Install Amazon Managed Prometheus

Note

Maybe you need EBS CSI Driver to use AMP. Using EBS

Create prometheus workspace

Linux Windows

STACK_NAME="<stack name>"
PROJECT_NAME="<project name>"
REGION="<region code>"

WORKSPACE_NAME=""                             # [REQUIRED] The name of this APS workspace.
LOG_GROUP_NAME="/aws/vendedlogs/prometheus"   # [REQUIRED] The name of this APS workspace's log group.

curl -LO https://raw.githubusercontent.com/marcus16-kang/cloudformation-templates/main/aps/workspace.yaml

aws cloudformation deploy \
    --stack-name $STACK_NAME \
    --template-file ./workspace.yaml \
    --parameter-overrides \
        ProjectName=$PROJECT_NAME \
        WorkspaceName=$WORKSPACE_NAME \
        LogGroupName=$LOG_GROUP_NAME \
    --tags project=$PROJECT_NAME \
    --region $REGION \
    --disable-rollback

$STACK_NAME="<stack name>"
$PROJECT_NAME="<project name>"
$REGION="<region code>"

$WORKSPACE_NAME=""                            # [REQUIRED] The name of this APS workspace.
$LOG_GROUP_NAME="/aws/vendedlogs/prometheus"  # [REQUIRED] The name of this APS workspace's log group.

curl.exe -LO https://raw.githubusercontent.com/marcus16-kang/cloudformation-templates/main/aps/workspace.yaml

aws cloudformation deploy `
    --stack-name $STACK_NAME `
    --template-file ./workspace.yaml `
    --parameter-overrides `
        ProjectName=$PROJECT_NAME `
        WorkspaceName=$WORKSPACE_NAME `
        LogGroupName=$LOG_GROUP_NAME `
    --tags project=$PROJECT_NAME `
    --region $REGION `
    --disable-rollback

AWS Documentation

Create prometheus namespace

kubectl create namespace prometheus

Create prometheus IAM role for service account

Linux Windows

CLUSTER_NAME="<cluster name>"
STACK_NAME="<workspace stack name>"
POLICY_NAME="<policy name>"
ROLE_NAME="<role name>"
REGION="<region code>"

AMP_WORKSPACE_ARN=$(aws cloudformation describe-stacks \
    --stack-name $STACK_NAME \
    --query 'Stacks[0].Outputs[?OutputKey==`WorkspaceArn`].OutputValue' \
    --region $REGION \
    --output text
)

curl -LO https://raw.githubusercontent.com/marcus16-kang/aws-resources-example/main/scripts/eks/prometheus-policy.json
sed -i "s|AMP_WORKSPACE_ARN|$AMP_WORKSPACE_ARN|" ./prometheus-policy.json

POLICY_ARN=$(aws iam create-policy \
    --policy-name $POLICY_NAME \
    --policy-document file://prometheus-policy.json \
    --query 'Policy.Arn' \
    --output text \
    # --tags Key=project,Value=$PROJECT_NAME \  # AWS CLI v2
)

eksctl create iamserviceaccount \
    --cluster $CLUSTER_NAME \
    --namespace prometheus \
    --name prometheus-server \
    --role-name $ROLE_NAME \
    --attach-policy-arn $POLICY_ARN \
    --tags project=$PROJECT_NAME \
    --region $REGION \
    --override-existing-serviceaccounts \
    --approve

$CLUSTER_NAME="<cluster name>"
$STACK_NAME="<workspace stack name>"
$POLICY_NAME="<policy name>"
$ROLE_NAME="<role name>"
$REGION="<region code>"

$AMP_WORKSPACE_ARN = aws cloudformation describe-stacks `
    --stack-name $STACK_NAME `
    --query 'Stacks[0].Outputs[?OutputKey==`WorkspaceArn`].OutputValue' `
    --region $REGION `
    --output text

curl.exe -LO https://raw.githubusercontent.com/marcus16-kang/aws-resources-example/main/scripts/eks/prometheus-policy.json
$content = Get-Content ./prometheus-policy.json
$content = $content -replace "AMP_WORKSPACE_ARN", $AMP_WORKSPACE_ARN
$content | Set-Content ./prometheus-policy.json

$POLICY_ARN = aws iam create-policy `
    --policy-name $POLICY_NAME `
    --policy-document file://prometheus-policy.json `
    --query 'Policy.Arn' `
    --output text `
    --tags Key=project,Value=$PROJECT_NAME

eksctl create iamserviceaccount `
    --cluster $CLUSTER_NAME `
    --namespace prometheus `
    --name prometheus-server `
    --role-name $ROLE_NAME `
    --attach-policy-arn $POLICY_ARN `
    --tags project=$PROJECT_NAME `
    --region $REGION `
    --override-existing-serviceaccounts `
    --approve

AWS Documentation

Install prometheus with helm

Linux Windows

STACK_NAME="<workspace stack name>"
REGION="<region code>"

APS_ENDPOINT=$(aws cloudformation describe-stacks \
    --stack-name $STACK_NAME \
    --query 'Stacks[0].Outputs[?OutputKey==`WorkspaceEndpoint`].OutputValue' \
    --region $REGION \
    --output text
)
APS_ENDPOINT="${APS_ENDPOINT}api/v1/remote_write"

helm repo add prometheus-community https://prometheus-community.github.io/helm-charts
helm repo add kube-state-metrics https://kubernetes.github.io/kube-state-metrics
helm repo update

helm install prometheus prometheus-community/prometheus \
    -n prometheus \
    --set serviceAccounts.server.create=false \
    --set serviceAccounts.server.name=prometheus-server \
    --set server.remoteWrite[0].url=$APS_ENDPOINT \
    --set server.remoteWrite[0].sigv4.region=$REGION \
    --set server.remoteWrite[0].queue_config.max_samples_per_send=1000 \
    --set server.remoteWrite[0].queue_config.max_shards=200 \
    --set server.remoteWrite[0].queue_config.capacity=2500

$STACK_NAME="<workspace stack name>"
$REGION="<region code>"

$APS_ENDPOINT = aws cloudformation describe-stacks `
    --stack-name $STACK_NAME `
    --query 'Stacks[0].Outputs[?OutputKey==`WorkspaceEndpoint`].OutputValue' `
    --region $REGION `
    --output text
$APS_ENDPOINT = $APS_ENDPOINT + "api/v1/remote_write"

helm repo add prometheus-community https://prometheus-community.github.io/helm-charts
helm repo add kube-state-metrics https://kubernetes.github.io/kube-state-metrics
helm repo update

helm install prometheus prometheus-community/prometheus `
    -n prometheus `
    --set serviceAccounts.server.create=false `
    --set serviceAccounts.server.name=prometheus-server `
    --set server.remoteWrite[0].url=$APS_ENDPOINT `
    --set server.remoteWrite[0].sigv4.region=$REGION `
    --set server.remoteWrite[0].queue_config.max_samples_per_send=1000 `
    --set server.remoteWrite[0].queue_config.max_shards=200 `
    --set server.remoteWrite[0].queue_config.capacity=2500

AWS Documentation