K8s with AWS - EKS

aws eks update-kubeconfig --name eks-cluster-test

{
  "Version": "2012-10-17",
  "Statement": [
    {
      "Action": [
        "autoscaling:DescribeAutoScalingGroups",
        "autoscaling:DescribeAutoScalingInstances",
        "autoscaling:DescribeLaunchConfigurations",
        "autoscaling:DescribeTags",
        "autoscaling:SetDesiredCapacity",
        "autoscaling:TerminateInstanceInAutoScalingGroup",
        "ec2:DescribeLaunchTemplateVersions"
      ],
      "Resource": "*",
      "Effect": "Allow"
    }
  ]
}

kubectl apply -f https://raw.githubusercontent.com/kubernetes/autoscaler/master/cluster-autos
caler/cloudprovider/aws/examples/cluster-autoscaler-autodiscover.yaml

kubectl get deployments -n kube-system cluster-autoscaler

kubectl edit deployment -n kube-system cluster-autoscaler

apiVersion: apps/v1
kind: Deployment
metadata:
  annotations:
    deployment.kubernetes.io/revision: "1"
    cluster-autoscaler.kubernetes.io/safe-to-evict:"false"
    kubectl.kubernetes.io/last-applied-configuration: |
      {"apiVersion":"apps/v1","kind":"Deployment","metadata":{"annotations":{},"labels":{"app":"cluster-autoscaler"},"name":"cluster-autoscaler","namespace":"kube-system"},"spec":{"replicas":1,"selector":{"matchLabels":{"app":"cluster-autoscaler"}},"template":{"metadata":{"annotations":{"prometheus.io/port":"8085","prometheus.io/scrape":"true"},"labels":{"app":"cluster-autoscaler"}},"spec":{"containers":[{"command":["./cluster-autoscaler","--v=4","--stderrthreshold=info","--cloud-provider=aws","--skip-nodes-with-local-storage=false","--expander=least-waste","--node-group-auto-discovery=asg:tag=k8s.io/cluster-autoscaler/enabled,k8s.io/cluster-autoscaler/\u003cYOUR CLUSTER NAME\u003e"],"image":"registry.k8s.io/autoscaling/cluster-autoscaler:v1.22.2","imagePullPolicy":"Always","name":"cluster-autoscaler","resources":{"limits":{"cpu":"100m","memory":"600Mi"},"requests":{"cpu":"100m","memory":"600Mi"}},"securityContext":{"allowPrivilegeEscalation":false,"capabilities":{"drop":["ALL"]},"readOnlyRootFilesystem":true},"volumeMounts":[{"mountPath":"/etc/ssl/certs/ca-certificates.crt","name":"ssl-certs","readOnly":true}]}],"priorityClassName":"system-cluster-critical","securityContext":{"fsGroup":65534,"runAsNonRoot":true,"runAsUser":65534,"seccompProfile":{"type":"RuntimeDefault"}},"serviceAccountName":"cluster-autoscaler","volumes":[{"hostPath":{"path":"/etc/ssl/certs/ca-bundle.crt"},"name":"ssl-certs"}]}}}}
  creationTimestamp: "2023-03-25T20:15:13Z"
  generation: 1
  labels:
    app: cluster-autoscaler
  name: cluster-autoscaler
  namespace: kube-system
  resourceVersion: "55095"
  uid: e8e212c9-41a6-4cc2-82e7-0ddeb8b36826
spec:
  progressDeadlineSeconds: 600
  replicas: 1
  revisionHistoryLimit: 10
  selector:
    matchLabels:
      app: cluster-autoscaler
  strategy:
    rollingUpdate:
      maxSurge: 25%
      maxUnavailable: 25%
    type: RollingUpdate
  template:
    metadata:
      annotations:
        prometheus.io/port: "8085"
        prometheus.io/scrape: "true"
      creationTimestamp: null
      labels:
        app: cluster-autoscaler
    spec:
      containers:
      - command:
        - ./cluster-autoscaler
        - --v=4
        - --stderrthreshold=info
        - --cloud-provider=aws
        - --skip-nodes-with-local-storage=false
        - --expander=least-waste
        - --node-group-auto-discovery=asg:tag=k8s.io/cluster-autoscaler/enabled,k8s.io/cluster-autoscaler/eks-cluster-test
        - --balance-similar-node-groups
        - --skip-nodes-with-system-pods=false
        image: registry.k8s.io/autoscaling/cluster-autoscaler:v1.25.0

k get events -n kube-system

k get pod <pod-name> -n kube-system -o wide

k logs -n kube-system cluster-autoscaler-5bfc6699ff-56k4g > as-logs.txt

---
apiVersion: apps/v1
kind: Deployment
metadata:
  name: nginx
spec:
  selector:
    matchLabels:
      app: nginx
  replicas: 1
  template:
    metadata:
      labels:
        app: nginx
    spec:
      containers:
        - name: nginx
          image: nginx
          ports:
            - containerPort: 80
---
apiVersion: v1
kind: Service
metadata:
  name: nginx
  labels:
    app: nginx
spec:
  ports:
    - name: http
      port: 80
      protocol: TCP
      targetPort: 80
  selector:
    app: nginx
  type: LoadBalancer

k apply -f nginx.yaml

---
apiVersion: apps/v1
kind: Deployment
metadata:
  name: nginx
  namespace: dev
spec:
  selector:
    matchLabels:
      app: nginx
  replicas: 1
  template:
    metadata:
      labels:
        app: nginx
        profile: fargate

k create ns dev

k apply -f nginx-config.yaml

aws configure list

eksctl create cluster \
> --name demo-cluster \
> --version 1.25 \
> --region us-east-1 \
> --nodegroup-name demo-nodes \
> --node-type t2.micro \
> --nodes 2 \
> --nodes-min 1 \
> --nodes-max 3

eksctl create cluster -f cluster.yaml

eksctl delete cluster --name <cluster-name>

docker exec -u 0 -it 28643b51d6ad bash

mv ./aws-iam-authenticator  /usr/local/bin

apiVersion: v1
clusters:
- cluster:
    server: https://9918823FE18D162E013EA489B21E32FC.gr7.us-east-1.eks.amazonaws.com
    certificate-authority-data: LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUMvakNDQWVhZ0F3SUJBZ0lCQURBTkJna3Foa2lHOXcwQkFRc0ZBREFWTVJNd0VRWURWUVFERXdwcmRXSmwKY201bGRHVnpNQjRYRFRJek1ETXlPREUxTXpnd05sb1hEVE16TURNeU5URTFNemd3Tmxvd0ZURVRNQkVHQTFVRQpBeE1LYTNWaVpYSnVaWFJsY3pDQ0FTSXdEUVlKS29aSWh2Y05BUUVCQlFBRGdnRVBBRENDQVFvQ2dnRUJBTEF2CjFEMXNIUy9ITGE1Y0JRTzkzTjVVd1o0MVVWV210UmNtYU8zRlp5UFR6UlR1SllSUHZ0R1FNdVh6NDExeDQrZU8KdVBBR1VHd0tGbkFzRXRQNFplZlQwbHJDUXpJUys4ak5ha1Zmb2oyaU9WanRzZi84OGJ3OFlVTU1pbno0cS8ydwowVGd1cE5VcElvd3VUd2NYaG5NaFhpM285Qks1UDFkUW5LaC8yU1IrVzE3dHJqTHg0VENOc3BCRGVicEtmbFphCnZIQjU4YVNwMzdyMnh3L01CbXZXTnRWQXFqdHlQcjJGMHBmSHBzMHBMNVNxMDUvWnRCYnFsLzJOWGgrSlJSZUMKYVpkamhCUHBvWEErb3BYNHBNNmw4OGRZM3cvR3o4ZmthbGJKTWx3dEFTK3UzOUFEVGowNXd2M1J2a0Q2VE9yOApXN242cVBOS3o2R3V5OHpoMVJrQ0F3RUFBYU5aTUZjd0RnWURWUjBQQVFIL0JBUURBZ0trTUE4R0ExVWRFd0VCCi93UUZNQU1CQWY4d0hRWURWUjBPQkJZRUZKK1BJUmtmOUNrSi9QMFVuY3lVQzd3bVkxV3ZNQlVHQTFVZEVRUU8KTUF5Q0NtdDFZbVZ5Ym1WMFpYTXdEUVlKS29aSWh2Y05BUUVMQlFBRGdnRUJBR05MTlltRTE4Uk5LSEt0ZGJXbgpwZUJ2cENvKytnOW8wenRHaG5sRVJ0cTRydXBxYlJPUExCaTA1Wk1aeHA4VkpnVXV1Q2JrWFkxTzlDQkUrazlHCjFFOHdMK2QvZUtvTEM4cU1nVTUyeDZkS2hQSUgrQktBbS9TTE51UE83QlB0WXdSbG5wNGlJOWk5YmZCaXlkYlEKYm9OMWpBYUZMTzZrY0orTHpiTTZna1JFZS9kdjZlZnNIQ2RkRlhOSU55WmY1WGdLR2hOVDRLY1BSMUNzUXQ5OApJbUdIRTY4UVZqSnFid1RPZlRxWFBXZjdKbjNndjBxc0RpUjlWRUxDcHg2Mm5odm51cWx2WElTZUVxaEFqSmEvCnExb1ozbmQ0UHVYd2k2dlQwUjZxRVg0WG5VU1JMdmxxc2ZkU2NhUHRUQk1YQWFjaDRuTzNnQ25lYXkxei9MemQKeHZvPQotLS0tLUVORCBDRVJUSUZJQ0FURS0tLS0tCg==
  name: arn:aws:eks:us-east-1:227984707254:cluster/demo-cluster
contexts:
- context:
    cluster: arn:aws:eks:us-east-1:227984707254:cluster/demo-cluster
    user: arn:aws:eks:us-east-1:227984707254:cluster/demo-cluster
  name: arn:aws:eks:us-east-1:227984707254:cluster/demo-cluster
current-context: arn:aws:eks:us-east-1:227984707254:cluster/demo-cluster
kind: Config
preferences: {}
users:
- name: arn:aws:eks:us-east-1:227984707254:cluster/demo-cluster
  user:
    exec:
      apiVersion: client.authentication.k8s.io/v1beta1
      command: aws-iam-authenticator
      args:
        - "token"
        - "-i"
        - "demo-cluster"
        # - "- --role"
        # - "arn:aws:iam::$account_id:role/my-role"
      # env:
        # - name: "AWS_PROFILE"
        #   value: "aws-profile"

docker exec -it 28643b51d6ad bash
cd ~
mkdir .kube

docker cp config <container-id>:/var/jenkins_home/.kube

#!/usr/bin/env groovy

pipeline {
    agent any
    stages {
        stage('build app') {
            steps {
               script {
                   echo "building the application..."
               }
            }
        }
        stage('build image') {
            steps {
                script {
                    echo "building the docker image..."
                }
            }
        }
        stage('deploy') {
            environment {
               AWS_ACCESS_KEY_ID = credentials('jenkins_aws_access_key_id')
               AWS_SECRET_ACCESS_KEY = credentials('jenkins_aws_secret_access_key')
            }
            steps {
                script {
                   echo 'deploying docker image...'
                   sh 'kubectl create deployment nginx-deployment --image=nginx'
                }
            }
        }
    }
}

export KUBECONFIG=jenkins-k8s-kubeconfig.yaml

#!/usr/bin/env groovy

pipeline {
    agent any
    stages {
        stage('build app') {
            steps {
               script {
                   echo "building the application..."
               }
            }
        }
        stage('build image') {
            steps {
                script {
                    echo "building the docker image..."
                }
            }
        }
        stage('deploy') {
            steps {
                script {
                   echo 'deploying docker image...'
                   withKubeConfig([credentialsId: 'lke-credentials', serverUrl: 'https://79fa9228-1d11-47ec-870b-33106d53122b.eu-central-2.linodelke.net']) {
                       sh 'kubectl create deployment nginx-deployment --image=nginx'
                   }
                }
            }
        }
    }
}

apiVersion: apps/v1
kind: Deployment
metadata:
  name: $APP_NAME
  labels:
    app: $APP_NAME
spec:
  replicas: 1
  selector:
    matchLabels:
      app: $APP_NAME
  template:
    metadata:
      labels:
        app: $APP_NAME
    spec:
      imagePullSecrets:
        - name: my-registry-key
      containers:
        - name: $APP_NAME
          image: alfredasare/devops-demo-app:$IMAGE_NAME
          imagePullPolicy: Always
          ports:
            - containerPort: 8080

apiVersion: v1
kind: Service
metadata:
  name: $APP_NAME
spec:
  selector:
    app: $APP_NAME
  ports:
    - protocol: TCP
      port: 80
      targetPort: 8080

sh 'envsubst < kubernetes/service.yaml | kubectl apply -f -'

apt-get update
apt-get install gettext-base

k create secret docker-registry my-registry-key \
--docker-server=docker.io \
--docker-username=alfredasare \
--docker-password=****

def gv

pipeline {
    agent any
    tools {
        maven 'maven-3.9'
    }
    stages {
        stage("init") {
            steps {
                script {
                    gv = load "script.groovy"
                }
            }
        }
        stage("increment version") {
            steps {
                script {
                    echo "incrementing app version..."
                    sh "mvn build-helper:parse-version versions:set -DnewVersion=\\\${parsedVersion.majorVersion}.\\\${parsedVersion.minorVersion}.\\\${parsedVersion.nextIncrementalVersion} versions:commit"
                    def matcher = readFile('pom.xml') =~ '<version>(.+)</version>'
                    def version = matcher[0][1]
                    env.IMAGE_NAME = "$version-$BUILD_NUMBER"
                }
            }
        }
        stage("build jar") {
            steps {
                script {
                    gv.buildJar()
                }
            }
        }
        stage("build image") {
            steps {
                script {
                    gv.buildImage()
                }
            }
        }
        stage('deploy') {
            environment {
               AWS_ACCESS_KEY_ID = credentials('jenkins_aws_access_key_id')
               AWS_SECRET_ACCESS_KEY = credentials('jenkins_aws_secret_access_key_id')
               APP_NAME = 'java-maven-app'
            }
            steps {
                script {
                   echo 'deploying docker image...'
                   sh 'envsubst < k8s/deployment.yaml | kubectl apply -f -'
                   sh 'envsubst < k8s/service.yaml | kubectl apply -f -'

                }
            }
        }
        stage("commit version update") {
            steps {
                script {
                    sshagent(credentials: ['github-credentials']) {
                        // Need to set this once
                        // Can also ssh into Jenkins server to set it
                        // sh 'git config --global user.email "jenkins@example.com"'
                        // sh 'git config --global user.name "jenkins"'

                        // sh "git status"
                        // sh "git branch"
                        // sh "git config --list"

                        sh "git remote set-url origin git@github.com:alfredasare/java-maven-app.git"
                        sh "git add ."
                        sh 'git commit -m "ci: version bump"'
                        sh "git push origin HEAD:${BRANCH_NAME}"
                    }
                }
            }
        }
    }
}

k create secret docker-registry aws-registry-key \
--docker-server=227984707254.dkr.ecr.us-east-1.amazonaws.com \
--docker-username=AWS \
--docker-password=<password - aws ecr get-login-password>

apiVersion: apps/v1
kind: Deployment
metadata:
  name: $APP_NAME
  labels:
    app: $APP_NAME
spec:
  replicas: 1
  selector:
    matchLabels:
      app: $APP_NAME
  template:
    metadata:
      labels:
        app: $APP_NAME
    spec:
      imagePullSecrets:
        - name: aws-registry-key
      containers:
        - name: $APP_NAME
          image: $DOCKER_REPO:$IMAGE_NAME
          imagePullPolicy: Always
          ports:
            - containerPort: 8080

def gv

pipeline {
    agent any
    tools {
        maven 'maven-3.9'
    }
    environment {
        DOCKER_REPO_SERVER = '227984707254.dkr.ecr.us-east-1.amazonaws.com'
        DOCKER_REPO = "${DOCKER_REPO_SERVER}/java-maven-app"
    }
    stages {
        stage("init") {
            steps {
                script {
                    gv = load "script.groovy"
                }
            }
        }
        stage("increment version") {
            steps {
                script {
                    echo "incrementing app version..."
                    sh "mvn build-helper:parse-version versions:set -DnewVersion=\\\${parsedVersion.majorVersion}.\\\${parsedVersion.minorVersion}.\\\${parsedVersion.nextIncrementalVersion} versions:commit"
                    def matcher = readFile('pom.xml') =~ '<version>(.+)</version>'
                    def version = matcher[0][1]
                    env.IMAGE_NAME = "$version-$BUILD_NUMBER"
                }
            }
        }
        stage("build jar") {
            steps {
                script {
                    gv.buildJar()
                }
            }
        }
        stage('build image') {
            steps {
                script {
                    echo "building the docker image..."
                    withCredentials([usernamePassword(credentialsId: 'ecr-credentials', passwordVariable: 'PASS', usernameVariable: 'USER')]) {
                        sh "docker build -t ${DOCKER_REPO}:${IMAGE_NAME} ."
                        sh "echo $PASS | docker login -u $USER --password-stdin ${DOCKER_REPO_SERVER}"
                        sh "docker push ${DOCKER_REPO}:${IMAGE_NAME}"
                    }
                }
            }
        }
        stage('deploy') {
            environment {
               AWS_ACCESS_KEY_ID = credentials('jenkins_aws_access_key_id')
               AWS_SECRET_ACCESS_KEY = credentials('jenkins_aws_secret_access_key_id')
               APP_NAME = 'java-maven-app'
            }
            steps {
                script {
                   echo 'deploying docker image...'
                   sh 'envsubst < k8s/deployment.yaml | kubectl apply -f -'
                   sh 'envsubst < k8s/service.yaml | kubectl apply -f -'

                }
            }
        }
        stage("commit version update") {
            steps {
                script {
                    sshagent(credentials: ['github-credentials']) {
                        // Need to set this once
                        // Can also ssh into Jenkins server to set it
                        // sh 'git config --global user.email "jenkins@example.com"'
                        // sh 'git config --global user.name "jenkins"'

                        // sh "git status"
                        // sh "git branch"
                        // sh "git config --list"

                        sh "git remote set-url origin git@github.com:alfredasare/java-maven-app.git"
                        sh "git add ."
                        sh 'git commit -m "ci: version bump"'
                        sh "git push origin HEAD:${BRANCH_NAME}"
                    }
                }
            }
        }
    }
}