eks: Implement deploy script and guide for EKS

.gitignore

@@ -1,3 +1,7 @@
 .idea
 ebs-terraform/.terraform/
 efs-terraform/.terraform/
+###script temp files
+log
+.cluster
+.env

k8s/eks/.env.example

@@ -0,0 +1,47 @@
+#### Please fill in the cluster details below: ####
+
+## REQUIRED TO BE CHANGED ##
+
+# This value must be set or the process will fail!
+# Defaults to "" (blank)
+CLUSTER_NAME= 
+
+## OPTIONAL TO BE CHANGED/ CAN BE LEFT WITH DEFAULTS ##
+
+# Common
+
+# Here we declare the AWS region where the cluster and our new EBS/EFS will be created; defaults to eu-west-3
+REGION=eu-west-3
+# There must be only one AZ because of the script logic; it defaults to `eu-west-3a`. Please see the README for more info.
+AZ_SUFFIX=a
+
+# The AMI used for worker nodes defaults to Amazon EKS optimized Amazon Linux 2 v1.22 built on 08 Aug 2022, or by image name, `amazon-eks-node-1.22-v20220802`
+# If you need to change the image, please see the README for more info
+AMI_NAME=amazon-eks-node-1.22-v20220802
+
+# When you run testplans, all results are stored locally on the tg-daemon DB and then on the EBS. This setting controls the size of the volume; defaults to 300(GB)
+EBS_SIZE=300
+
+# Infra
+
+# 58 is the max number of pods for c5.2xlarge; if we put 110 for example, it will still cap it to 58 on the node. More info provided below.
+# Defaults to `c5.2xlarge`
+INSTANCE_TYPE_INFRA=c5.2xlarge
+# Number of worker nodes for the `infra` nodegroup; defaults to 2
+DESIRED_CAPACITY_INFRA=2
+# Size of the root volume for `infra` worker nodes; defaults to 80(GB)
+VOLUME_SIZE_INFRA=80
+
+# Plan
+
+# 234 is the max number of pods for c5.4xlarge. More info provided below.
+# Defaults to `c5.4xlarge`
+INSTANCE_TYPE_PLAN=c5.4xlarge
+# Number of worker nodes for the `plan` nodegroup; defaults to 2
+DESIRED_CAPACITY_PLAN=2
+# Size of the root volume for `infra` worker nodes; defaults to 100(GB)
+VOLUME_SIZE_PLAN=100
+
+# Notes:
+# More information on max number of pods per node:
+# https://docs.aws.amazon.com/AWSEC2/latest/UserGuide/using-eni.html#AvailableIpPerENI

k8s/eks/Dockerfile

@@ -0,0 +1,69 @@
+# This dockerfile builds a container containing
+#  all the testground_*.sh scripts dependencies
+#
+# To build:
+#  docker build --platform amd64 --tag testground-on-eks:latest - < Dockerfile
+#
+# To run (assumes you have AWS credentials in ~/.aws/credentials):
+# docker run --rm -it -v ~/.aws:/root/.aws -v $(pwd):/root/eks testground-on-eks:latest
+
+ARG AMAZONLINUX_TAG=2.0.20220912.1
+ARG HELM_VERSION=3.8.2
+ARG KUBECTL_VERSION=1.22.0
+ARG AWSCLIV2_VERSION=2.8.2
+ARG EKSCTL_VERSION=0.114.0
+ARG JQ_VERSION=1.6
+
+FROM amazonlinux:${AMAZONLINUX_TAG} AS base
+RUN yum update -y && yum install -y \
+    tar \
+    gzip \
+    unzip \
+    && yum clean all
+
+FROM base AS helm
+ARG HELM_VERSION
+RUN curl -fsSLO https://get.helm.sh/helm-v${HELM_VERSION}-linux-amd64.tar.gz
+RUN tar -zxvf helm-v${HELM_VERSION}-linux-amd64.tar.gz
+RUN mv linux-amd64/helm /usr/local/bin/helm
+
+FROM base AS kubectl
+ARG KUBECTL_VERSION
+RUN curl -fsSLO https://dl.k8s.io/release/v${KUBECTL_VERSION}/bin/linux/amd64/kubectl
+RUN curl -fsSLO https://dl.k8s.io/release/v${KUBECTL_VERSION}/bin/linux/amd64/kubectl.sha256
+RUN echo "$(cat kubectl.sha256)  kubectl" | sha256sum --check
+RUN chmod +x kubectl
+RUN mv kubectl /usr/local/bin/kubectl
+
+FROM base as awscliv2
+ARG AWSCLIV2_VERSION
+RUN curl -fsSLO https://awscli.amazonaws.com/awscli-exe-linux-x86_64-${AWSCLIV2_VERSION}.zip
+RUN unzip awscli-exe-linux-x86_64-${AWSCLIV2_VERSION}.zip
+RUN mv aws /tmp/aws
+
+FROM base as eksctl
+ARG EKSCTL_VERSION
+RUN curl -fsSLO https://github.com/weaveworks/eksctl/releases/download/v${EKSCTL_VERSION}/eksctl_Linux_amd64.tar.gz
+RUN tar -zxvf eksctl_Linux_amd64.tar.gz
+RUN mv eksctl /usr/local/bin/eksctl
+
+FROM base as jq
+ARG JQ_VERSION
+RUN curl -LO https://github.com/stedolan/jq/releases/download/jq-${JQ_VERSION}/jq-linux64
+RUN chmod +x jq-linux64
+RUN mv jq-linux64 /usr/local/bin/jq
+
+FROM amazonlinux:${AMAZONLINUX_TAG}
+RUN yum update -y && yum install -y \
+    tar \
+    gzip \
+    gettext \
+    && yum clean all
+COPY --from=helm /usr/local/bin/helm /usr/local/bin/helm
+COPY --from=kubectl /usr/local/bin/kubectl /usr/local/bin/kubectl
+COPY --from=awscliv2 /tmp/aws /tmp/aws
+RUN /tmp/aws/install && rm -rf /tmp/aws
+COPY --from=eksctl /usr/local/bin/eksctl /usr/local/bin/eksctl
+COPY --from=jq /usr/local/bin/jq /usr/local/bin/jq
+
+WORKDIR /root