add CD and correct deploy script

Author: Jackiebibili

Dockerfile

@@ -1,8 +1,15 @@
-FROM python:3.9-alpine
+FROM python:3.9.15-slim
 
 COPY . /code
 WORKDIR /code
 
-RUN chmod +x ./hostscript
+RUN pip install --upgrade pip
+RUN pip install pipenv
 
-ENTRYPOINT ./hostscript
+RUN apt-get update
+RUN apt-get install --yes --no-install-recommends \
+   gcc g++ libffi-dev
+
+RUN pipenv install --deploy --system --ignore-pipfile
+
+CMD ["gunicorn", "-c", "/code/gunicorn_config.py", "src.api.wsgi:app"]

Pipfile

@@ -4,8 +4,8 @@ verify_ssl = true
 name = "pypi"
 
 [packages]
-pandas = "*"
 numpy = "*"
+pandas = "*"
 wikipedia-api = "*"
 farm-haystack = "*"
 python-dotenv = "*"

buildspec.yml

@@ -0,0 +1,30 @@
+version: 0.2
+
+env:
+  parameter-store:
+    build_ssh_key: "/Dev/Production/chatbox-nlp-api/codebuild_ssh_key"
+phases:
+  install:
+    commands:
+      - export DEPLOY_SCRIPT=/home/ec2-user/server/prod.sh
+      - mkdir -p ~/.ssh
+      - echo "$build_ssh_key" > ~/.ssh/id_rsa
+      - chmod 600 ~/.ssh/id_rsa
+  pre_build:
+    commands:
+      - echo Logging into aws ECR...
+      - aws ecr get-login-password --region $AWS_DEFAULT_REGION | docker login --username AWS --password-stdin $AWS_ACCOUNT_ID.dkr.ecr.$AWS_DEFAULT_REGION.amazonaws.com
+  build:
+    commands:
+      - echo Build started on `date`
+      - echo Building the Docker image...          
+      - docker build -t $IMAGE_REPO_NAME:$IMAGE_TAG .
+      - docker tag $IMAGE_REPO_NAME:$IMAGE_TAG $AWS_ACCOUNT_ID.dkr.ecr.$AWS_DEFAULT_REGION.amazonaws.com/$IMAGE_REPO_NAME:$IMAGE_TAG
+  post_build:
+    commands:
+      - echo Build completed on `date`
+      - echo Pushing the Docker image...
+      - docker push $AWS_ACCOUNT_ID.dkr.ecr.$AWS_DEFAULT_REGION.amazonaws.com/$IMAGE_REPO_NAME:$IMAGE_TAG
+      - echo Deploying the Docker image...
+      - ssh -o "StrictHostKeyChecking no" $SERVER_URL $DEPLOY_SCRIPT
+

docker-compose.yml

@@ -1,7 +1,9 @@
+version: "3.7"
 services:
   haystack-api:
-    container_name: qna-api
+    container_name: chatbox-nlp-api-gunicorn-container
+    image: 038582424441.dkr.ecr.us-east-2.amazonaws.com/chatbox-nlp-api:latest
     ports:
       - 8080:8080
-    build:
-      context: .
+    # build:
+    #   context: .

gunicorn_config.py

@@ -3,11 +3,11 @@
 # pidfile = 'app01.pid'
 # worker_tmp_dir = '/dev/shm'
 # worker_class = 'gthread'
-workers = 8
+workers = 1
 worker_connections = 1000
-timeout = 60
+timeout = 300
 keepalive = 2
-threads = 4
+threads = 1
 proc_name = 'app01'
 bind = '0.0.0.0:8080'
 backlog = 2048

hostscript

@@ -0,0 +1,19 @@
+echo "Starting to deploy docker image..."
+
+AWS_REGION=us-east-2
+DOCKER_CONTAINER_NAME=chatbox-nlp-api-gunicorn-container
+REPOSITORY_URI=038582424441.dkr.ecr.us-east-2.amazonaws.com/chatbox-nlp-api
+DEPLOY_DOCKER_COMPOSE_FILE=/home/ec2-user/server/docker-compose.yml
+
+echo "Stopping previous containers..."
+docker ps -q --filter "name=$DOCKER_CONTAINER_NAME" | grep -q . && docker stop $DOCKER_CONTAINER_NAME && docker rm -fv $DOCKER_CONTAINER_NAME
+if [[ "$(docker images -q $REPOSITORY_URI:latest 2> /dev/null)" != "" ]]; then
+   docker rmi $REPOSITORY_URI:latest
+fi
+
+echo "Deploying new docker image..."
+aws ecr get-login-password --region $AWS_REGION | docker login --username AWS --password-stdin $REPOSITORY_URI
+docker-compose -f $DEPLOY_DOCKER_COMPOSE_FILE up -d
+
+echo "Restarting the web server..."
+sudo systemctl reload nginx

prod.sh

@@ -4,4 +4,7 @@ python -m src.dataset.start
 zip wiki_algos_text.zip src/dataset/general_kb/data/* -j
 
 # connect and write to the document store
-python -m src.haystack.elasticsearch.db > out.txt
+python -m src.haystack.elasticsearch.db > out.txt
+
+# refresh the dependency list
+pipenv lock -r > requirements.txt

run.sh

@@ -0,0 +1,13 @@
+upstream flaskapi {
+   server 127.0.0.1:8080;
+}
+
+server {
+   listen 80;
+
+   access_log /var/log/nginx/be-access.log combined;
+
+   location / {
+      proxy_pass http://flaskapi;
+   }
+}