add gunicorn and deploy script

Author: Jackiebibili

Dockerfile

@@ -0,0 +1,8 @@
+FROM python:3.9-alpine
+
+COPY . /code
+WORKDIR /code
+
+RUN chmod +x ./hostscript
+
+ENTRYPOINT ./hostscript

Pipfile

@@ -11,8 +11,10 @@ farm-haystack = "*"
 python-dotenv = "*"
 sympy = "*"
 latex2sympy2 = "*"
+flask = "*"
 
 [dev-packages]
+gunicorn = "*"
 
 [requires]
 python_version = "3.9"

Pipfile.lock

@@ -0,0 +1,13 @@
+services:
+  haystack-api:
+    # Pull Haystack's latest commit
+    image: "deepset/haystack:cpu-main"
+    ports:
+      - 8000:8000
+    volumes:
+      - /Users/jack-li/Documents/fall_2022/capstone_project_cs4485/server/src/haystack/pipeline:/custom-pipeline
+    environment:
+      # See rest_api/pipeline/pipelines.haystack-pipeline.yml for configurations of Search & Indexing Pipeline.
+      - PIPELINE_YAML_PATH=/custom-pipeline/nlp_pipeline.yaml
+      - TOKENIZERS_PARALLELISM=false
+      - QUERY_PIPELINE_NAME=search_pipeline

docker-compose-haystack-rest-api.yml

@@ -0,0 +1,7 @@
+services:
+  haystack-api:
+    container_name: qna-api
+    ports:
+      - 8080:8080
+    build:
+      context: .

docker-compose.yml

@@ -0,0 +1,21 @@
+# import os
+
+# pidfile = 'app01.pid'
+# worker_tmp_dir = '/dev/shm'
+# worker_class = 'gthread'
+workers = 8
+worker_connections = 1000
+timeout = 60
+keepalive = 2
+threads = 4
+proc_name = 'app01'
+bind = '0.0.0.0:8080'
+backlog = 2048
+accesslog = '-'
+errorlog = '-'
+loglevel='debug'
+access_log_format = '%(h)s %(l)s %(u)s %(t)s "%(r)s" %(s)s %(b)s "%(f)s" "%(a)s"'
+#certfile="/tmp/fullchain.pem"
+#keyfile="/tmp/privkey.pem"
+#errorlog = '/tmp/errorfile'
+#capture_output = True

gunicorn_config.py

@@ -0,0 +1,5 @@
+pip install pipenv
+
+pipenv install --deploy --system --ignore-pipfile
+
+gunicorn -c /code/gunicorn_config.py --chdir /code/src/api wsgi:app

hostscript

@@ -0,0 +1,14 @@
+from flask import Flask, request
+from ..haystack.pipeline.pipeline import query
+
+app = Flask(__name__)
+
+@app.route("/api/qna")
+def qna():
+   q = request.args.get("question")
+   if q is None:
+      return "Question cannot be null.", 400
+   return {"answer": query(q)}
+
+if __name__ == "__main__":
+   app.run(host='0.0.0.0', port=8080)

src/api/app.py

@@ -0,0 +1,4 @@
+from app import app
+
+if __name__ == "__main__":
+    app.run()

src/api/wsgi.py

@@ -20,7 +20,7 @@ components:
     params:
       join_mode: concatenate
       sort_by_score: true
-      top_k_join: 5
+      top_k_join: 1
 
   - name: MyReader
     type: FARMReader