moves the control over docker compose into alfred

Author: FelixKirschKern

Dockerfile

@@ -7,5 +7,3 @@ COPY requirements.txt .
 RUN pip3 install -r requirements.txt
 
 COPY / .
-
-CMD [ "/usr/local/bin/uvicorn", "--host", "0.0.0.0", "--port", "80", "app:app" ]

app.py

@@ -1,3 +1,2 @@
 docker
-fastapi
-uvicorn
+docker-compose

dev.Dockerfile

@@ -0,0 +1,42 @@
+import subprocess
+import sys
+from util.alembic_fix import check_revision
+from util.constants import DOCKER_COMPOSE
+from util.docker_helper import (
+    create_jwks_secret_if_not_existing,
+    check_and_pull_exec_env_images,
+    wait_until_refinery_is_ready,
+)
+from util.postgres_helper import wait_until_postgres_is_ready
+from util.template_processor import process_docker_compose_template
+
+refinery_dir = sys.argv[1]
+
+print("Creating docker-compose.yml file...", flush=True)
+minio_endpoint = process_docker_compose_template(refinery_dir)
+print("Creating jwks.json secret...", flush=True)
+create_jwks_secret_if_not_existing()
+print("Checking and pulling exec env images...", flush=True)
+check_and_pull_exec_env_images()
+
+print("Starting postgres container...", flush=True)
+subprocess.call(
+    ["docker-compose", "-f", DOCKER_COMPOSE, "up", "-d", "graphql-postgres"]
+)
+print("Waiting for postgres to be ready...", flush=True)
+if wait_until_postgres_is_ready():
+    check_revision()
+
+print("Starting all containers...", flush=True)
+subprocess.call(["docker-compose", "-f", DOCKER_COMPOSE, "up", "-d"])
+
+
+print("Checking if all services are ready...", flush=True)
+if wait_until_refinery_is_ready():
+    print("Refinery is ready!", flush=True)
+else:
+    print("Refinery is not ready!", flush=True)
+
+print("UI:           http://localhost:4455/app/")
+print(f"Minio:        {minio_endpoint}")
+print("MailHog:      http://localhost:4436/")

requirements.txt

@@ -6,13 +6,8 @@ services:
     environment:
       - DSN=sqlite:///var/lib/sqlite/db.sqlite?_fk=true&mode=rwc
     volumes:
-      - type: volume
-        source: kratos-sqlite
-        target: /var/lib/sqlite
-        read_only: false
-      - type: bind
-        source: ./kratos/kratos.yml
-        target: /home/.kratos.yaml
+      - {LOCAL_VOLUME_KRATOS_SQLITE}:/var/lib/sqlite
+      - {LOCAL_VOLUME_KRATOS}/kratos.yml:/home/.kratos.yaml
     command: migrate sql -e --yes
     restart: on-failure
     networks:
@@ -29,8 +24,8 @@ services:
       - SERVE_PUBLIC_BASE_URL=http://localhost:4455/.ory/kratos/public/
     command: serve -c /etc/config/kratos/kratos.yml --dev --watch-courier
     volumes:
-      - ./kratos:/etc/config/kratos:Z
-      - kratos-sqlite:/var/lib/sqlite
+      - {LOCAL_VOLUME_KRATOS}:/etc/config/kratos:Z
+      - {LOCAL_VOLUME_KRATOS_SQLITE}:/var/lib/sqlite
     networks:
       - default
 
@@ -47,7 +42,7 @@ services:
     networks:
       - default
     volumes:
-      - ./oathkeeper:/etc/config/oathkeeper:Z
+      - {LOCAL_VOLUME_OATHKEEPER}:/etc/config/oathkeeper:Z
 
   refinery-authorizer:
     image: kernai/refinery-authorizer:{AUTHORIZER}
@@ -106,7 +101,7 @@ services:
       - 80
     volumes:
       - /var/run/docker.sock:/var/run/docker.sock:Z
-      - graphql-sqlite:/sqlite
+      - {LOCAL_VOLUME_GRAPHQL_SQLITE}:/sqlite
     environment:
       - AC_EXEC_ENV_IMAGE=kernai/refinery-ac-exec-env:{AC_EXEC_ENV}
       - LF_EXEC_ENV_IMAGE=kernai/refinery-lf-exec-env:{LF_EXEC_ENV}
@@ -326,6 +321,3 @@ services:
 networks:
   default:
 
-volumes:
-  kratos-sqlite:
-  graphql-sqlite:

start

@@ -2,6 +2,7 @@
 import json
 import os
 import socket
+import time
 from typing import Any, Tuple
 
 from util.constants import EXEC_ENVS, SERVICE_VERSIONS, JWKS_PATH
@@ -69,10 +70,37 @@ def is_container_running(container_name: str) -> bool:
 
 def is_image_present(image_name: str, image_tag: str) -> bool:
     try:
-        image = client.images.get(image_name)
+        client.images.get(f"{image_name}:{image_tag}")
     except docker.errors.ImageNotFound:
         return False
+    return True
 
-    if image_tag in image.tags:
-        return True
+
+def is_uvicorn_application_started(container_name: str) -> bool:
+    try:
+        container = client.containers.list(filters={"name": container_name})[0]
+        return "Application startup complete." in container.logs().decode("utf-8")
+    except docker.errors.ImageNotFound:
+        return False
+
+
+def is_ui_service_ready(container_name: str) -> bool:
+    try:
+        container = client.containers.list(filters={"name": container_name})[0]
+        return "Configuration complete; ready for start up" in container.logs().decode(
+            "utf-8"
+        )
+    except docker.errors.ImageNotFound:
+        return False
+
+
+def wait_until_refinery_is_ready(timeout: int = 60) -> None:
+    start_time = time.time()
+
+    while start_time + timeout > time.time():
+        gateway_ready = is_uvicorn_application_started("refinery-gateway")
+        ui_ready = is_ui_service_ready("refinery-ui")
+        if gateway_ready and ui_ready:
+            return True
+        time.sleep(1)
     return False

start.py

@@ -1,4 +1,5 @@
 import json
+import os
 
 from util.constants import (
     DOCKER_COMPOSE,
@@ -9,7 +10,7 @@
 from util.docker_helper import get_credential_ip, get_host_ip
 
 
-def process_docker_compose_template():
+def process_docker_compose_template(refinery_dir: str) -> str:
     credential_ip = get_credential_ip()
     host_ip = get_host_ip()
 
@@ -24,6 +25,8 @@ def process_docker_compose_template():
 
     with open(SETTINGS, "r") as f:
         settings = json.load(f)
+        for volume, rel_path in settings.items():
+            settings[volume] = os.path.normpath(os.path.join(refinery_dir, rel_path))
 
     docker_compose = template.format(
         **versions,