Optionally use different host internal and host ip for networking.

Author: dkennetzoracle

.gitignore

@@ -133,6 +133,7 @@ grafana-data
 prom_data
 arch_log/
 arch_logs/
+arch/logs/
 crates/*/target/
 crates/target/
 build.log

arch/README.md

@@ -6,10 +6,19 @@
 $ rustup target add wasm32-wasip1
 ```
 
-## Building
+## Container Runtime Support
 
 ```sh
-$ cargo build --target wasm32-wasip1 --release
+# Build the gateway WASM modules (must be run from the crates directory)
+$ cd ../crates
+$ cargo build --target wasm32-wasip1 --release -p llm_gateway
+$ cargo build --target wasm32-wasip1 --release -p prompt_gateway
+```
+
+Or build both at once:
+```sh
+$ cd ../crates
+$ cargo build --target wasm32-wasip1 --release -p llm_gateway -p prompt_gateway
 ```
 
 ## Testing
@@ -25,12 +34,15 @@ $ cargo test
 
 - Build filter binary,
   ```
-  $ cargo build --target wasm32-wasip1 --release
+  $ cd ../crates
+  $ cargo build --target wasm32-wasip1 --release -p llm_gateway -p prompt_gateway
   ```
 - Start envoy with arch_config.yaml and test,
   ```
   $ docker compose -f docker-compose.dev.yaml up archgw
   ```
-- dev version of docker-compose file uses following files that are mounted inside the container. That means no docker rebuild is needed if any of these files change. Just restart the container and chagne will be picked up,
+- dev version of docker-compose file uses following files that are mounted inside the container. That means no docker rebuild is needed if any of these files change. Just restart the container and change will be picked up,
   - envoy.template.yaml
-  - intelligent_prompt_gateway.wasm
+  - llm_gateway.wasm
+  - prompt_gateway.wasm
+  - logs/ directory (for container logs)

arch/docker-compose.dev.yaml

@@ -8,18 +8,20 @@ services:
       - "12000:12000"
       - "19901:9901"
     volumes:
-      - ${ARCH_CONFIG_FILE:-../demos/samples_python/weather_forecast/arch_config.yaml}:/app/arch_config.yaml
+      - ${ARCH_CONFIG_FILE:-/Users/dkennetz/arch_gateway/arch_config.yaml}:/app/arch_config.yaml
       - /etc/ssl/cert.pem:/etc/ssl/cert.pem
       - ./envoy.template.yaml:/app/envoy.template.yaml
       - ./arch_config_schema.yaml:/app/arch_config_schema.yaml
       - ./tools/cli/config_generator.py:/app/config_generator.py
       - ../crates/target/wasm32-wasip1/release/llm_gateway.wasm:/etc/envoy/proxy-wasm-plugins/llm_gateway.wasm
       - ../crates/target/wasm32-wasip1/release/prompt_gateway.wasm:/etc/envoy/proxy-wasm-plugins/prompt_gateway.wasm
-      - ~/archgw_logs:/var/log/
+      - ./logs:/var/log/
     extra_hosts:
-      - "host.docker.internal:host-gateway"
+      - "${HOST_INTERNAL:-host.docker.internal}:${HOST_IP:-host-gateway}"
+
     environment:
       - OPENAI_API_KEY=${OPENAI_API_KEY:?error}
       - MISTRAL_API_KEY=${MISTRAL_API_KEY:?error}
-      - OTEL_TRACING_HTTP_ENDPOINT=http://host.docker.internal:4318/v1/traces
+      - OTEL_TRACING_HTTP_ENDPOINT=http://${HOST_INTERNAL:-host.docker.internal}:4318/v1/traces
       - MODEL_SERVER_PORT=${MODEL_SERVER_PORT:-51000}
+      - HOST_INTERNAL=${HOST_INTERNAL:-host.docker.internal}

arch/envoy.template.yaml

@@ -685,7 +685,7 @@ static_resources:
               - endpoint:
                   address:
                     socket_address:
-                      address: host.docker.internal
+                      address: $HOST_INTERNAL
                       port_value: $MODEL_SERVER_PORT
                   hostname: {{ internal_cluster }}
     {% endfor %}

arch/tools/cli/docker_cli.py

@@ -1,6 +1,7 @@
 import subprocess
 import json
 import sys
+import os
 import requests
 
 from cli.consts import (
@@ -74,7 +75,7 @@ def docker_start_archgw_detached(
         *volume_mappings_args,
         *env_args,
         "--add-host",
-        "host.docker.internal:host-gateway",
+        f"{os.getenv('HOST_INTERNAL', 'host.docker.internal')}:{os.getenv('HOST_IP', 'host-gateway')}",
         ARCHGW_DOCKER_IMAGE,
     ]
 

arch/tools/cli/main.py

@@ -105,7 +105,7 @@ def build(service):
                         "-t",
                         f"{ARCHGW_DOCKER_IMAGE}",
                         ".",
-                        "--add-host=host.docker.internal:host-gateway",
+                        f"--add-host={os.getenv('HOST_INTERNAL', 'host.docker.internal')}:{os.getenv('HOST_IP', 'host-gateway')}",
                     ],
                     check=True,
                 )
@@ -197,8 +197,9 @@ def up(file, path, service, foreground):
 
     # Set the ARCH_CONFIG_FILE environment variable
     env_stage = {
-        "OTEL_TRACING_HTTP_ENDPOINT": "http://host.docker.internal:4318/v1/traces",
+        "OTEL_TRACING_HTTP_ENDPOINT": f"http://{os.getenv('HOST_INTERNAL', 'host.docker.internal')}:4318/v1/traces",
         "MODEL_SERVER_PORT": os.getenv("MODEL_SERVER_PORT", "51000"),
+        "HOST_INTERNAL": os.getenv("HOST_INTERNAL", "host.docker.internal"),
     }
     env = os.environ.copy()
     # check if access_keys are preesnt in the config file