Merge pull request #44 from PaperDebugger/feat-custom-backend

feat: add support for custom openai base url

Author: imwithye

.github/workflows/release.yml

@@ -92,6 +92,7 @@ jobs:
           git clone https://${{ secrets.GH_PAT }}@github.com/paperdebugger/deploy.git ../deploy
       - name: Generate kubernetes manifests
         env:
+          OPENAI_BASE_URL: ${{ secrets.OPENAI_BASE_URL_PRD }}
           OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY_PRD }}
           MCP_BASIC_KEY: ${{ secrets.MCP_BASIC_KEY_PRD }}
           MCP_PAPERSCORE_KEY: ${{ secrets.MCP_PAPERSCORE_KEY_PRD }}

hack/prd.sh

@@ -5,6 +5,7 @@ set -euxo pipefail
 ROOT_DIR=$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")/.." &>/dev/null && pwd)
 cd $ROOT_DIR
 
+OPENAI_BASE_URL=${OPENAI_BASE_URL:-https://api.openai.com/v1}
 OPENAI_API_KEY=${OPENAI_API_KEY:-sk-dummy-OPENAI_API_KEY}
 MCP_BASIC_KEY=${MCP_BASIC_KEY:-sk-dummy-MCP_BASIC_KEY}
 MCP_PAPERSCORE_KEY=${MCP_PAPERSCORE_KEY:-sk-dummy-MCP_PAPERSCORE_KEY}
@@ -21,6 +22,7 @@ helm template $ROOT_DIR/helm-chart \
     --create-namespace \
     --values $ROOT_DIR/helm-chart/values.yaml \
     --values $ROOT_DIR/hack/values-prd.yaml \
+    --set-string openai_base_url=$OPENAI_BASE_URL \
     --set-string openai_api_key=$OPENAI_API_KEY \
     --set-string mcp_basic_key=$MCP_BASIC_KEY \
     --set-string mcp_paperscore_key=$MCP_PAPERSCORE_KEY \

hack/stg.sh

@@ -5,6 +5,7 @@ set -euxo pipefail
 ROOT_DIR=$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")/.." &>/dev/null && pwd)
 cd $ROOT_DIR
 
+OPENAI_BASE_URL=${OPENAI_BASE_URL:-https://api.openai.com/v1}
 OPENAI_API_KEY=${OPENAI_API_KEY:-sk-dummy-OPENAI_API_KEY}
 MCP_BASIC_KEY=${MCP_BASIC_KEY:-sk-dummy-MCP_BASIC_KEY}
 MCP_PAPERSCORE_KEY=${MCP_PAPERSCORE_KEY:-sk-dummy-MCP_PAPERSCORE_KEY}
@@ -21,6 +22,7 @@ helm template $ROOT_DIR/helm-chart \
     --create-namespace \
     --values $ROOT_DIR/helm-chart/values.yaml \
     --values $ROOT_DIR/hack/values-stg.yaml \
+    --set-string openai_base_url=$OPENAI_BASE_URL \
     --set-string openai_api_key=$OPENAI_API_KEY \
     --set-string mcp_basic_key=$MCP_BASIC_KEY \
     --set-string mcp_paperscore_key=$MCP_PAPERSCORE_KEY \

helm-chart/templates/paperdebugger.yaml

@@ -57,6 +57,7 @@ metadata:
   name: paperdebugger
   namespace: {{ .Values.namespace }}
 data:
+  OPENAI_BASE_URL: "{{ .Values.openai_base_url }}"
   OPENAI_API_KEY: "{{ .Values.openai_api_key }}"
   JWT_SIGNING_KEY: "{{ .Values.jwt_signing_key }}"
   {{ if not .Values.mongo.in_cluster }}

helm-chart/values.yaml

@@ -1,4 +1,5 @@
 namespace: paperdebugger-dev
+openai_base_url: https://api.openai.com/v1
 openai_api_key: sk-dummy-OPENAI_API_KEY
 jwt_signing_key: paperdebugger
 ghcr_docker_config: dummy-ghcr-docker-config

internal/libs/cfg/cfg.go

@@ -7,6 +7,7 @@ import (
 )
 
 type Cfg struct {
+	OpenAIBaseURL string
 	OpenAIAPIKey  string
 	JwtSigningKey string
 
@@ -19,6 +20,7 @@ var cfg *Cfg
 func GetCfg() *Cfg {
 	_ = godotenv.Load()
 	cfg = &Cfg{
+		OpenAIBaseURL: openAIBaseURL(),
 		OpenAIAPIKey:  os.Getenv("OPENAI_API_KEY"),
 		JwtSigningKey: os.Getenv("JWT_SIGNING_KEY"),
 		MongoURI:      mongoURI(),
@@ -28,6 +30,14 @@ func GetCfg() *Cfg {
 	return cfg
 }
 
+func openAIBaseURL() string {
+	val := os.Getenv("OPENAI_BASE_URL")
+	if val != "" {
+		return val
+	}
+	return "https://api.openai.com/v1"
+}
+
 func xtraMCPURI() string {
 	val := os.Getenv("XTRAMCP_URI")
 	if val != "" {

internal/libs/cfg/cfg_test.go

@@ -10,6 +10,7 @@ import (
 
 func init() {
 	os.Setenv("PD_MONGO_URI", "mongodb://localhost:27017")
+	os.Setenv("OPENAI_BASE_URL", "https://dummy.openai.com/v1")
 	os.Setenv("OPENAI_API_KEY", "dummy OPENAI_API_KEY for testing")
 	os.Setenv("JWT_SIGNING_KEY", "dummy JWT_SIGNING_KEY for testing")
 }
@@ -22,9 +23,11 @@ func TestCfg(t *testing.T) {
 
 	assert.NotNil(t, cfg.MongoURI)
 	assert.NotNil(t, cfg.JwtSigningKey)
+	assert.NotNil(t, cfg.OpenAIBaseURL)
 	assert.NotNil(t, cfg.OpenAIAPIKey)
 
 	assert.NotEmpty(t, cfg.JwtSigningKey)
+	assert.NotEmpty(t, cfg.OpenAIBaseURL)
 	assert.NotEmpty(t, cfg.OpenAIAPIKey)
 	assert.NotEmpty(t, cfg.MongoURI)
 }

internal/services/toolkit/client/client.go

@@ -39,6 +39,7 @@ func NewAIClient(
 ) *AIClient {
 	database := db.Database("paperdebugger")
 	oaiClient := openai.NewClient(
+		option.WithBaseURL(cfg.OpenAIBaseURL),
 		option.WithAPIKey(cfg.OpenAIAPIKey),
 	)
 	CheckOpenAIWorks(oaiClient, logger)