Merge branch 'adds-codegate-helm' of github.com:stacklok/codegate into adds-codegate-helm

Author: ChrisJBurns

.github/workflows/feature-launcher.yml

@@ -12,13 +12,51 @@ jobs:
       - name: Send Feature Release Notification to Discord
         env:
           DISCORD_WEBHOOK: ${{ secrets.DISCORD_WEBHOOK }}
+          SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }}
           ISSUE_TITLE: ${{ github.event.issue.title }}
           ISSUE_BODY: ${{ github.event.issue.body }}
           ISSUE_URL: ${{ github.event.issue.html_url }}
         run: |
-          curl -H "Content-Type: application/json" \
-          -X POST \
-          -d '{
-            "content": "**🚀 New Feature Launched!**\n\n🎉 *${{ env.ISSUE_TITLE }}* is now available to try!\n📖 Description: ${{ env.ISSUE_BODY }}\n🔗 [Check it out here](${{ env.ISSUE_URL }})"
-          }' \
-          $DISCORD_WEBHOOK
+          node -e '
+            const https = require("https");
+            const discordWebhook = new URL(process.env.DISCORD_WEBHOOK);
+            const slackWebhook = new URL(process.env.SLACK_WEBHOOK);
+
+            const issueTitle = process.env.ISSUE_TITLE;
+            const issueBody = process.env.ISSUE_BODY;
+            const issueUrl = process.env.ISSUE_URL;
+
+            // Discord Payload
+            const discordPayload = {
+              content: [
+                "**🚀 " +issueTitle + " has been released!**",
+                "",
+                "**🌟 Whats new in CodeGate:**",
+                issueBody,
+                "",
+                "We would 🤍 your feedback! 🔗 [Here’s the GitHub issue](" + issueUrl + ")"
+              ].join("\n")
+            };
+
+            // Slack Payload
+            const slackPayload = {
+              text: `🚀 *${issueTitle}* has been released!\n\n 🔗 <${issueUrl}|Here’s the GitHub issue>`,
+            };
+
+            function sendNotification(webhookUrl, payload) {
+              const url = new URL(webhookUrl);
+              const req = https.request(url, {
+                method: "POST",
+                headers: {
+                  "Content-Type": "application/json",
+                }
+              });
+
+              req.on("error", (error) => {
+                console.error("Error:", error);
+                process.exit(1);
+              });
+
+              req.write(JSON.stringify(payload));
+              req.end();
+            }

api/openapi.json

@@ -989,6 +989,55 @@
         }
       }
     },
+    "/api/v1/workspaces/{provider_id}": {
+      "get": {
+        "tags": [
+          "CodeGate API",
+          "Workspaces"
+        ],
+        "summary": "List Workspaces By Provider",
+        "description": "List workspaces by provider ID.",
+        "operationId": "v1_list_workspaces_by_provider",
+        "parameters": [
+          {
+            "name": "provider_id",
+            "in": "path",
+            "required": true,
+            "schema": {
+              "type": "string",
+              "format": "uuid",
+              "title": "Provider Id"
+            }
+          }
+        ],
+        "responses": {
+          "200": {
+            "description": "Successful Response",
+            "content": {
+              "application/json": {
+                "schema": {
+                  "type": "array",
+                  "items": {
+                    "$ref": "#/components/schemas/WorkspaceWithModel"
+                  },
+                  "title": "Response V1 List Workspaces By Provider"
+                }
+              }
+            }
+          },
+          "422": {
+            "description": "Validation Error",
+            "content": {
+              "application/json": {
+                "schema": {
+                  "$ref": "#/components/schemas/HTTPValidationError"
+                }
+              }
+            }
+          }
+        }
+      }
+    },
     "/api/v1/alerts_notification": {
       "get": {
         "tags": [
@@ -1478,6 +1527,16 @@
             "type": "string",
             "title": "Name"
           },
+          "config": {
+            "anyOf": [
+              {
+                "$ref": "#/components/schemas/WorkspaceConfig"
+              },
+              {
+                "type": "null"
+              }
+            ]
+          },
           "rename_to": {
             "anyOf": [
               {
@@ -1590,6 +1649,17 @@
       },
       "MuxRule": {
         "properties": {
+          "provider_name": {
+            "anyOf": [
+              {
+                "type": "string"
+              },
+              {
+                "type": "null"
+              }
+            ],
+            "title": "Provider Name"
+          },
           "provider_id": {
             "type": "string",
             "title": "Provider Id"
@@ -1842,6 +1912,52 @@
           "is_active"
         ],
         "title": "Workspace"
+      },
+      "WorkspaceConfig": {
+        "properties": {
+          "system_prompt": {
+            "type": "string",
+            "title": "System Prompt"
+          },
+          "muxing_rules": {
+            "items": {
+              "$ref": "#/components/schemas/MuxRule"
+            },
+            "type": "array",
+            "title": "Muxing Rules"
+          }
+        },
+        "type": "object",
+        "required": [
+          "system_prompt",
+          "muxing_rules"
+        ],
+        "title": "WorkspaceConfig"
+      },
+      "WorkspaceWithModel": {
+        "properties": {
+          "id": {
+            "type": "string",
+            "title": "Id"
+          },
+          "name": {
+            "type": "string",
+            "pattern": "^[a-zA-Z0-9_-]+$",
+            "title": "Name"
+          },
+          "provider_model_name": {
+            "type": "string",
+            "title": "Provider Model Name"
+          }
+        },
+        "type": "object",
+        "required": [
+          "id",
+          "name",
+          "provider_model_name"
+        ],
+        "title": "WorkspaceWithModel",
+        "description": "Returns a workspace ID with model name"
       }
     }
   }

docs/development.md

@@ -26,6 +26,18 @@ from potential AI-related security risks. Key features include:
   deployment)
 - [Visual Studio Code](https://code.visualstudio.com/download) (recommended IDE)
 
+Note that if you are using pyenv on macOS, you will need a Python build linked
+against sqlite installed from Homebrew. macOS ships with sqlite, but it lacks
+some required functionality needed in the project. This can be accomplished with:
+
+```
+# substitute for your version of choice
+PYTHON_VERSION=3.12.9
+brew install sqlite
+LDFLAGS="-L$(brew --prefix sqlite)/lib" CPPFLAGS="-I$(brew --prefix sqlite)/include" PYTHON_CONFIGURE_OPTS="--enable-loadable-sqlite-extensions" pyenv install -v $PYTHON_VERSION
+poetry env use $PYTHON_VERSION
+```
+
 ### Initial setup
 
 1. Clone the repository:
@@ -59,19 +71,6 @@ To install all dependencies for your local development environment, run
 npm install
 ```
 
-Note that if you are running some processes (specifically the package import
-script) on macOS, you will need a Python build linked against sqlite installed
-from Homebrew. macOS ships with sqlite, but it lacks some required
-functionality. This can be accomplished with:
-
-```
-# substitute for your version of choice
-PYTHON_VERSION=3.12.9
-brew install sqlite
-LDFLAGS="-L$(brew --prefix sqlite)/lib" CPPFLAGS="-I$(brew --prefix sqlite)/include" PYTHON_CONFIGURE_OPTS="--enable-loadable-sqlite-extensions" pyenv install -v $PYTHON_VERSION
-poetry env use $PYTHON_VERSION
-```
-
 ### Running the development server
 
 Run the development server using:

poetry.lock

@@ -46,7 +46,7 @@ pytest = "==8.3.4"
 pytest-cov = "==6.0.0"
 black = "==25.1.0"
 ruff = "==0.9.6"
-bandit = "==1.8.2"
+bandit = "==1.8.3"
 build = "==1.2.2.post1"
 wheel = "==0.45.1"
 litellm = "==1.61.6"

pyproject.toml

@@ -12,7 +12,7 @@
 from codegate import __version__
 from codegate.api import v1_models, v1_processing
 from codegate.db.connection import AlreadyExistsError, DbReader
-from codegate.db.models import AlertSeverity
+from codegate.db.models import AlertSeverity, WorkspaceWithModel
 from codegate.providers import crud as provendcrud
 from codegate.workspaces import crud
 
@@ -532,6 +532,22 @@ async def set_workspace_muxes(
     return Response(status_code=204)
 
 
+@v1.get(
+    "/workspaces/{provider_id}",
+    tags=["Workspaces"],
+    generate_unique_id_function=uniq_name,
+)
+async def list_workspaces_by_provider(
+    provider_id: UUID,
+) -> List[WorkspaceWithModel]:
+    """List workspaces by provider ID."""
+    try:
+        return await wscrud.workspaces_by_provider(provider_id)
+
+    except Exception as e:
+        raise HTTPException(status_code=500, detail=str(e))
+
+
 @v1.get("/alerts_notification", tags=["Dashboard"], generate_unique_id_function=uniq_name)
 async def stream_sse():
     """

src/codegate/api/v1.py

@@ -5,6 +5,7 @@
 
 import pydantic
 
+import codegate.muxing.models as mux_models
 from codegate.db import models as db_models
 from codegate.extract_snippets.message_extractor import CodeSnippet
 from codegate.providers.base import BaseProvider
@@ -59,9 +60,19 @@ def from_db_workspaces(
         )
 
 
-class CreateOrRenameWorkspaceRequest(pydantic.BaseModel):
+class WorkspaceConfig(pydantic.BaseModel):
+    system_prompt: str
+
+    muxing_rules: List[mux_models.MuxRule]
+
+
+class FullWorkspace(pydantic.BaseModel):
     name: str
 
+    config: Optional[WorkspaceConfig] = None
+
+
+class CreateOrRenameWorkspaceRequest(FullWorkspace):
     # If set, rename the workspace to this name. Note that
     # the 'name' field is still required and the workspace
     # workspace must exist.

src/codegate/api/v1_models.py

@@ -28,6 +28,7 @@
     ProviderModel,
     Session,
     WorkspaceRow,
+    WorkspaceWithModel,
     WorkspaceWithSessionInfo,
 )
 from codegate.db.token_usage import TokenUsageParser
@@ -129,6 +130,7 @@ async def record_request(self, prompt_params: Optional[Prompt] = None) -> Option
         active_workspace = await DbReader().get_active_workspace()
         workspace_id = active_workspace.id if active_workspace else "1"
         prompt_params.workspace_id = workspace_id
+
         sql = text(
             """
                 INSERT INTO prompts (id, timestamp, provider, request, type, workspace_id)
@@ -302,7 +304,7 @@ async def record_context(self, context: Optional[PipelineContext]) -> None:
                 await self.record_outputs(context.output_responses, initial_id)
                 await self.record_alerts(context.alerts_raised, initial_id)
                 logger.info(
-                    f"Recorded context in DB. Output chunks: {len(context.output_responses)}. "
+                    f"Updated context in DB. Output chunks: {len(context.output_responses)}. "
                     f"Alerts: {len(context.alerts_raised)}."
                 )
         except Exception as e:
@@ -720,6 +722,23 @@ async def get_workspace_by_name(self, name: str) -> Optional[WorkspaceRow]:
         )
         return workspaces[0] if workspaces else None
 
+    async def get_workspaces_by_provider(self, provider_id: str) -> List[WorkspaceWithModel]:
+        sql = text(
+            """
+            SELECT
+                w.id, w.name, m.provider_model_name
+            FROM workspaces w
+            JOIN muxes m ON w.id = m.workspace_id
+            WHERE m.provider_endpoint_id = :provider_id
+            AND w.deleted_at IS NULL
+            """
+        )
+        conditions = {"provider_id": provider_id}
+        workspaces = await self._exec_select_conditions_to_pydantic(
+            WorkspaceWithModel, sql, conditions, should_raise=True
+        )
+        return workspaces
+
     async def get_archived_workspace_by_name(self, name: str) -> Optional[WorkspaceRow]:
         sql = text(
             """

src/codegate/db/connection.py

@@ -189,6 +189,14 @@ class WorkspaceWithSessionInfo(BaseModel):
     session_id: Optional[str]
 
 
+class WorkspaceWithModel(BaseModel):
+    """Returns a workspace ID with model name"""
+
+    id: str
+    name: WorkspaceNameStr
+    provider_model_name: str
+
+
 class ActiveWorkspace(BaseModel):
     """Returns a full active workspace object with the
     with the session information.