change base_url to endpoints

Author: aponcedeleonch

src/codegate/providers/ollama/provider.py

@@ -41,10 +41,6 @@ def models(self):
         return [model["name"] for model in jsonresp.get("models", [])]
 
     async def process_request(self, data: dict, api_key: str, request_url_path: str):
-        # `base_url` is used in the providers pipeline to do the packages lookup.
-        # Force it to be the one that comes in the configuration.
-        data["base_url"] = self.base_url
-
         is_fim_request = self._is_fim_request(request_url_path, data)
         try:
             stream = await self.complete(data, api_key=None, is_fim_request=is_fim_request)
@@ -112,4 +108,8 @@ async def create_completion(request: Request):
             body = await request.body()
             data = json.loads(body)
 
+            # `base_url` is used in the providers pipeline to do the packages lookup.
+            # Force it to be the one that comes in the configuration.
+            data["base_url"] = self.base_url
+
             return await self.process_request(data, None, request.url.path)

src/codegate/providers/openai/provider.py

@@ -43,10 +43,6 @@ def models(self) -> List[str]:
         return [model["id"] for model in jsonresp.get("data", [])]
 
     async def process_request(self, data: dict, api_key: str, request_url_path: str):
-        # if model starts with lm_studio, propagate it
-        if data.get("model", "").startswith("lm_studio"):
-            data["base_url"] = self.lm_studio_url + "/v1/"
-
         is_fim_request = self._is_fim_request(request_url_path, data)
 
         try:
@@ -90,4 +86,8 @@ async def create_completion(
             body = await request.body()
             data = json.loads(body)
 
+            # if model starts with lm_studio, propagate it
+            if data.get("model", "").startswith("lm_studio"):
+                data["base_url"] = self.lm_studio_url + "/v1/"
+
             return await self.process_request(data, api_key, request.url.path)

src/codegate/providers/vllm/provider.py

@@ -38,13 +38,6 @@ def models(self):
         return [model["id"] for model in jsonresp.get("data", [])]
 
     async def process_request(self, data: dict, api_key: str, request_url_path: str):
-        # Add the vLLM base URL to the request
-        config = Config.get_config()
-        if config:
-            data["base_url"] = config.provider_urls.get("vllm")
-        else:
-            data["base_url"] = ""
-
         is_fim_request = self._is_fim_request(request_url_path, data)
 
         try:
@@ -100,4 +93,11 @@ async def create_completion(
             body = await request.body()
             data = json.loads(body)
 
+            # Add the vLLM base URL to the request
+            config = Config.get_config()
+            if config:
+                data["base_url"] = config.provider_urls.get("vllm")
+            else:
+                data["base_url"] = ""
+
             return await self.process_request(data, api_key, request.url.path)