support milvus db

src/globals.ts

@@ -78,6 +78,7 @@ export const X_AI: string = 'x-ai';
 export const SAGEMAKER: string = 'sagemaker';
 export const NEBIUS: string = 'nebius';
 export const RECRAFTAI: string = 'recraft-ai';
+export const MILVUS: string = 'milvus';
 
 export const VALID_PROVIDERS = [
   ANTHROPIC,
@@ -129,6 +130,7 @@ export const VALID_PROVIDERS = [
   SAGEMAKER,
   NEBIUS,
   RECRAFTAI,
+  MILVUS,
 ];
 
 export const CONTENT_TYPES = {

src/handlers/handlerUtils.ts

@@ -93,9 +93,9 @@ export function constructRequest(
   // Add any headers that the model might need
   headers = {
     ...baseHeaders,
+    ...(fn === 'proxy' && proxyHeaders),
     ...headers,
     ...forwardHeadersMap,
-    ...(fn === 'proxy' && proxyHeaders),
   };
 
   let fetchOptions: RequestInit = {
@@ -345,7 +345,7 @@ export async function tryPost(
     fetchOptions.body = transformedRequestBody as FormData;
   } else if (
     fn == 'proxy' &&
-    requestContentType.startsWith(CONTENT_TYPES.GENERIC_AUDIO_PATTERN)
+    requestContentType?.startsWith(CONTENT_TYPES.GENERIC_AUDIO_PATTERN)
   ) {
     fetchOptions.body = transformedRequestBody as ArrayBuffer;
   } else {

src/providers/index.ts

@@ -52,6 +52,7 @@ import QdrantConfig from './qdrant';
 import SagemakerConfig from './sagemaker';
 import NebiusConfig from './nebius';
 import RecraftAIConfig from './recraft-ai';
+import MilvusConfig from './milvus';
 
 const Providers: { [key: string]: ProviderConfigs } = {
   openai: OpenAIConfig,
@@ -104,6 +105,7 @@ const Providers: { [key: string]: ProviderConfigs } = {
   sagemaker: SagemakerConfig,
   nebius: NebiusConfig,
   'recraft-ai': RecraftAIConfig,
+  milvus: MilvusConfig,
 };
 
 export default Providers;

src/providers/milvus/api.ts

@@ -0,0 +1,18 @@
+import { ProviderAPIConfig } from '../types';
+
+const MilvusAPIConfig: ProviderAPIConfig = {
+  getBaseURL: ({ providerOptions }) => {
+    return providerOptions.customHost || '';
+  },
+  headers: ({ providerOptions }) => {
+    return { Authorization: `Bearer ${providerOptions.apiKey}` };
+  },
+  getEndpoint: ({ fn }) => {
+    switch (fn) {
+      default:
+        return '';
+    }
+  },
+};
+
+export default MilvusAPIConfig;

src/providers/milvus/index.ts

@@ -0,0 +1,9 @@
+import { ProviderConfigs } from '../types';
+import MilvusAPIConfig from './api';
+
+const MilvusConfig: ProviderConfigs = {
+  api: MilvusAPIConfig,
+  responseTransforms: {},
+};
+
+export default MilvusConfig;