remove unused cohere getBatchOutput method code, have to reimplement …

…it again

src/providers/ai21/api.ts

@@ -8,8 +8,8 @@ const AI21APIConfig: ProviderAPIConfig = {
     };
     return headers;
   },
-  getEndpoint: ({ fn, gatewayRequestBodyJSON: gatewayRequestBody }) => {
-    const { model } = gatewayRequestBody;
+  getEndpoint: ({ fn, gatewayRequestBodyJSON }) => {
+    const { model } = gatewayRequestBodyJSON;
     switch (fn) {
       case 'complete': {
         return `/${model}/complete`;

src/providers/bedrock/api.ts

@@ -118,11 +118,7 @@ const BedrockAPIConfig: ProviderAPIConfig = {
       providerOptions.awsSessionToken || ''
     );
   },
-  getEndpoint: ({
-    fn,
-    gatewayRequestBodyJSON: gatewayRequestBody,
-    gatewayRequestURL,
-  }) => {
+  getEndpoint: ({ fn, gatewayRequestBodyJSON, gatewayRequestURL }) => {
     if (fn === 'uploadFile') return '';
     if (fn === 'retrieveFileContent') {
       const objectName = gatewayRequestURL.split('/v1/files/')[1].split('/')[0];
@@ -132,7 +128,7 @@ const BedrockAPIConfig: ProviderAPIConfig = {
       const batchId = gatewayRequestURL.split('/v1/batches/')[1].split('/')[0];
       return `/model-invocation-job/${batchId}/stop`;
     }
-    const { model, stream } = gatewayRequestBody;
+    const { model, stream } = gatewayRequestBodyJSON;
     let mappedFn: string = fn;
     if (stream) {
       mappedFn = `stream-${fn}`;

src/providers/fireworks-ai/api.ts

@@ -8,8 +8,8 @@ const FireworksAIAPIConfig: ProviderAPIConfig = {
       Accept: 'application/json',
     };
   },
-  getEndpoint: ({ fn, gatewayRequestBodyJSON: gatewayRequestBody }) => {
-    const model = gatewayRequestBody?.model;
+  getEndpoint: ({ fn, gatewayRequestBodyJSON }) => {
+    const model = gatewayRequestBodyJSON?.model;
     switch (fn) {
       case 'complete':
         return '/completions';

src/providers/google-vertex-ai/api.ts

@@ -41,13 +41,9 @@ export const GoogleApiConfig: ProviderAPIConfig = {
       Authorization: `Bearer ${authToken}`,
     };
   },
-  getEndpoint: ({
-    fn,
-    gatewayRequestBodyJSON: gatewayRequestBody,
-    providerOptions,
-  }) => {
+  getEndpoint: ({ fn, gatewayRequestBodyJSON, providerOptions }) => {
     let mappedFn = fn;
-    const { model: inputModel, stream } = gatewayRequestBody;
+    const { model: inputModel, stream } = gatewayRequestBodyJSON;
     if (stream) {
       mappedFn = `stream-${fn}`;
     }

src/providers/google/api.ts

@@ -5,13 +5,9 @@ export const GoogleApiConfig: ProviderAPIConfig = {
   headers: () => {
     return { 'Content-Type': 'application/json' };
   },
-  getEndpoint: ({
-    fn,
-    providerOptions,
-    gatewayRequestBodyJSON: gatewayRequestBody,
-  }) => {
+  getEndpoint: ({ fn, providerOptions, gatewayRequestBodyJSON }) => {
     let mappedFn = fn;
-    const { model, stream } = gatewayRequestBody;
+    const { model, stream } = gatewayRequestBodyJSON;
     const { apiKey } = providerOptions;
     if (stream) {
       mappedFn = `stream-${fn}`;

src/providers/huggingface/api.ts

@@ -10,12 +10,8 @@ const HuggingfaceAPIConfig: ProviderAPIConfig = {
   headers: ({ providerOptions }) => ({
     Authorization: `Bearer ${providerOptions.apiKey}`,
   }),
-  getEndpoint: ({
-    fn,
-    gatewayRequestBodyJSON: gatewayRequestBody,
-    providerOptions,
-  }) => {
-    const { model } = gatewayRequestBody;
+  getEndpoint: ({ fn, gatewayRequestBodyJSON, providerOptions }) => {
+    const { model } = gatewayRequestBodyJSON;
     const modelPath = providerOptions.huggingfaceBaseUrl
       ? ''
       : `/models/${model}`;

src/providers/palm/api.ts

@@ -5,13 +5,9 @@ export const PalmApiConfig: ProviderAPIConfig = {
   headers: () => {
     return { 'Content-Type': 'application/json' };
   },
-  getEndpoint: ({
-    providerOptions,
-    fn,
-    gatewayRequestBodyJSON: gatewayRequestBody,
-  }) => {
+  getEndpoint: ({ providerOptions, fn, gatewayRequestBodyJSON }) => {
     const { apiKey } = providerOptions;
-    const { model } = gatewayRequestBody;
+    const { model } = gatewayRequestBodyJSON;
     switch (fn) {
       case 'complete': {
         return `/models/${model}:generateText?key=${apiKey}`;

src/providers/predibase/api.ts

@@ -9,9 +9,9 @@ const PredibaseAPIConfig: ProviderAPIConfig = {
       Accept: 'application/json',
     };
   },
-  getEndpoint: ({ fn, gatewayRequestBodyJSON: gatewayRequestBody }) => {
-    const user = gatewayRequestBody?.user;
-    const model = gatewayRequestBody?.model;
+  getEndpoint: ({ fn, gatewayRequestBodyJSON }) => {
+    const user = gatewayRequestBodyJSON?.user;
+    const model = gatewayRequestBodyJSON?.model;
     const base_model = splitString(`${model}`, ':').before;
     switch (fn) {
       case 'chatComplete':

src/providers/segmind/api.ts

@@ -5,8 +5,8 @@ const StabilityAIAPIConfig: ProviderAPIConfig = {
   headers: ({ providerOptions }) => {
     return { 'x-api-key': `${providerOptions.apiKey}` };
   },
-  getEndpoint: ({ gatewayRequestBodyJSON: gatewayRequestBody }) => {
-    return `/${gatewayRequestBody.model}`;
+  getEndpoint: ({ gatewayRequestBodyJSON }) => {
+    return `/${gatewayRequestBodyJSON.model}`;
   },
 };
 

src/providers/siliconflow/api.ts

@@ -7,8 +7,8 @@ const SiliconFlowAPIConfig: ProviderAPIConfig = {
       Authorization: `Bearer ${providerOptions.apiKey}`,
     };
   },
-  getEndpoint: ({ fn, gatewayRequestBodyJSON: gatewayRequestBody }) => {
-    const { model = 'ByteDance/SDXL-Lightning' } = gatewayRequestBody;
+  getEndpoint: ({ fn, gatewayRequestBodyJSON }) => {
+    const { model = 'ByteDance/SDXL-Lightning' } = gatewayRequestBodyJSON;
     switch (fn) {
       case 'chatComplete':
         return '/chat/completions';

src/providers/stability-ai/api.ts

@@ -13,11 +13,7 @@ const StabilityAIAPIConfig: ProviderAPIConfig = {
     headers['Accept'] = CONTENT_TYPES.APPLICATION_JSON;
     return headers;
   },
-  getEndpoint: ({
-    fn,
-    gatewayRequestBodyJSON: gatewayRequestBody,
-    providerOptions,
-  }) => {
+  getEndpoint: ({ fn, gatewayRequestBodyJSON, providerOptions }) => {
     let mappedFn = fn;
     const { urlToFetch } = providerOptions;
     if (
@@ -30,9 +26,9 @@ const StabilityAIAPIConfig: ProviderAPIConfig = {
 
     switch (mappedFn) {
       case 'imageGenerate': {
-        if (isStabilityV1Model(gatewayRequestBody.model))
-          return `/v1/generation/${gatewayRequestBody.model}/text-to-image`;
-        return `/v2beta/stable-image/generate/${gatewayRequestBody.model}`;
+        if (isStabilityV1Model(gatewayRequestBodyJSON.model))
+          return `/v1/generation/${gatewayRequestBodyJSON.model}/text-to-image`;
+        return `/v2beta/stable-image/generate/${gatewayRequestBodyJSON.model}`;
       }
       default:
         return '';