Merge pull request #56 from Scale3-Labs/dylan/s3en-2120-add-support-f…

…or-calculating-the-cost-for-perplexity-apis

adding perplexity cost calculator

lib/constants.ts

@@ -107,6 +107,37 @@ export const ANTHROPIC_PRICING: Record<string, any> = {
   },
 };
 
+// https://docs.perplexity.ai/docs/pricing --> slightly unclear
+// https://docs.perplexity.ai/changelog/api-updates-february-2024 --> diff prices
+export const PERPLEXITY_PRICING: Record<string, any> = {
+  "sonar-small-chat": {
+    input: 0.0002,
+    output: 0.0002,
+  },
+  "sonar-small-online": {
+    // + $5/K requests
+    input: 0.0002,
+    output: 0.0002,
+  },
+  "sonar-medium-chat": {
+    input: 0.0006,
+    output: 0.0006,
+  },
+  "sonar-medium-online": {
+    // + $5/K requests
+    input: 0.0006,
+    output: 0.0006,
+  },
+  "mistral-7b-instruct": {
+    input: 0.0002,
+    output: 0.0002,
+  },
+  "mixtral-8x7b-instruct": {
+    input: 0.0006,
+    output: 0.0018,
+  },
+};
+
 export const PAGE_SIZE = 15;
 
 export const DEFAULT_TESTS: Partial<Test>[] = [

lib/utils.ts

@@ -9,6 +9,7 @@ import {
   ANTHROPIC_PRICING,
   LangTraceAttributes,
   OPENAI_PRICING,
+  PERPLEXITY_PRICING,
   SpanStatusCode,
 } from "./constants";
 
@@ -275,10 +276,7 @@ export function prepareForClickhouse(spans: Normalized[]): Span[] {
   });
 }
 
-export async function authApiKey(
-  api_key?: string,
-  project_id?: string
-): Promise<NextResponse> {
+export async function authApiKey(api_key?: string): Promise<NextResponse> {
   if (!api_key) {
     return NextResponse.json(
       {
@@ -386,6 +384,18 @@ export function calculatePriceFromUsage(
       return { total, input, output };
     }
     return { total: 0, input: 0, output: 0 };
+  } else if (vendor === "perplexity") {
+    const costTable = PERPLEXITY_PRICING[model];
+    if (costTable) {
+      const total =
+        (costTable.input * usage.input_tokens +
+          costTable.output * usage.output_tokens) /
+        1000;
+      const input = (costTable.input * usage.input_tokens) / 1000;
+      const output = (costTable.output * usage.output_tokens) / 1000;
+      return { total, input, output };
+    }
+    return { total: 0, input: 0, output: 0 };
   }
   return { total: 0, input: 0, output: 0 };
 }