use anthropic's sdk instead of gambiarra

Author: VictorTaelin

Claude.mjs

@@ -1,4 +1,4 @@
-import fetch from 'node-fetch';
+import { Anthropic } from '@anthropic-ai/sdk';
 import fs from 'fs/promises';
 import path from 'path';
 
@@ -7,54 +7,27 @@ async function getAnthropicKey() {
   return (await fs.readFile(keyPath, 'utf8')).trim();
 }
 
-export async function ask({ system, prompt, model = 'claude-3-opus-20240229', temperature = 1, debug = true }) {
-  const anthropicKey = await getAnthropicKey();
-  const response = await fetch('https://api.anthropic.com/v1/messages', {
-    method: 'POST',
-    headers: {
-      'Content-Type': 'application/json',
-      'X-API-Key': anthropicKey,
-      'anthropic-version': '2023-06-01',
-    },
-    body: JSON.stringify({
+export async function ask({ system, prompt, max_tokens, model = 'claude-3-opus-20240229', temperature = 1, debug = true }) {
+  const anthropic = new Anthropic({ apiKey: await getAnthropicKey() });
+  if (debug) {
+    const stream = anthropic.messages.stream({
       model,
       messages: [{ role: 'user', content: prompt }],
-      max_tokens: 1000,
+      max_tokens: max_tokens || 4096,
       temperature,
-      stream: debug,
       ...(system && { system }),
-    }),
-  });
-
-  if (!response.ok) {
-    const errorBody = await response.text();
-    throw new Error(`Anthropic API request failed with status ${response.status}: ${errorBody}`);
-  }
-
-  if (debug) {
-    let result = '';
-    for await (const chunk of response.body) {
-      const textChunk = new TextDecoder().decode(chunk);
-      const lines = textChunk.split('\n');
-      for (const line of lines) {
-        if (line.startsWith('data:')) {
-          try {
-            const data = JSON.parse(line.slice(5));
-            if (data.type === 'content_block_delta' && data.delta.type === 'text_delta') {
-              process.stdout.write(data.delta.text);
-              result += data.delta.text;
-            }
-          } catch (error) {
-            // Skip the line if JSON parsing fails
-            console.error('Error parsing JSON:', error.message);
-          }
-        }
-      }
-    }
+    }).on('text', (text) => process.stdout.write(text));
+    const message = await stream.finalMessage();
     console.log(); // Add a newline at the end
-    return result;
+    return message.content;
   } else {
-    const { content } = await response.json();
-    return content[0].text;
+    const message = await anthropic.messages.create({
+      model,
+      messages: [{ role: 'user', content: prompt }],
+      max_tokens: max_tokens || 4096,
+      temperature,
+      ...(system && { system }),
+    });
+    return message.content;
   }
 }

holefill.mjs

@@ -32,7 +32,7 @@ if (i % 2 === 0) {
 
 1. The first line is NOT indented, because there are already spaces before {{LOOP}}.
 
-2. The other lines ARE indented, to match the identation of the context.
+2. The other lines ARE indented, to match the indentation of the context.
 `;
 
 var file = process.argv[2];
@@ -65,6 +65,8 @@ while ((match = regex.exec(curr_code)) !== null) {
   }
 }
 
+await fs.writeFile(curr, curr_code, 'utf-8');
+
 var tokens = GPT.token_count(curr_code);
 var holes = curr_code.match(/{{\w+}}/g) || [];
 var ask = model.startsWith("claude") ? Claude.ask : GPT.ask;