claude-3

Author: VictorTaelin

Claude.mjs

@@ -0,0 +1,60 @@
+import fetch from 'node-fetch';
+import fs from 'fs/promises';
+import path from 'path';
+
+async function getAnthropicKey() {
+  const keyPath = path.join(process.env.HOME, '.config', 'anthropic.token');
+  return (await fs.readFile(keyPath, 'utf8')).trim();
+}
+
+export async function ask({ system, prompt, model = 'claude-3-opus-20240229', temperature = 1, debug = true }) {
+  const anthropicKey = await getAnthropicKey();
+  const response = await fetch('https://api.anthropic.com/v1/messages', {
+    method: 'POST',
+    headers: {
+      'Content-Type': 'application/json',
+      'X-API-Key': anthropicKey,
+      'anthropic-version': '2023-06-01',
+    },
+    body: JSON.stringify({
+      model,
+      messages: [{ role: 'user', content: prompt }],
+      max_tokens: 1000,
+      temperature,
+      stream: debug,
+      ...(system && { system }),
+    }),
+  });
+
+  if (!response.ok) {
+    const errorBody = await response.text();
+    throw new Error(`Anthropic API request failed with status ${response.status}: ${errorBody}`);
+  }
+
+  if (debug) {
+    let result = '';
+    for await (const chunk of response.body) {
+      const textChunk = new TextDecoder().decode(chunk);
+      const lines = textChunk.split('\n');
+      for (const line of lines) {
+        if (line.startsWith('data:')) {
+          try {
+            const data = JSON.parse(line.slice(5));
+            if (data.type === 'content_block_delta' && data.delta.type === 'text_delta') {
+              process.stdout.write(data.delta.text);
+              result += data.delta.text;
+            }
+          } catch (error) {
+            // Skip the line if JSON parsing fails
+            console.error('Error parsing JSON:', error.message);
+          }
+        }
+      }
+    }
+    console.log(); // Add a newline at the end
+    return result;
+  } else {
+    const { content } = await response.json();
+    return content[0].text;
+  }
+}

holefill.mjs

@@ -1,6 +1,6 @@
 #!/usr/bin/env node
-
 import * as GPT from './GPT.mjs';
+import * as Claude from './Claude.mjs';
 import process from "process";
 import fs from 'fs/promises';
 import os from 'os';
@@ -10,8 +10,6 @@ const system = `
 You are a HOLE FILLER. You are provided with a file containing holes, formatted
 as '{{HOLE}}'. Your TASK is to answer with a string to replace this hole with.
 
-#################
-
 ## EXAMPLE QUERY:
 
 function sum_evens(lim) {
@@ -30,20 +28,21 @@ if (i % 2 === 0) {
       sum += i;
     }
 
-## NOTICE THE INDENTATION.
-## 1. The first line is NOT indented, because there are already spaces before {{LOOP}}.
-## 2. The other lines ARE indented, to match the identation of the context.
-## THIS IS VERY IMPORTANT.
+## NOTICE THE INDENTATION:
+
+1. The first line is NOT indented, because there are already spaces before {{LOOP}}.
+
+2. The other lines ARE indented, to match the identation of the context.
 `;
 
 var file = process.argv[2];
 var curr = process.argv[3];
-var fast = process.argv[4] === "--fast";
+var model = process.argv[4] || "gpt-4-0125-preview";
 
 if (!file) {
-  console.log("Usage: holefill <file> [<shortened_file>]");
+  console.log("Usage: holefill <file> [<shortened_file>] [<model_name>]");
   console.log("");
-  console.log("This will replace all {{HOLES}} in <file>, using GPT-4.");
+  console.log("This will replace all {{HOLES}} in <file>, using GPT-4 / Claude-3.");
   console.log("A shortened file can be used to omit irrelevant parts.");
   process.exit();
 }
@@ -68,7 +67,7 @@ while ((match = regex.exec(curr_code)) !== null) {
 
 var tokens = GPT.token_count(curr_code);
 var holes = curr_code.match(/{{\w+}}/g) || [];
-var model = fast ? "gpt-4-0125-preview" : "gpt-4-32k-0314";
+var ask = model.startsWith("claude") ? Claude.ask : GPT.ask;
 
 console.log("holes_found:", holes);
 console.log("token_count:", tokens);
@@ -77,7 +76,7 @@ console.log("model_label:", model);
 for (let hole of holes) {
   console.log("next_filled: " + hole + "...");
   var prompt = curr_code + "\nTASK: Fill the {{"+hole+"}} hole. Answer only with the EXACT completion to replace {{"+hole+"}} with. INDENT IT BASED ON THE CONTEXT. DO NOT USE BACKTICKS.";
-  var answer = await GPT.ask({system, prompt, model});
+  var answer = await ask({system, prompt, model});
   file_code = file_code.replace(hole, answer);
 }