a

Author: VictorTaelin

Ask.mjs

@@ -0,0 +1,102 @@
+import fs from 'fs/promises';
+import os from 'os';
+import path from 'path';
+import { OpenAI } from "openai";
+import { Anthropic } from '@anthropic-ai/sdk';
+import { encode } from "gpt-tokenizer/esm/model/davinci-codex"; // tokenizer
+
+// Map of model shortcodes to full model names
+export const MODELS = {
+  g: 'gpt-4-turbo-2024-04-09', 
+  G: 'gpt-4-32k-0314',
+  c: 'claude-3-haiku-20240307',
+  s: 'claude-3-sonnet-20240229',
+  C: 'claude-3-opus-20240229',
+};
+
+// Utility function to read the OpenAI API token
+async function getOpenAIToken() {
+  const tokenPath = path.join(os.homedir(), '.config', 'openai.token');
+  try {
+    return (await fs.readFile(tokenPath, 'utf8')).trim();
+  } catch (err) {
+    console.error('Error reading openai.token file:', err.message);
+    process.exit(1);
+  }
+}
+
+// Utility function to read the Anthropic API token
+async function getAnthropicToken() {
+  const tokenPath = path.join(os.homedir(), '.config', 'anthropic.token');
+  try {
+    return (await fs.readFile(tokenPath, 'utf8')).trim();
+  } catch (err) {
+    console.error('Error reading anthropic.token file:', err.message);
+    process.exit(1);
+  }  
+}
+
+// Factory function to create a stateful asker
+export function asker() {
+  const messages = [];
+
+  // Asker function that maintains conversation state
+  async function ask(userMessage, { model, temperature = 0.0, max_tokens = 4096 }) {
+    model = MODELS[model] || model;
+    const isGPT = model.startsWith('gpt');
+    
+    const client = isGPT ?
+      new OpenAI({ apiKey: await getOpenAIToken() }) :
+      new Anthropic({ apiKey: await getAnthropicToken() });
+    
+    messages.push({ role: 'user', content: userMessage });
+
+    const params = {
+      model,
+      temperature, 
+      max_tokens,
+      stream: true,
+    };
+    
+    let result = "";
+
+    if (isGPT) {
+      params.messages = messages;
+      
+      const stream = await client.chat.completions.create(params);
+      
+      for await (const chunk of stream) {
+        const text = chunk.choices[0]?.delta?.content || "";
+        process.stdout.write(text);
+        result += text;
+      }
+    } else {
+      const stream = client.messages.stream({
+        ...params,
+        messages
+      }).on('text', (text) => {
+        process.stdout.write(text);
+        result += text;
+      });
+      await stream.finalMessage();
+    }
+
+    messages.push({ role: 'assistant', content: result });
+
+    return result;
+  }
+
+  return ask;
+}
+
+export function token_count(inputText) {
+  // Encode the input string into tokens
+  const tokens = encode(inputText);
+
+  // Get the number of tokens
+  const numberOfTokens = tokens.length;
+
+  // Return the number of tokens
+  return numberOfTokens;
+}
+

holefill.mjs

@@ -1,44 +1,38 @@
 #!/usr/bin/env node
-import { asker, MODELS } from './Ask.mjs';
+import { asker, MODELS, token_count } from './Ask.mjs';
 import process from "process";
 import fs from 'fs/promises';
 import path from 'path';
 
 const system = `
 You are a HOLE FILLER. You are provided with a file containing holes, formatted
-as '{{HOLE}}'. Your TASK is to answer with a string to replace this hole with.
+as '{{X}}'. Your TASK is to answer with a string to replace this hole with.
 
-## EXAMPLE QUERY:
+# EXAMPLE QUERY:
 
 function sum_evens(lim) {
   var sum = 0;
   for (var i = 0; i < lim; ++i) {
-    {{LOOP}}
+    {{X}}
   }
   return sum;
 }
 
-TASK: Fill the {{LOOP}} hole.
+TASK: Fill the {{X}} hole.
 
-## CORRECT ANSWER:
+# CORRECT ANSWER:
 
 if (i % 2 === 0) {
       sum += i;
     }
 
-## NOTICE THE CONTEXT-AWARE INDENTATION:
+# NOTICE THE CONTEXT-AWARE INDENTATION:
 
 1. The first line is NOT indented, because there are already spaces before {{LOOP}}.
 
 2. The other lines ARE indented, to match the indentation of the context.
 
-# NOTICE NO EXTRA EXPLANATORY WORDS:
-
-1. Do NOT add explanatory words like 'here is the code...' in the answer.
-
-2. Unless demanded by context, do NOT add backticks around the answer.
-
-3. Answer just with the correct substitution. 
+# ANSWER ONLY WITH THE CORRECT SUBSTITUTION. NOTHING ELSE.
 `;
 
 var file = process.argv[2];
@@ -75,8 +69,8 @@ while ((match = regex.exec(curr_code)) !== null) {
 
 await fs.writeFile(curr, curr_code, 'utf-8');
 
-var tokens = curr_code.length; // Use the length of the code as a rough estimate of tokens
-var holes = curr_code.match(/{{\w+}}/g) || [];
+var tokens = token_count(curr_code);
+var holes  = curr_code.match(/{{\w+}}/g) || [];
 
 var ask = asker();