stream.ts

import { LLMGateway } from "../src/index";
import { EnumLLMProvider } from "../src/types";

const llmGatewayTest = async () => {
    // anthropic
    const anthropicGateway = new LLMGateway({
        provider: EnumLLMProvider.ANTHROPIC, // or ANTHROPIC, AZUREOPENAI
        apiKey: process.env['ANTHROPIC_API_KEY'],
    });

    const anthropicStream = await anthropicGateway.chatCompletionStream({
        messages: [{ role: 'user', content: 'Write a one sentence story about a cat.' }],
        model: 'claude-3-5-sonnet-latest',
        temperature: 0.7,
        max_tokens: 800
    });
    
    for await (const chunk of anthropicStream) {
        if(chunk.type === 'content_block_start') {
            console.log(chunk.content_block.text);
        }
        if(chunk.type === 'message_start') {
            console.log(chunk.message.content);
        }
        if(chunk.type === 'content_block_delta') {
            console.log(chunk.delta.text);
        }
        if(chunk.type === 'content_block_stop') {
            console.log('content_block_stop');
        }
        if(chunk.type === 'message_delta') {
            console.log(chunk.delta);
        }
        if(chunk.type === 'message_stop') {
            console.log('message_stop');
        }
    }


    // OPEN AI
    const openAIGateway = new LLMGateway({
        provider: EnumLLMProvider.OPENAI, // or ANTHROPIC, AZUREOPENAI
        apiKey: process.env['OPENAI_API_KEY'],
    });

    const openAIStream = await openAIGateway.chatCompletionStream({
        messages: [{ role: 'user', content: 'Write a one sentence story about a cat.' }],
        model: 'gpt-4o-mini',
        temperature: 0.7,
    });
    
    for await (const chunk of openAIStream) {
        if(chunk.choices[0].finish_reason === 'stop') {
            console.log('message_stop');
        } else {
            console.log(chunk.choices[0].delta.content);
        }
    }
}
llmGatewayTest()