base.ts

import {EventStream, getTokenSize} from "../utils";

export interface ChatOptions {
}

export interface ChatResponse {
    content?: string;
    error?: string;
}

export type Message = {
    role: string;
    content: string;
}

export enum ModelType {
    GPT3p5Turbo = 'gpt3.5-turbo',
    GPT4 = 'gpt4',
    NetGpt3p5 = 'net-gpt3.5-turbo',
}

export interface ChatRequest {
    prompt: string;
    model: ModelType;
}

export function PromptToString(prompt: string, limit: number): string {
    try {
        const messages: Message[] = JSON.parse(prompt);
        let result: Message[] = [];
        let tokenSize = 0;
        for (let i = messages.length - 1; i >= 0; i--) {
            const item = messages[i];
            const {role, content} = item;
            tokenSize += getTokenSize(content);
            if (tokenSize > limit) {
                break;
            }
            result.push(item);
        }
        return `${result.reverse().map(item => `${item.role}
    : ${item.content}
        `).join('\n')}\nassistant: `;
    } catch (e) {
        return prompt;
    }
}

export abstract class Chat {
    protected options: ChatOptions | undefined;

    protected constructor(options?: ChatOptions) {
        this.options = options;
    }

    public abstract support(model: ModelType): number

    public abstract ask(req: ChatRequest): Promise<ChatResponse>

    public abstract askStream(req: ChatRequest, stream: EventStream): Promise<void>
}