Braintrust Go Tracing & Eval SDK

Overview

This library provides tools for evaluating and tracing AI applications in Braintrust. Use it to:

• Evaluate your AI models with custom test cases and scoring functions
• Trace LLM calls and monitor AI application performance with OpenTelemetry
• Integrate seamlessly with OpenAI, Anthropic, and other LLM providers

This SDK is currently in BETA status and APIs may change.

Installation

go get github.com/braintrustdata/braintrust-x-go

Quick Start

Set up your API key

export BRAINTRUST_API_KEY="your-api-key"

Evals

package main

import (
    "context"
    "log"
    
    "github.com/braintrustdata/braintrust-x-go/braintrust/eval"
    "github.com/braintrustdata/braintrust-x-go/braintrust/trace"
)

func main() {
    // Set up tracing
    teardown, err := trace.Quickstart()
    if err != nil {
        log.Fatal(err)
    }
    defer teardown()

    // Run an evaluation
    _, err = eval.Run(context.Background(), eval.Opts[string, string]{
        Project:    "my-project",
        Experiment: "greeting-experiment",
        Cases: eval.NewCases([]eval.Case[string, string]{
            {Input: "World", Expected: "Hello World"},
            {Input: "Alice", Expected: "Hello Alice"},
        }),
        Task: func(ctx context.Context, input string) (string, error) {
            return "Hello " + input, nil
        },
        Scorers: []eval.Scorer[string, string]{
            eval.NewScorer("exact_match", func(ctx context.Context, input, expected, result string, _ eval.Metadata) (eval.Scores, error) {
                if expected == result {
                    return eval.S(1.0), nil
                }
                return eval.S(0.0), nil
            }),
        },
    })
    if err != nil {
        log.Fatal(err)
    }
}

OpenAI Tracing

package main

import (
    "log"

    "github.com/openai/openai-go"
    "github.com/openai/openai-go/option"

    "github.com/braintrustdata/braintrust-x-go/braintrust/trace"
    "github.com/braintrustdata/braintrust-x-go/braintrust/trace/traceopenai"
)

func main() {
    // Start tracing
    teardown, err := trace.Quickstart()
    if err != nil {
        log.Fatal(err)
    }
    defer teardown()

    // Create OpenAI client with tracing middleware
    client := openai.NewClient(
        option.WithMiddleware(traceopenai.Middleware),
    )

    // Your OpenAI API calls will now be automatically traced
    _ = client // Use the client for your API calls
}

Anthropic Tracing

package main

import (
    "log"

    "github.com/anthropics/anthropic-sdk-go"
    "github.com/anthropics/anthropic-sdk-go/option"

    "github.com/braintrustdata/braintrust-x-go/braintrust/trace"
    "github.com/braintrustdata/braintrust-x-go/braintrust/trace/traceanthropic"
)

func main() {
    // Start tracing
    teardown, err := trace.Quickstart()
    if err != nil {
        log.Fatal(err)
    }
    defer teardown()

    // Create Anthropic client with tracing middleware
    client := anthropic.NewClient(
        option.WithMiddleware(traceanthropic.Middleware),
    )

    // Your Anthropic API calls will now be automatically traced
    _ = client // Use the client for your API calls
}

Features

• Evaluations: Run systematic evaluations of your AI systems with custom scoring functions
• Tracing: Automatic instrumentation for OpenAI and Anthropic API calls
• Datasets: Manage and version your evaluation datasets
• Experiments: Track different versions and configurations of your AI systems
• Observability: Monitor your AI applications in production

Examples

Check out the examples/ directory for complete working examples:

• evals - Create and run evaluations with custom test cases and scoring functions
• openai - Automatically trace OpenAI API calls
• anthropic - Automatically trace Anthropic API calls
• datasets - Run evaluations using datasets stored in Braintrust

Documentation

• Braintrust Documentation
• API Reference

Contributing

See CONTRIBUTING.md for development setup and contribution guidelines.

License

This project is licensed under the Apache License 2.0. See the LICENSE file for details.