One Go client.
Every model. Every platform.

package main

import (
  "context"
  "fmt"
  "log"
  "os"

  "github.com/elloloop/llmrouter"
  "github.com/elloloop/llmrouter/providers/openai"
)

func main() {
  p, err := openai.New(llmrouter.WithAPIKey(os.Getenv("OPENAI_API_KEY")))
  if err != nil {
    log.Fatal(err)
  }

  stream, err := p.CompletionStream(context.Background(), llmrouter.ChatRequest{
    Model: "gpt-4o-mini",
    Messages: []llmrouter.Message{
      llmrouter.TextMessage("user", "Say hi in 5 words."),
    },
  })
  if err != nil {
    log.Fatal(err)
  }

  for chunk := range stream.Chunks() {
    for _, c := range chunk.Choices {
      fmt.Print(c.Delta.Content)
    }
  }
  if err := stream.Err(); err != nil {
    log.Fatal(err)
  }
}

// Same program, with one import and one model id changed.
import "github.com/elloloop/llmrouter/providers/anthropic"

p, _ := anthropic.New(llmrouter.WithAPIKey(os.Getenv("ANTHROPIC_API_KEY")))

stream, _ := p.CompletionStream(ctx, llmrouter.ChatRequest{
  Model: "claude-3-5-sonnet-latest",
  Messages: []llmrouter.Message{
    llmrouter.TextMessage("system", "You are concise."),
    llmrouter.TextMessage("user", "Why is the sky blue?"),
  },
  MaxTokens: 256,
})