providers

package main

import (
	"context"
	"errors"
	"flag"
	"fmt"
	"log"
	"sort"
	"strings"

	"github.com/maruel/genai"
	"github.com/maruel/genai/adapters"
	"github.com/maruel/genai/providers"
)

func main() {
	// This example includes:
	// - Processing <think> tokens for explicit Chain-of-Thoughts models (e.g. Qwen3).
	ctx := context.Background()
	avail := providers.Available(ctx)
	names := make([]string, 0, len(avail))
	for name := range avail {
		names = append(names, name)
	}
	sort.Strings(names)
	s := strings.Join(names, ", ")
	if s == "" {
		s = "set environment variables, e.g. `OPENAI_API_KEY`"
	}
	provider := flag.String("provider", "", "provider to use, "+s)
	model := flag.String("model", "", "model to use; "+string(genai.ModelCheap)+", "+string(genai.ModelGood)+" (default) or "+string(genai.ModelSOTA)+" for automatic model selection")
	remote := flag.String("remote", "", "url to use, e.g. when using ollama or llama-server on another host")
	flag.Parse()

	query := strings.Join(flag.Args(), " ")
	if query == "" {
		log.Fatal("provide a query")
	}
	var opts []genai.ProviderOption
	if *model != "" {
		opts = append(opts, genai.ProviderOptionModel(*model))
	}
	if *remote != "" {
		opts = append(opts, genai.ProviderOptionRemote(*remote))
	}
	p, err := LoadProvider(ctx, *provider, opts...)
	if err != nil {
		log.Fatal(err)
	}
	resp, err := p.GenSync(ctx, genai.Messages{genai.NewTextMessage(query)})
	if err != nil {
		log.Fatalf("failed to use provider %q: %s", *provider, err)
	}
	fmt.Printf("%s\n", resp.String())
}

// LoadProvider loads a provider.
func LoadProvider(ctx context.Context, provider string, opts ...genai.ProviderOption) (genai.Provider, error) {
	if provider == "" {
		return nil, errors.New("no provider specified")
	}
	cfg := providers.All[provider]
	if cfg.Factory == nil {
		return nil, fmt.Errorf("unknown provider %q", provider)
	}
	c, err := cfg.Factory(ctx, opts...)
	if err != nil {
		return nil, fmt.Errorf("failed to connect to provider %q: %w", provider, err)
	}

	return adapters.WrapReasoning(c), nil
}

package main

import (
	"context"
	"errors"
	"fmt"

	"github.com/maruel/genai/base"
	"github.com/maruel/genai/providers"
)

func main() {
	ctx := context.Background()
	for name, cfg := range providers.All {
		c, err := cfg.Factory(ctx)
		if err != nil {
			continue
		}
		models, err := c.ListModels(context.Background())
		var ent *base.ErrNotSupported
		if errors.As(err, &ent) {
			continue
		}
		fmt.Printf("%s:\n", name)
		if err != nil {
			fmt.Printf("  Failed to get models: %v\n", err)
		}
		for _, model := range models {
			fmt.Printf("- %s\n", model)
		}
	}
}

package main

import (
	"context"
	"fmt"
	"log"

	"github.com/maruel/genai"
	"github.com/maruel/genai/providers"
)

func main() {
	ctx := context.Background()
	for name, cfg := range providers.All {
		c, err := cfg.Factory(ctx, genai.ModelCheap)
		if err != nil {
			log.Fatal(err)
		}
		msgs := genai.Messages{
			genai.NewTextMessage("Tell a story in 10 words."),
		}
		// Include options with some unsupported features to demonstrate UnsupportedContinuableError
		opts := &genai.GenOptionText{
			TopK:      50, // Not all providers support this
			MaxTokens: 512,
		}
		response, err := c.GenSync(context.Background(), msgs, opts)
		if err != nil {
			fmt.Printf("- %s: %v\n", name, err)
		} else {
			fmt.Printf("- %s: %v\n", name, response)
		}
	}
}

package main

import (
	"context"
	"errors"
	"fmt"
	"maps"
	"os"
	"slices"
	"strings"

	"github.com/maruel/genai"
	"github.com/maruel/genai/base"
	"github.com/maruel/genai/providers"
)

// LoadDefaultProvider loads a provider if there's exactly one available.
func LoadDefaultProvider(ctx context.Context) (genai.Provider, error) {
	avail := providers.Available(ctx)
	if len(avail) == 1 {
		for _, cfg := range avail {
			return cfg.Factory(ctx)
		}
	}
	if len(avail) == 0 {
		return nil, errors.New("no provider available; please set environment variables or specify a provider and API keys or remote URL")
	}
	return nil, fmt.Errorf("multiple providers available, select one of: %s", strings.Join(slices.Sorted(maps.Keys(avail)), ", "))
}

func main() {
	// Automatically select the provider available if there's only one. Asserts that the provider implements
	// Provider.
	ctx := context.Background()
	c, err := LoadDefaultProvider(ctx)
	if err != nil {
		fmt.Fprintf(os.Stderr, "error: %v\n", err)
	}
	msgs := genai.Messages{genai.NewTextMessage("Provide a life tip that sounds good but is actually a bad idea.")}
	opts := genai.GenOptionText{}
	resp, err := c.GenSync(ctx, msgs, &opts, genai.GenOptionSeed(42))
	if err != nil {
		var ent *base.ErrNotSupported
		if errors.As(err, &ent) && slices.Contains(ent.Options, "GenOptionSeed") {
			if resp, err = c.GenSync(ctx, msgs, &opts); err != nil {
				fmt.Fprintf(os.Stderr, "error: %v\n", err)
				return
			}
		}
	}
	fmt.Printf("%s\n", resp.String())
}