Quick Start

go get github.com/xraph/nexus

package main

import (
    "context"
    "fmt"
    "os"

    "github.com/xraph/nexus"
    "github.com/xraph/nexus/provider"
    "github.com/xraph/nexus/providers/openai"
    "github.com/xraph/nexus/store/memory"
)

func main() {
    ctx := context.Background()

    // Create the gateway with an in-memory store and OpenAI provider
    gw := nexus.New(
        nexus.WithDatabase(memory.New()),
        nexus.WithProvider(openai.New(os.Getenv("OPENAI_API_KEY"))),
    )

    // Initialize sets up defaults and builds the pipeline
    if err := gw.Initialize(ctx); err != nil {
        panic(err)
    }

    // Get the engine for programmatic usage
    engine := gw.Engine()

    // Make a completion request
    resp, err := engine.Complete(ctx, &provider.CompletionRequest{
        Model: "gpt-4o-mini",
        Messages: []provider.Message{
            {Role: "user", Content: "Hello, what is Go?"},
        },
    })
    if err != nil {
        panic(err)
    }

    fmt.Println(resp.Choices[0].Message.Content)
}

import (
    "github.com/xraph/nexus/providers/openai"
    "github.com/xraph/nexus/providers/anthropic"
)

gw := nexus.New(
    nexus.WithDatabase(memory.New()),
    nexus.WithProvider(openai.New(os.Getenv("OPENAI_KEY"))),
    nexus.WithProvider(anthropic.New(os.Getenv("ANTHROPIC_KEY"))),
)

import "github.com/xraph/nexus/proxy"

p := proxy.New(gw)
http.ListenAndServe(":8080", p)

from openai import OpenAI
client = OpenAI(base_url="http://localhost:8080/v1", api_key="any")
response = client.chat.completions.create(
    model="gpt-4o-mini",
    messages=[{"role": "user", "content": "Hello!"}],
)

import "github.com/xraph/nexus/guard/guards"

gw := nexus.New(
    nexus.WithProvider(openai.New(key)),
    nexus.WithGuard(guards.NewPII(guards.ActionRedact)),
    nexus.WithGuard(guards.NewInjection()),
)

import "github.com/xraph/nexus/cache/stores"

gw := nexus.New(
    nexus.WithProvider(openai.New(key)),
    nexus.WithCache(stores.NewMemory(1000)),
)