Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 2 additions & 2 deletions go.mod
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,7 @@ require (
cloud.google.com/go/auth v0.17.0
github.com/anthropics/anthropic-sdk-go v1.10.0
github.com/aws/aws-sdk-go-v2 v1.39.3
github.com/aws/smithy-go v1.23.1
github.com/charmbracelet/x/exp/slice v0.0.0-20250904123553-b4e2667e5ad5
github.com/charmbracelet/x/json v0.2.0
github.com/go-viper/mapstructure/v2 v2.4.0
Expand Down Expand Up @@ -37,7 +38,6 @@ require (
github.com/aws/aws-sdk-go-v2/service/sso v1.22.4 // indirect
github.com/aws/aws-sdk-go-v2/service/ssooidc v1.26.4 // indirect
github.com/aws/aws-sdk-go-v2/service/sts v1.30.3 // indirect
github.com/aws/smithy-go v1.23.1 // indirect
github.com/davecgh/go-spew v1.1.1 // indirect
github.com/felixge/httpsnoop v1.0.4 // indirect
github.com/go-logr/logr v1.4.3 // indirect
Expand Down Expand Up @@ -73,7 +73,7 @@ require (

// NOTE(@andreynering): Temporarily pinning @fantasy branch with fixes:
// https://github.com/charmbracelet/anthropic-sdk-go/commits/fantasy/
replace github.com/anthropics/anthropic-sdk-go => github.com/charmbracelet/anthropic-sdk-go v0.0.0-20251010172108-7b952cdeeb9d
replace github.com/anthropics/anthropic-sdk-go => github.com/charmbracelet/anthropic-sdk-go v0.0.0-20251020200929-fdb68318b7af

// NOTE(@andreynering): Temporarily pinning @fantasy branch with fixes:
// https://github.com/charmbracelet/go-genai/commits/fantasy/
Expand Down
4 changes: 2 additions & 2 deletions go.sum
Original file line number Diff line number Diff line change
Expand Up @@ -42,8 +42,8 @@ github.com/aws/aws-sdk-go-v2/service/sts v1.30.3 h1:ZsDKRLXGWHk8WdtyYMoGNO7bTudr
github.com/aws/aws-sdk-go-v2/service/sts v1.30.3/go.mod h1:zwySh8fpFyXp9yOr/KVzxOl8SRqgf/IDw5aUt9UKFcQ=
github.com/aws/smithy-go v1.23.1 h1:sLvcH6dfAFwGkHLZ7dGiYF7aK6mg4CgKA/iDKjLDt9M=
github.com/aws/smithy-go v1.23.1/go.mod h1:LEj2LM3rBRQJxPZTB4KuzZkaZYnZPnvgIhb4pu07mx0=
github.com/charmbracelet/anthropic-sdk-go v0.0.0-20251010172108-7b952cdeeb9d h1:qP7F7r7aVY7AReYHHgkQ79weuUEZK7zXtDtSEydYb0w=
github.com/charmbracelet/anthropic-sdk-go v0.0.0-20251010172108-7b952cdeeb9d/go.mod h1:WTz31rIUHUHqai2UslPpw5CwXrQP3geYBioRV4WOLvE=
github.com/charmbracelet/anthropic-sdk-go v0.0.0-20251020200929-fdb68318b7af h1:iPwFVe5v46OfhqxKXSJ4J0YWf8XzthTnWyrim2yGFnU=
github.com/charmbracelet/anthropic-sdk-go v0.0.0-20251020200929-fdb68318b7af/go.mod h1:WTz31rIUHUHqai2UslPpw5CwXrQP3geYBioRV4WOLvE=
github.com/charmbracelet/go-genai v0.0.0-20251009191514-c6fa9e37d847 h1:Oyo6YZ59iygXWNUlRozIOFHO4WUG9cNFhiUYCTq4AnU=
github.com/charmbracelet/go-genai v0.0.0-20251009191514-c6fa9e37d847/go.mod h1:7pAilaICJlQBonjKKJNhftDFv3SREhZcTe9F6nRcjbg=
github.com/charmbracelet/x/exp/slice v0.0.0-20250904123553-b4e2667e5ad5 h1:DTSZxdV9qQagD4iGcAt9RgaRBZtJl01bfKgdLzUzUPI=
Expand Down
6 changes: 3 additions & 3 deletions providers/anthropic/anthropic.go
Original file line number Diff line number Diff line change
Expand Up @@ -122,7 +122,7 @@ func WithHTTPClient(client option.HTTPClient) Option {

func (a *provider) LanguageModel(modelID string) (fantasy.LanguageModel, error) {
clientOptions := make([]option.RequestOption, 0, 5+len(a.options.headers))
if a.options.apiKey != "" {
if a.options.apiKey != "" && !a.options.useBedrock {
clientOptions = append(clientOptions, option.WithAPIKey(a.options.apiKey))
}
if a.options.baseURL != "" {
Expand Down Expand Up @@ -157,10 +157,10 @@ func (a *provider) LanguageModel(modelID string) (fantasy.LanguageModel, error)
)
}
if a.options.useBedrock {
if a.options.skipAuth {
if a.options.skipAuth || a.options.apiKey != "" {
clientOptions = append(
clientOptions,
bedrock.WithConfig(dummyBedrockConfig),
bedrock.WithConfig(bedrockBasicAuthConfig(a.options.apiKey)),
)
} else {
clientOptions = append(
Expand Down
14 changes: 8 additions & 6 deletions providers/anthropic/bedrock.go
Original file line number Diff line number Diff line change
@@ -1,14 +1,16 @@
package anthropic

import (
"context"
"cmp"
"os"

"github.com/aws/aws-sdk-go-v2/aws"
"github.com/aws/smithy-go/auth/bearer"
)

var dummyBedrockConfig = aws.Config{
Region: "us-east-1",
Credentials: aws.CredentialsProviderFunc(func(context.Context) (aws.Credentials, error) {
return aws.Credentials{}, nil
}),
func bedrockBasicAuthConfig(apiKey string) aws.Config {
return aws.Config{
Region: cmp.Or(os.Getenv("AWS_REGION"), "us-east-1"),
BearerAuthTokenProvider: bearer.StaticTokenProvider{Token: bearer.Token{Value: apiKey}},
}
}
7 changes: 7 additions & 0 deletions providers/bedrock/bedrock.go
Original file line number Diff line number Diff line change
Expand Up @@ -36,6 +36,13 @@ func New(opts ...Option) fantasy.Provider {
)
}

// WithAPIKey sets the access token for the Bedrock provider.
func WithAPIKey(apiKey string) Option {
return func(o *options) {
o.anthropicOptions = append(o.anthropicOptions, anthropic.WithAPIKey(apiKey))
}
}

// WithHeaders sets the headers for the Bedrock provider.
func WithHeaders(headers map[string]string) Option {
return func(o *options) {
Expand Down
1 change: 1 addition & 0 deletions providertests/.env.sample
Original file line number Diff line number Diff line change
@@ -1,6 +1,7 @@
FANTASY_ANTHROPIC_API_KEY=
FANTASY_AZURE_API_KEY=
FANTASY_AZURE_BASE_URL=
FANTASY_BEDROCK_API_KEY=
FANTASY_GEMINI_API_KEY=
FANTASY_GROQ_API_KEY=
FANTASY_OPENAI_API_KEY=
Expand Down
14 changes: 14 additions & 0 deletions providertests/bedrock_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@ package providertests

import (
"net/http"
"os"
"testing"

"charm.land/fantasy"
Expand All @@ -17,6 +18,10 @@ func TestBedrockCommon(t *testing.T) {
})
}

func TestBedrockBasicAuth(t *testing.T) {
testSimple(t, builderPair{"bedrock-anthropic-claude-3-sonnet", buildersBedrockBasicAuth, nil})
}

func builderBedrockClaude3Sonnet(r *recorder.Recorder) (fantasy.LanguageModel, error) {
provider := bedrock.New(
bedrock.WithHTTPClient(&http.Client{Transport: r}),
Expand All @@ -40,3 +45,12 @@ func builderBedrockClaude3Haiku(r *recorder.Recorder) (fantasy.LanguageModel, er
)
return provider.LanguageModel("us.anthropic.claude-3-haiku-20240307-v1:0")
}

func buildersBedrockBasicAuth(r *recorder.Recorder) (fantasy.LanguageModel, error) {
provider := bedrock.New(
bedrock.WithHTTPClient(&http.Client{Transport: r}),
bedrock.WithAPIKey(os.Getenv("FANTASY_BEDROCK_API_KEY")),
bedrock.WithSkipAuth(true),
)
return provider.LanguageModel("us.anthropic.claude-3-sonnet-20240229-v1:0")
}
32 changes: 32 additions & 0 deletions providertests/testdata/TestBedrockBasicAuth/simple.yaml

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

76 changes: 76 additions & 0 deletions providertests/testdata/TestBedrockBasicAuth/simple_streaming.yaml

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

Loading