Skip to content

Commit

Permalink
helper function
Browse files Browse the repository at this point in the history
  • Loading branch information
JohnBlackwell committed Feb 24, 2025
1 parent fb8f403 commit e9a7b4b
Show file tree
Hide file tree
Showing 3 changed files with 6 additions and 2 deletions.
4 changes: 4 additions & 0 deletions go/ai-proxy/args/args.go
Original file line number Diff line number Diff line change
Expand Up @@ -112,3 +112,7 @@ func Address() string {

return fmt.Sprintf("%s:%d", *argAddress, *argPort)
}

func OpenAICompatible() bool {
return Provider() == api.ProviderOpenAI || Provider() == api.ProviderBedrock
}
2 changes: 1 addition & 1 deletion go/ai-proxy/main.go
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,7 @@ func main() {
router.HandleFunc(ollama.EndpointChat, p.Proxy())
}

if args.Provider() == api.ProviderOpenAI || args.Provider() == api.ProviderBedrock {
if args.OpenAICompatible() {
op, err := proxy.NewOpenAIProxy(args.Provider(), args.ProviderHost(), args.ProviderCredentials())
if err != nil {
klog.ErrorS(err, "Could not create proxy")
Expand Down
2 changes: 1 addition & 1 deletion go/ai-proxy/test/helpers/common.go
Original file line number Diff line number Diff line change
Expand Up @@ -35,7 +35,7 @@ func SetupServer() (*httptest.Server, error) {
router.HandleFunc(ollama.EndpointChat, p.Proxy())
}

if args.Provider() == api.ProviderOpenAI || args.Provider() == api.ProviderBedrock {
if args.OpenAICompatible() {
op, err := proxy.NewOpenAIProxy(args.Provider(), args.ProviderHost(), args.ProviderCredentials())
if err != nil {
klog.ErrorS(err, "Could not create proxy")
Expand Down

0 comments on commit e9a7b4b

Please sign in to comment.