Add .default_llm_model and use the default from the first service actually available

Author: azimux

CHANGELOG.md

@@ -1,3 +1,7 @@
+## [1.0.0] - 2025-07-09
+
+- Add .default_llm_model
+
 ## [0.0.14] - 2025-07-05
 
 - o1 models don't support temperature so force it to 1

Gemfile

@@ -19,9 +19,9 @@ group :development do
 end
 
 group :development, :test do
-  gem "foobara-anthropic-api" # , path: "../anthropic-api"
-  gem "foobara-ollama-api" # , path: "../ollama-api"
-  gem "foobara-open-ai-api" # , path: "../open-ai-api"
+  gem "foobara-anthropic-api",  ">= 1.0.1", "< 2.0.0" # , path: "../anthropic-api"
+  gem "foobara-ollama-api", ">= 1.0.0", "< 2.0.0" # , path: "../ollama-api"
+  gem "foobara-open-ai-api", ">= 1.0.1", "< 2.0.0" # , path: "../open-ai-api"
   gem "pry"
   gem "pry-byebug"
   # TODO: Just adding this to suppress warnings seemingly coming from pry-byebug. Can probably remove this once

Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    foobara-ai (0.0.14)
+    foobara-ai (1.0.0)
 
 GEM
   remote: https://rubygems.org/
@@ -55,12 +55,12 @@ GEM
       foobara-type-generator (~> 0.0.1)
       foobara-typescript-react-command-form-generator (~> 0.0.1)
       foobara-typescript-remote-command-generator (~> 0.0.1)
-    foobara (0.0.135)
+    foobara (0.0.136)
       bigdecimal
       foobara-lru-cache (~> 0.0.2)
       foobara-util (>= 1.0.0)
       inheritable-thread-vars (~> 0.0.1)
-    foobara-anthropic-api (0.0.11)
+    foobara-anthropic-api (1.0.1)
       foobara-cached-command
       foobara-http-api-command
     foobara-cached-command (0.0.2)
@@ -93,9 +93,9 @@ GEM
     foobara-lru-cache (0.0.2)
     foobara-mcp-connector-generator (0.0.6)
       foobara (~> 0.0.99)
-    foobara-ollama-api (0.0.5)
+    foobara-ollama-api (1.0.0)
       foobara-http-api-command
-    foobara-open-ai-api (0.0.13)
+    foobara-open-ai-api (1.0.1)
       foobara-cached-command
       foobara-http-api-command
     foobara-organization-generator (0.0.2)
@@ -131,7 +131,7 @@ GEM
       foobara-typescript-remote-command-generator (~> 0.0.1)
     foobara-typescript-remote-command-generator (0.0.24)
       foobara-files-generator (~> 0.0.1)
-    foobara-util (1.0.0)
+    foobara-util (1.0.1)
     formatador (1.1.0)
     guard (2.19.1)
       formatador (>= 0.2.4)
@@ -217,7 +217,7 @@ GEM
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.13.0)
     rspec-support (3.13.4)
-    rubocop (1.77.0)
+    rubocop (1.78.0)
       json (~> 2.3)
       language_server-protocol (~> 3.17.0.2)
       lint_roller (~> 1.1.0)
@@ -275,10 +275,10 @@ PLATFORMS
 DEPENDENCIES
   foob
   foobara-ai!
-  foobara-anthropic-api
+  foobara-anthropic-api (>= 1.0.1, < 2.0.0)
   foobara-dotenv-loader
-  foobara-ollama-api
-  foobara-open-ai-api
+  foobara-ollama-api (>= 1.0.0, < 2.0.0)
+  foobara-open-ai-api (>= 1.0.1, < 2.0.0)
   foobara-rubocop-rules
   foobara-spec-helpers
   guard-rspec

lib/foobara/ai.rb

@@ -7,33 +7,14 @@ module Ai
     module AnswerBot
       foobara_domain!
 
-      require_relative "../../src/foobara/ai/answer_bot/types/service_enum"
+      require_relative "../../src/foobara/ai"
 
-      ai_services = {}
+      AI_SERVICES = Ai.installed_ai_services
 
-      if defined?(Foobara::Ai::OpenAiApi)
-        ai_services[Types::ServiceEnum::OPEN_AI] = OpenAiApi
-      end
-      if defined?(Foobara::Ai::AnthropicApi)
-        ai_services[Types::ServiceEnum::ANTHROPIC] = AnthropicApi
-      end
-      if defined?(Foobara::Ai::OllamaApi)
-        ai_services[Types::ServiceEnum::OLLAMA] = OllamaApi
-      end
-
-      if ai_services.empty?
-        # :nocov:
-        require "foobara/anthropic_api"
-        ai_services = { Types::ServiceEnum::ANTHROPIC => AnthropicApi }
-        # :nocov:
-      end
-
-      ai_services.each_value do |domain|
+      AI_SERVICES.each_value do |domain|
         foobara_depends_on domain
       end
 
-      AI_SERVICES = ai_services
-
       base_dir = "#{__dir__}/../../src/foobara/ai/answer_bot"
 
       AI_SERVICES.each_value do |domain|

spec/ai_spec.rb

@@ -0,0 +1,7 @@
+RSpec.describe Foobara::Ai do
+  describe ".default_llm_model" do
+    subject { described_class.default_llm_model }
+
+    it { is_expected.to be_a(Symbol) }
+  end
+end

src/foobara/ai.rb

@@ -0,0 +1,50 @@
+require_relative "ai/answer_bot/types/service_enum"
+
+module Foobara
+  module Ai
+    class << self
+      def anthropic_setup?
+        defined?(Ai::AnthropicApi)
+      end
+
+      def open_ai_setup?
+        defined?(Ai::OpenAiApi)
+      end
+
+      def ollama_setup?
+        defined?(Ai::OllamaApi)
+      end
+
+      def installed_ai_services
+        return @ai_services if @ai_services
+
+        @ai_services = {}
+
+        if anthropic_setup?
+          @ai_services[AnswerBot::Types::ServiceEnum::ANTHROPIC] = AnthropicApi
+        end
+
+        if open_ai_setup?
+          @ai_services[AnswerBot::Types::ServiceEnum::OPEN_AI] = OpenAiApi
+        end
+
+        if ollama_setup?
+          @ai_services[AnswerBot::Types::ServiceEnum::OLLAMA] = OllamaApi
+        end
+
+        if @ai_services.empty?
+          # :nocov:
+          require "foobara/anthropic_api"
+          @ai_services = { Types::ServiceEnum::ANTHROPIC => AnthropicApi }
+          # :nocov:
+        end
+
+        @ai_services
+      end
+
+      def default_llm_model
+        @default_llm_model ||= installed_ai_services.values.first.default_llm_model
+      end
+    end
+  end
+end

src/foobara/ai/answer_bot/ask.rb

@@ -8,7 +8,7 @@ class Ask < Foobara::Command
           question :string, :required, "whatever you want to know!"
           instructions :string, "Results in a system prompt. You can specify how you want the LLM to behave."
           service :service_enum, "If two services expose the same model, you can specify which one to use."
-          model :model_enum, default: "claude-3-7-sonnet-20250219", description: "The model to use."
+          model :model_enum, default: Ai.default_llm_model, description: "The model to use."
         end
 
         result :string

src/foobara/ai/answer_bot/generate_next_message.rb

@@ -7,7 +7,7 @@ class GenerateNextMessage < Foobara::Command
         inputs do
           chat Types::Chat, :required
           service :service_enum, "If two services expose the same model, you can specify which one to use."
-          model :model_enum, default: "claude-3-7-sonnet-20250219", description: "The model to use."
+          model :model_enum, default: Ai.default_llm_model, description: "The model to use."
           temperature :float
         end
 

version.rb

@@ -1,6 +1,6 @@
 module Foobara
   module Ai
-    VERSION = "0.0.14".freeze
+    VERSION = "1.0.0".freeze
     MINIMUM_RUBY_VERSION = ">= 3.4.0".freeze
   end
 end