From cef90ddf6f0bc688fa053114855cdc577ab13c5b Mon Sep 17 00:00:00 2001
From: Riccardo Carlesso <palladiusbonton@gmail.com>
Date: Sat, 19 Oct 2024 15:14:48 +0200
Subject: [PATCH] Update main_controller.rb to support 3 LLMs

Supporting OpenAI, Gemini and Anthroic and autosetting based on ENV.
---
 controllers/main_controller.rb | 28 +++++++++++++++++++++++++++-
 1 file changed, 27 insertions(+), 1 deletion(-)

diff --git a/controllers/main_controller.rb b/controllers/main_controller.rb
index c1be439..92b4538 100644
--- a/controllers/main_controller.rb
+++ b/controllers/main_controller.rb
@@ -71,10 +71,36 @@ def format_role(role)
     end
   end
 
-  def llm
+
+  def openai_llm
     Langchain::LLM::OpenAI.new(
       api_key: ENV["OPENAI_API_KEY"],
       default_options: { chat_completion_model_name: "gpt-4o-mini" }
     )
   end
+
+  def gemini_llm
+    Langchain::LLM::GoogleGemini.new(
+      api_key: ENV["GOOGLE_GEMINI_API_KEY"],
+      default_options: { chat_completion_model_name: "gemini-1.5-pro" }
+    )
+  end
+
+  def anthropic_llm
+    Langchain::LLM::Anthropic.new(
+      api_key: ENV["ANTHROPIC_API_KEY"],
+      default_options: { chat_completion_model_name: "claude-2" }
+    )
+  end
+
+  # Auto-choosing LLM based on ENV variables being available.
+  def llm
+    Langchain.logger.level = Logger::INFO
+
+    return openai_llm if ENV.fetch 'OPENAI_API_KEY', false
+    return gemini_llm if ENV.fetch 'GOOGLE_GEMINI_API_KEY', false
+    return anthropic_llm if ENV.fetch 'ANTHROPIC_API_KEY', false
+    raise "I need at least one key among OPENAI_API_KEY, GOOGLE_GEMINI_API_KEY, and ANTHROPIC_API_KEY"
+  end
+
 end