feat: add support for Gemini, Claude through Langchain (#225) (bump:patch)

2024-09-05 21:58:20 +07:00
parent 8be8a4a9d0
commit 05245f501c
6 changed files with 71 additions and 2 deletions
--- a/libs/ktem/ktem/llms/manager.py
+++ b/libs/ktem/ktem/llms/manager.py
@@ -54,9 +54,21 @@ class LLMManager:
                    self._default = item.name

    def load_vendors(self):
-        from kotaemon.llms import AzureChatOpenAI, ChatOpenAI, LlamaCppChat
+        from kotaemon.llms import (
+            AzureChatOpenAI,
+            ChatOpenAI,
+            LCAnthropicChat,
+            LCGeminiChat,
+            LlamaCppChat,
+        )

-        self._vendors = [ChatOpenAI, AzureChatOpenAI, LlamaCppChat]
+        self._vendors = [
+            ChatOpenAI,
+            AzureChatOpenAI,
+            LCAnthropicChat,
+            LCGeminiChat,
+            LlamaCppChat,
+        ]

        for extra_vendor in getattr(flowsettings, "KH_LLM_EXTRA_VENDORS", []):
            self._vendors.append(import_dotted_string(extra_vendor, safe=False))