diff --git a/flowsettings.py b/flowsettings.py index e4b95b9..a0ffd0e 100644 --- a/flowsettings.py +++ b/flowsettings.py @@ -167,7 +167,7 @@ if config("LOCAL_MODEL", default=""): "default": False, } - KH_EMBEDDINGS["local-bge-en"] = { + KH_EMBEDDINGS["fast_embed"] = { "spec": { "__type__": "kotaemon.embeddings.FastEmbedEmbeddings", "model_name": "BAAI/bge-base-en-v1.5", @@ -202,6 +202,23 @@ KH_LLMS["groq"] = { "default": False, } +# additional embeddings configurations +KH_EMBEDDINGS["cohere"] = { + "spec": { + "__type__": "kotaemon.embeddings.LCCohereEmbeddings", + "model": "embed-multilingual-v2.0", + "cohere_api_key": "your-key", + }, + "default": False, +} +# KH_EMBEDDINGS["huggingface"] = { +# "spec": { +# "__type__": "kotaemon.embeddings.LCHuggingFaceEmbeddings", +# "model_name": "sentence-transformers/all-mpnet-base-v2", +# }, +# "default": False, +# } + KH_REASONINGS = [ "ktem.reasoning.simple.FullQAPipeline", "ktem.reasoning.simple.FullDecomposeQAPipeline", diff --git a/libs/ktem/ktem/embeddings/manager.py b/libs/ktem/ktem/embeddings/manager.py index 4948aeb..f1ff6a0 100644 --- a/libs/ktem/ktem/embeddings/manager.py +++ b/libs/ktem/ktem/embeddings/manager.py @@ -55,10 +55,18 @@ class EmbeddingManager: from kotaemon.embeddings import ( AzureOpenAIEmbeddings, FastEmbedEmbeddings, + LCCohereEmbeddings, + LCHuggingFaceEmbeddings, OpenAIEmbeddings, ) - self._vendors = [AzureOpenAIEmbeddings, OpenAIEmbeddings, FastEmbedEmbeddings] + self._vendors = [ + AzureOpenAIEmbeddings, + OpenAIEmbeddings, + FastEmbedEmbeddings, + LCCohereEmbeddings, + LCHuggingFaceEmbeddings, + ] def __getitem__(self, key: str) -> BaseEmbeddings: """Get model by name"""