Enable fastembed as a local embedding vendor (#12)

* Prepend all Langchain-based embeddings with LC

* Provide vanilla OpenAI embeddings

* Add test for AzureOpenAIEmbeddings and OpenAIEmbeddings

* Incorporate fastembed

---------

Co-authored-by: ian_Cin <ian@cinnamon.is>
This commit is contained in:
Duc Nguyen (john)
2024-04-09 01:44:34 +07:00
committed by GitHub
parent 8001c86b16
commit e75354d410
14 changed files with 406 additions and 59 deletions

View File

@@ -11,7 +11,7 @@ packages.find.exclude = ["tests*", "env*"]
# metadata and dependencies
[project]
name = "kotaemon"
version = "0.3.9"
version = "0.3.10"
requires-python = ">= 3.10"
description = "Kotaemon core library for AI development."
dependencies = [
@@ -61,6 +61,7 @@ adv = [
"elasticsearch",
"llama-cpp-python",
"pdfservices-sdk @ git+https://github.com/niallcm/pdfservices-python-sdk.git@bump-and-unfreeze-requirements",
"fastembed",
]
dev = [
"ipython",