Public/kotaemon
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Combine docstores and vectorstores within a storages component (#72)

Browse Source
This commit is contained in:
Nguyen Trung Duc (john)
2023-11-14 17:50:57 +07:00
committed by GitHub
parent 640962e916
commit b159897ac6
18 changed files with 36 additions and 21 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
knowledgehub/pipelines/ingest.py
View File

@@ -7,7 +7,6 @@ from theflow import Node
from theflow.utils.modules import ObjectInitDeclaration as _
from kotaemon.base import BaseComponent
from kotaemon.docstores import BaseDocumentStore, InMemoryDocumentStore
from kotaemon.embeddings import AzureOpenAIEmbeddings
from kotaemon.loaders import (
AutoReader,
@@ -20,7 +19,12 @@ from kotaemon.parsers.splitter import SimpleNodeParser
from kotaemon.pipelines.agents import BaseAgent
from kotaemon.pipelines.indexing import IndexVectorStoreFromDocumentPipeline
from kotaemon.pipelines.retrieving import RetrieveDocumentFromVectorStorePipeline
from kotaemon.vectorstores import BaseVectorStore, InMemoryVectorStore
from kotaemon.storages import (
BaseDocumentStore,
BaseVectorStore,
InMemoryDocumentStore,
InMemoryVectorStore,
)
from .qa import AgentQAPipeline, QuestionAnsweringPipeline
from .utils import file_names_to_collection_name