Migrate the MVP into kotaemon (#108)
- Migrate the MVP into kotaemon. - Preliminary include the pipeline within chatbot interface. - Organize MVP as an application. Todo: - Add an info panel to view the planning of agents -> Fix streaming agents' output. Resolve: #60 Resolve: #61 Resolve: #62
This commit is contained in:
committed by
GitHub
parent
230328c62f
commit
5a9d6f75be
@@ -74,9 +74,10 @@ class UnstructuredReader(BaseReader):
|
||||
""" Process elements """
|
||||
docs = []
|
||||
file_name = Path(file).name
|
||||
file_path = str(Path(file).resolve())
|
||||
if split_documents:
|
||||
for node in elements:
|
||||
metadata = {"file_name": file_name}
|
||||
metadata = {"file_name": file_name, "file_path": file_path}
|
||||
if hasattr(node, "metadata"):
|
||||
"""Load metadata fields"""
|
||||
for field, val in vars(node.metadata).items():
|
||||
@@ -99,7 +100,7 @@ class UnstructuredReader(BaseReader):
|
||||
|
||||
else:
|
||||
text_chunks = [" ".join(str(el).split()) for el in elements]
|
||||
metadata = {"file_name": file_name}
|
||||
metadata = {"file_name": file_name, "file_path": file_path}
|
||||
|
||||
if additional_metadata is not None:
|
||||
metadata.update(additional_metadata)
|
||||
|
Reference in New Issue
Block a user