c329c4c03f
* [AUR-362] Add In-memory vector store * [AUR-362] fix delete fun input format * [AUR-362] revise persist and from persist path to save and load * [AUR-362] revise simple.py to in_memory.py
58 lines
1.6 KiB
Python
58 lines
1.6 KiB
Python
"""Simple vector store index."""
|
|
|
|
from typing import Any, Optional, Type
|
|
|
|
import fsspec
|
|
from llama_index.vector_stores import SimpleVectorStore as LISimpleVectorStore
|
|
from llama_index.vector_stores.simple import SimpleVectorStoreData
|
|
|
|
from kotaemon.vectorstores.base import LlamaIndexVectorStore
|
|
|
|
|
|
class InMemoryVectorStore(LlamaIndexVectorStore):
|
|
_li_class: Type[LISimpleVectorStore] = LISimpleVectorStore
|
|
store_text: bool = False
|
|
|
|
def __init__(
|
|
self,
|
|
data: Optional[SimpleVectorStoreData] = None,
|
|
fs: Optional[fsspec.AbstractFileSystem] = None,
|
|
**kwargs: Any,
|
|
) -> None:
|
|
"""Initialize params."""
|
|
self._data = data or SimpleVectorStoreData()
|
|
self._fs = fs or fsspec.filesystem("file")
|
|
|
|
super().__init__(
|
|
data=data,
|
|
fs=fs,
|
|
**kwargs,
|
|
)
|
|
|
|
def save(
|
|
self,
|
|
save_path: str,
|
|
fs: Optional[fsspec.AbstractFileSystem] = None,
|
|
**kwargs,
|
|
):
|
|
|
|
"""save a simpleVectorStore to a dictionary.
|
|
|
|
Args:
|
|
save_path: Path of saving vector to disk.
|
|
fs: An abstract super-class for pythonic file-systems
|
|
"""
|
|
self._client.persist(persist_path=save_path, fs=fs)
|
|
|
|
def load(
|
|
self, load_path: str, fs: Optional[fsspec.AbstractFileSystem] = None
|
|
) -> "InMemoryVectorStore":
|
|
|
|
"""Create a SimpleKVStore from a load directory.
|
|
|
|
Args:
|
|
load_path: Path of loading vector.
|
|
fs: An abstract super-class for pythonic file-systems
|
|
"""
|
|
return self._client.from_persist_path(persist_path=load_path, fs=fs)
|