fix: UI tab name and reranking process for TeiFastReranking (#576)

* fix: update user-management.md

* fix: reranking process when TeiFastReranking is specified.

---------

Co-authored-by: Ryuichi Takano <45957617+tknrych@users.noreply.github.com>
Co-authored-by: Ryuichi Takano <ryuichi.takano@jp.ricoh.com>
This commit is contained in:
Tuan Anh Nguyen Dang (Tadashi_Cin) 2024-12-17 17:23:54 +07:00 committed by GitHub
parent 9039b4f32b
commit cd87a7e35f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 23 additions and 18 deletions

View File

@ -4,15 +4,15 @@ FROM python:3.10-slim AS lite
# Common dependencies # Common dependencies
RUN apt-get update -qqy && \ RUN apt-get update -qqy && \
apt-get install -y --no-install-recommends \ apt-get install -y --no-install-recommends \
ssh \ ssh \
git \ git \
gcc \ gcc \
g++ \ g++ \
poppler-utils \ poppler-utils \
libpoppler-dev \ libpoppler-dev \
unzip \ unzip \
curl \ curl \
cargo cargo
# Setup args # Setup args
ARG TARGETPLATFORM ARG TARGETPLATFORM
@ -62,13 +62,13 @@ FROM lite AS full
# Additional dependencies for full version # Additional dependencies for full version
RUN apt-get update -qqy && \ RUN apt-get update -qqy && \
apt-get install -y --no-install-recommends \ apt-get install -y --no-install-recommends \
tesseract-ocr \ tesseract-ocr \
tesseract-ocr-jpn \ tesseract-ocr-jpn \
libsm6 \ libsm6 \
libxext6 \ libxext6 \
libreoffice \ libreoffice \
ffmpeg \ ffmpeg \
libmagic-dev libmagic-dev
# Install torch and torchvision for unstructured # Install torch and torchvision for unstructured
RUN --mount=type=ssh \ RUN --mount=type=ssh \

View File

@ -11,4 +11,4 @@ Once enabled, you have access to the following features:
- User login/logout (located in Settings Tab) - User login/logout (located in Settings Tab)
- User changing password (located in Settings Tab) - User changing password (located in Settings Tab)
- Create / List / Edit / Delete user (located in Admin > User Management Tab) - Create / List / Edit / Delete user (located in Resources > Users Tab)

View File

@ -29,13 +29,18 @@ class TeiFastReranking(BaseReranking):
), ),
) )
is_truncated: Optional[bool] = Param(True, help="Whether to truncate the inputs") is_truncated: Optional[bool] = Param(True, help="Whether to truncate the inputs")
max_tokens: Optional[int] = Param(512, help="This option is used to specify the maximum number of tokens supported by the reranker model.")
def client(self, query, texts): def client(self, query, texts):
if self.is_truncated == True:
max_tokens = self.max_tokens # default is 512 tokens.
truncated_texts = [text[:max_tokens] for text in texts]
response = session.post( response = session.post(
url=self.endpoint_url, url=self.endpoint_url,
json={ json={
"query": query, "query": query,
"texts": texts, "texts": truncated_texts,
"is_truncated": self.is_truncated, # default is True "is_truncated": self.is_truncated, # default is True
}, },
).json() ).json()