tcsenpai/pensieve
1
0
Fork 0
mirror of https://github.com/tcsenpai/pensieve.git synced 2025-06-06 03:05:25 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(index): use different bs for embedding

Browse Source
This commit is contained in:
arkohut 2024-09-10 00:58:57 +08:00
parent f5aae87f40
commit 241911d1d2
1 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
memos/commands.py
View File

@ -548,6 +548,9 @@ def index(
library_id: int,
folders: List[int] = typer.Option(None, "--folder", "-f"),
force: bool = typer.Option(False, "--force", help="Force update all indexes"),
batchsize: int = typer.Option(
4, "--batchsize", "-bs", help="Number of entities to index in a batch"
),
):
print(f"Indexing library {library_id}")
@ -607,9 +610,8 @@ def index(
pbar.refresh()
# Index each entity
batch_size = settings.batchsize
for i in range(0, len(entities), batch_size):
batch = entities[i : i + batch_size]
for i in range(0, len(entities), batchsize):
batch = entities[i : i + batchsize]
to_index = []
for entity in batch: