tcsenpai/pensieve
1
0
Fork 0
mirror of https://github.com/tcsenpai/pensieve.git synced 2025-06-09 12:37:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(scan): give the entity count when scan lib to delete entities

Browse Source
This commit is contained in:
arkohut 2024-07-26 17:14:30 +08:00
parent e7be69f0ef
commit 4a90d86c16
1 changed files with 40 additions and 30 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

70
memos/commands.py
View File

@ -269,39 +269,49 @@ def scan(
# Check for deleted files # Check for deleted files
limit = 200 limit = 200
offset = 0 offset = 0
while True: total_files = float('inf') # We'll update this after the first request
existing_files_response = httpx.get( with tqdm(total=total_files, desc="Checking for deleted files", unit="file") as pbar:
f"{BASE_URL}/libraries/{library_id}/folders/{folder['id']}/entities", while True:
params={"limit": limit, "offset": offset}, existing_files_response = httpx.get(
timeout=60, f"{BASE_URL}/libraries/{library_id}/folders/{folder['id']}/entities",
) params={"limit": limit, "offset": offset},
if existing_files_response.status_code != 200: timeout=60,
tqdm.write(
f"Failed to retrieve existing files: {existing_files_response.status_code} - {existing_files_response.text}"
) )
break if existing_files_response.status_code != 200:
tqdm.write(
existing_files = existing_files_response.json() f"Failed to retrieve existing files: {existing_files_response.status_code} - {existing_files_response.text}"
if not existing_files:
break
for existing_file in existing_files:
if existing_file["filepath"] not in scanned_files:
# File has been deleted
delete_response = httpx.delete(
f"{BASE_URL}/libraries/{library_id}/entities/{existing_file['id']}"
) )
if 200 <= delete_response.status_code < 300: break
tqdm.write(
f"Deleted file from library: {existing_file['filepath']}"
)
total_files_deleted += 1
else:
tqdm.write(
f"Failed to delete file: {delete_response.status_code} - {delete_response.text}"
)
offset += limit existing_files = existing_files_response.json()
if not existing_files:
break
# Update total if this is the first request
if offset == 0:
total_files = int(existing_files_response.headers.get('X-Total-Count', total_files))
pbar.total = total_files
pbar.refresh()
for existing_file in existing_files:
if existing_file["filepath"] not in scanned_files:
# File has been deleted
delete_response = httpx.delete(
f"{BASE_URL}/libraries/{library_id}/entities/{existing_file['id']}"
)
if 200 <= delete_response.status_code < 300:
tqdm.write(
f"Deleted file from library: {existing_file['filepath']}"
)
total_files_deleted += 1
else:
tqdm.write(
f"Failed to delete file: {delete_response.status_code} - {delete_response.text}"
)
pbar.update(1)
pbar.refresh()
offset += limit
print(f"Total files added: {total_files_added}") print(f"Total files added: {total_files_added}")
print(f"Total files updated: {total_files_updated}") print(f"Total files updated: {total_files_updated}")