feat(scan): give the entity count when scan lib to delete entities

This commit is contained in:
arkohut 2024-07-26 17:14:30 +08:00
parent e7be69f0ef
commit 4a90d86c16

View File

@ -269,6 +269,8 @@ def scan(
# Check for deleted files
limit = 200
offset = 0
total_files = float('inf') # We'll update this after the first request
with tqdm(total=total_files, desc="Checking for deleted files", unit="file") as pbar:
while True:
existing_files_response = httpx.get(
f"{BASE_URL}/libraries/{library_id}/folders/{folder['id']}/entities",
@ -285,6 +287,12 @@ def scan(
if not existing_files:
break
# Update total if this is the first request
if offset == 0:
total_files = int(existing_files_response.headers.get('X-Total-Count', total_files))
pbar.total = total_files
pbar.refresh()
for existing_file in existing_files:
if existing_file["filepath"] not in scanned_files:
# File has been deleted
@ -300,6 +308,8 @@ def scan(
tqdm.write(
f"Failed to delete file: {delete_response.status_code} - {delete_response.text}"
)
pbar.update(1)
pbar.refresh()
offset += limit