tcsenpai/pensieve
1
0
Fork 0
mirror of https://github.com/tcsenpai/pensieve.git synced 2025-06-10 04:57:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: retry and try catch exception when update entity

Browse Source
This commit is contained in:
arkohut 2024-07-29 16:09:06 +08:00
parent 873034c76b
commit 6d18a3aa05
1 changed files with 39 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

54
memos/commands.py
View File

@ -255,7 +255,7 @@ async def loop_files(library_id, folder, folder_path, force, plugins):
f"Failed to update file: {response.status_code} - {response.text}" f"Failed to update file: {response.status_code} - {response.text}"
) )
return added_file_count, updated_file_count, scanned_files return added_file_count, updated_file_count, scanned_files
@lib_app.command("scan") @lib_app.command("scan")
@ -300,7 +300,9 @@ def scan(
limit = 100 limit = 100
offset = 0 offset = 0
total_entities = 0 # We'll update this after the first request total_entities = 0 # We'll update this after the first request
with tqdm(total=total_entities, desc="Checking for deleted files", leave=True) as pbar2: with tqdm(
total=total_entities, desc="Checking for deleted files", leave=True
) as pbar2:
while True: while True:
existing_files_response = httpx.get( existing_files_response = httpx.get(
f"{BASE_URL}/libraries/{library_id}/folders/{folder['id']}/entities", f"{BASE_URL}/libraries/{library_id}/folders/{folder['id']}/entities",
@ -378,20 +380,42 @@ async def update_entity(
new_entity, new_entity,
existing_entity, existing_entity,
) -> Tuple[FileStatus, bool, httpx.Response]: ) -> Tuple[FileStatus, bool, httpx.Response]:
MAX_RETRIES = 3
RETRY_DELAY = 2.0
async with semaphore: async with semaphore:
update_response = await client.put( for attempt in range(MAX_RETRIES):
f"{BASE_URL}/entities/{existing_entity['id']}", try:
json=new_entity, update_response = await client.put(
params={ f"{BASE_URL}/entities/{existing_entity['id']}",
"trigger_webhooks_flag": "true", json=new_entity,
**({"plugins": plugins} if plugins else {}), params={
}, "trigger_webhooks_flag": "true",
timeout=60, **({"plugins": plugins} if plugins else {}),
) },
if 200 <= update_response.status_code < 300: timeout=60,
return new_entity["filepath"], FileStatus.UPDATED, True, update_response )
else: if 200 <= update_response.status_code < 300:
return new_entity["filepath"], FileStatus.UPDATED, False, update_response return (
new_entity["filepath"],
FileStatus.UPDATED,
True,
update_response,
)
else:
return (
new_entity["filepath"],
FileStatus.UPDATED,
False,
update_response,
)
except Exception as e:
logging.error(
f"Error while updating entity {existing_entity['id']} (attempt {attempt + 1}/{MAX_RETRIES}): {e}"
)
if attempt < MAX_RETRIES - 1:
await asyncio.sleep(RETRY_DELAY)
else:
return new_entity["filepath"], FileStatus.UPDATED, False, None
@lib_app.command("index") @lib_app.command("index")