tcsenpai/pensieve
1
0
Fork 0
mirror of https://github.com/tcsenpai/pensieve.git synced 2025-06-06 19:25:24 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(library): update entity when file updated

Browse Source
This commit is contained in:
arkohut 2024-06-04 15:19:09 +08:00
parent 20831d20ed
commit 9f3d0819f7
1 changed files with 60 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

67
memos/commands.py
View File

@ -1,6 +1,7 @@
import mimetypes import mimetypes
import os import os
import time import time
from datetime import datetime, timezone
from pathlib import Path from pathlib import Path
from typing import List from typing import List
@ -15,6 +16,12 @@ lib_app = typer.Typer()
app.add_typer(lib_app, name="lib") app.add_typer(lib_app, name="lib")
def format_timestamp(timestamp):
if isinstance(timestamp, str):
return timestamp
return datetime.fromtimestamp(timestamp, tz=timezone.utc).replace(tzinfo=None).isoformat()
def display_libraries(libraries): def display_libraries(libraries):
table = [] table = []
for library in libraries: for library in libraries:
@ -67,7 +74,6 @@ def show(library_id: int):
print(f"Failed to retrieve library: {response.status_code} - {response.text}") print(f"Failed to retrieve library: {response.status_code} - {response.text}")
@lib_app.command("scan") @lib_app.command("scan")
def scan(library_id: int): def scan(library_id: int):
@ -78,6 +84,7 @@ def scan(library_id: int):
library = response.json() library = response.json()
total_files_added = 0 total_files_added = 0
total_files_updated = 0
for folder in library["folders"]: for folder in library["folders"]:
folder_path = Path(folder["path"]) folder_path = Path(folder["path"])
@ -100,15 +107,19 @@ def scan(library_id: int):
) )
pbar.update(1) pbar.update(1)
file_path = Path(root) / file file_path = Path(root) / file
relative_file_path = file_path.relative_to(folder_path) # Get relative path relative_file_path = file_path.relative_to(
folder_path
) # Get relative path
file_stat = file_path.stat() file_stat = file_path.stat()
file_type = mimetypes.guess_type(file_path)[0] or "application/octet-stream" file_type = (
mimetypes.guess_type(file_path)[0] or "application/octet-stream"
)
new_entity = { new_entity = {
"filename": file_path.name, "filename": file_path.name,
"filepath": str(relative_file_path), # Save relative path "filepath": str(relative_file_path), # Save relative path
"size": file_stat.st_size, "size": file_stat.st_size,
"file_created_at": file_stat.st_ctime, "file_created_at": format_timestamp(file_stat.st_ctime),
"file_last_modified_at": file_stat.st_mtime, "file_last_modified_at": format_timestamp(file_stat.st_mtime),
"file_type": file_type, "file_type": file_type,
"folder_id": folder["id"], "folder_id": folder["id"],
} }
@ -116,10 +127,51 @@ def scan(library_id: int):
# Check if the entity already exists # Check if the entity already exists
get_response = httpx.get( get_response = httpx.get(
f"http://localhost:8080/libraries/{library_id}/entities", f"http://localhost:8080/libraries/{library_id}/entities",
params={"filepath": str(relative_file_path)}, # Use relative path params={
"filepath": str(relative_file_path)
}, # Use relative path
) )
if get_response.status_code == 200: if get_response.status_code == 200:
tqdm.write(f"File already exists in library: {file_path}") existing_entity = get_response.json()
existing_created_at = format_timestamp(
existing_entity["file_created_at"]
)
new_created_at = format_timestamp(new_entity["file_created_at"])
existing_modified_at = format_timestamp(
existing_entity["file_last_modified_at"]
)
new_modified_at = format_timestamp(
new_entity["file_last_modified_at"]
)
if (
existing_created_at != new_created_at
or existing_modified_at != new_modified_at
):
# Show the difference before update
tqdm.write(f"Updating file: {file_path}")
tqdm.write(
f"Old created at: {existing_created_at}, New created at: {new_created_at}"
)
tqdm.write(
f"Old last modified at: {existing_modified_at}, New last modified at: {new_modified_at}"
)
# Update the existing entity
update_response = httpx.put(
f"http://localhost:8080/libraries/{library_id}/entities/{existing_entity['id']}",
json=new_entity,
)
if 200 <= update_response.status_code < 300:
tqdm.write(f"Updated file in library: {file_path}")
total_files_updated += 1
else:
tqdm.write(
f"Failed to update file: {update_response.status_code} - {update_response.text}"
)
else:
tqdm.write(
f"File already exists in library and is up-to-date: {file_path}"
)
continue continue
# Add the new entity # Add the new entity
@ -137,6 +189,7 @@ def scan(library_id: int):
file_count += 1 file_count += 1
print(f"Total files added: {total_files_added}") print(f"Total files added: {total_files_added}")
print(f"Total files updated: {total_files_updated}")
if __name__ == "__main__": if __name__ == "__main__":