github/bilingual_book_maker
1
1
Fork 0
mirror of https://github.com/yihong0618/bilingual_book_maker.git synced 2025-06-07 03:55:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: cache batch result

Browse Source
This commit is contained in:
mkXultra 2024-08-16 13:54:17 +09:00
parent 15d80dd177
commit cd2a0f8dbb
1 changed files with 10 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
book_maker/translator/chatgptapi_translator.py
View File

@ -90,6 +90,7 @@ class ChatGPTAPI(Base):
self.context_paragraph_limit = CONTEXT_PARAGRAPH_LIMIT self.context_paragraph_limit = CONTEXT_PARAGRAPH_LIMIT
self.batch_text_list = [] self.batch_text_list = []
self.batch_info_cache = None self.batch_info_cache = None
self.result_content_cache = {}
def rotate_key(self): def rotate_key(self):
self.openai_client.api_key = next(self.keys) self.openai_client.api_key = next(self.keys)
@ -453,10 +454,15 @@ class ChatGPTAPI(Base):
if not target_batch: if not target_batch:
raise ValueError(f"No batch found for book_index {book_index}") raise ValueError(f"No batch found for book_index {book_index}")
if target_batch["batch_id"] in self.result_content_cache:
result_content = self.result_content_cache[target_batch["batch_id"]]
else:
batch_status = self.check_batch_status(target_batch["batch_id"]) batch_status = self.check_batch_status(target_batch["batch_id"])
if batch_status.output_file_id == None: if batch_status.output_file_id is None:
raise ValueError(f"Batch {target_batch['batch_id']} is not completed") raise ValueError(f"Batch {target_batch['batch_id']} is not completed")
result_content = self.get_batch_result(batch_status.output_file_id) result_content = self.get_batch_result(batch_status.output_file_id)
self.result_content_cache[target_batch["batch_id"]] = result_content
result_lines = result_content.text.split("\n") result_lines = result_content.text.split("\n")
custom_id = self.custom_id(book_index) custom_id = self.custom_id(book_index)
for line in result_lines: for line in result_lines: