github/bilingual_book_maker
1
1
Fork 0
mirror of https://github.com/yihong0618/bilingual_book_maker.git synced 2025-06-05 19:15:34 +00:00
Code Issues Packages Projects Releases Wiki Activity

modify: add config.py and use it

Browse Source
This commit is contained in:
mkXultra 2024-08-20 16:24:15 +09:00
parent f1e78ebcb9
commit fd92f7ae56
2 changed files with 12 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
book_maker/config.py Normal file
View File

@ -0,0 +1,8 @@
config = {
"translator": {
"chatgptapi": {
"context_paragraph_limit" : 3,
"batch_context_update_interval" : 50,
}
},
}

9
book_maker/translator/chatgptapi_translator.py
View File

@ -11,6 +11,8 @@ from openai import AzureOpenAI, OpenAI, RateLimitError
from rich import print from rich import print
from .base_translator import Base from .base_translator import Base
from ..config import config
CHATGPT_CONFIG = config["translator"]["chatgptapi"]
PROMPT_ENV_MAP = { PROMPT_ENV_MAP = {
"user": "BBM_CHATGPTAPI_USER_MSG_TEMPLATE", "user": "BBM_CHATGPTAPI_USER_MSG_TEMPLATE",
@ -39,9 +41,6 @@ GPT4oMINI_MODEL_LIST = [
"gpt-4o-mini", "gpt-4o-mini",
"gpt-4o-mini-2024-07-18", "gpt-4o-mini-2024-07-18",
] ]
CONTEXT_PARAGRAPH_LIMIT = 3
BATCH_CONTEXT_UPDATE_INTERVAL = 50
class ChatGPTAPI(Base): class ChatGPTAPI(Base):
DEFAULT_PROMPT = "Please help me to translate,`{text}` to {language}, please return only translated content not include the origin text" DEFAULT_PROMPT = "Please help me to translate,`{text}` to {language}, please return only translated content not include the origin text"
@ -88,7 +87,7 @@ class ChatGPTAPI(Base):
self.context_paragraph_limit = context_paragraph_limit self.context_paragraph_limit = context_paragraph_limit
else: else:
# set by user, use user's value # set by user, use user's value
self.context_paragraph_limit = CONTEXT_PARAGRAPH_LIMIT self.context_paragraph_limit = CHATGPT_CONFIG["context_paragraph_limit"]
self.batch_text_list = [] self.batch_text_list = []
self.batch_info_cache = None self.batch_info_cache = None
self.result_content_cache = {} self.result_content_cache = {}
@ -487,7 +486,7 @@ class ChatGPTAPI(Base):
def create_batch_context_messages(self, index): def create_batch_context_messages(self, index):
messages = [] messages = []
if self.context_flag: if self.context_flag:
if index % BATCH_CONTEXT_UPDATE_INTERVAL == 0 or not hasattr( if index % CHATGPT_CONFIG["batch_context_update_interval"] == 0 or not hasattr(
self, "cached_context_messages" self, "cached_context_messages"
): ):
context_messages = [] context_messages = []