github/bilingual_book_maker
1
1
Fork 0
mirror of https://github.com/yihong0618/bilingual_book_maker.git synced 2025-06-05 19:15:34 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: lint

Browse Source 
Signed-off-by: yihong0618 <zouzou0208@gmail.com>
This commit is contained in:
yihong0618 2024-12-22 19:00:40 +08:00
parent 4e7cbb5e32
commit f0927404fe
3 changed files with 17 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
book_maker/loader/md_loader.py
View File

@ -60,12 +60,12 @@ class MarkdownBookLoader(BaseBookLoader):
for line in self.origin_book: for line in self.origin_book:
# 如果是空行且当前段落不为空，保存当前段落 # 如果是空行且当前段落不为空，保存当前段落
if not line.strip() and current_paragraph: if not line.strip() and current_paragraph:
self.md_paragraphs.append('\n'.join(current_paragraph)) self.md_paragraphs.append("\n".join(current_paragraph))
current_paragraph = [] current_paragraph = []
# 如果是标题行，单独作为一个段落 # 如果是标题行，单独作为一个段落
elif line.strip().startswith('#'): elif line.strip().startswith("#"):
if current_paragraph: if current_paragraph:
self.md_paragraphs.append('\n'.join(current_paragraph)) self.md_paragraphs.append("\n".join(current_paragraph))
current_paragraph = [] current_paragraph = []
self.md_paragraphs.append(line) self.md_paragraphs.append(line)
# 其他情况，添加到当前段落 # 其他情况，添加到当前段落
@ -74,7 +74,7 @@ class MarkdownBookLoader(BaseBookLoader):
# 处理最后一个段落 # 处理最后一个段落
if current_paragraph: if current_paragraph:
self.md_paragraphs.append('\n'.join(current_paragraph)) self.md_paragraphs.append("\n".join(current_paragraph))
@staticmethod @staticmethod
def _is_special_text(text): def _is_special_text(text):
@ -93,7 +93,7 @@ class MarkdownBookLoader(BaseBookLoader):
for i in range(0, len(self.md_paragraphs), self.batch_size) for i in range(0, len(self.md_paragraphs), self.batch_size)
] ]
for paragraphs in sliced_list: for paragraphs in sliced_list:
batch_text = '\n\n'.join(paragraphs) batch_text = "\n\n".join(paragraphs)
if self._is_special_text(batch_text): if self._is_special_text(batch_text):
continue continue
if not self.resume or index >= p_to_save_len: if not self.resume or index >= p_to_save_len:

10
book_maker/translator/gemini_translator.py
View File

@ -121,10 +121,16 @@ class Gemini(Base):
) )
t_text = self.convo.last.text.strip() t_text = self.convo.last.text.strip()
# 检查是否包含特定标签,如果有则只返回标签内的内容 # 检查是否包含特定标签,如果有则只返回标签内的内容
tag_pattern = r'<step3_refined_translation>(.*?)</step3_refined_translation>' tag_pattern = (
r"<step3_refined_translation>(.*?)</step3_refined_translation>"
)
tag_match = re.search(tag_pattern, t_text, re.DOTALL) tag_match = re.search(tag_pattern, t_text, re.DOTALL)
if tag_match: if tag_match:
print("[bold green]" + re.sub("\n{3,}", "\n\n", t_text) + "[/bold green]") print(
"[bold green]"
+ re.sub("\n{3,}", "\n\n", t_text)
+ "[/bold green]"
)
t_text = tag_match.group(1).strip() t_text = tag_match.group(1).strip()
# print("[bold green]" + re.sub("\n{3,}", "\n\n", t_text) + "[/bold green]") # print("[bold green]" + re.sub("\n{3,}", "\n\n", t_text) + "[/bold green]")
break break