Skip to content

Commit f417cd0

Browse files
author
yuan.wang
committed
modify bug
1 parent 928393b commit f417cd0

File tree

2 files changed

+9
-4
lines changed

2 files changed

+9
-4
lines changed

src/memos/mem_reader/simple_struct.py

Lines changed: 5 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -69,9 +69,11 @@ def detect_lang(text):
6969
return "en"
7070
cleaned_text = text
7171
# remove role and timestamp
72-
cleaned_text = re.sub(r'\b(user|assistant|query|answer)\s*:', '', cleaned_text, flags=re.IGNORECASE)
73-
cleaned_text = re.sub(r'\[[\d\-:\s]+\]', '', cleaned_text)
74-
72+
cleaned_text = re.sub(
73+
r"\b(user|assistant|query|answer)\s*:", "", cleaned_text, flags=re.IGNORECASE
74+
)
75+
cleaned_text = re.sub(r"\[[\d\-:\s]+\]", "", cleaned_text)
76+
7577
# extract chinese characters
7678
chinese_pattern = r"[\u4e00-\u9fff\u3400-\u4dbf\U00020000-\U0002a6df\U0002a700-\U0002b73f\U0002b740-\U0002b81f\U0002b820-\U0002ceaf\uf900-\ufaff]"
7779
chinese_chars = re.findall(chinese_pattern, cleaned_text)

src/memos/templates/instruction_completion.py

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -45,7 +45,10 @@ def instruct_completion(
4545
"zh": "隐式偏好 > ",
4646
"en": "implicit preference > ",
4747
}
48-
lang = detect_lang(explicit_pref_str.replace("Explicit Preference:\n", "") + implicit_pref_str.replace("Implicit Preference:\n", ""))
48+
lang = detect_lang(
49+
explicit_pref_str.replace("Explicit Preference:\n", "")
50+
+ implicit_pref_str.replace("Implicit Preference:\n", "")
51+
)
4952

5053
if not explicit_pref_str and not implicit_pref_str:
5154
return "", ""

0 commit comments

Comments
 (0)