Code styling in yake_keywords.py. and change `if language == 'zh-CN' …

…or language == 'zh' or language == 'zh-TW'` to `if language[:2]=="zh"`
meedan · Sep 26, 2024 · 923d43d · 923d43d
1 parent 6da8a98
commit 923d43d
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/lib/model/yake_keywords.py b/lib/model/yake_keywords.py
@@ -39,6 +39,7 @@ def normalize_special_characters(self, text):
 
     def run_chinese_segmentation_with_jieba(self, text):
         return " ".join(list(jieba.cut_for_search(text)))
+
     def run_yake(self, text: str,
                  language: str,
                  max_ngram_size: int,
@@ -62,7 +63,7 @@ def run_yake(self, text: str,
         ### normalize special characters
         text = self.normalize_special_characters(text)
         # Segmentation for mandarin
-        if language == 'zh-CN' or language == 'zh' or language == 'zh-TW':
+        if language[:2]=="zh":
             text = self.run_chinese_segmentation_with_jieba(text)
             # text = " ".join(list(jieba.cut_for_search(text)))
         ### extract keywords