feat: move filters of opencc.py to tweaks

outloudvi · Feb 17, 2021 · 97bc191 · 97bc191
1 parent 79426d8
commit 97bc191
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 12 deletions.
diff --git a/mw2fcitx/exporters/opencc.py b/mw2fcitx/exporters/opencc.py
@@ -16,17 +16,6 @@ def export(words):
         if not HANZI_RE.match(line):
             continue
 
-        # Skip single character & too long pages
-        if len(line) <= 1:
-            continue
-
-        # Skip list pages
-        if line.endswith(('列表', '对照表')):
-            continue
-
-        if last_word and len(last_word) >= 4 and line.startswith(last_word):
-            continue
-
         pinyin = "'".join(lazy_pinyin(line))
         if pinyin == line:
             # print("Failed to convert, ignoring:", pinyin, file=sys.stderr)

diff --git a/mw2fcitx/tweaks/moegirl.py b/mw2fcitx/tweaks/moegirl.py
@@ -81,6 +81,6 @@ def tweak_normalize(words):
         [":", "/", "(", ")", "（", "）", "【", "】", "『", "』", "／"]),
     tweak_len_more_than(1),
     tweak_remove_char("·"),
-    tweak_trim_suffix(["系列"]),
+    tweak_trim_suffix(["系列", "列表", "对照表"]),
     tweak_normalize
 ]