Update glm_10b_en_tokenizer.py

FlagAI-Open · Aug 25, 2022 · 25b659b · 25b659b
1 parent b61b708
commit 25b659b
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/flagai/data/tokenizer/glm_10b_en/glm_10b_en_tokenizer.py b/flagai/data/tokenizer/glm_10b_en/glm_10b_en_tokenizer.py
@@ -148,7 +148,7 @@ def from_pretrained(cls, pretrained_model_name_or_path, *inputs, **kwargs):
         else:
             special_tokens = kwargs.pop('special_tokens', [])
 
-        if not os.path.exists(resolved_merges_file):  # 如果没有这个vocab文件， 那我们就要下载
+        if not os.path.exists(resolved_merges_file):  
             if pretrained_model_name_or_path in VOCAB_ARCHIVE_URLS_MAP:
                 for key, url in VOCAB_ARCHIVE_URLS_MAP[
                         pretrained_model_name_or_path].items():