Updates on djl_converter (#3187)

* Updates on djl_converter * Update
deepjavalibrary · May 14, 2024 · e62674c · e62674c
1 parent 98c856d
commit e62674c
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 3 deletions.
diff --git a/extensions/tokenizers/src/main/python/djl_converter/arg_parser.py b/extensions/tokenizers/src/main/python/djl_converter/arg_parser.py
@@ -53,9 +53,6 @@ def converter_args():
     if args.output_dir is None:
         args.output_dir = "."
 
-    if not os.path.exists(args.output_dir):
-        raise ValueError(f"Invalid output directory: {args.output_dir}.")
-
     return args
 
 

diff --git a/extensions/tokenizers/src/main/python/djl_converter/huggingface_models.py b/extensions/tokenizers/src/main/python/djl_converter/huggingface_models.py
@@ -32,6 +32,7 @@
     "ForSequenceClassification": "text-classification",
     "ForMultipleChoice": "text-classification",
     "ForMaskedLM": "fill-mask",
+    "BertModel": "sentence-similarity",
 }
 SUPPORTED_TASKS = {
     "fill-mask": FillMaskConverter(),