From 81d7e616b163787b6a75f7b2229aa249fff945fd Mon Sep 17 00:00:00 2001 From: NickLucche Date: Fri, 30 Aug 2024 18:31:58 +0200 Subject: [PATCH] skip imageprocessor fetching for modelscope models --- vllm/transformers_utils/config.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/vllm/transformers_utils/config.py b/vllm/transformers_utils/config.py index 4a03446590fe5..f3ac8d3178d4e 100644 --- a/vllm/transformers_utils/config.py +++ b/vllm/transformers_utils/config.py @@ -108,6 +108,9 @@ def get_hf_image_processor_config( revision: Optional[str] = None, **kwargs, ) -> Dict[str, Any]: + # ModelScope does not provide an interface for image_processor + if VLLM_USE_MODELSCOPE: + return dict() # Separate model folder from file path for GGUF models if Path(model).is_file() and Path(model).suffix == ".gguf": model = Path(model).parent