From 9ca6e0006b84b7db259ce2d35033e8284dd441de Mon Sep 17 00:00:00 2001 From: Kunshang Ji Date: Wed, 21 Aug 2024 03:01:09 +0800 Subject: [PATCH] [Intel GPU] fix xpu not support punica kernel (which use torch.library.custom_op) (#7685) --- vllm/lora/punica.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/vllm/lora/punica.py b/vllm/lora/punica.py index 6d5c834299961..d666fc293757b 100644 --- a/vllm/lora/punica.py +++ b/vllm/lora/punica.py @@ -10,8 +10,10 @@ import torch from vllm.triton_utils import HAS_TRITON +from vllm.utils import is_xpu -if HAS_TRITON: +# FIXME: xpu path doesn't support torch.library.custom_op +if HAS_TRITON and not is_xpu(): from vllm.lora.ops.bgmv_expand import bgmv_expand from vllm.lora.ops.bgmv_expand_slice import bgmv_expand_slice from vllm.lora.ops.bgmv_shrink import bgmv_shrink