From f9248806947b16ad75a5b23d4878ca719f4d0489 Mon Sep 17 00:00:00 2001 From: Xiangyu Tian <109123695+xiangyuT@users.noreply.github.com> Date: Fri, 24 Jan 2025 10:00:29 +0800 Subject: [PATCH] vLLM: Fix vLLM-CPU docker image (#12741) --- docker/llm/serving/cpu/docker/Dockerfile | 1 + 1 file changed, 1 insertion(+) diff --git a/docker/llm/serving/cpu/docker/Dockerfile b/docker/llm/serving/cpu/docker/Dockerfile index a98afd23a0e..f58970ab470 100644 --- a/docker/llm/serving/cpu/docker/Dockerfile +++ b/docker/llm/serving/cpu/docker/Dockerfile @@ -28,6 +28,7 @@ RUN wget -qO /sbin/tini https://github.com/krallin/tini/releases/download/${TINI cd ./vllm && \ git checkout v0.6.6.post1 && \ pip install cmake>=3.26 wheel packaging ninja "setuptools-scm>=8" numpy && \ + pip uninstall intel-extension-for-pytorch && \ pip install -v -r requirements-cpu.txt --extra-index-url https://download.pytorch.org/whl/cpu && \ VLLM_TARGET_DEVICE=cpu python3 setup.py install && \ pip install ray