fix(vllm): add back flash-attn

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
mudler · Aug 7, 2024 · 3d1604b · 3d1604b
1 parent f31d61a
commit 3d1604b
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 0 deletions.
diff --git a/backend/python/common/libbackend.sh b/backend/python/common/libbackend.sh
@@ -143,6 +143,10 @@ function installRequirements() {
 
     requirementFiles+=("${EDIR}/requirements-after.txt")
 
+    if [ "x${BUILD_TYPE}" != "x${BUILD_PROFILE}" ]; then
+        requirementFiles+=("${EDIR}/requirements-${BUILD_PROFILE}-after.txt")
+    fi
+
     for reqFile in ${requirementFiles[@]}; do
         if [ -f ${reqFile} ]; then
             echo "starting requirements install for ${reqFile}"

diff --git a/backend/python/vllm/requirements-cublas11-after.txt b/backend/python/vllm/requirements-cublas11-after.txt
@@ -0,0 +1 @@
+flash-attn
diff --git a/backend/python/vllm/requirements-cublas12-after.txt b/backend/python/vllm/requirements-cublas12-after.txt
@@ -0,0 +1 @@
+flash-attn