diff --git a/backend/python/common/libbackend.sh b/backend/python/common/libbackend.sh index 1f74e2ee8bf8..934b1fd37b14 100644 --- a/backend/python/common/libbackend.sh +++ b/backend/python/common/libbackend.sh @@ -143,6 +143,10 @@ function installRequirements() { requirementFiles+=("${EDIR}/requirements-after.txt") + if [ "x${BUILD_TYPE}" != "x${BUILD_PROFILE}" ]; then + requirementFiles+=("${EDIR}/requirements-${BUILD_PROFILE}-after.txt") + fi + for reqFile in ${requirementFiles[@]}; do if [ -f ${reqFile} ]; then echo "starting requirements install for ${reqFile}" diff --git a/backend/python/vllm/requirements-cublas11-after.txt b/backend/python/vllm/requirements-cublas11-after.txt new file mode 100644 index 000000000000..7bfe8efeb555 --- /dev/null +++ b/backend/python/vllm/requirements-cublas11-after.txt @@ -0,0 +1 @@ +flash-attn \ No newline at end of file diff --git a/backend/python/vllm/requirements-cublas12-after.txt b/backend/python/vllm/requirements-cublas12-after.txt new file mode 100644 index 000000000000..7bfe8efeb555 --- /dev/null +++ b/backend/python/vllm/requirements-cublas12-after.txt @@ -0,0 +1 @@ +flash-attn \ No newline at end of file