exllama/exllama2: do not install if not using cuda

mudler · Mar 5, 2024 · 6f7154c · 6f7154c
1 parent 9dbc36b
commit 6f7154c
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 0 deletions.
diff --git a/backend/python/exllama/install.sh b/backend/python/exllama/install.sh
@@ -3,6 +3,11 @@ set -ex
 
 export PATH=$PATH:/opt/conda/bin
 
+if [ "$BUILD_TYPE" != "cublas" ]; then
+    echo "[exllama] Attention!!! Nvidia GPU is required - skipping installation"
+    exit 0
+fi
+
 # Check if environment exist
 conda_env_exists(){
     ! conda list --name "${@}" >/dev/null 2>/dev/null

diff --git a/backend/python/exllama2/install.sh b/backend/python/exllama2/install.sh
@@ -6,6 +6,11 @@ export SHA=c0ddebaaaf8ffd1b3529c2bb654e650bce2f790f
 
 SKIP_CONDA=${SKIP_CONDA:-0}
 
+if [ "$BUILD_TYPE" != "cublas" ]; then
+    echo "[exllamav2] Attention!!! Nvidia GPU is required - skipping installation"
+    exit 0
+fi
+
 if [ $SKIP_CONDA -eq 0 ]; then
     export PATH=$PATH:/opt/conda/bin
     source activate transformers