From 6f7154c236f29b4632b01be88d818ad021e28851 Mon Sep 17 00:00:00 2001
From: Ettore Di Giacinto <mudler@localai.io>
Date: Tue, 5 Mar 2024 22:18:36 +0100
Subject: [PATCH] exllama/exllama2: do not install if not using cuda

---
 backend/python/exllama/install.sh  | 5 +++++
 backend/python/exllama2/install.sh | 5 +++++
 2 files changed, 10 insertions(+)

diff --git a/backend/python/exllama/install.sh b/backend/python/exllama/install.sh
index 702bb1fbefb4..320e7f4dfac7 100755
--- a/backend/python/exllama/install.sh
+++ b/backend/python/exllama/install.sh
@@ -3,6 +3,11 @@ set -ex
 
 export PATH=$PATH:/opt/conda/bin
 
+if [ "$BUILD_TYPE" != "cublas" ]; then
+    echo "[exllama] Attention!!! Nvidia GPU is required - skipping installation"
+    exit 0
+fi
+
 # Check if environment exist
 conda_env_exists(){
     ! conda list --name "${@}" >/dev/null 2>/dev/null
diff --git a/backend/python/exllama2/install.sh b/backend/python/exllama2/install.sh
index 2c7427cedaf3..d8e779dea8b6 100755
--- a/backend/python/exllama2/install.sh
+++ b/backend/python/exllama2/install.sh
@@ -6,6 +6,11 @@ export SHA=c0ddebaaaf8ffd1b3529c2bb654e650bce2f790f
 
 SKIP_CONDA=${SKIP_CONDA:-0}
 
+if [ "$BUILD_TYPE" != "cublas" ]; then
+    echo "[exllamav2] Attention!!! Nvidia GPU is required - skipping installation"
+    exit 0
+fi
+
 if [ $SKIP_CONDA -eq 0 ]; then
     export PATH=$PATH:/opt/conda/bin
     source activate transformers