added AutoAWQ support to text-generation-webui

dusty-nv · Feb 3, 2024 · 2d6187b · 2d6187b
1 parent 7b27edb
commit 2d6187b
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/packages/llm/text-generation-webui/config.py b/packages/llm/text-generation-webui/config.py
@@ -28,7 +28,9 @@ def oobabooga(version, branch=None, tag=None, sha=None, build_args=None, default
 
     if L4T_VERSION.major <= 35:
         twu['depends'] = twu['depends'] + ['bitsandbytes']
-
+    elif L4T_VERSION.major >= 36:
+        twu['depends'] = twu['depends'] + ['auto_awq']
+
     return twu
 
 package = [