From b1d05cbbf66873210a8e0868825c1de5a38d27ef Mon Sep 17 00:00:00 2001
From: jllllll <3887729+jllllll@users.noreply.github.com>
Date: Sat, 17 Jun 2023 17:10:36 -0500
Subject: [PATCH] Install exllama (#83)

* Install exllama

* Handle updating exllama
---
 webui.py | 11 ++++++++++-
 1 file changed, 10 insertions(+), 1 deletion(-)

diff --git a/webui.py b/webui.py
index 52993184..12e86571 100644
--- a/webui.py
+++ b/webui.py
@@ -167,8 +167,17 @@ def update_dependencies():
     if not os.path.exists("repositories/"):
         os.mkdir("repositories")
 
-    # Install GPTQ-for-LLaMa which enables 4bit CUDA quantization
     os.chdir("repositories")
+        
+    # Install or update exllama as needed
+    if not os.path.exists("exllama/"):
+        run_cmd("git clone https://github.com/turboderp/exllama.git", environment=True)
+    else:
+        os.chdir("exllama")
+        run_cmd("git pull", environment=True)
+        os.chdir("..")
+    
+    # Install GPTQ-for-LLaMa which enables 4bit CUDA quantization
     if not os.path.exists("GPTQ-for-LLaMa/"):
         run_cmd("git clone https://github.com/oobabooga/GPTQ-for-LLaMa.git -b cuda", assert_success=True, environment=True)