8bit

global_vars.py

@@ -104,9 +104,9 @@ def initialize_globals():
             finetuned=model_info["hub(ckpt)"],
             mode_cpu=False,
             mode_mps=False,
-            mode_full_gpu=True,
-            mode_8bit=False,
-            mode_4bit=False,
+            mode_full_gpu=False,
+            mode_8bit=True,
+            mode_4bit=True,
             force_download_ckpt=False
         )