pradhaph commited on
Commit
e188d84
1 Parent(s): e0f5ef5
Files changed (1) hide show
  1. app.py +3 -0
app.py CHANGED
@@ -1,3 +1,6 @@
 
 
 
1
  import gradio as gr
2
  from auto_gptq import AutoGPTQForCausalLM
3
  from transformers import AutoTokenizer, TextStreamer
 
1
+ !wget -q https://github.com/PanQiWei/AutoGPTQ/releases/download/v0.4.1/auto_gptq-0.4.1+cu118-cp310-cp310-linux_x86_64.whl
2
+ !BUILD_CUDA_EXT=0 pip install -qqq auto_gptq-0.4.1+cu118-cp310-cp310-linux_x86_64.whl --progress-bar off
3
+
4
  import gradio as gr
5
  from auto_gptq import AutoGPTQForCausalLM
6
  from transformers import AutoTokenizer, TextStreamer