Spaces:
Build error
Build error
update
Browse files
app.py
CHANGED
@@ -1,3 +1,6 @@
|
|
|
|
|
|
|
|
1 |
import gradio as gr
|
2 |
from auto_gptq import AutoGPTQForCausalLM
|
3 |
from transformers import AutoTokenizer, TextStreamer
|
|
|
1 |
+
!wget -q https://github.com/PanQiWei/AutoGPTQ/releases/download/v0.4.1/auto_gptq-0.4.1+cu118-cp310-cp310-linux_x86_64.whl
|
2 |
+
!BUILD_CUDA_EXT=0 pip install -qqq auto_gptq-0.4.1+cu118-cp310-cp310-linux_x86_64.whl --progress-bar off
|
3 |
+
|
4 |
import gradio as gr
|
5 |
from auto_gptq import AutoGPTQForCausalLM
|
6 |
from transformers import AutoTokenizer, TextStreamer
|