Spaces:
Sleeping
Sleeping
Commit
•
61a3607
1
Parent(s):
b19b217
Update app.py
Browse files
app.py
CHANGED
|
@@ -4,6 +4,7 @@ import spaces
|
|
| 4 |
from transformers import AutoTokenizer, TextIteratorStreamer
|
| 5 |
from auto_gptq import AutoGPTQForCausalLM, BaseQuantizeConfig
|
| 6 |
from threading import Thread
|
|
|
|
| 7 |
|
| 8 |
# Set an environment variable
|
| 9 |
HF_TOKEN = os.environ.get("HF_TOKEN", None)
|
|
|
|
| 4 |
from transformers import AutoTokenizer, TextIteratorStreamer
|
| 5 |
from auto_gptq import AutoGPTQForCausalLM, BaseQuantizeConfig
|
| 6 |
from threading import Thread
|
| 7 |
+
import torch
|
| 8 |
|
| 9 |
# Set an environment variable
|
| 10 |
HF_TOKEN = os.environ.get("HF_TOKEN", None)
|