Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -36,7 +36,6 @@ device = "cuda" # for GPU usage or "cpu" for CPU usage
|
|
| 36 |
tokenizer = AutoTokenizer.from_pretrained(MODEL)
|
| 37 |
model = AutoModelForCausalLM.from_pretrained(
|
| 38 |
MODEL,
|
| 39 |
-
torch_dtype=torch.float16,
|
| 40 |
low_cpu_mem_usage=True,
|
| 41 |
device_map="auto")
|
| 42 |
|
|
|
|
| 36 |
tokenizer = AutoTokenizer.from_pretrained(MODEL)
|
| 37 |
model = AutoModelForCausalLM.from_pretrained(
|
| 38 |
MODEL,
|
|
|
|
| 39 |
low_cpu_mem_usage=True,
|
| 40 |
device_map="auto")
|
| 41 |
|