Spaces:
Runtime error
Runtime error
ehristoforu
commited on
Commit
β’
c528c03
1
Parent(s):
af64afa
Update app.py
Browse files
app.py
CHANGED
@@ -33,7 +33,7 @@ tokenizer = GemmaTokenizerFast.from_pretrained(model_id)
|
|
33 |
model = AutoModelForCausalLM.from_pretrained(
|
34 |
model_id,
|
35 |
device_map="auto",
|
36 |
-
quantization_config=BitsAndBytesConfig(load_in_8bit=True),
|
37 |
)
|
38 |
model.config.sliding_window = 4096
|
39 |
model.eval()
|
|
|
33 |
model = AutoModelForCausalLM.from_pretrained(
|
34 |
model_id,
|
35 |
device_map="auto",
|
36 |
+
#quantization_config=BitsAndBytesConfig(load_in_8bit=True),
|
37 |
)
|
38 |
model.config.sliding_window = 4096
|
39 |
model.eval()
|