Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
@@ -12,7 +12,7 @@ examples = [["Adventurer is approached by a mysterious stranger in the tavern fo
|
|
12 |
|
13 |
|
14 |
tokenizer = BloomTokenizerFast.from_pretrained("tomrb/bettercallbloom-3b-8bit")
|
15 |
-
model = BloomForCausalLM.from_pretrained("tomrb/bettercallbloom-3b-8bit")
|
16 |
|
17 |
generator = pipeline('text-generation', model=model, tokenizer=tokenizer)
|
18 |
|
|
|
12 |
|
13 |
|
14 |
tokenizer = BloomTokenizerFast.from_pretrained("tomrb/bettercallbloom-3b-8bit")
|
15 |
+
model = BloomForCausalLM.from_pretrained("tomrb/bettercallbloom-3b-8bit",device_map="auto")
|
16 |
|
17 |
generator = pipeline('text-generation', model=model, tokenizer=tokenizer)
|
18 |
|