tomrb commited on
Commit
f049db5
1 Parent(s): 3d8420a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -12,7 +12,7 @@ examples = [["Adventurer is approached by a mysterious stranger in the tavern fo
12
 
13
 
14
  tokenizer = BloomTokenizerFast.from_pretrained("tomrb/bettercallbloom-3b-8bit")
15
- model = BloomForCausalLM.from_pretrained("tomrb/bettercallbloom-3b-8bit")
16
 
17
  generator = pipeline('text-generation', model=model, tokenizer=tokenizer)
18
 
 
12
 
13
 
14
  tokenizer = BloomTokenizerFast.from_pretrained("tomrb/bettercallbloom-3b-8bit")
15
+ model = BloomForCausalLM.from_pretrained("tomrb/bettercallbloom-3b-8bit",device_map="auto")
16
 
17
  generator = pipeline('text-generation', model=model, tokenizer=tokenizer)
18