Spaces:

daiwk
/

google-gemma-2b-it-serving

Runtime error

daiwk commited on Feb 22

Commit

26d68f7

•

1 Parent(s): c0dc22b

2b-it

Files changed (1) hide show

app.py CHANGED Viewed

@@ -3,8 +3,8 @@ import gradio as gr
 from transformers import AutoTokenizer, GemmaForCausalLM
 import torch
-model = GemmaForCausalLM.from_pretrained("google/gemma-7b", device_map="auto", torch_dtype=torch.bfloat16)
-tokenizer = AutoTokenizer.from_pretrained("google/gemma-7b")
 # from transformers import AutoTokenizer, GemmaForCausalLM, BitsAndBytesConfig

 from transformers import AutoTokenizer, GemmaForCausalLM
 import torch
+model = GemmaForCausalLM.from_pretrained("google/gemma-2b-it", device_map="auto", torch_dtype=torch.bfloat16)
+tokenizer = AutoTokenizer.from_pretrained("google/gemma-2b-it")
 # from transformers import AutoTokenizer, GemmaForCausalLM, BitsAndBytesConfig