Spaces:
Runtime error
Runtime error
| import gradio as gr | |
| from transformers import AutoModelForCausalLM, AutoTokenizer | |
| tokenizer = AutoTokenizer.from_pretrained("stabilityai/stablelm-3b-4e1t") | |
| model = AutoModelForCausalLM.from_pretrained( | |
| "stabilityai/stablelm-3b-4e1t", | |
| trust_remote_code=True, | |
| torch_dtype="auto", | |
| ) | |
| model.cuda() | |
| inputs = tokenizer("The weather is always wonderful", return_tensors="pt").to("cuda") | |
| tokens = model.generate( | |
| **inputs, | |
| max_new_tokens=64, | |
| temperature=0.75, | |
| top_p=0.95, | |
| do_sample=True, | |
| ) | |
| print(tokenizer.decode(tokens[0], skip_special_tokens=True)) | |
| def greet(name): | |
| inputs = tokenizer("The weather is always wonderful", return_tensors="pt").to("cuda") | |
| tokens = model.generate(**inputs,max_new_tokens=64,temperature=0.75,top_p=0.95, do_sample=True) | |
| return tokens | |
| iface = gr.Interface(fn=greet, inputs="text", outputs="text") | |
| iface.launch() |