Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -5,8 +5,8 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
|
|
5 |
|
6 |
os.environ["CURL_CA_BUNDLE"]=""
|
7 |
|
8 |
-
tokenizer = AutoTokenizer.from_pretrained("togethercomputer/GPT-
|
9 |
-
model = AutoModelForCausalLM.from_pretrained("togethercomputer/GPT-
|
10 |
|
11 |
def gpt(prompt):
|
12 |
inputs = tokenizer("<human>: Hello!\n<bot>:", return_tensors='pt').to(model.device)
|
@@ -15,4 +15,4 @@ def gpt(prompt):
|
|
15 |
print(output_str)
|
16 |
return output_str
|
17 |
|
18 |
-
gr.Interface(fn=gpt,inputs="text",
|
|
|
5 |
|
6 |
os.environ["CURL_CA_BUNDLE"]=""
|
7 |
|
8 |
+
tokenizer = AutoTokenizer.from_pretrained("togethercomputer/GPT-JT-Moderation-6B", force_download=True, local_files_only=False)
|
9 |
+
model = AutoModelForCausalLM.from_pretrained("togethercomputer/GPT-JT-Moderation-6B", torch_dtype=torch.bfloat16)
|
10 |
|
11 |
def gpt(prompt):
|
12 |
inputs = tokenizer("<human>: Hello!\n<bot>:", return_tensors='pt').to(model.device)
|
|
|
15 |
print(output_str)
|
16 |
return output_str
|
17 |
|
18 |
+
gr.Interface(fn=gpt,inputs="text",outputs="text").launch()
|