abhattac commited on
Commit
aa8d870
1 Parent(s): 0585818

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -5,8 +5,8 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
5
 
6
  os.environ["CURL_CA_BUNDLE"]=""
7
 
8
- tokenizer = AutoTokenizer.from_pretrained("togethercomputer/GPT-NeoXT-Chat-Base-20B", force_download=True, local_files_only=False)
9
- model = AutoModelForCausalLM.from_pretrained("togethercomputer/GPT-NeoXT-Chat-Base-20B", torch_dtype=torch.bfloat16)
10
 
11
  def gpt(prompt):
12
  inputs = tokenizer("<human>: Hello!\n<bot>:", return_tensors='pt').to(model.device)
@@ -15,4 +15,4 @@ def gpt(prompt):
15
  print(output_str)
16
  return output_str
17
 
18
- gr.Interface(fn=gpt,inputs="text",output="text").launch()
 
5
 
6
  os.environ["CURL_CA_BUNDLE"]=""
7
 
8
+ tokenizer = AutoTokenizer.from_pretrained("togethercomputer/GPT-JT-Moderation-6B", force_download=True, local_files_only=False)
9
+ model = AutoModelForCausalLM.from_pretrained("togethercomputer/GPT-JT-Moderation-6B", torch_dtype=torch.bfloat16)
10
 
11
  def gpt(prompt):
12
  inputs = tokenizer("<human>: Hello!\n<bot>:", return_tensors='pt').to(model.device)
 
15
  print(output_str)
16
  return output_str
17
 
18
+ gr.Interface(fn=gpt,inputs="text",outputs="text").launch()