Spaces:

abhattac
/

gpt-test-v2

Runtime error

App Files Files Community

gpt-test-v2 / app.py

abhattac's picture

Update app.py

c11983f about 1 year ago

raw history blame contribute delete

712 Bytes

	import os
	import gradio as gr
	import torch
	from transformers import AutoTokenizer, AutoModelForCausalLM

	os.environ["CURL_CA_BUNDLE"]=""

	tokenizer = AutoTokenizer.from_pretrained("togethercomputer/GPT-JT-6B-v0", force_download=True, local_files_only=False)
	model = AutoModelForCausalLM.from_pretrained("togethercomputer/GPT-JT-6B-v0", torch_dtype=torch.bfloat16)

	def gpt(prompt):
	inputs = tokenizer("<human>: Hello!\n<bot>:", return_tensors='pt').to(model.device)
	outputs = model.generate(**inputs, max_new_tokens=10, do_sample=True, temperature=0.8)
	output_str = tokenizer.decode(outputs[0])
	print(output_str)
	return output_str

	gr.Interface(fn=gpt,inputs="text",outputs="text").launch()