pvduy commited on
Commit
e9ac030
1 Parent(s): 7cf53dc

fetch model

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -57,8 +57,8 @@ def predict(message, history, system_prompt, temperature, max_tokens):
57
 
58
  if __name__ == "__main__":
59
  args = parse_args()
60
- tokenizer = AutoTokenizer.from_pretrained("stabilityai/stable-code-instruct-3b", use_auth_token=os.environ['HUGGING_FACE_HUB_TOKEN'])
61
- model = AutoModelForCausalLM.from_pretrained("stabilityai/stable-code-instruct-3b", use_auth_token=os.environ['HUGGING_FACE_HUB_TOKEN'])
62
  device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
63
  model = model.to(device)
64
  gr.ChatInterface(
 
57
 
58
  if __name__ == "__main__":
59
  args = parse_args()
60
+ tokenizer = AutoTokenizer.from_pretrained("stabilityai/stable-code-instruct-3b")
61
+ model = AutoModelForCausalLM.from_pretrained("stabilityai/stable-code-instruct-3b")
62
  device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
63
  model = model.to(device)
64
  gr.ChatInterface(