joselobenitezg commited on
Commit
57eb400
1 Parent(s): 4d76536

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +0 -2
app.py CHANGED
@@ -12,8 +12,6 @@ except ModuleNotFoundError:
12
  subprocess.check_call(["python", '-m', 'pip', 'install', 'flash_attn'])
13
  print(f'El paquete ha sido instalado.')
14
 
15
- #tokenizer = AutoTokenizer.from_pretrained("togethercomputer/RedPajama-INCITE-Chat-3B-v1")
16
- #model = AutoModelForCausalLM.from_pretrained("togethercomputer/RedPajama-INCITE-Chat-3B-v1", torch_dtype=torch.float16)
17
  model = AutoModelForCausalLM.from_pretrained("mattshumer/mistral-8x7b-chat", trust_remote_code=True)
18
  tokenizer = AutoTokenizer.from_pretrained("mattshumer/mistral-8x7b-chat")
19
  model = model.to('cuda:0')
 
12
  subprocess.check_call(["python", '-m', 'pip', 'install', 'flash_attn'])
13
  print(f'El paquete ha sido instalado.')
14
 
 
 
15
  model = AutoModelForCausalLM.from_pretrained("mattshumer/mistral-8x7b-chat", trust_remote_code=True)
16
  tokenizer = AutoTokenizer.from_pretrained("mattshumer/mistral-8x7b-chat")
17
  model = model.to('cuda:0')