Spaces:
Paused
Paused
joselobenitezg
commited on
Commit
•
57eb400
1
Parent(s):
4d76536
Update app.py
Browse files
app.py
CHANGED
@@ -12,8 +12,6 @@ except ModuleNotFoundError:
|
|
12 |
subprocess.check_call(["python", '-m', 'pip', 'install', 'flash_attn'])
|
13 |
print(f'El paquete ha sido instalado.')
|
14 |
|
15 |
-
#tokenizer = AutoTokenizer.from_pretrained("togethercomputer/RedPajama-INCITE-Chat-3B-v1")
|
16 |
-
#model = AutoModelForCausalLM.from_pretrained("togethercomputer/RedPajama-INCITE-Chat-3B-v1", torch_dtype=torch.float16)
|
17 |
model = AutoModelForCausalLM.from_pretrained("mattshumer/mistral-8x7b-chat", trust_remote_code=True)
|
18 |
tokenizer = AutoTokenizer.from_pretrained("mattshumer/mistral-8x7b-chat")
|
19 |
model = model.to('cuda:0')
|
|
|
12 |
subprocess.check_call(["python", '-m', 'pip', 'install', 'flash_attn'])
|
13 |
print(f'El paquete ha sido instalado.')
|
14 |
|
|
|
|
|
15 |
model = AutoModelForCausalLM.from_pretrained("mattshumer/mistral-8x7b-chat", trust_remote_code=True)
|
16 |
tokenizer = AutoTokenizer.from_pretrained("mattshumer/mistral-8x7b-chat")
|
17 |
model = model.to('cuda:0')
|