bkoz commited on
Commit
9e0fa58
1 Parent(s): 6d028a6
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -8,7 +8,7 @@ import torch
8
  from transformers import pipeline
9
 
10
  token = os.getenv("HUGGINGFACE_API_TOKEN")
11
- pipe = pipeline("text-generation", "meta-llama/Meta-Llama-3-8B-Instruct", torch_dtype=torch.bfloat16, device_map="auto", use_auth_token=token)
12
  response = pipe(chat, max_new_tokens=512)
13
 
14
  pipe.to('cuda')
 
8
  from transformers import pipeline
9
 
10
  token = os.getenv("HUGGINGFACE_API_TOKEN")
11
+ pipe = pipeline("text-generation", "meta-llama/Meta-Llama-3-8B-Instruct", torch_dtype=torch.bfloat16, device_map="auto", token=token)
12
  response = pipe(chat, max_new_tokens=512)
13
 
14
  pipe.to('cuda')