rphrp1985 commited on
Commit
7f707c9
1 Parent(s): 6ca7698

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -60,7 +60,7 @@ accelerator = Accelerator()
60
 
61
  model = AutoModelForCausalLM.from_pretrained(model_id, token= token,
62
  # torch_dtype= torch.uint8,
63
- torch_dtype=torch.float16,
64
  # load_in_8bit=True,
65
  # # # torch_dtype=torch.fl,
66
  attn_implementation="flash_attention_2",
 
60
 
61
  model = AutoModelForCausalLM.from_pretrained(model_id, token= token,
62
  # torch_dtype= torch.uint8,
63
+ torch_dtype=torch.bfloat16,
64
  # load_in_8bit=True,
65
  # # # torch_dtype=torch.fl,
66
  attn_implementation="flash_attention_2",