pcuenq HF staff commited on
Commit
e6b561b
1 Parent(s): 91672ef

Temporarily use PyTorch

Browse files

(safetensor weights are being uploaded again)

Files changed (1) hide show
  1. model.py +2 -1
model.py CHANGED
@@ -14,7 +14,8 @@ if torch.cuda.is_available():
14
  config=config,
15
  torch_dtype=torch.float16,
16
  load_in_4bit=True,
17
- device_map='auto'
 
18
  )
19
  else:
20
  model = None
 
14
  config=config,
15
  torch_dtype=torch.float16,
16
  load_in_4bit=True,
17
+ device_map='auto',
18
+ use_safetensors=False,
19
  )
20
  else:
21
  model = None