agent404 commited on
Commit
d49b1a7
1 Parent(s): 073aed3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -4
app.py CHANGED
@@ -284,10 +284,7 @@ tokenizer = AutoTokenizer.from_pretrained(
284
 
285
  model = AutoModelForCausalLM.from_pretrained(
286
  MODEL_PATH,
287
- device_map='auto',
288
- torch_dtype=torch.float,
289
- trust_remote_code=True,
290
- resume_download=True,
291
  ).eval()
292
 
293
  model.generation_config = GenerationConfig.from_pretrained(
 
284
 
285
  model = AutoModelForCausalLM.from_pretrained(
286
  MODEL_PATH,
287
+ device_map='auto'
 
 
 
288
  ).eval()
289
 
290
  model.generation_config = GenerationConfig.from_pretrained(