hugo1234 commited on
Commit
a43103a
1 Parent(s): 90fe894

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -127,7 +127,7 @@ def load_model(
127
  base,
128
  load_in_8bit=True,
129
  device_map="from_pretrained",
130
- load_in_8bit_fp32_cpu_offload=True
131
  )
132
  # model = PeftModel.from_pretrained(model, finetuned, device_map={'': 0})
133
 
 
127
  base,
128
  load_in_8bit=True,
129
  device_map="from_pretrained",
130
+ # load_in_8bit_fp32_cpu_offload=True
131
  )
132
  # model = PeftModel.from_pretrained(model, finetuned, device_map={'': 0})
133