lengyue233 commited on
Commit
2f06fba
1 Parent(s): d01ab9b

Disable compile to make zero happy

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -287,7 +287,7 @@ if __name__ == "__main__":
287
  args = parse_args()
288
 
289
  args.precision = torch.half if args.half else torch.bfloat16
290
- args.compile = True
291
 
292
  logger.info("Loading Llama model...")
293
  llama_model, decode_one_token = load_llama_model(
 
287
  args = parse_args()
288
 
289
  args.precision = torch.half if args.half else torch.bfloat16
290
+ # args.compile = True
291
 
292
  logger.info("Loading Llama model...")
293
  llama_model, decode_one_token = load_llama_model(