Spaces:
Sleeping
Sleeping
lengyue233
commited on
Commit
•
2f06fba
1
Parent(s):
d01ab9b
Disable compile to make zero happy
Browse files
app.py
CHANGED
@@ -287,7 +287,7 @@ if __name__ == "__main__":
|
|
287 |
args = parse_args()
|
288 |
|
289 |
args.precision = torch.half if args.half else torch.bfloat16
|
290 |
-
args.compile = True
|
291 |
|
292 |
logger.info("Loading Llama model...")
|
293 |
llama_model, decode_one_token = load_llama_model(
|
|
|
287 |
args = parse_args()
|
288 |
|
289 |
args.precision = torch.half if args.half else torch.bfloat16
|
290 |
+
# args.compile = True
|
291 |
|
292 |
logger.info("Loading Llama model...")
|
293 |
llama_model, decode_one_token = load_llama_model(
|