alexnasa commited on
Commit
f2671eb
·
verified ·
1 Parent(s): d440102

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -0
app.py CHANGED
@@ -96,6 +96,10 @@ import torch
96
  print(f"Torch version: {torch.__version__}")
97
  print(f"FlashAttention available: {flash_attention_installed}")
98
 
 
 
 
 
99
  import tempfile
100
  from pathlib import Path
101
  from torch._inductor.runtime.runtime_utils import cache_dir as _inductor_cache_dir
 
96
  print(f"Torch version: {torch.__version__}")
97
  print(f"FlashAttention available: {flash_attention_installed}")
98
 
99
+ import torch._inductor.config as inductor_config
100
+
101
+ inductor_config.compile_threads = 1 # 👈 no async worker pool
102
+
103
  import tempfile
104
  from pathlib import Path
105
  from torch._inductor.runtime.runtime_utils import cache_dir as _inductor_cache_dir