viethoangtranduong commited on
Commit
d362eb3
1 Parent(s): 420340a

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +3 -1
handler.py CHANGED
@@ -1,4 +1,6 @@
1
- import os; os.environ["PYTORCH_CUDA_ALLOC_CONF"] = 'max_split_size_mb:1500'
 
 
2
 
3
  # import torch
4
  # from typing import Dict, List, Any
 
1
+ # import os; os.environ["PYTORCH_CUDA_ALLOC_CONF"] = 'max_split_size_mb:1500' # A10
2
+ import os; os.environ["PYTORCH_CUDA_ALLOC_CONF"] = 'max_split_size_mb:5000' # A100
3
+
4
 
5
  # import torch
6
  # from typing import Dict, List, Any