File size: 192 Bytes
4fd348e
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
{
  "max_memory": {
    "mps": 9329147904
  },
  "max_new_tokens": 32,
  "no_split_module_classes": [
    "LlamaDecoderLayer"
  ],
  "special_dtypes": {},
  "transformers_version": "4.31.0"
}