generation_config.json

{
  "max_memory": {
    "mps": 9329147904
  },
  "max_new_tokens": 32,
  "no_split_module_classes": [
    "LlamaDecoderLayer"
  ],
  "special_dtypes": {},
  "transformers_version": "4.31.0"
}