inference-cache-config/stable-diffusion.json

{
    "runwayml/stable-diffusion-v1-5": [
        {  "task": "stable-diffusion", "batch_size": 1, "height": 512, "width": 512, "num_images_per_prompt": 1, "auto_cast": "matmul", "auto_cast_type": "bf16" },
        {  "task": "stable-diffusion", "batch_size": 1, "height": 768, "width": 768, "num_images_per_prompt": 1, "auto_cast": "matmul", "auto_cast_type": "bf16" }
    ],
    "stabilityai/stable-diffusion-2-1": [
        {  "task": "stable-diffusion", "batch_size": 1, "height": 512, "width": 512, "num_images_per_prompt": 1, "auto_cast": "matmul", "auto_cast_type": "bf16" },
        {  "task": "stable-diffusion", "batch_size": 1, "height": 768, "width": 768, "num_images_per_prompt": 1, "auto_cast": "matmul", "auto_cast_type": "bf16" }
    ],
    "stabilityai/stable-diffusion-xl-base-1.0": [
        {  "task": "stable-diffusion-xl", "batch_size": 1, "height": 768, "width": 768, "num_images_per_prompt": 1, "auto_cast": "matmul", "auto_cast_type": "bf16" },
        {  "task": "stable-diffusion-xl", "batch_size": 1, "height": 1024, "width": 1024, "num_images_per_prompt": 1, "auto_cast": "matmul", "auto_cast_type": "bf16" }
    ],
    "stabilityai/stable-diffusion-xl-refiner-1.0": [
        {  "task": "stable-diffusion-xl", "batch_size": 1, "height": 768, "width": 768, "num_images_per_prompt": 1, "auto_cast": "matmul", "auto_cast_type": "bf16" },
        {  "task": "stable-diffusion-xl", "batch_size": 1, "height": 1024, "width": 1024, "num_images_per_prompt": 1, "auto_cast": "matmul", "auto_cast_type": "bf16" }
    ],
    "stabilityai/sdxl-turbo": [
        {  "task": "stable-diffusion-xl", "batch_size": 1, "height": 768, "width": 768, "num_images_per_prompt": 1, "auto_cast": "matmul", "auto_cast_type": "bf16" },
        {  "task": "stable-diffusion-xl", "batch_size": 1, "height": 1024, "width": 1024, "num_images_per_prompt": 1, "auto_cast": "matmul", "auto_cast_type": "bf16" }
    ]
}