Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
80
Jingya HF staff commited on
Commit
31db406
•
1 Parent(s): 6a1b895

Create stable-diffusion.json

Browse files

Add config for populating stable diffusion model cache.

Files changed (1) hide show
  1. inference-cache-config/stable-diffusion.json +22 -0
inference-cache-config/stable-diffusion.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "runwayml/stable-diffusion-v1-5": [
3
+ { "task": "stable-diffusion", "batch_size": 1, "height": 512, "width": 512, "num_images_per_prompt": 1, "auto_cast": "matmul", "auto_cast_type": "bf16" },
4
+ { "task": "stable-diffusion", "batch_size": 1, "height": 768, "width": 768, "num_images_per_prompt": 1, "auto_cast": "matmul", "auto_cast_type": "bf16" }
5
+ ],
6
+ "stabilityai/stable-diffusion-2-1": [
7
+ { "task": "stable-diffusion", "batch_size": 1, "height": 512, "width": 512, "num_images_per_prompt": 1, "auto_cast": "matmul", "auto_cast_type": "bf16" },
8
+ { "task": "stable-diffusion", "batch_size": 1, "height": 768, "width": 768, "num_images_per_prompt": 1, "auto_cast": "matmul", "auto_cast_type": "bf16" }
9
+ ],
10
+ "stabilityai/stable-diffusion-xl-base-1.0": [
11
+ { "task": "stable-diffusion-xl", "batch_size": 1, "height": 768, "width": 768, "num_images_per_prompt": 1, "auto_cast": "matmul", "auto_cast_type": "bf16" },
12
+ { "task": "stable-diffusion-xl", "batch_size": 1, "height": 1024, "width": 1024, "num_images_per_prompt": 1, "auto_cast": "matmul", "auto_cast_type": "bf16" }
13
+ ],
14
+ "stabilityai/stable-diffusion-xl-refiner-1.0": [
15
+ { "task": "stable-diffusion-xl", "batch_size": 1, "height": 768, "width": 768, "num_images_per_prompt": 1, "auto_cast": "matmul", "auto_cast_type": "bf16" },
16
+ { "task": "stable-diffusion-xl", "batch_size": 1, "height": 1024, "width": 1024, "num_images_per_prompt": 1, "auto_cast": "matmul", "auto_cast_type": "bf16" }
17
+ ],
18
+ "stabilityai/sdxl-turbo": [
19
+ { "task": "stable-diffusion-xl", "batch_size": 1, "height": 768, "width": 768, "num_images_per_prompt": 1, "auto_cast": "matmul", "auto_cast_type": "bf16" },
20
+ { "task": "stable-diffusion-xl", "batch_size": 1, "height": 1024, "width": 1024, "num_images_per_prompt": 1, "auto_cast": "matmul", "auto_cast_type": "bf16" }
21
+ ]
22
+ }