| { |
| "hardware": "NVIDIA GeForce RTX 5090 32GB", |
| "software": { |
| "torch": "2.8.0+cu128", |
| "diffusers": "0.38.0", |
| "transformers": "5.8.1", |
| "sdnq": "0.1.8" |
| }, |
| "benchmark_note": "Network download excluded. One 1024x1024 warm-up generation per model, then five measured 1024x1024 generations. VRAM sampled with nvidia-smi every 50 ms in an isolated process per model.", |
| "width": 1024, |
| "height": 1024, |
| "steps": 24, |
| "guidance_scale": 4.0, |
| "negative_prompt": "worst quality, low quality, score_1, score_2, score_3, blurry, jpeg artifacts, artist name", |
| "prompts": [ |
| { |
| "id": "fern", |
| "seed": 424242, |
| "prompt": "masterpiece, best quality, score_7, safe, 1girl, fern (sousou no frieren), purple hair, purple eyes, black robe, white dress, butterfly on hand, simple background, looking at viewer" |
| }, |
| { |
| "id": "city", |
| "seed": 424243, |
| "prompt": "masterpiece, best quality, score_7, safe, anime screenshot, 1girl, short black hair, red jacket, standing on a rainy neon city street at night, reflections, cinematic lighting" |
| }, |
| { |
| "id": "witch", |
| "seed": 424244, |
| "prompt": "masterpiece, best quality, score_7, safe, 1girl, witch hat, silver hair, blue eyes, starry sky, floating books, glowing magic circle, detailed illustration" |
| }, |
| { |
| "id": "mecha", |
| "seed": 424245, |
| "prompt": "masterpiece, best quality, score_7, safe, 1boy, pilot suit, white mecha in the background, sunset hangar, dramatic rim light, anime key visual" |
| }, |
| { |
| "id": "garden", |
| "seed": 424246, |
| "prompt": "masterpiece, best quality, score_7, safe, 2girls, summer dresses, flower garden, butterflies, warm sunlight, soft watercolor anime style" |
| } |
| ], |
| "models": [ |
| { |
| "key": "original", |
| "title": "Original BF16", |
| "path": "/root/anima-transformers-convert/original-full", |
| "repo": "CalamitousFelicitousness/Anima-Preview-3-sdnext-diffusers", |
| "hardware": "NVIDIA GeForce RTX 5090 32GB", |
| "dtype": "torch.bfloat16", |
| "width": 1024, |
| "height": 1024, |
| "steps": 24, |
| "guidance_scale": 4.0, |
| "negative_prompt": "worst quality, low quality, score_1, score_2, score_3, blurry, jpeg artifacts, artist name", |
| "baseline_vram_mib": 511, |
| "load_seconds": 10.04116036000778, |
| "vram_after_load_mib": 6005, |
| "vram_load_peak_mib": 6005, |
| "vram_generation_peak_mib": 10759, |
| "torch_peak_allocated_mib": 9669, |
| "runs": [ |
| { |
| "prompt_id": "fern", |
| "seed": 424242, |
| "seconds": 6.371356149989879, |
| "image": "/root/anima-transformers-convert/benchmark_1024/images/fern_original_seed_424242_1024x1024.png" |
| }, |
| { |
| "prompt_id": "city", |
| "seed": 424243, |
| "seconds": 6.3718316220038105, |
| "image": "/root/anima-transformers-convert/benchmark_1024/images/city_original_seed_424243_1024x1024.png" |
| }, |
| { |
| "prompt_id": "witch", |
| "seed": 424244, |
| "seconds": 6.374521128003835, |
| "image": "/root/anima-transformers-convert/benchmark_1024/images/witch_original_seed_424244_1024x1024.png" |
| }, |
| { |
| "prompt_id": "mecha", |
| "seed": 424245, |
| "seconds": 6.371869497001171, |
| "image": "/root/anima-transformers-convert/benchmark_1024/images/mecha_original_seed_424245_1024x1024.png" |
| }, |
| { |
| "prompt_id": "garden", |
| "seed": 424246, |
| "seconds": 6.372184988998924, |
| "image": "/root/anima-transformers-convert/benchmark_1024/images/garden_original_seed_424246_1024x1024.png" |
| } |
| ], |
| "mean_generation_seconds": 6.372352677199524, |
| "relative_to_original_speedup": 1.0, |
| "vram_after_load_delta_vs_original_mib": 0, |
| "vram_generation_peak_delta_vs_original_mib": 0 |
| }, |
| { |
| "key": "uint4", |
| "title": "SDNQ UINT4", |
| "path": "/root/anima-transformers-convert/full/Anima-SDNQ-uint4-diffusers", |
| "repo": "WaveCut/Anima-Preview-3-SDNQ-uint4-diffusers", |
| "hardware": "NVIDIA GeForce RTX 5090 32GB", |
| "dtype": "torch.bfloat16", |
| "width": 1024, |
| "height": 1024, |
| "steps": 24, |
| "guidance_scale": 4.0, |
| "negative_prompt": "worst quality, low quality, score_1, score_2, score_3, blurry, jpeg artifacts, artist name", |
| "baseline_vram_mib": 511, |
| "load_seconds": 11.955643722001696, |
| "vram_after_load_mib": 3285, |
| "vram_load_peak_mib": 3181, |
| "vram_generation_peak_mib": 8157, |
| "torch_peak_allocated_mib": 6971, |
| "runs": [ |
| { |
| "prompt_id": "fern", |
| "seed": 424242, |
| "seconds": 6.849568051999086, |
| "image": "/root/anima-transformers-convert/benchmark_1024/images/fern_uint4_seed_424242_1024x1024.png" |
| }, |
| { |
| "prompt_id": "city", |
| "seed": 424243, |
| "seconds": 5.868479846001719, |
| "image": "/root/anima-transformers-convert/benchmark_1024/images/city_uint4_seed_424243_1024x1024.png" |
| }, |
| { |
| "prompt_id": "witch", |
| "seed": 424244, |
| "seconds": 6.189502780995099, |
| "image": "/root/anima-transformers-convert/benchmark_1024/images/witch_uint4_seed_424244_1024x1024.png" |
| }, |
| { |
| "prompt_id": "mecha", |
| "seed": 424245, |
| "seconds": 5.836763394996524, |
| "image": "/root/anima-transformers-convert/benchmark_1024/images/mecha_uint4_seed_424245_1024x1024.png" |
| }, |
| { |
| "prompt_id": "garden", |
| "seed": 424246, |
| "seconds": 5.911209135010722, |
| "image": "/root/anima-transformers-convert/benchmark_1024/images/garden_uint4_seed_424246_1024x1024.png" |
| } |
| ], |
| "mean_generation_seconds": 6.13110464180063, |
| "relative_to_original_speedup": 1.0393482169190384, |
| "vram_after_load_delta_vs_original_mib": -2720, |
| "vram_generation_peak_delta_vs_original_mib": -2602 |
| }, |
| { |
| "key": "int8", |
| "title": "SDNQ INT8", |
| "path": "/root/anima-transformers-convert/full/Anima-SDNQ-int8-diffusers", |
| "repo": "WaveCut/Anima-Preview-3-SDNQ-int8-diffusers", |
| "hardware": "NVIDIA GeForce RTX 5090 32GB", |
| "dtype": "torch.bfloat16", |
| "width": 1024, |
| "height": 1024, |
| "steps": 24, |
| "guidance_scale": 4.0, |
| "negative_prompt": "worst quality, low quality, score_1, score_2, score_3, blurry, jpeg artifacts, artist name", |
| "baseline_vram_mib": 511, |
| "load_seconds": 22.4127801930008, |
| "vram_after_load_mib": 4111, |
| "vram_load_peak_mib": 4049, |
| "vram_generation_peak_mib": 8961, |
| "torch_peak_allocated_mib": 7798, |
| "runs": [ |
| { |
| "prompt_id": "fern", |
| "seed": 424242, |
| "seconds": 4.61064092599554, |
| "image": "/root/anima-transformers-convert/benchmark_1024/images/fern_int8_seed_424242_1024x1024.png" |
| }, |
| { |
| "prompt_id": "city", |
| "seed": 424243, |
| "seconds": 4.606765301999985, |
| "image": "/root/anima-transformers-convert/benchmark_1024/images/city_int8_seed_424243_1024x1024.png" |
| }, |
| { |
| "prompt_id": "witch", |
| "seed": 424244, |
| "seconds": 4.597769348009024, |
| "image": "/root/anima-transformers-convert/benchmark_1024/images/witch_int8_seed_424244_1024x1024.png" |
| }, |
| { |
| "prompt_id": "mecha", |
| "seed": 424245, |
| "seconds": 4.587051768990932, |
| "image": "/root/anima-transformers-convert/benchmark_1024/images/mecha_int8_seed_424245_1024x1024.png" |
| }, |
| { |
| "prompt_id": "garden", |
| "seed": 424246, |
| "seconds": 4.616055713006062, |
| "image": "/root/anima-transformers-convert/benchmark_1024/images/garden_int8_seed_424246_1024x1024.png" |
| } |
| ], |
| "mean_generation_seconds": 4.603656611600309, |
| "relative_to_original_speedup": 1.3841937431089992, |
| "vram_after_load_delta_vs_original_mib": -1894, |
| "vram_generation_peak_delta_vs_original_mib": -1798 |
| } |
| ], |
| "grid": "/root/anima-transformers-convert/benchmark_1024/anima_original_uint4_int8_grid_5x3_1024x1024_1to1.jpg", |
| "grid_size": { |
| "width": 3572, |
| "height": 5576, |
| "cell_width": 1024, |
| "cell_height": 1024 |
| } |
| } |
|
|
