{ "dall-e-3": { "trial_2": { "spatial": { "Paraphrase_": 28.000000000000004, "paraphrase_original": 56.99999999999999, "Shake_": 36.0, "shake_original": 51.0 }, "fidelity": { "Shake_": 0.764915771484375, "shake_original": 0.8701418481691919, "Paraphrase_": 0.77125244140625, "paraphrase_original": 0.8577252012310606 }, "size": { "Shake_": 57.99999999999999, "shake_original": 86.0, "Paraphrase_": 60.0, "paraphrase_original": 74.0 }, "color": { "Shake_": 76.0, "shake_original": 90.0, "Paraphrase_": 46.0, "paraphrase_original": 80.0 }, "counting": { "Shake_": 53.0, "shake_original": 64.0, "Paraphrase_": 56.99999999999999, "paraphrase_original": 66.0 } }, "trial_0": { "fidelity": { "Shake_": 0.765079345703125, "shake_original": 0.8692822265625, "Paraphrase_": 0.77125244140625, "paraphrase_original": 0.8577252012310606 }, "size": { "Shake_": 60.0, "shake_original": 80.0, "Paraphrase_": 66.0, "paraphrase_original": 74.0 }, "color": { "Shake_": 74.0, "shake_original": 92.0, "Paraphrase_": 52.0, "paraphrase_original": 86.0 }, "counting": { "Shake_": 56.99999999999999, "shake_original": 60.0, "Paraphrase_": 57.99999999999999, "paraphrase_original": 57.99999999999999 }, "spatial": { "Shake_": 46.0, "shake_original": 54.0, "Paraphrase_": 41.0, "paraphrase_original": 57.99999999999999 } }, "trial_1": { "fidelity": { "Shake_": 0.765079345703125, "shake_original": 0.8725336814413265, "Paraphrase_": 0.77125244140625, "paraphrase_original": 0.8577252012310606 }, "size": { "Shake_": 62.0, "shake_original": 74.0, "Paraphrase_": 66.0, "paraphrase_original": 62.0 }, "color": { "Shake_": 60.0, "shake_original": 82.0, "Paraphrase_": 52.0, "paraphrase_original": 88.0 }, "counting": { "Shake_": 56.99999999999999, "shake_original": 60.0, "Paraphrase_": 56.00000000000001, "paraphrase_original": 57.99999999999999 }, "spatial": { "Shake_": 38.0, "shake_original": 57.99999999999999, "Paraphrase_": 38.0, "paraphrase_original": 51.0 } } }, "IF-I-M-v1.0": { "trial_0": { "fidelity": { "Shake_": 0.736375732421875, "shake_original": 0.8414306640625, "Paraphrase_": 0.75791748046875, "paraphrase_original": 0.8354833984375 }, "size": { "Shake_": 24.0, "shake_original": 34.0, "Paraphrase_": 22.0, "paraphrase_original": 34.0 }, "color": { "Shake_": 10.0, "shake_original": 28.000000000000004, "Paraphrase_": 8.0, "paraphrase_original": 26.0 }, "counting": { "Shake_": 49.0, "shake_original": 59.0, "Paraphrase_": 53.0, "paraphrase_original": 55.00000000000001 }, "spatial": { "Shake_": 12.0, "shake_original": 13.0, "Paraphrase_": 12.0, "paraphrase_original": 16.0 } }, "trial_1": { "fidelity": { "Shake_": 0.736375732421875, "shake_original": 0.8414306640625, "Paraphrase_": 0.75791748046875, "paraphrase_original": 0.8354833984375 }, "size": { "Shake_": 20.0, "shake_original": 34.0, "Paraphrase_": 18.0, "paraphrase_original": 34.0 }, "color": { "Shake_": 18.0, "shake_original": 32.0, "Paraphrase_": 8.0, "paraphrase_original": 12.0 }, "counting": { "Shake_": 54.0, "shake_original": 60.0, "Paraphrase_": 44.0, "paraphrase_original": 56.99999999999999 }, "spatial": { "Shake_": 9.0, "shake_original": 18.0, "Paraphrase_": 12.0, "paraphrase_original": 16.0 } }, "trial_2": { "fidelity": { "Shake_": 0.736375732421875, "shake_original": 0.8414306640625, "Paraphrase_": 0.75791748046875, "paraphrase_original": 0.8354833984375 }, "size": { "Shake_": 16.0, "shake_original": 26.0, "Paraphrase_": 10.0, "paraphrase_original": 22.0 }, "color": { "Shake_": 28.000000000000004, "shake_original": 20.0, "Paraphrase_": 8.0, "paraphrase_original": 8.0 }, "counting": { "Shake_": 51.0, "shake_original": 61.0, "Paraphrase_": 52.0, "paraphrase_original": 60.0 }, "spatial": { "Shake_": 8.0, "shake_original": 11.0, "Paraphrase_": 18.0, "paraphrase_original": 15.0 } } }, "dreamlike-photoreal-2.0": { "trial_0": { "fidelity": { "Shake_": 0.680771484375, "shake_original": 0.878603515625, "Paraphrase_": 0.7633154296875, "paraphrase_original": 0.86765625 }, "size": { "Shake_": 6.0, "shake_original": 16.0, "Paraphrase_": 4.0, "paraphrase_original": 24.0 }, "color": { "Shake_": 22.0, "shake_original": 36.0, "Paraphrase_": 6.0, "paraphrase_original": 26.0 }, "counting": { "Shake_": 33.0, "shake_original": 41.0, "Paraphrase_": 34.0, "paraphrase_original": 39.0 }, "spatial": { "Shake_": 9.0, "shake_original": 13.0, "Paraphrase_": 11.0, "paraphrase_original": 18.0 } }, "trial_1": { "fidelity": { "Shake_": 0.680775146484375, "shake_original": 0.878603515625, "Paraphrase_": 0.76329833984375, "paraphrase_original": 0.86765625 }, "size": { "Shake_": 8.0, "shake_original": 24.0, "Paraphrase_": 14.000000000000002, "paraphrase_original": 26.0 }, "color": { "Shake_": 18.0, "shake_original": 36.0, "Paraphrase_": 8.0, "paraphrase_original": 28.000000000000004 }, "counting": { "Shake_": 22.0, "shake_original": 47.0, "Paraphrase_": 41.0, "paraphrase_original": 41.0 }, "spatial": { "Shake_": 5.0, "shake_original": 15.0, "Paraphrase_": 6.0, "paraphrase_original": 16.0 } }, "trial_2": { "fidelity": { "Shake_": 0.680775146484375, "shake_original": 0.878603515625, "Paraphrase_": 0.76329833984375, "paraphrase_original": 0.86765625 }, "size": { "Shake_": 4.0, "shake_original": 28.000000000000004, "Paraphrase_": 10.0, "paraphrase_original": 32.0 }, "color": { "Shake_": 14.000000000000002, "shake_original": 28.000000000000004, "Paraphrase_": 2.0, "paraphrase_original": 30.0 }, "counting": { "Shake_": 32.0, "shake_original": 45.0, "Paraphrase_": 36.0, "paraphrase_original": 45.0 }, "spatial": { "Shake_": 6.0, "shake_original": 7.000000000000001, "Paraphrase_": 10.0, "paraphrase_original": 14.000000000000002 } } }, "openjourney-v4": { "trial_0": { "fidelity": { "Shake_": 0.70665283203125, "shake_original": 0.85979736328125, "Paraphrase_": 0.763916015625, "paraphrase_original": 0.8503076171875 }, "size": { "Shake_": 16.0, "shake_original": 34.0, "Paraphrase_": 20.0, "paraphrase_original": 36.0 }, "color": { "Shake_": 20.0, "shake_original": 30.0, "Paraphrase_": 10.0, "paraphrase_original": 18.0 }, "counting": { "Shake_": 28.000000000000004, "shake_original": 41.0, "Paraphrase_": 35.0, "paraphrase_original": 37.0 }, "spatial": { "Shake_": 8.0, "shake_original": 21.0, "Paraphrase_": 12.0, "paraphrase_original": 23.0 } }, "trial_1": { "fidelity": { "Shake_": 0.70664794921875, "shake_original": 0.85979736328125, "Paraphrase_": 0.76390625, "paraphrase_original": 0.8503076171875 }, "size": { "Shake_": 10.0, "shake_original": 30.0, "Paraphrase_": 18.0, "paraphrase_original": 26.0 }, "color": { "Shake_": 10.0, "shake_original": 28.000000000000004, "Paraphrase_": 12.0, "paraphrase_original": 26.0 }, "counting": { "Shake_": 27.0, "shake_original": 37.0, "Paraphrase_": 31.0, "paraphrase_original": 39.0 }, "spatial": { "Shake_": 6.0, "shake_original": 18.0, "Paraphrase_": 4.0, "paraphrase_original": 19.0 } }, "trial_2": { "fidelity": { "Shake_": 0.70664794921875, "shake_original": 0.85979736328125, "Paraphrase_": 0.76390625, "paraphrase_original": 0.8503076171875 }, "size": { "Shake_": 14.000000000000002, "shake_original": 26.0, "Paraphrase_": 8.0, "paraphrase_original": 28.000000000000004 }, "color": { "Shake_": 12.0, "shake_original": 22.0, "Paraphrase_": 14.000000000000002, "paraphrase_original": 14.000000000000002 }, "counting": { "Shake_": 25.0, "shake_original": 45.0, "Paraphrase_": 31.0, "paraphrase_original": 36.0 }, "spatial": { "Shake_": 7.000000000000001, "shake_original": 18.0, "Paraphrase_": 14.000000000000002, "paraphrase_original": 23.0 } } }, "stable-diffusion-xl-base-1.0": { "trial_0": { "fidelity": { "Shake_": 0.688385009765625, "shake_original": 0.8924072265625, "Paraphrase_": 0.7473681640625, "paraphrase_original": 0.8856298828125 }, "size": { "Shake_": 18.0, "shake_original": 50.0, "Paraphrase_": 32.0, "paraphrase_original": 48.0 }, "color": { "Shake_": 14.000000000000002, "shake_original": 56.00000000000001, "Paraphrase_": 2.0, "paraphrase_original": 42.0 }, "counting": { "Shake_": 23.0, "shake_original": 47.0, "Paraphrase_": 30.0, "paraphrase_original": 47.0 }, "spatial": { "Shake_": 9.0, "shake_original": 28.999999999999996, "Paraphrase_": 8.0, "paraphrase_original": 38.0 } }, "trial_1": { "fidelity": { "Shake_": 0.6883721923828126, "shake_original": 0.8924072265625, "Paraphrase_": 0.74734619140625, "paraphrase_original": 0.8856298828125 }, "size": { "Shake_": 14.000000000000002, "shake_original": 40.0, "Paraphrase_": 16.0, "paraphrase_original": 46.0 }, "color": { "Shake_": 10.0, "shake_original": 54.0, "Paraphrase_": 8.0, "paraphrase_original": 48.0 }, "counting": { "Shake_": 23.0, "shake_original": 51.0, "Paraphrase_": 39.0, "paraphrase_original": 51.0 }, "spatial": { "Shake_": 11.0, "shake_original": 23.0, "Paraphrase_": 13.0, "paraphrase_original": 20.0 } }, "trial_2": { "fidelity": { "Shake_": 0.6883721923828126, "shake_original": 0.8924072265625, "Paraphrase_": 0.74734619140625, "paraphrase_original": 0.8856298828125 }, "size": { "Shake_": 12.0, "shake_original": 46.0, "Paraphrase_": 14.000000000000002, "paraphrase_original": 52.0 }, "color": { "Shake_": 18.0, "shake_original": 56.00000000000001, "Paraphrase_": 12.0, "paraphrase_original": 46.0 }, "counting": { "Shake_": 22.0, "shake_original": 51.0, "Paraphrase_": 33.0, "paraphrase_original": 47.0 }, "spatial": { "Shake_": 12.0, "shake_original": 30.0, "Paraphrase_": 9.0, "paraphrase_original": 33.0 } } }, "dall-e-2": { "trial_0": { "fidelity": { "Shake_": 0.654228515625, "shake_original": 0.8556569417317709, "Paraphrase_": 0.7283056640625, "paraphrase_original": 0.8522628630050505 }, "size": { "Shake_": 8.0, "shake_original": 38.0, "Paraphrase_": 28.000000000000004, "paraphrase_original": 40.0 }, "color": { "Shake_": 6.0, "shake_original": 42.0, "Paraphrase_": 12.0, "paraphrase_original": 28.000000000000004 }, "counting": { "Shake_": 44.0, "shake_original": 64.0, "Paraphrase_": 45.0, "paraphrase_original": 63.0 }, "spatial": { "Shake_": 5.0, "shake_original": 18.0, "Paraphrase_": 9.0, "paraphrase_original": 25.0 } }, "trial_1": { "fidelity": { "Shake_": 0.6542138671875, "shake_original": 0.8556671142578125, "Paraphrase_": 0.7282958984375, "paraphrase_original": 0.8522875236742424 }, "size": { "Shake_": 12.0, "shake_original": 40.0, "Paraphrase_": 22.0, "paraphrase_original": 34.0 }, "color": { "Shake_": 2.0, "shake_original": 40.0, "Paraphrase_": 8.0, "paraphrase_original": 32.0 }, "counting": { "Shake_": 40.0, "shake_original": 61.0, "Paraphrase_": 48.0, "paraphrase_original": 53.0 }, "spatial": { "Shake_": 8.0, "shake_original": 28.000000000000004, "Paraphrase_": 7.000000000000001, "paraphrase_original": 26.0 } }, "trial_2": { "fidelity": { "Shake_": 0.6542138671875, "shake_original": 0.8556671142578125, "Paraphrase_": 0.7282958984375, "paraphrase_original": 0.8522875236742424 }, "size": { "Shake_": 12.0, "shake_original": 30.0, "Paraphrase_": 28.000000000000004, "paraphrase_original": 32.0 }, "color": { "Shake_": 6.0, "shake_original": 32.0, "Paraphrase_": 6.0, "paraphrase_original": 32.0 }, "counting": { "Shake_": 43.0, "shake_original": 64.0, "Paraphrase_": 48.0, "paraphrase_original": 56.00000000000001 }, "spatial": { "Shake_": 7.000000000000001, "shake_original": 16.0, "Paraphrase_": 8.0, "paraphrase_original": 25.0 } } } }