Spaces:
Sleeping
Sleeping
| { | |
| "dall-e-3": { | |
| "trial_2": { | |
| "spatial": { | |
| "Paraphrase_": 28.000000000000004, | |
| "paraphrase_original": 56.99999999999999, | |
| "Shake_": 36.0, | |
| "shake_original": 51.0 | |
| }, | |
| "fidelity": { | |
| "Shake_": 0.764915771484375, | |
| "shake_original": 0.8701418481691919, | |
| "Paraphrase_": 0.77125244140625, | |
| "paraphrase_original": 0.8577252012310606 | |
| }, | |
| "size": { | |
| "Shake_": 57.99999999999999, | |
| "shake_original": 86.0, | |
| "Paraphrase_": 60.0, | |
| "paraphrase_original": 74.0 | |
| }, | |
| "color": { | |
| "Shake_": 76.0, | |
| "shake_original": 90.0, | |
| "Paraphrase_": 46.0, | |
| "paraphrase_original": 80.0 | |
| }, | |
| "counting": { | |
| "Shake_": 53.0, | |
| "shake_original": 64.0, | |
| "Paraphrase_": 56.99999999999999, | |
| "paraphrase_original": 66.0 | |
| } | |
| }, | |
| "trial_0": { | |
| "fidelity": { | |
| "Shake_": 0.765079345703125, | |
| "shake_original": 0.8692822265625, | |
| "Paraphrase_": 0.77125244140625, | |
| "paraphrase_original": 0.8577252012310606 | |
| }, | |
| "size": { | |
| "Shake_": 60.0, | |
| "shake_original": 80.0, | |
| "Paraphrase_": 66.0, | |
| "paraphrase_original": 74.0 | |
| }, | |
| "color": { | |
| "Shake_": 74.0, | |
| "shake_original": 92.0, | |
| "Paraphrase_": 52.0, | |
| "paraphrase_original": 86.0 | |
| }, | |
| "counting": { | |
| "Shake_": 56.99999999999999, | |
| "shake_original": 60.0, | |
| "Paraphrase_": 57.99999999999999, | |
| "paraphrase_original": 57.99999999999999 | |
| }, | |
| "spatial": { | |
| "Shake_": 46.0, | |
| "shake_original": 54.0, | |
| "Paraphrase_": 41.0, | |
| "paraphrase_original": 57.99999999999999 | |
| } | |
| }, | |
| "trial_1": { | |
| "fidelity": { | |
| "Shake_": 0.765079345703125, | |
| "shake_original": 0.8725336814413265, | |
| "Paraphrase_": 0.77125244140625, | |
| "paraphrase_original": 0.8577252012310606 | |
| }, | |
| "size": { | |
| "Shake_": 62.0, | |
| "shake_original": 74.0, | |
| "Paraphrase_": 66.0, | |
| "paraphrase_original": 62.0 | |
| }, | |
| "color": { | |
| "Shake_": 60.0, | |
| "shake_original": 82.0, | |
| "Paraphrase_": 52.0, | |
| "paraphrase_original": 88.0 | |
| }, | |
| "counting": { | |
| "Shake_": 56.99999999999999, | |
| "shake_original": 60.0, | |
| "Paraphrase_": 56.00000000000001, | |
| "paraphrase_original": 57.99999999999999 | |
| }, | |
| "spatial": { | |
| "Shake_": 38.0, | |
| "shake_original": 57.99999999999999, | |
| "Paraphrase_": 38.0, | |
| "paraphrase_original": 51.0 | |
| } | |
| } | |
| }, | |
| "IF-I-M-v1.0": { | |
| "trial_0": { | |
| "fidelity": { | |
| "Shake_": 0.736375732421875, | |
| "shake_original": 0.8414306640625, | |
| "Paraphrase_": 0.75791748046875, | |
| "paraphrase_original": 0.8354833984375 | |
| }, | |
| "size": { | |
| "Shake_": 24.0, | |
| "shake_original": 34.0, | |
| "Paraphrase_": 22.0, | |
| "paraphrase_original": 34.0 | |
| }, | |
| "color": { | |
| "Shake_": 10.0, | |
| "shake_original": 28.000000000000004, | |
| "Paraphrase_": 8.0, | |
| "paraphrase_original": 26.0 | |
| }, | |
| "counting": { | |
| "Shake_": 49.0, | |
| "shake_original": 59.0, | |
| "Paraphrase_": 53.0, | |
| "paraphrase_original": 55.00000000000001 | |
| }, | |
| "spatial": { | |
| "Shake_": 12.0, | |
| "shake_original": 13.0, | |
| "Paraphrase_": 12.0, | |
| "paraphrase_original": 16.0 | |
| } | |
| }, | |
| "trial_1": { | |
| "fidelity": { | |
| "Shake_": 0.736375732421875, | |
| "shake_original": 0.8414306640625, | |
| "Paraphrase_": 0.75791748046875, | |
| "paraphrase_original": 0.8354833984375 | |
| }, | |
| "size": { | |
| "Shake_": 20.0, | |
| "shake_original": 34.0, | |
| "Paraphrase_": 18.0, | |
| "paraphrase_original": 34.0 | |
| }, | |
| "color": { | |
| "Shake_": 18.0, | |
| "shake_original": 32.0, | |
| "Paraphrase_": 8.0, | |
| "paraphrase_original": 12.0 | |
| }, | |
| "counting": { | |
| "Shake_": 54.0, | |
| "shake_original": 60.0, | |
| "Paraphrase_": 44.0, | |
| "paraphrase_original": 56.99999999999999 | |
| }, | |
| "spatial": { | |
| "Shake_": 9.0, | |
| "shake_original": 18.0, | |
| "Paraphrase_": 12.0, | |
| "paraphrase_original": 16.0 | |
| } | |
| }, | |
| "trial_2": { | |
| "fidelity": { | |
| "Shake_": 0.736375732421875, | |
| "shake_original": 0.8414306640625, | |
| "Paraphrase_": 0.75791748046875, | |
| "paraphrase_original": 0.8354833984375 | |
| }, | |
| "size": { | |
| "Shake_": 16.0, | |
| "shake_original": 26.0, | |
| "Paraphrase_": 10.0, | |
| "paraphrase_original": 22.0 | |
| }, | |
| "color": { | |
| "Shake_": 28.000000000000004, | |
| "shake_original": 20.0, | |
| "Paraphrase_": 8.0, | |
| "paraphrase_original": 8.0 | |
| }, | |
| "counting": { | |
| "Shake_": 51.0, | |
| "shake_original": 61.0, | |
| "Paraphrase_": 52.0, | |
| "paraphrase_original": 60.0 | |
| }, | |
| "spatial": { | |
| "Shake_": 8.0, | |
| "shake_original": 11.0, | |
| "Paraphrase_": 18.0, | |
| "paraphrase_original": 15.0 | |
| } | |
| } | |
| }, | |
| "dreamlike-photoreal-2.0": { | |
| "trial_0": { | |
| "fidelity": { | |
| "Shake_": 0.680771484375, | |
| "shake_original": 0.878603515625, | |
| "Paraphrase_": 0.7633154296875, | |
| "paraphrase_original": 0.86765625 | |
| }, | |
| "size": { | |
| "Shake_": 6.0, | |
| "shake_original": 16.0, | |
| "Paraphrase_": 4.0, | |
| "paraphrase_original": 24.0 | |
| }, | |
| "color": { | |
| "Shake_": 22.0, | |
| "shake_original": 36.0, | |
| "Paraphrase_": 6.0, | |
| "paraphrase_original": 26.0 | |
| }, | |
| "counting": { | |
| "Shake_": 33.0, | |
| "shake_original": 41.0, | |
| "Paraphrase_": 34.0, | |
| "paraphrase_original": 39.0 | |
| }, | |
| "spatial": { | |
| "Shake_": 9.0, | |
| "shake_original": 13.0, | |
| "Paraphrase_": 11.0, | |
| "paraphrase_original": 18.0 | |
| } | |
| }, | |
| "trial_1": { | |
| "fidelity": { | |
| "Shake_": 0.680775146484375, | |
| "shake_original": 0.878603515625, | |
| "Paraphrase_": 0.76329833984375, | |
| "paraphrase_original": 0.86765625 | |
| }, | |
| "size": { | |
| "Shake_": 8.0, | |
| "shake_original": 24.0, | |
| "Paraphrase_": 14.000000000000002, | |
| "paraphrase_original": 26.0 | |
| }, | |
| "color": { | |
| "Shake_": 18.0, | |
| "shake_original": 36.0, | |
| "Paraphrase_": 8.0, | |
| "paraphrase_original": 28.000000000000004 | |
| }, | |
| "counting": { | |
| "Shake_": 22.0, | |
| "shake_original": 47.0, | |
| "Paraphrase_": 41.0, | |
| "paraphrase_original": 41.0 | |
| }, | |
| "spatial": { | |
| "Shake_": 5.0, | |
| "shake_original": 15.0, | |
| "Paraphrase_": 6.0, | |
| "paraphrase_original": 16.0 | |
| } | |
| }, | |
| "trial_2": { | |
| "fidelity": { | |
| "Shake_": 0.680775146484375, | |
| "shake_original": 0.878603515625, | |
| "Paraphrase_": 0.76329833984375, | |
| "paraphrase_original": 0.86765625 | |
| }, | |
| "size": { | |
| "Shake_": 4.0, | |
| "shake_original": 28.000000000000004, | |
| "Paraphrase_": 10.0, | |
| "paraphrase_original": 32.0 | |
| }, | |
| "color": { | |
| "Shake_": 14.000000000000002, | |
| "shake_original": 28.000000000000004, | |
| "Paraphrase_": 2.0, | |
| "paraphrase_original": 30.0 | |
| }, | |
| "counting": { | |
| "Shake_": 32.0, | |
| "shake_original": 45.0, | |
| "Paraphrase_": 36.0, | |
| "paraphrase_original": 45.0 | |
| }, | |
| "spatial": { | |
| "Shake_": 6.0, | |
| "shake_original": 7.000000000000001, | |
| "Paraphrase_": 10.0, | |
| "paraphrase_original": 14.000000000000002 | |
| } | |
| } | |
| }, | |
| "openjourney-v4": { | |
| "trial_0": { | |
| "fidelity": { | |
| "Shake_": 0.70665283203125, | |
| "shake_original": 0.85979736328125, | |
| "Paraphrase_": 0.763916015625, | |
| "paraphrase_original": 0.8503076171875 | |
| }, | |
| "size": { | |
| "Shake_": 16.0, | |
| "shake_original": 34.0, | |
| "Paraphrase_": 20.0, | |
| "paraphrase_original": 36.0 | |
| }, | |
| "color": { | |
| "Shake_": 20.0, | |
| "shake_original": 30.0, | |
| "Paraphrase_": 10.0, | |
| "paraphrase_original": 18.0 | |
| }, | |
| "counting": { | |
| "Shake_": 28.000000000000004, | |
| "shake_original": 41.0, | |
| "Paraphrase_": 35.0, | |
| "paraphrase_original": 37.0 | |
| }, | |
| "spatial": { | |
| "Shake_": 8.0, | |
| "shake_original": 21.0, | |
| "Paraphrase_": 12.0, | |
| "paraphrase_original": 23.0 | |
| } | |
| }, | |
| "trial_1": { | |
| "fidelity": { | |
| "Shake_": 0.70664794921875, | |
| "shake_original": 0.85979736328125, | |
| "Paraphrase_": 0.76390625, | |
| "paraphrase_original": 0.8503076171875 | |
| }, | |
| "size": { | |
| "Shake_": 10.0, | |
| "shake_original": 30.0, | |
| "Paraphrase_": 18.0, | |
| "paraphrase_original": 26.0 | |
| }, | |
| "color": { | |
| "Shake_": 10.0, | |
| "shake_original": 28.000000000000004, | |
| "Paraphrase_": 12.0, | |
| "paraphrase_original": 26.0 | |
| }, | |
| "counting": { | |
| "Shake_": 27.0, | |
| "shake_original": 37.0, | |
| "Paraphrase_": 31.0, | |
| "paraphrase_original": 39.0 | |
| }, | |
| "spatial": { | |
| "Shake_": 6.0, | |
| "shake_original": 18.0, | |
| "Paraphrase_": 4.0, | |
| "paraphrase_original": 19.0 | |
| } | |
| }, | |
| "trial_2": { | |
| "fidelity": { | |
| "Shake_": 0.70664794921875, | |
| "shake_original": 0.85979736328125, | |
| "Paraphrase_": 0.76390625, | |
| "paraphrase_original": 0.8503076171875 | |
| }, | |
| "size": { | |
| "Shake_": 14.000000000000002, | |
| "shake_original": 26.0, | |
| "Paraphrase_": 8.0, | |
| "paraphrase_original": 28.000000000000004 | |
| }, | |
| "color": { | |
| "Shake_": 12.0, | |
| "shake_original": 22.0, | |
| "Paraphrase_": 14.000000000000002, | |
| "paraphrase_original": 14.000000000000002 | |
| }, | |
| "counting": { | |
| "Shake_": 25.0, | |
| "shake_original": 45.0, | |
| "Paraphrase_": 31.0, | |
| "paraphrase_original": 36.0 | |
| }, | |
| "spatial": { | |
| "Shake_": 7.000000000000001, | |
| "shake_original": 18.0, | |
| "Paraphrase_": 14.000000000000002, | |
| "paraphrase_original": 23.0 | |
| } | |
| } | |
| }, | |
| "stable-diffusion-xl-base-1.0": { | |
| "trial_0": { | |
| "fidelity": { | |
| "Shake_": 0.688385009765625, | |
| "shake_original": 0.8924072265625, | |
| "Paraphrase_": 0.7473681640625, | |
| "paraphrase_original": 0.8856298828125 | |
| }, | |
| "size": { | |
| "Shake_": 18.0, | |
| "shake_original": 50.0, | |
| "Paraphrase_": 32.0, | |
| "paraphrase_original": 48.0 | |
| }, | |
| "color": { | |
| "Shake_": 14.000000000000002, | |
| "shake_original": 56.00000000000001, | |
| "Paraphrase_": 2.0, | |
| "paraphrase_original": 42.0 | |
| }, | |
| "counting": { | |
| "Shake_": 23.0, | |
| "shake_original": 47.0, | |
| "Paraphrase_": 30.0, | |
| "paraphrase_original": 47.0 | |
| }, | |
| "spatial": { | |
| "Shake_": 9.0, | |
| "shake_original": 28.999999999999996, | |
| "Paraphrase_": 8.0, | |
| "paraphrase_original": 38.0 | |
| } | |
| }, | |
| "trial_1": { | |
| "fidelity": { | |
| "Shake_": 0.6883721923828126, | |
| "shake_original": 0.8924072265625, | |
| "Paraphrase_": 0.74734619140625, | |
| "paraphrase_original": 0.8856298828125 | |
| }, | |
| "size": { | |
| "Shake_": 14.000000000000002, | |
| "shake_original": 40.0, | |
| "Paraphrase_": 16.0, | |
| "paraphrase_original": 46.0 | |
| }, | |
| "color": { | |
| "Shake_": 10.0, | |
| "shake_original": 54.0, | |
| "Paraphrase_": 8.0, | |
| "paraphrase_original": 48.0 | |
| }, | |
| "counting": { | |
| "Shake_": 23.0, | |
| "shake_original": 51.0, | |
| "Paraphrase_": 39.0, | |
| "paraphrase_original": 51.0 | |
| }, | |
| "spatial": { | |
| "Shake_": 11.0, | |
| "shake_original": 23.0, | |
| "Paraphrase_": 13.0, | |
| "paraphrase_original": 20.0 | |
| } | |
| }, | |
| "trial_2": { | |
| "fidelity": { | |
| "Shake_": 0.6883721923828126, | |
| "shake_original": 0.8924072265625, | |
| "Paraphrase_": 0.74734619140625, | |
| "paraphrase_original": 0.8856298828125 | |
| }, | |
| "size": { | |
| "Shake_": 12.0, | |
| "shake_original": 46.0, | |
| "Paraphrase_": 14.000000000000002, | |
| "paraphrase_original": 52.0 | |
| }, | |
| "color": { | |
| "Shake_": 18.0, | |
| "shake_original": 56.00000000000001, | |
| "Paraphrase_": 12.0, | |
| "paraphrase_original": 46.0 | |
| }, | |
| "counting": { | |
| "Shake_": 22.0, | |
| "shake_original": 51.0, | |
| "Paraphrase_": 33.0, | |
| "paraphrase_original": 47.0 | |
| }, | |
| "spatial": { | |
| "Shake_": 12.0, | |
| "shake_original": 30.0, | |
| "Paraphrase_": 9.0, | |
| "paraphrase_original": 33.0 | |
| } | |
| } | |
| }, | |
| "dall-e-2": { | |
| "trial_0": { | |
| "fidelity": { | |
| "Shake_": 0.654228515625, | |
| "shake_original": 0.8556569417317709, | |
| "Paraphrase_": 0.7283056640625, | |
| "paraphrase_original": 0.8522628630050505 | |
| }, | |
| "size": { | |
| "Shake_": 8.0, | |
| "shake_original": 38.0, | |
| "Paraphrase_": 28.000000000000004, | |
| "paraphrase_original": 40.0 | |
| }, | |
| "color": { | |
| "Shake_": 6.0, | |
| "shake_original": 42.0, | |
| "Paraphrase_": 12.0, | |
| "paraphrase_original": 28.000000000000004 | |
| }, | |
| "counting": { | |
| "Shake_": 44.0, | |
| "shake_original": 64.0, | |
| "Paraphrase_": 45.0, | |
| "paraphrase_original": 63.0 | |
| }, | |
| "spatial": { | |
| "Shake_": 5.0, | |
| "shake_original": 18.0, | |
| "Paraphrase_": 9.0, | |
| "paraphrase_original": 25.0 | |
| } | |
| }, | |
| "trial_1": { | |
| "fidelity": { | |
| "Shake_": 0.6542138671875, | |
| "shake_original": 0.8556671142578125, | |
| "Paraphrase_": 0.7282958984375, | |
| "paraphrase_original": 0.8522875236742424 | |
| }, | |
| "size": { | |
| "Shake_": 12.0, | |
| "shake_original": 40.0, | |
| "Paraphrase_": 22.0, | |
| "paraphrase_original": 34.0 | |
| }, | |
| "color": { | |
| "Shake_": 2.0, | |
| "shake_original": 40.0, | |
| "Paraphrase_": 8.0, | |
| "paraphrase_original": 32.0 | |
| }, | |
| "counting": { | |
| "Shake_": 40.0, | |
| "shake_original": 61.0, | |
| "Paraphrase_": 48.0, | |
| "paraphrase_original": 53.0 | |
| }, | |
| "spatial": { | |
| "Shake_": 8.0, | |
| "shake_original": 28.000000000000004, | |
| "Paraphrase_": 7.000000000000001, | |
| "paraphrase_original": 26.0 | |
| } | |
| }, | |
| "trial_2": { | |
| "fidelity": { | |
| "Shake_": 0.6542138671875, | |
| "shake_original": 0.8556671142578125, | |
| "Paraphrase_": 0.7282958984375, | |
| "paraphrase_original": 0.8522875236742424 | |
| }, | |
| "size": { | |
| "Shake_": 12.0, | |
| "shake_original": 30.0, | |
| "Paraphrase_": 28.000000000000004, | |
| "paraphrase_original": 32.0 | |
| }, | |
| "color": { | |
| "Shake_": 6.0, | |
| "shake_original": 32.0, | |
| "Paraphrase_": 6.0, | |
| "paraphrase_original": 32.0 | |
| }, | |
| "counting": { | |
| "Shake_": 43.0, | |
| "shake_original": 64.0, | |
| "Paraphrase_": 48.0, | |
| "paraphrase_original": 56.00000000000001 | |
| }, | |
| "spatial": { | |
| "Shake_": 7.000000000000001, | |
| "shake_original": 16.0, | |
| "Paraphrase_": 8.0, | |
| "paraphrase_original": 25.0 | |
| } | |
| } | |
| } | |
| } |