Text-to-Image Generation on T2I-CompBench (test)
81Color Accuracy
DALL-E 3
Updated 3d ago
Evaluation Results
| Method | Links | ||||||||||||||||||
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
2024.06 | 81 | - | - | - | - | 68 | 81 | - | - | - | - | - | - | - | - | - | - | - | |
2024.06 | 79.04 | - | - | - | - | 63.24 | 76.71 | 26.16 | 31.45 | 47.66 | - | - | - | - | - | - | - | - | |
2024.06 | 79 | - | - | - | - | 63 | 77 | 26 | 31 | 48 | - | - | - | - | - | - | - | - | |
2024.06 | 78.3 | - | - | - | - | 62.44 | 74.66 | 22.35 | 31.61 | 48.29 | - | - | - | - | - | - | - | - | |
2024.06 | 78 | - | - | - | - | 59.55 | 73.96 | 25.51 | 31.47 | 46.9 | - | - | - | - | - | - | - | - | |
2024.06 | 78 | - | - | - | - | 62 | 75 | 22 | 32 | 48 | - | - | - | - | - | - | - | - | |
2024.06 | 78 | - | - | - | - | 60 | 74 | 26 | 31 | 47 | - | - | - | - | - | - | - | - | |
2023.12 | 76.74 | - | - | 49.99 | - | 57 | 71.5 | 20.98 | 32.02 | 41.67 | - | - | - | - | - | - | - | - | |
2025.03 | 76 | 97 | 38 | 43 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2024.06 | 72.22 | - | - | - | - | 55.52 | 69.19 | 22.16 | 31.54 | 46.18 | - | - | - | - | - | - | - | - | |
2024.06 | 69 | - | - | - | - | 56 | 70 | 21 | 32 | 41 | - | - | - | - | - | - | - | - | |
2023.09 | 68.86 | - | - | - | - | 55.82 | 70.44 | 20.82 | 31.79 | 41.17 | - | - | - | - | - | - | - | - | |
2023.12 | 68.86 | - | - | 48.15 | - | 55.82 | 70.44 | 20.82 | 31.79 | 41.17 | - | - | - | - | - | - | - | - | |
2025.03 | 68 | 87 | 30 | 31 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2023.09 | 66.03 | - | - | - | - | 47.85 | 62.87 | 18.15 | 31.93 | 33.28 | - | - | - | - | - | - | - | - | |
2023.12 | 66.03 | - | - | 43.35 | - | 47.85 | 62.87 | 18.15 | 31.93 | 33.28 | - | - | - | - | - | - | - | - | |
2024.06 | 66.03 | - | - | - | - | 47.85 | 62.87 | 18.15 | 31.93 | 33.28 | - | - | - | - | - | - | - | - | |
2025.12 | 65.49 | - | - | - | - | 36.63 | 50.61 | - | - | - | - | 374.89 | 1 | 1 | 20.66 | 31.05 | 31.08 | 36.07 | |
2024.06 | 65.35 | - | - | - | - | 49.56 | 64.96 | 25.09 | 31.08 | 45.82 | - | - | - | - | - | - | - | - | |
2025.12 | 65.25 | - | - | - | - | 36.28 | 50.46 | - | - | - | - | 206.59 | 1.81 | 2.02 | 20.68 | 30.89 | 30.97 | 35.95 | |
2025.12 | 65.08 | - | - | - | - | 36.09 | 50.29 | - | - | - | - | 124.52 | 3.01 | 7.48 | 20.71 | 30.69 | 30.85 | 35.83 | |
2024.06 | 65 | - | - | - | - | 50 | 65 | 25 | 31 | 46 | - | - | - | - | - | - | - | - | |
2024.06 | 64.54 | - | - | - | - | 56.58 | 71.86 | 25.08 | 31.38 | 45.54 | - | - | - | - | - | - | - | - | |
2025.12 | 64.02 | - | - | - | - | 35.23 | 49.56 | - | - | - | - | 83.61 | 1 | 1 | 20.58 | 30.6 | 30.9 | 35.58 | |
2025.03 | 64 | 87 | 34 | 32 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2023.09 | 64 | - | - | - | - | 45.17 | 59.63 | 14.55 | 31.09 | 34.01 | - | - | - | - | - | - | - | - | |
2023.12 | 64 | - | - | 41.41 | - | 45.17 | 59.63 | 14.55 | 31.09 | 34.01 | - | - | - | - | - | - | - | - | |
2024.06 | 64 | - | - | - | - | 45.17 | 59.63 | 14.55 | 31.09 | 34.01 | - | - | - | - | - | - | - | - | |
2024.06 | 64 | - | - | - | - | 54 | 56 | 20 | 31 | 41 | - | - | - | - | - | - | - | - | |
2024.06 | 64 | - | - | - | - | 57 | 72 | 25 | 31 | 46 | - | - | - | - | - | - | - | - | |
2025.12 | 63.74 | - | - | - | - | 35.05 | 49.3 | - | - | - | - | 42.93 | 1.95 | 2.31 | 20.45 | 30.38 | 30.74 | 35.41 | |
2023.09 | 63.69 | - | - | - | - | 54.08 | 56.37 | 20.32 | 31.1 | 40.91 | - | - | - | - | - | - | - | - | |
2023.12 | 63.69 | - | - | 44.41 | - | 54.08 | 56.37 | 20.32 | 31.1 | 40.91 | - | - | - | - | - | - | - | - | |
2025.12 | 63.65 | - | - | - | - | 35.32 | 49.46 | - | - | - | - | 14.4 | 1 | 1 | 20.69 | 30.76 | 30.94 | 35.66 | |
2025.12 | 63.46 | - | - | - | - | 34.81 | 49.11 | - | - | - | - | 29.82 | 2.81 | 3.33 | 20.33 | 30.21 | 30.61 | 35.27 | |
2025.12 | 63.28 | - | - | - | - | 35.04 | 49.24 | - | - | - | - | 8.03 | 1.8 | 1.86 | 20.59 | 30.43 | 30.72 | 35.46 | |
2025.12 | 62.97 | - | - | - | - | 34.84 | 48.99 | - | - | - | - | 6.32 | 2.28 | 2.47 | 20.5 | 30.1 | 30.52 | 35.3 | |
2024.06 | 61.49 | - | - | - | - | 43.66 | 60.01 | 24.01 | 31.18 | 42.5 | - | - | - | - | - | - | - | - | |
2024.06 | 61 | - | - | - | - | 44 | 60 | 24 | 31 | 43 | - | - | - | - | - | - | - | - | |
2025.12 | 60.14 | - | - | - | - | 34.02 | 45.61 | - | - | - | - | 44.92 | 1 | 1 | 20.37 | 29.55 | 28.93 | 33.98 | |
2025.12 | 59.89 | - | - | - | - | 33.84 | 45.39 | - | - | - | - | 32.1 | 1.4 | 2.11 | 20.29 | 29.36 | 28.78 | 33.84 | |
2025.12 | 59.65 | - | - | - | - | 33.68 | 45.21 | - | - | - | - | 19.56 | 2.3 | 3.23 | 20.2 | 29.19 | 28.62 | 33.7 | |
2023.09 | 57.5 | - | - | - | - | 54.64 | 63.74 | 12.83 | 30.43 | 36.96 | - | - | - | - | - | - | - | - | |
2023.12 | 57.5 | - | - | 42.68 | - | 54.64 | 63.74 | 12.83 | 30.43 | 36.96 | - | - | - | - | - | - | - | - | |
2024.06 | 57 | - | - | - | - | 55 | 64 | 13 | 30 | 37 | - | - | - | - | - | - | - | - | |
2025.12 | 56.28 | - | - | - | - | 33.04 | 41.29 | - | - | - | - | 87.21 | 1 | 1 | 20.06 | 28.37 | 26.1 | 31.79 | |
2025.12 | 56.03 | - | - | - | - | 32.93 | 41.09 | - | - | - | - | 42.88 | 2.04 | 2.23 | - | 28.21 | 25.93 | 31.65 | |
2025.12 | 55.78 | - | - | - | - | 32.79 | 41.07 | - | - | - | - | 27.97 | 3.13 | 6.42 | 19.96 | 27.99 | 25.82 | 31.63 | |
2024.06 | 55.13 | - | - | - | - | 44.48 | 56.9 | 17.39 | 31.01 | 40.52 | - | - | - | - | - | - | - | - | |
2024.06 | 55 | - | - | - | - | 44 | 57 | 17 | 31 | 41 | - | - | - | - | - | - | - | - | |
2024.06 | 51 | - | - | - | - | 42 | 49 | 13 | 31 | 34 | - | - | - | - | - | - | - | - | |
2023.09 | 50.65 | - | - | - | - | 42.21 | 49.22 | 13.42 | 30.96 | 33.86 | - | - | - | - | - | - | - | - | |
2023.12 | 50.65 | - | - | 36.72 | - | 42.21 | 49.22 | 13.42 | 30.96 | 33.86 | - | - | - | - | - | - | - | - | |
2024.06 | 50.65 | - | - | - | - | 42.21 | 49.22 | 13.42 | 30.96 | 33.86 | - | - | - | - | - | - | - | - | |
2024.06 | 50.55 | - | - | - | - | 48.52 | 58.81 | 18.15 | 31.73 | 29.37 | - | - | - | - | - | - | - | - | |
2023.09 | 49.9 | - | - | - | - | 42.18 | 49 | 13.86 | 31.11 | 33.55 | - | - | - | - | - | - | - | - | |
2023.12 | 49.9 | - | - | 36.6 | - | 42.18 | 49 | 13.86 | 31.11 | 33.55 | - | - | - | - | - | - | - | - | |
2024.06 | 49.9 | - | - | - | - | 42.18 | 49 | 13.86 | 31.11 | 33.55 | - | - | - | - | - | - | - | - | |
2024.06 | 41.19 | - | - | - | - | 46.49 | 45.05 | 12.49 | 30.46 | 37.79 | - | - | - | - | - | - | - | - | |
2023.09 | 40.63 | - | - | - | - | 32.99 | 36.45 | 8 | 29.8 | 28.98 | - | - | - | - | - | - | - | - | |
2023.12 | 40.63 | - | - | 29.47 | - | 32.99 | 36.45 | 8 | 29.8 | 28.98 | - | - | - | - | - | - | - | - | |
2024.06 | 40.63 | - | - | - | - | 32.99 | 36.45 | 8 | 29.8 | 28.98 | - | - | - | - | - | - | - | - | |
2024.06 | 38.24 | - | - | - | - | 34.14 | 46.91 | 19.06 | 30.6 | 36.43 | - | - | - | - | - | - | - | - | |
2024.06 | 38 | - | - | - | - | 36 | 42 | 12 | 31 | 31 | - | - | - | - | - | - | - | - | |
2024.06 | 38 | - | - | - | - | 34 | 47 | 19 | 30 | 36 | - | - | - | - | - | - | - | - | |
2023.09 | 37.65 | - | - | - | - | 35.76 | 41.56 | 12.46 | 30.79 | 30.8 | - | - | - | - | - | - | - | - | |
2023.12 | 37.65 | - | - | 31.5 | - | 35.76 | 41.56 | 12.46 | 30.79 | 30.8 | - | - | - | - | - | - | - | - | |
2025.03 | - | - | - | 39 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.01 | - | - | - | - | - | - | - | - | - | - | 35.1 | - | - | - | - | - | - | - | |
2026.01 | - | - | - | - | - | - | - | - | - | - | 42.7 | - | - | - | - | - | - | - | |
2026.01 | - | - | - | - | - | - | - | - | - | - | 47.6 | - | - | - | - | - | - | - | |
2026.01 | - | - | - | - | - | - | - | - | - | - | 35.3 | - | - | - | - | - | - | - | |
2026.01 | - | - | - | - | - | - | - | - | - | - | 52.2 | - | - | - | - | - | - | - | |
2026.01 | - | - | - | - | - | - | - | - | - | - | 40.2 | - | - | - | - | - | - | - | |
2026.01 | - | - | - | - | - | - | - | - | - | - | 23.7 | - | - | - | - | - | - | - | |
2026.01 | - | - | - | - | - | - | - | - | - | - | 42.1 | - | - | - | - | - | - | - | |
2026.01 | - | - | - | - | - | - | - | - | - | - | 50.7 | - | - | - | - | - | - | - | |
2026.01 | - | - | - | - | - | - | - | - | - | - | 47.1 | - | - | - | - | - | - | - | |
2026.01 | - | - | - | - | - | - | - | - | - | - | 50.2 | - | - | - | - | - | - | - | |
2026.01 | - | - | - | - | - | - | - | - | - | - | 50.6 | - | - | - | - | - | - | - | |
2026.01 | - | - | - | - | - | - | - | - | - | - | 53.6 | - | - | - | - | - | - | - |