Compositional Reasoning on SugarCrepe
87.5Overall Accuracy
CE-CLIP+
Updated 4d ago
Evaluation Results
| Method | Links | |||||||||||
|---|---|---|---|---|---|---|---|---|---|---|---|---|
2023.06 | 87.5 | - | - | - | - | - | - | - | - | - | - | |
2025.03 | 87.5 | - | - | - | - | - | - | - | - | - | - | |
2025.03 | 87.1 | - | - | - | - | - | - | - | - | - | - | |
2024.12 | 86.6 | - | - | - | 87.3 | - | - | 79.1 | - | - | 88.1 | |
2024.11 | 86.41 | 94.43 | 89.48 | 84.35 | - | 75.1 | 74.17 | - | 89.67 | 97.69 | - | |
2023.06 | 85.2 | - | - | - | - | - | - | - | - | - | - | |
2025.03 | 85.2 | - | - | - | - | - | - | - | - | - | - | |
2025.03 | 85.2 | - | - | - | - | - | - | - | - | - | - | |
2025.03 | 85.1 | - | - | - | - | - | - | - | - | - | - | |
2025.03 | 85.1 | - | - | - | - | - | - | - | - | - | - | |
2024.12 | 83.5 | - | - | - | 84.7 | - | - | 67 | - | - | 87.4 | |
2025.03 | 82.8 | - | - | - | - | - | - | - | - | - | - | |
2025.03 | 82.5 | - | - | - | - | - | - | - | - | - | - | |
2024.11 | 82.46 | 94.43 | 85.53 | 80.94 | - | 69.8 | 69.82 | - | 90.4 | 86.27 | - | |
2024.12 | 81.9 | - | - | - | 82.7 | - | - | 64.6 | - | - | 86.6 | |
2024.12 | 81.8 | - | - | - | 82.7 | - | - | 76.5 | - | - | 82.1 | |
2024.11 | 80.59 | 91.53 | 83.25 | 73.97 | - | 72.24 | 67.72 | - | 86.95 | 88.44 | - | |
2024.12 | 80 | - | - | - | 81.6 | - | - | 65.2 | - | - | 82.5 | |
2025.03 | 79.9 | - | - | - | - | - | - | - | - | - | - | |
2024.11 | 77.84 | 93.22 | 84.39 | 67.35 | - | 62.04 | 70.12 | - | 88.31 | 79.48 | - | |
2024.11 | 77.84 | 91.34 | 81.34 | 64.15 | - | 68.16 | 69.07 | - | 79.49 | 91.33 | - | |
2023.06 | 77.2 | - | - | - | - | - | - | - | - | - | - | |
2024.12 | 76.5 | - | - | - | 76.2 | - | - | 68.5 | - | - | 79.5 | |
2024.12 | 76 | - | - | - | 76.6 | - | - | 67.8 | - | - | 77.9 | |
2024.11 | 75.58 | 93.58 | 80.96 | 63.3 | - | 87.29 | 79.62 | - | 59.18 | 65.16 | - | |
2024.11 | 74.73 | 90.92 | 79.69 | 64.01 | - | 60.82 | 64.26 | - | 84.67 | 78.76 | - | |
2025.03 | 74.6 | - | - | - | - | - | - | - | - | - | - | |
2024.11 | 74.55 | - | - | - | - | - | - | - | - | - | - | |
2024.11 | 73.61 | 88.13 | 76.78 | 62.73 | - | 64.08 | 66.67 | - | 75.8 | 81.07 | - | |
2025.03 | 73.4 | - | - | - | - | - | - | - | - | - | - | |
2023.06 | 73.1 | - | - | - | - | - | - | - | - | - | - | |
2024.11 | 73.06 | 90.92 | 80.08 | 69.13 | - | 61.22 | 64.26 | - | 77.16 | 68.64 | - | |
2024.11 | 73.05 | - | - | - | - | - | - | - | - | - | - | |
2025.03 | 71.2 | - | - | - | - | - | - | - | - | - | - | |
2025.03 | 70.3 | - | - | - | - | - | - | - | - | - | - | |
2024.11 | 68.41 | - | - | - | - | - | - | - | - | - | - | |
2024.11 | 67.21 | - | - | - | - | - | - | - | - | - | - | |
2024.11 | 66.09 | - | - | - | - | - | - | - | - | - | - | |
2024.11 | 63.49 | - | - | - | - | - | - | - | - | - | - | |
2024.11 | 61.69 | - | - | - | - | - | - | - | - | - | - | |
2024.11 | 57.18 | - | - | - | - | - | - | - | - | - | - | |
2024.11 | 54.09 | - | - | - | - | - | - | - | - | - | - | |
2024.11 | 53.92 | - | - | - | - | - | - | - | - | - | - | |
2023.06 | - | 1 | 0.99 | 0.97 | 0.987 | 0.99 | 1 | 0.995 | 0.99 | 0.99 | 0.99 | |
2023.06 | - | 0.494 | 0.496 | 0.491 | 0.494 | 0.494 | 0.492 | 0.493 | 0.494 | 0.496 | 0.495 | |
2023.06 | - | 0.5 | 0.5 | 0.5 | 0.5 | 0.5 | 0.5 | 0.5 | 0.5 | 0.5 | 0.5 | |
2023.06 | - | - | - | - | 0.867 | - | - | 0.698 | - | - | 0.865 | |
2023.06 | - | 0.909 | 0.8 | 0.692 | 0.802 | 0.614 | 0.64 | 0.627 | 0.772 | 0.682 | 0.727 | |
2023.06 | - | 0.927 | 0.859 | 0.765 | 0.85 | 0.752 | 0.754 | 0.753 | 0.888 | 0.828 | 0.858 | |
2023.06 | - | 0.931 | 0.888 | 0.79 | 0.87 | 0.728 | 0.77 | 0.749 | 0.924 | 0.934 | 0.929 | |
2023.06 | - | 0.938 | 0.908 | 0.832 | 0.893 | 0.768 | 0.793 | 0.78 | 0.938 | 0.949 | 0.944 |