Image-to-text retrieval on SugarCrepe (Compositional R@1)
98.44R@1 (Add)
JAM
Updated 9d ago
Evaluation Results
| Method | Links | |||||||||||||
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
2025.07 | 98.44 | 86.9 | 80.46 | - | - | - | - | - | - | - | - | - | - | |
2025.07 | 97.83 | 87.21 | 79.05 | - | - | - | - | - | - | - | - | - | - | |
2025.07 | 97.41 | 88.32 | 77.62 | - | - | - | - | - | - | - | - | - | - | |
2025.07 | 96.85 | 86.32 | 74.5 | - | - | - | - | - | - | - | - | - | - | |
2025.07 | 96.85 | 87.17 | 82.17 | - | - | - | - | - | - | - | - | - | - | |
2025.07 | 96.67 | 85.3 | 71.69 | - | - | - | - | - | - | - | - | - | - | |
2025.07 | 95.74 | 88.01 | 80.2 | - | - | - | - | - | - | - | - | - | - | |
2025.07 | 94.81 | 87.6 | 82.17 | - | - | - | - | - | - | - | - | - | - | |
2025.07 | 94.8 | 87.28 | 72.27 | - | - | - | - | - | - | - | - | - | - | |
2025.07 | 94.25 | 83.43 | 68.26 | - | - | - | - | - | - | - | - | - | - | |
2025.07 | 94.1 | 85.74 | 71.69 | - | - | - | - | - | - | - | - | - | - | |
2025.07 | 92.69 | 74.62 | 67.21 | - | - | - | - | - | - | - | - | - | - | |
2025.07 | 90.12 | 89.69 | 71.38 | - | - | - | - | - | - | - | - | - | - | |
| 86.56 | 85.01 | 70.97 | - | - | - | - | - | - | - | - | - | - | ||
| 79.64 | 80.9 | 67.3 | - | - | - | - | - | - | - | - | - | - | ||
| 77.58 | 81.05 | 64.69 | - | - | - | - | - | - | - | - | - | - | ||
2024.04 | 73.8 | 73 | 62.9 | - | - | - | - | - | - | - | - | - | - | |
2024.04 | 71.3 | 71.1 | 59.5 | - | - | - | - | - | - | - | - | - | - | |
2025.07 | 67.94 | 67.36 | 71.11 | - | - | - | - | - | - | - | - | - | - | |
2024.04 | 67.5 | 70 | 60.2 | - | - | - | - | - | - | - | - | - | - | |
2024.04 | 66.1 | 67 | 54.5 | - | - | - | - | - | - | - | - | - | - | |
2024.04 | 65.9 | 64.8 | 54.9 | - | - | - | - | - | - | - | - | - | - | |
2025.07 | 65.17 | 68.48 | 66.88 | - | - | - | - | - | - | - | - | - | - | |
2024.04 | 65 | 70.2 | 67.2 | - | - | - | - | - | - | - | - | - | - | |
2025.07 | 64.35 | 68.01 | 73.38 | - | - | - | - | - | - | - | - | - | - | |
2025.07 | 63.02 | 74.23 | 63.75 | - | - | - | - | - | - | - | - | - | - | |
2024.04 | 61.9 | 64.3 | 52.9 | - | - | - | - | - | - | - | - | - | - | |
2025.07 | 60.99 | 66.97 | 66.59 | - | - | - | - | - | - | - | - | - | - | |
2024.04 | 59.3 | 59.2 | 60.1 | - | - | - | - | - | - | - | - | - | - | |
2025.07 | 58.34 | 65.14 | 57.36 | - | - | - | - | - | - | - | - | - | - | |
2024.12 | - | - | - | 93.77 | 82.49 | 68.92 | 60 | 67.42 | 87.1 | 77.89 | 81.73 | 63.71 | 82.5 | |
2024.12 | - | - | - | 92.62 | 84.64 | 71.41 | 74.69 | 76.58 | 86.71 | 85.26 | 82.89 | 75.64 | 85.99 | |
2024.12 | - | - | - | 91.77 | 86.8 | 75.32 | 74.29 | 84.83 | 88.94 | 88.01 | 84.63 | 79.56 | 88.48 | |
2024.12 | - | - | - | 97.82 | 95.43 | 91.68 | 87.76 | 90.69 | 96.51 | 94.8 | 94.98 | 89.23 | 95.66 | |
2024.12 | - | - | - | 97.15 | 94.8 | 91.25 | 88.57 | 89.79 | 96.65 | 93.21 | 94.4 | 89.18 | 94.93 | |
2024.12 | - | - | - | 77.84 | 69.29 | 63.23 | 66.53 | 62.31 | 67.71 | 69.65 | 70.12 | 64.42 | 68.41 | |
2024.12 | - | - | - | 83.66 | 81.22 | 79.02 | 64.49 | 63.66 | 73.67 | 75.43 | 81.3 | 64.08 | 74.55 |