Multimodal Understanding on LLaVA Evaluation Suite 1.5
100Average Score
Vanilla
Updated 18d ago
Evaluation Results
| Method | Links | ||||||||||||||||
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
2026.01 | 100 | 61.9 | 64.7 | 1,862 | 85.9 | 69.5 | 78.5 | 58.2 | 58.6 | 31.1 | 50.1 | - | - | - | - | - | |
2026.02 | 100 | 61.9 | - | 1,864 | 85.9 | 69.5 | 78.5 | 58.2 | - | - | - | - | - | - | - | - | |
2025.09 | 100 | 63.2 | 67.7 | 1,818 | 85.9 | 72.8 | 80 | 61.3 | 66.9 | - | - | - | 36.4 | - | - | - | |
2025.08 | 100 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 100 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 100 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 100 | 63.2 | 67.7 | 1,818 | 85.9 | 72.8 | 80 | 61.3 | - | - | 56.6 | - | 36.4 | 66.9 | - | - | |
2025.08 | 98.7 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2025.08 | 98.7 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2025.09 | 98.6 | 59.95 | 66.67 | 1,762.41 | 86.73 | 73.12 | 78.65 | 59.11 | 65.56 | - | - | - | 37.33 | - | - | - | |
2026.03 | 98.6 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 98.5 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.02 | 98.2 | 61 | - | 1,801 | 85 | 69.5 | 77.1 | 56.2 | - | - | - | 1.8 | - | - | - | - | |
2025.08 | 98.2 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 98.2 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 98.2 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2025.09 | 98.1 | 59.42 | 66.58 | 1,781.5 | 86.76 | 72.88 | 77.98 | 58.46 | 65.72 | - | - | - | 36.56 | - | - | - | |
2026.03 | 98.1 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 98 | 59.6 | 65.9 | 1,770 | 86.4 | 72.8 | 78 | 58.6 | - | - | 56 | - | 36.9 | 65.2 | - | - | |
2025.09 | 97.9 | 59.1 | 66.9 | 1,754 | 85.1 | 73.5 | 78.1 | 59.5 | 65.2 | - | - | - | 36.4 | - | - | - | |
2025.08 | 97.9 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 97.9 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2025.09 | 97.8 | 58.89 | 67.01 | 1,791.1 | 86.95 | 73.38 | 77.83 | 58.8 | 64.5 | - | - | - | 35.56 | - | - | - | |
2026.03 | 97.8 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 97.8 | 59.6 | 65.9 | 1,770 | 86.4 | 72.8 | 78 | 58.6 | - | - | 54.9 | - | 36.9 | 65.2 | - | - | |
2026.03 | 97.6 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2025.08 | 97.5 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.02 | 97.4 | 60.1 | - | 1,782 | 84.5 | 69.9 | 76.3 | 55.1 | - | - | - | 2.6 | - | - | - | - | |
2025.08 | 97.4 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 97.4 | 58.9 | 65.5 | 1,811 | 85.9 | 73.1 | 76.7 | 57.5 | - | - | 56.8 | - | 35.8 | 64.1 | - | - | |
2026.03 | 97.3 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2025.09 | 97 | 57.9 | 66.7 | 1,743 | 85.2 | 74 | 76.8 | 58.7 | 63.8 | - | - | - | 36.1 | - | - | - | |
2025.09 | 97 | 58.89 | 66.07 | 1,748.56 | 86.53 | 72.83 | 77.1 | 58.17 | 64.22 | - | - | - | 35.56 | - | - | - | |
2025.08 | 97 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 97 | 57.9 | 66.7 | 1,743 | 85.2 | 74 | 76.8 | 58.7 | - | - | 55 | - | 36.1 | 63.8 | - | - | |
2025.08 | 96.9 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 96.9 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 96.9 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 96.8 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 96.6 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2025.09 | 96.5 | 58.58 | 64.78 | 1,780.03 | 85.34 | 72.09 | 76.39 | 58.59 | 63.02 | - | - | - | 36 | - | - | - | |
2026.03 | 96.5 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2025.08 | 96.4 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 96.3 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.02 | 96.2 | 57.3 | - | 1,797 | 82.3 | 69.2 | 75.1 | 56.5 | - | - | - | 3.8 | - | - | - | - | |
2026.03 | 96.2 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 96 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 95.8 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2025.09 | 95.4 | 57.66 | 64.6 | 1,777.93 | 84.8 | 71.34 | 75.2 | 57.11 | 62.44 | - | - | - | 35.22 | - | - | - | |
2025.08 | 95.3 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.02 | 95.2 | 57.1 | - | 1,761 | 82.3 | 68.4 | 72.9 | 56.6 | - | - | - | 4.8 | - | - | - | - | |
2026.03 | 95.2 | 57.8 | 63.8 | 1,711 | 82 | 71.8 | 75.2 | 56.3 | - | - | 57.3 | - | 35.7 | 62.8 | - | - | |
2026.02 | 95.1 | 58.4 | - | 1,701 | 84 | 69.8 | 73.9 | 53.2 | - | - | - | 4.9 | - | - | - | - | |
2026.03 | 95.1 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 94.9 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2025.08 | 94.8 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 94.8 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 94.7 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.01 | 94.3 | 55 | 61.3 | 1,612 | 78.1 | 70.2 | 72.3 | 55.4 | 55.9 | 30.2 | 50.5 | - | - | - | - | - | |
2026.03 | 94.2 | 56.2 | 64.9 | 1,676 | 76 | 74.4 | 73.7 | 57.4 | - | - | 55.9 | - | 36.4 | 60.4 | - | - | |
2025.09 | 93.7 | 56.2 | 64.9 | 1,676 | 76 | 74.4 | 73.7 | 57.4 | 60.4 | - | - | - | 36.4 | - | - | - | |
2025.08 | 93.7 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 93.7 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 92.7 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 92.4 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 92.3 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 92.2 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.01 | 91.8 | 51.7 | 58.3 | 1,525 | 75.2 | 69.9 | 70.2 | 55.3 | 54.4 | 30.4 | 49.9 | - | - | - | - | - | |
2026.01 | 90 | 51.5 | 57.7 | 1,510 | 72.6 | 69.4 | 68.4 | 53 | 53.4 | 28.9 | 50 | - | - | - | - | - | |
2026.03 | 89.4 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 88.7 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 88.5 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.01 | 88 | 48.9 | 48.2 | 1,496 | 65.4 | 68.6 | 72.5 | 52 | 53.6 | 29.6 | 51.4 | - | - | - | - | - | |
2026.02 | 87.5 | 54.3 | - | 1,563 | 72.4 | 65.2 | 68 | 52.1 | - | - | - | 12.5 | - | - | - | - | |
2026.01 | 87.4 | 49.7 | 53 | 1,491 | 70.1 | 68.2 | 64.4 | 52.7 | 53.3 | 27.9 | 49.5 | - | - | - | - | - | |
2026.03 | 86.7 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.01 | 86.5 | 47.3 | 47.4 | 1,435 | 64.6 | 68.5 | 70.2 | 51.3 | 53.3 | 29.3 | 50.7 | - | - | - | - | - | |
2026.02 | 86.4 | 52.6 | - | 1,605 | 64.8 | 69.1 | 67.1 | 52.5 | - | - | - | 13.6 | - | - | - | - | |
2026.03 | 85.2 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.01 | 84.5 | 46.9 | 47 | 1,460 | 64 | 67.8 | 66.6 | 51.6 | 52.2 | 25.7 | 50.5 | - | - | - | - | - | |
2026.01 | 82.8 | 45.3 | 46 | 1,441 | 64.1 | 66.7 | 65.7 | 50.4 | 51.7 | 24.5 | 49.4 | - | - | - | - | - | |
2026.02 | 82.7 | 47.5 | - | 1,561 | 55.9 | 69 | 69.2 | 50.6 | - | - | - | 17.3 | - | - | - | - | |
2026.03 | 82.7 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 80.4 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.02 | 79.6 | 52.4 | - | 1,343 | 62.8 | 59.6 | 63 | 49.1 | - | - | - | 20.4 | - | - | - | - | |
2026.02 | 78.2 | 49.6 | - | 1,490 | 53.4 | 60.2 | 61.8 | 50.5 | - | - | - | 21.8 | - | - | - | - | |
2026.03 | 76.8 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 70.1 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.02 | 69.9 | 48.6 | - | 1,138 | 52.5 | 50 | 57.1 | 45.3 | - | - | - | 30.1 | - | - | - | - | |
2026.02 | 67.3 | 46.1 | - | 1,256 | 38.2 | 51.1 | 55 | 47.8 | - | - | - | 32.7 | - | - | - | - | |
2026.03 | 63.4 | 62 | 64.6 | 1,505 | 85.9 | 69.5 | 76.7 | 58.2 | - | 29.7 | 54.2 | - | - | - | 58.1 | 100 | |
2026.03 | 63.2 | 60.4 | 63.4 | 1,483 | 86.5 | 69.1 | 76 | 57.9 | - | 32.1 | 54 | - | - | - | 58 | 99.7 | |
2026.03 | 63 | 59.4 | 63.1 | 1,482 | 86 | 68.7 | 75.2 | 57.8 | - | 33.3 | 54.6 | - | - | - | 57.9 | 99.4 | |
2026.03 | 62.7 | 60.4 | 63.4 | 1,454 | 86.4 | 68.4 | 76 | 57.7 | - | 31.1 | 53.9 | - | - | - | 57.2 | 98.9 | |
2026.03 | 62.4 | 59.4 | 62.3 | 1,459 | 85.7 | 68.7 | 75.2 | 57.4 | - | 30.5 | 54.6 | - | - | - | 57.2 | 98.4 |