Robotic Manipulation on CALVIN ABCD->D (Success Rate conditioned on Instruction Length)
0.4Avg Length
MCIL
Updated 5d ago
Evaluation Results
| Method | Links | ||||||
|---|---|---|---|---|---|---|---|
2026.03 | 0.4 | 37.3 | 2.7 | 0.2 | 0 | 0 | |
2026.01 | 0.9 | 53.3 | 22.2 | 9.4 | 3.8 | 1.3 | |
2026.03 | 0.92 | 56 | 16 | 8 | 8 | 4 | |
2026.01 | 1.35 | 63.5 | 35.3 | 19.4 | 10.7 | 6.4 | |
2026.03 | 2.45 | 84.4 | 61.7 | 43.8 | 32.3 | 22.7 | |
2026.01 | 2.47 | 82.4 | 61.9 | 46.6 | 33.1 | 23.5 | |
2026.03 | 2.69 | 87 | 69 | 49 | 38 | 26 | |
2026.01 | 3.06 | 85.4 | 71.2 | 59.6 | 49.7 | 40.1 | |
2025.02 | 3.06 | 85.4 | 71.2 | 59.6 | 49.7 | 40.1 | |
2026.03 | 3.06 | 85.4 | 71.2 | 59.6 | 49.7 | 40.1 | |
2026.01 | 3.16 | 86.3 | 72.7 | 60.1 | 51.2 | 41.7 | |
2026.01 | 3.27 | 91.3 | 77.8 | 62 | 52.1 | 43.5 | |
2026.02 | 3.27 | 91.3 | 77.8 | 62 | 52.1 | 43.5 | |
2026.03 | 3.27 | 91.3 | 77.8 | 62 | 52.1 | 43.5 | |
2025.02 | 3.35 | 93.8 | 80.3 | 66.2 | 53.3 | 41.2 | |
2026.03 | 3.42 | 91.5 | 76.4 | 68.2 | 59.2 | 46.7 | |
2026.04 | 3.43 | - | - | - | - | - | |
2026.04 | 3.48 | - | - | - | - | - | |
2026.03 | 3.53 | 96 | 83.5 | 70.8 | 57.5 | 45.4 | |
2026.04 | 3.55 | - | - | - | - | - | |
2026.04 | 3.57 | - | - | - | - | - | |
2026.04 | 3.58 | - | - | - | - | - | |
2026.04 | 3.59 | - | - | - | - | - | |
2026.04 | 3.63 | - | - | - | - | - | |
2025.02 | 3.64 | 94.2 | 84.2 | 73.4 | 62.2 | 50.7 | |
2026.04 | 3.64 | - | - | - | - | - | |
2026.03 | 3.65 | 93.7 | 83.2 | 74 | 62.9 | 51 | |
2026.04 | 3.65 | - | - | - | - | - | |
2026.01 | 3.66 | 94.4 | 82.7 | 72.1 | 62.4 | 55.4 | |
2026.02 | 3.66 | 94.4 | 82.7 | 72.1 | 62.4 | 54.4 | |
2026.04 | 3.66 | - | - | - | - | - | |
2026.04 | 3.67 | - | - | - | - | - | |
2026.04 | 3.67 | - | - | - | - | - | |
2026.04 | 3.72 | - | - | - | - | - | |
2026.01 | 3.8 | 95.5 | 85.8 | 75.4 | 66.9 | 56.5 | |
2026.02 | 3.8 | 95.5 | 85.8 | 75.4 | 66.9 | 56.5 | |
2026.03 | 3.84 | 92.7 | 84.3 | 76.7 | 68.8 | 61.3 | |
2026.01 | 3.92 | 95.8 | 88.1 | 79.3 | 70.8 | 62.4 | |
2026.02 | 3.92 | 93.8 | 85 | 76.7 | 68.1 | 59.9 | |
2026.02 | 3.95 | 95.6 | 87.6 | 76.9 | 69.3 | 64.1 | |
2025.02 | 3.98 | 94.4 | 87.2 | 79.9 | 72.2 | 64.3 | |
2026.03 | 3.98 | 94.4 | 87.2 | 79.9 | 72.2 | 64.3 | |
2025.02 | 4.04 | 96.8 | 89.3 | 81.5 | 72.7 | 64.4 | |
2026.03 | 4.058 | 97.7 | 91.1 | 81.2 | 72.1 | 63.7 | |
2026.02 | 4.08 | 92.8 | 86.5 | 81.5 | 76.9 | 69.9 | |
2026.03 | 4.08 | 92.8 | 86.5 | 81.5 | 76.9 | 69.9 | |
2025.02 | 4.08 | 92.8 | 86.5 | 81.5 | 76.9 | 69.9 | |
2025.02 | 4.08 | 95.6 | 90.5 | 83.1 | 74.8 | 64.2 | |
2026.01 | 4.09 | 96.4 | 89.6 | 82.4 | 74 | 66 | |
2026.03 | 4.09 | 96.4 | 89.6 | 82.4 | 74 | 66 | |
2026.03 | 4.1 | 96.3 | 89.1 | 82.4 | 75.8 | 66.5 | |
2026.03 | 4.13 | 98.2 | 90.2 | 82.1 | 75.9 | 67 | |
2025.02 | 4.15 | 96.2 | 91.1 | 84.4 | 77.1 | 68.7 | |
2026.03 | 4.151 | 95.7 | 89.8 | 82.4 | 77 | 70.2 | |
2026.01 | 4.19 | 95.4 | 89.1 | 83.8 | 78.5 | 73.4 | |
2026.01 | 4.21 | 94.9 | 89.6 | 84.4 | 78.9 | 73.1 | |
2026.03 | 4.21 | 94.9 | 89.6 | 84.4 | 78.9 | 73.1 | |
2025.02 | 4.23 | 96.9 | 92 | 85.7 | 78.8 | 71.3 | |
2026.03 | 4.23 | 98 | 90 | 84.5 | 78.5 | 70.5 | |
2026.02 | 4.25 | 98 | 93.6 | 85.4 | 77.8 | 70.4 | |
2026.03 | 4.25 | 98 | 93.6 | 85.4 | 77.8 | 70.4 | |
2026.02 | 4.26 | 94.4 | 88.4 | 85.3 | 80.1 | 76.1 | |
2026.03 | 4.26 | 94.8 | 90.6 | 86.2 | 83.4 | 69 | |
2026.02 | 4.28 | 96.3 | 91.6 | 86.1 | 80.3 | 74 | |
2026.03 | 4.28 | 96.3 | 91.6 | 86.1 | 80.3 | 74 | |
2026.03 | 4.28 | 96 | 91.3 | 86.4 | 80.4 | 74.7 | |
2026.02 | 4.29 | 95.7 | 91.2 | 86.3 | 81 | 75 | |
2026.03 | 4.292 | 95.1 | 89.1 | 85 | 81.9 | 78.1 | |
2026.03 | 4.313 | 94.2 | 88.7 | 85.7 | 83.2 | 79.5 | |
2026.03 | 4.37 | 96.8 | 92.4 | 86.8 | 83.2 | 81.8 | |
2026.03 | 4.39 | 97.1 | 92.5 | 87.9 | 83.5 | 77.9 | |
2026.03 | 4.41 | 98.9 | 94.8 | 89 | 82.8 | 75.1 | |
2026.03 | 4.42 | 96.2 | 92.1 | 87.9 | 84.2 | 81.2 | |
2026.03 | 4.42 | 99.8 | 96.5 | 89.3 | 82.7 | 74.4 | |
2026.03 | 4.42 | 96.2 | 92.1 | 87.9 | 84.2 | 81.2 | |
2026.03 | 4.42 | 96.8 | 92.8 | 88 | 86.4 | 77.6 | |
2026.03 | 4.44 | 99.3 | 96 | 90.3 | 82.3 | 75.5 | |
2026.03 | 4.44 | 97.6 | 94.4 | 89.2 | 84.4 | 78 | |
2026.02 | 4.45 | 97.6 | 93.2 | 88.8 | 85.7 | 78.1 | |
2026.03 | 4.47 | 99.7 | 95.9 | 90.6 | 84.8 | 76.4 | |
2026.01 | 4.49 | 99.3 | 96.1 | 90.9 | 85.3 | 76.9 | |
2026.03 | 4.49 | 96.7 | 93 | 89.9 | 86.5 | 82.6 | |
2026.01 | 4.52 | 98.6 | 95.8 | 91.6 | 86.2 | 80.1 | |
2026.03 | 4.56 | 98 | 94.8 | 91.3 | 88.3 | 83.1 | |
2026.03 | 4.61 | 98.1 | 96.2 | 93 | 89.3 | 84.8 | |
2026.03 | 4.62 | 98.9 | 96.7 | 93.9 | 90.2 | 85.5 | |
2026.03 | 4.63 | 98.5 | 96.1 | 93.1 | 89.9 | 85.1 | |
2026.03 | 4.66 | 99.7 | 97.8 | 94.6 | 90 | 83.9 | |
2026.01 | 4.67 | 99.7 | 96.7 | 93.8 | 90.8 | 86.5 |