Code Generation on MBPP (Acc, TPF, AUP)
84.6Pass@1 Accuracy
DS2
Updated 1mo ago
Evaluation Results
| Method | Links | |||||
|---|---|---|---|---|---|---|
2026.06 | 84.6 | - | - | - | 66 | |
2026.06 | 83.9 | - | - | - | 65.5 | |
2026.06 | 83.3 | - | - | - | 64.9 | |
2026.06 | 83.1 | - | - | - | 63.9 | |
2026.06 | 82.8 | - | - | - | 65.1 | |
2026.06 | 82.3 | - | - | - | 62.8 | |
2026.06 | 82 | - | - | - | 62.5 | |
2026.06 | 81.2 | - | - | - | 54.6 | |
2026.06 | 80.4 | - | - | - | - | |
2026.06 | 80.1 | - | - | - | 54.6 | |
2026.06 | 79.9 | - | - | - | 54.6 | |
2026.06 | 79.6 | - | - | - | 54.4 | |
2026.06 | 79.4 | - | - | - | - | |
2026.06 | 79.4 | - | - | - | 51.3 | |
2026.06 | 78.8 | - | - | - | 57.1 | |
2026.06 | 78.5 | - | - | - | - | |
2026.06 | 78 | - | - | - | 54.5 | |
2026.06 | 77.8 | - | - | - | - | |
2026.06 | 77.5 | - | - | - | - | |
2026.06 | 76.7 | - | - | - | 51.8 | |
2026.06 | 75.4 | - | - | - | 53.6 | |
2026.06 | 74.6 | - | - | - | 53.6 | |
2026.06 | 74.1 | - | - | - | 54.6 | |
2026.06 | 73.3 | - | - | - | 52.7 | |
2026.06 | 69.6 | - | - | - | 49.4 | |
2026.05 | 63.2 | - | - | - | 74.3 | |
2026.06 | 62.4 | - | - | - | 49.1 | |
2026.05 | 61.4 | - | - | - | 70.8 | |
2026.05 | 57.4 | - | - | - | 71.6 | |
2026.05 | 55.6 | - | - | - | 71.1 | |
2026.05 | 53.2 | - | - | - | 69.7 | |
2026.05 | 50.4 | - | - | - | 56.7 | |
2026.05 | 50 | - | - | - | 56.3 | |
2026.05 | 49 | - | - | - | 54.7 | |
2026.05 | 47 | - | - | - | 52.3 | |
2026.05 | 46.6 | - | - | - | 53.1 | |
2026.05 | 38.6 | - | - | - | - | |
2026.05 | 38 | - | - | - | 47 | |
2026.05 | 37.2 | - | - | - | - | |
2026.05 | 37 | - | - | - | - | |
2026.05 | 37 | - | - | - | 43 | |
2026.05 | 37 | - | - | - | 45.9 | |
2026.05 | 36.4 | - | - | - | - | |
2026.05 | 36.4 | - | - | - | 44.8 | |
2026.05 | 36.4 | - | - | - | 45.4 | |
2026.05 | 34.27 | - | - | - | - | |
2026.06 | 30 | - | - | - | - | |
2026.06 | 28.8 | - | - | - | - | |
2026.05 | 27 | - | - | - | - | |
2026.06 | 22.4 | - | - | - | - | |
2026.06 | 12 | - | - | - | - | |
2026.06 | 11.6 | - | - | - | - | |
2026.06 | 10.8 | - | - | - | - | |
2026.06 | 10.6 | - | - | - | - | |
2026.06 | 9.2 | - | - | - | - | |
2026.03 | - | 57.2 | 1 | 57.2 | - | |
2026.03 | - | 53.2 | 1.2 | 63.6 | - | |
2026.03 | - | 55.4 | 2.24 | 108 | - | |
2026.03 | - | 55.6 | 2.96 | 141.4 | - | |
2026.03 | - | 47.1 | 1 | 47.1 | - | |
2026.03 | - | 38.6 | 2.13 | 56.6 | - | |
2026.03 | - | 38 | 1.94 | 50 | - | |
2026.03 | - | 40 | 2.35 | 60.5 | - | |
2026.03 | - | 40.6 | 4.21 | 88.4 | - | |
2026.03 | - | 63.6 | 1 | 63.6 | - | |
2026.03 | - | 60.2 | 5.69 | 298.6 | - | |
2026.03 | - | 50.1 | 2.04 | 81.9 | - | |
2026.03 | - | 58 | 2.44 | 81.1 | - | |
2026.03 | - | 58.3 | 11.1 | 641.6 | - | |
2026.05 | - | 41.7 | 1 | 41.7 | - | |
2026.05 | - | 38.6 | 2.13 | 56.6 | - | |
2026.05 | - | 38 | 1.94 | 53 | - | |
2026.05 | - | 40 | 2.35 | 60.5 | - | |
2026.05 | - | 40.6 | 4.21 | 88.4 | - | |
2026.05 | - | 41.6 | 3.38 | 89.3 | - | |
2026.05 | - | 40.6 | 3.42 | 80.3 | - | |
2026.05 | - | 17 | - | - | - | |
2026.05 | - | 12 | - | - | - | |
2026.05 | - | 21 | - | - | - |