Instruction Following on AlpacaEval 2.0 (test)
67.45LC Win Rate (%)
Offline+Humanline (G2-9B Completions)
Updated 14d ago
Evaluation Results
| Method | Links | |||||||
|---|---|---|---|---|---|---|---|---|
| 67.45 | 61.37 | - | - | - | 1.64 | - | ||
2025.09 | 66.49 | 74.22 | - | - | - | 1.48 | - | |
2025.09 | 59.93 | 60.48 | - | - | - | - | - | |
2025.09 | 59.17 | 59.67 | - | - | - | - | - | |
2025.09 | 57.91 | 58.47 | - | - | - | - | - | |
2025.09 | 56.58 | 45.17 | - | - | - | 1.68 | - | |
2026.05 | 56.51 | 48.33 | - | - | - | - | 1,600 | |
| 56.27 | 44.49 | - | - | - | 1.67 | - | ||
2026.05 | 51.08 | 45.21 | - | - | - | - | 1,699 | |
2025.09 | 50.37 | 50.75 | - | - | - | - | - | |
2025.09 | 48.59 | 32.36 | - | - | - | 1.58 | - | |
2025.12 | 48.18 | 36.99 | - | - | - | - | - | |
2025.09 | 48.14 | 48.17 | - | - | - | - | - | |
2025.09 | 45.9 | 35.45 | - | - | - | 1.54 | - | |
2026.05 | 44.7 | 40.5 | - | - | - | - | 1,825 | |
2025.12 | 44.57 | 34.47 | - | - | - | - | - | |
2026.05 | 42.55 | 40.92 | - | - | - | - | 1,948 | |
2026.05 | 42.21 | 44.2 | - | - | - | - | 2,151 | |
2026.05 | 41.92 | 40.51 | - | - | - | - | 1,893 | |
2026.05 | 40.37 | 38.56 | - | - | - | - | 1,969 | |
2026.05 | 40.3 | 37.9 | - | - | - | - | 1,837 | |
2026.05 | 40.01 | 42.12 | - | - | - | - | 2,136 | |
2026.05 | 39.87 | 38.21 | - | - | - | - | 1,925 | |
2026.05 | 39.45 | 41.64 | - | - | - | - | 2,385 | |
| 39.09 | 39.81 | 4.068 | -4.583 | - | - | - | ||
2026.05 | 38.98 | 41.54 | - | - | - | - | 3,249 | |
2024.05 | 37.92 | 38.43 | 4.019 | -4.616 | - | - | - | |
2026.05 | 37.74 | 48.25 | - | - | - | - | 2,582 | |
2024.05 | 36.6 | 36.38 | 3.869 | -4.676 | - | - | - | |
2026.05 | 36.06 | 45.61 | - | - | - | - | 2,498 | |
2024.05 | 35.96 | 36.43 | 3.876 | -4.668 | - | - | - | |
2025.12 | 35.04 | 25.59 | - | - | - | - | - | |
2024.05 | 34.42 | 32.18 | 3.833 | -4.674 | - | - | - | |
2024.05 | 34.42 | 32.18 | 3.833 | -4.674 | - | - | - | |
2025.12 | 33.37 | 40.15 | - | - | - | - | - | |
2025.12 | 29.52 | 29.91 | - | - | - | - | - | |
2026.02 | 29.47 | 25.59 | - | - | - | - | - | |
2026.02 | 29.02 | 28.01 | - | - | - | - | - | |
2026.03 | 28.4 | 27.86 | - | - | - | - | - | |
2026.03 | 28.23 | 28.32 | - | - | - | - | - | |
2026.03 | 28.18 | 28.2 | - | - | - | - | - | |
2024.05 | 27.17 | 27.43 | 3.407 | -4.862 | - | - | - | |
2026.03 | 26.09 | 21.99 | - | - | - | - | - | |
| 25.96 | 26.73 | 3.431 | -4.859 | - | - | - | ||
2024.05 | 25.35 | 24.32 | 3 | -5.07 | - | - | - | |
2026.02 | 24.68 | 22.73 | - | - | - | - | - | |
2025.12 | 24.66 | 26.69 | - | - | - | - | - | |
2024.05 | 22.92 | 22.57 | 2.682 | -5.156 | - | - | - | |
2024.05 | 22.92 | 22.57 | 2.682 | -5.156 | - | - | - | |
2024.05 | 22.42 | 22.54 | 3.039 | -5.02 | - | - | - | |
2024.05 | 20.07 | 12.61 | 1.212 | -6.391 | - | - | - | |
| 19.8 | 13.23 | 1.285 | -6.295 | - | - | - | ||
2024.05 | 19.59 | 12.51 | 1.017 | -6.455 | - | - | - | |
2026.02 | 19.53 | 20.25 | - | - | - | - | - | |
2025.05 | 19.5 | 19.21 | - | - | 1.3 | - | - | |
2024.05 | 19.1 | 18.14 | 2.29 | -5.425 | - | - | - | |
| 19.04 | 18.15 | 2.3 | -5.438 | - | - | - | ||
2024.05 | 18.6 | 13.15 | 1.202 | -6.327 | - | - | - | |
2024.05 | 17.57 | 16.91 | 2.061 | -5.576 | - | - | - | |
2024.05 | 16.73 | 15.99 | 2.145 | -5.515 | - | - | - | |
2024.05 | 16.58 | 16.85 | 2.37 | -5.381 | - | - | - | |
2024.05 | 16.18 | 14.98 | 1.902 | -5.641 | - | - | - | |
2024.05 | 16.18 | 14.98 | 1.902 | -5.641 | - | - | - | |
2024.05 | 16 | 10.58 | 0.771 | -6.556 | - | - | - | |
| 16 | 10.58 | 0.771 | -6.556 | - | - | - | ||
2024.05 | 15.54 | 14.45 | 1.905 | -5.581 | - | - | - | |
2025.05 | 14.73 | 12.71 | - | - | 1.1 | - | - | |
2025.05 | 14.28 | 14.81 | - | - | 1.19 | - | - | |
2024.05 | 13.65 | 14.11 | 2.234 | -5.424 | - | - | - | |
2024.05 | 13.2 | 11 | 1.138 | -6.143 | - | - | - | |
| 13.16 | 14.2 | 2.115 | -5.451 | - | - | - | ||
2024.05 | 13.11 | 13.23 | 1.65 | -5.738 | - | - | - | |
2025.05 | 12.29 | 9.9 | - | - | 0.99 | - | - | |
2025.05 | 11.68 | 5.69 | - | - | 0.75 | - | - | |
2024.05 | 11.6 | 11.67 | 1.536 | -5.721 | - | - | - | |
2025.05 | 11.49 | 10.19 | - | - | 1.01 | - | - | |
2025.05 | 11.24 | 11.19 | - | - | 1.03 | - | - | |
2025.05 | 10.89 | 10.47 | - | - | 1.01 | - | - | |
2024.05 | 10.08 | 10.3 | 1.183 | -5.849 | - | - | - | |
2024.05 | 10.08 | 10.3 | 1.183 | -5.849 | - | - | - | |
2024.05 | 10.07 | 11.63 | 1.924 | -5.535 | - | - | - | |
2025.05 | 10.01 | 8.5 | - | - | 0.91 | - | - | |
2024.05 | 9.46 | 8.1 | 0.743 | -6.31 | - | - | - | |
2025.05 | 9.33 | 5.09 | - | - | 0.74 | - | - | |
2025.05 | 9.06 | 7.48 | - | - | 0.85 | - | - | |
2024.05 | 9.05 | 10.08 | 1.244 | -5.819 | - | - | - | |
2024.05 | 9.03 | 5.38 | -1.07 | -7.362 | - | - | - | |
2025.12 | 8.83 | 14.26 | - | - | - | - | - | |
2025.05 | 8.79 | 8.79 | - | - | 0.95 | - | - | |
2025.05 | 8.52 | 4.73 | - | - | 0.71 | - | - | |
2025.05 | 8.06 | 4.12 | - | - | 0.67 | - | - | |
2025.05 | 7.73 | 5.21 | - | - | 0.74 | - | - | |
2024.05 | 7.54 | 4.77 | -1.274 | -7.618 | - | - | - | |
2025.05 | 6.74 | 4.46 | - | - | 0.68 | - | - | |
2026.02 | 3.25 | 1.12 | - | - | - | - | - |