Long-Context Language Modeling on RULER (4K to 128K Context Sweep)
89.1Accuracy
Full (exact)
Updated 3d ago
Evaluation Results
| Method | Links | |||||||||
|---|---|---|---|---|---|---|---|---|---|---|
2026.04 | 89.1 | - | - | - | - | - | - | - | - | |
2026.04 | 88.9 | - | - | - | - | - | - | - | - | |
2026.04 | 88.6 | - | - | - | - | - | - | - | - | |
2026.04 | 88.4 | - | - | - | - | - | - | - | - | |
2026.04 | 88.4 | - | - | - | - | - | - | - | - | |
2026.04 | 88.2 | - | - | - | - | - | - | - | - | |
2026.04 | 88 | - | - | - | - | - | - | - | - | |
2026.04 | 84.6 | - | - | - | - | - | - | - | - | |
2026.04 | 84.2 | - | - | - | - | - | - | - | - | |
2026.04 | 83.3 | - | - | - | - | - | - | - | - | |
2026.04 | 80.5 | - | - | - | - | - | - | - | - | |
2026.04 | 79.2 | - | - | - | - | - | - | - | - | |
2026.04 | 79 | - | - | - | - | - | - | - | - | |
2026.04 | 78.7 | - | - | - | - | - | - | - | - | |
2026.04 | 78.3 | - | - | - | - | - | - | - | - | |
2026.04 | 78.1 | - | - | - | - | - | - | - | - | |
2026.04 | 77.6 | - | - | - | - | - | - | - | - | |
2026.04 | 77.4 | - | - | - | - | - | - | - | - | |
2026.04 | 76.1 | - | - | - | - | - | - | - | - | |
2026.04 | 72.1 | - | - | - | - | - | - | - | - | |
2026.04 | 69.9 | - | - | - | - | - | - | - | - | |
2026.04 | 68.1 | - | - | - | - | - | - | - | - | |
2026.04 | 60 | - | - | - | - | - | - | - | - | |
2026.04 | 58.1 | - | - | - | - | - | - | - | - | |
2026.04 | 54.1 | - | - | - | - | - | - | - | - | |
2026.04 | 52.5 | - | - | - | - | - | - | - | - | |
2026.04 | 51.2 | - | - | - | - | - | - | - | - | |
2026.04 | 47.7 | - | - | - | - | - | - | - | - | |
2026.04 | 47 | - | - | - | - | - | - | - | - | |
2026.04 | 42.6 | - | - | - | - | - | - | - | - | |
2026.04 | 40.8 | - | - | - | - | - | - | - | - | |
2026.04 | 39 | - | - | - | - | - | - | - | - | |
2026.04 | 35.8 | - | - | - | - | - | - | - | - | |
2026.04 | 35.4 | - | - | - | - | - | - | - | - | |
2026.04 | 32 | - | - | - | - | - | - | - | - | |
2026.04 | 30.2 | - | - | - | - | - | - | - | - | |
2026.04 | 29.5 | - | - | - | - | - | - | - | - | |
2026.04 | 23.9 | - | - | - | - | - | - | - | - | |
2026.04 | 22.6 | - | - | - | - | - | - | - | - | |
2026.04 | 22.6 | - | - | - | - | - | - | - | - | |
2026.04 | 20.5 | - | - | - | - | - | - | - | - | |
2026.04 | 15.7 | - | - | - | - | - | - | - | - | |
2026.04 | 10.8 | - | - | - | - | - | - | - | - | |
2026.04 | 7 | - | - | - | - | - | - | - | - | |
2026.04 | 6.4 | - | - | - | - | - | - | - | - | |
2026.04 | 6 | - | - | - | - | - | - | - | - | |
2026.04 | 5.8 | - | - | - | - | - | - | - | - | |
2026.04 | 5.5 | - | - | - | - | - | - | - | - | |
2026.04 | 4.9 | - | - | - | - | - | - | - | - | |
2026.04 | 4.6 | - | - | - | - | - | - | - | - | |
2026.04 | 4.1 | - | - | - | - | - | - | - | - | |
2026.01 | - | 1.08 | 1.05 | 1.04 | 1.03 | 1.01 | 1.01 | - | - | |
2026.01 | - | 0.85 | 0.66 | 0.58 | 0.53 | 0.51 | 0.5 | - | - | |
2026.01 | - | 2.09 | 3.38 | - | - | - | - | - | - | |
2026.01 | - | 1.06 | 0.92 | 0.82 | 0.61 | 0.67 | 0.79 | - | - | |
2026.01 | - | 1.11 | 0.74 | 0.57 | 0.49 | 0.45 | 0.44 | - | - | |
2026.01 | - | 1.65 | 1.17 | 0.92 | 0.65 | 0.69 | 0.8 | - | - | |
2026.01 | - | 1.07 | 1.04 | 1.03 | 1.02 | 1.01 | 1.01 | - | - | |
2026.01 | - | 0.87 | 0.69 | 0.61 | 0.56 | 0.55 | 0.54 | - | - | |
2026.01 | - | 1.94 | 3.15 | - | - | - | - | - | - | |
2026.01 | - | 1.12 | 1.03 | 0.93 | 0.83 | 0.79 | 0.81 | - | - | |
2026.01 | - | 1.19 | 0.83 | 0.66 | 0.57 | 0.55 | 0.53 | - | - | |
2026.01 | - | 1.73 | 1.43 | 1.25 | 1.48 | 0.79 | 0.95 | - | - | |
2025.12 | - | - | 90.97 | 90.1 | 86.17 | 83.06 | 79.65 | 85.99 | - | |
2025.12 | - | - | 21.17 | 16.11 | 5.9 | 2.58 | 1 | -76.64 | - | |
2025.12 | - | - | 88.81 | 86.01 | 81.16 | 75.63 | 70.48 | -5.58 | - | |
2025.12 | - | - | 85.04 | 85 | 80.34 | 75.27 | 67.51 | -7.36 | - | |
2025.12 | - | - | 90.06 | 88.81 | 85.74 | 80.4 | 74.39 | -2.11 | - | |
2025.12 | - | - | 90.1 | 89.89 | 86 | 83.37 | 77.34 | -0.65 | - | |
2025.12 | - | - | 89.9 | 89.65 | 86.42 | 82.71 | 74.82 | -1.29 | - | |
2025.12 | - | - | 90.14 | 89.93 | 86.2 | 83.38 | 76.6 | -0.74 | - | |
2025.12 | - | - | 89.6 | 81.94 | 71.5 | 66.09 | 60.91 | 74.01 | - | |
2025.12 | - | - | 7.77 | 9.03 | 7.1 | 7.05 | 2.83 | -67.25 | - | |
2025.12 | - | - | 84.85 | 75.77 | 63.23 | 58.17 | 52.22 | -7.16 | - | |
2025.12 | - | - | 86.53 | 78.66 | 67.56 | 62.89 | 58.54 | -3.17 | - | |
2025.12 | - | - | 86.96 | 79.25 | 68.19 | 65.12 | 57.69 | -2.57 | - | |
2025.12 | - | - | 90.3 | 81.72 | 71.67 | 65.02 | 58.82 | -0.51 | - | |
2025.12 | - | - | 90.16 | 81.45 | 72.57 | 64.09 | 57.03 | -0.92 | - | |
2025.12 | - | - | 90.16 | 81.45 | 72.5 | 64.54 | 58.55 | -0.56 | - | |
2025.12 | - | 31.6 | 25.6 | 22 | 9.5 | 5.5 | - | 18.8 | - | |
2025.12 | - | 29.9 | 28.4 | 17.6 | 9.4 | 5.9 | - | 18.2 | - | |
2025.12 | - | 36.1 | 33 | 29.1 | 17.7 | 9 | - | 25 | - | |
2025.12 | - | 37.4 | 35.1 | 33 | 21.2 | 10.4 | - | 27.4 | - | |
2025.12 | - | 38.7 | 35.4 | 33.8 | 24.6 | 10.7 | - | 28.6 | - | |
2025.12 | - | 42.7 | 38.6 | 33.4 | 21.7 | 10.9 | - | 29.4 | - | |
2026.03 | - | 95.52 | 94.06 | 93.43 | 88.19 | 84.86 | 77.11 | 88.86 | 100 | |
2026.03 | - | 95.51 | 93.56 | 92.7 | 91.68 | 80.06 | 76.67 | 88.36 | 55 | |
2026.03 | - | 94.98 | 93.91 | 92.68 | 89.51 | 82.66 | 75.4 | 88.19 | 27 | |
2026.03 | - | 95.46 | 93.83 | 93.65 | 89.82 | 81.6 | 74.35 | 88.12 | 26 | |
2026.03 | - | 95.17 | 93.96 | 93.73 | 89.92 | 82.67 | 75.37 | 88.47 | 25 | |
2026.03 | - | 95.44 | 93.08 | 92.71 | 92.12 | 79.57 | 73.03 | 87.66 | 100 | |
2026.03 | - | 95.01 | 92.56 | 91.7 | 91.68 | - | 71.87 | 86.73 | 76 | |
2026.03 | - | 95.06 | 91.98 | 91.17 | 90.93 | 77.31 | 70.28 | 86.12 | 30 | |
2026.03 | - | 95.03 | 92.56 | 91.76 | 91.72 | 78.6 | 71.8 | 86.91 | 35 | |
2026.03 | - | 95.18 | 92.68 | 92.11 | 91.85 | 78.78 | 72.31 | 87.15 | 25 | |
2026.04 | - | 79.51 | 78.82 | 62.28 | 58.33 | 47.57 | 23.96 | 58.91 | - | |
2026.04 | - | 76.88 | 69.69 | 44.06 | 20.31 | 10.31 | 4.34 | 37.6 | - | |
2026.04 | - | 72.81 | 70 | 56.25 | 19.06 | 9.38 | 7.19 | 39.11 | - | |
2026.04 | - | 72.22 | 73.61 | 64.24 | 51.39 | 44.1 | 22.22 | 54.63 | - | |
2026.04 | - | 77.19 | 77.19 | 63.75 | 59.69 | 50.63 | 24.38 | 58.8 | - |