Long-context Language Modeling on LongBench (Aggregated Metrics)
58.4Average Score
Original
Updated 10d ago
Evaluation Results
| Method | Links | ||||||||||||||||||||||||
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
2026.04 | 58.4 | 43.7 | 43.5 | 27 | 72.1 | 66.7 | 66.6 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | 89.2 | |
2026.04 | 57.1 | 45.5 | 41.9 | 26.8 | 70.3 | 63 | 66.6 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | 85.8 | |
2026.04 | 54.9 | 24.6 | 39.8 | 27.6 | 70 | 64.3 | 67.8 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | 90.1 | |
2026.04 | 51.5 | 42.6 | 36.2 | 17.6 | 68.8 | 55.2 | 56.6 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | 83.5 | |
2026.04 | 50.6 | 46.3 | 37.6 | 24.7 | 65.7 | 41.3 | 54.8 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | 83.4 | |
2026.04 | 50.5 | 46 | 38.3 | 24.5 | 65.4 | 41 | 54.9 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | 83.5 | |
2026.04 | 49.9 | 46.1 | 38.7 | 24.6 | 65.3 | 37.5 | 52.8 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | 84 | |
2026.04 | 49.3 | 45.5 | 36.2 | 25.6 | 64.9 | 34.5 | 58.7 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | 79.9 | |
2026.04 | 45.4 | 39.8 | 30.9 | 26 | 67.4 | 32.7 | 48.2 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | 72.6 | |
2026.03 | 42.01 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 40.87 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 40.21 | - | - | - | - | - | - | 18.94 | 24.78 | 46.15 | 39.15 | 33.11 | 19.03 | 30.33 | 23.06 | 25.18 | 74 | 85.21 | 42.87 | 0 | 94.5 | 46.82 | 40.24 | - | |
2026.03 | 40.09 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 40.02 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 40.01 | - | - | - | - | - | - | 19.08 | 25.15 | 45.04 | 38.79 | 33 | 17.85 | 29.86 | 23 | 25.26 | 73.5 | 85.21 | 43.06 | 0.17 | 94 | 46.62 | 40.53 | - | |
2026.03 | 39.94 | - | - | - | - | - | - | 19.2 | 25.15 | 44.48 | 39.09 | 32.85 | 18.39 | 29.18 | 23.24 | 25.14 | 73 | 84.84 | 43.19 | 0.17 | 95 | 46.24 | 39.86 | - | |
2026.03 | 39.75 | - | - | - | - | - | - | 19.44 | 24.89 | 45.18 | 38.97 | 32.65 | 17.32 | 27.89 | 22.6 | 24.81 | 72.5 | 85.21 | 42.37 | 0.17 | 95 | 46.5 | 40.43 | - | |
2026.03 | 39.68 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 39.6 | - | - | - | - | - | - | 19.04 | 24.66 | 44.68 | 39.04 | 33.66 | 17.64 | 27.46 | 23.31 | 24.17 | 73 | 85.37 | 42.87 | 0.17 | 94 | 45.27 | 39.25 | - | |
2026.03 | 39.56 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 39.44 | - | - | - | - | - | - | 16.42 | 22.65 | 45.81 | 38.66 | 33.44 | 17.38 | 28.79 | 23.41 | 25.14 | 73 | 84.71 | 42.94 | 0 | 95 | 43.38 | 40.3 | - | |
2026.03 | 39.39 | - | - | - | - | - | - | 19.52 | 24.01 | 44.53 | 39.48 | 31.94 | 16.37 | 26.16 | 22.68 | 24.68 | 72 | 84.84 | 41.79 | 0.5 | 95 | 46.57 | 40.12 | - | |
2026.03 | 39.06 | - | - | - | - | - | - | 19.6 | 24.3 | 45.69 | 38.81 | 34.02 | 17.91 | 25.51 | 23.11 | 23.15 | 70 | 85.37 | 42.16 | 0.12 | 91 | 45.29 | 38.98 | - | |
2026.03 | 39.05 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 39.03 | - | - | - | - | - | - | 16.76 | 22.6 | 45.45 | 38.65 | 33.44 | 17.15 | 26.68 | 23.32 | 24.11 | 73 | 84.71 | 43.11 | 0 | 95 | 39.42 | 41.02 | - | |
2026.04 | 39 | 38.2 | 28.9 | 23.9 | 63 | 10.5 | 46.4 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | 62.2 | |
2026.03 | 38.87 | - | - | - | - | - | - | 18.68 | 24.05 | 44.25 | 38.57 | 30.72 | 16.63 | 24.97 | 22.28 | 23.62 | 71.5 | 85.26 | 40.43 | 0.5 | 95 | 46.39 | 39.03 | - | |
2026.03 | 38.86 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 38.71 | - | - | - | - | - | - | 16.99 | 22.67 | 46.97 | 38.1 | 33.62 | 16.38 | 24.58 | 23.39 | 22.99 | 71.5 | 84.71 | 42.25 | 0 | 94 | 40.85 | 40.3 | - | |
2026.03 | 38.61 | - | - | - | - | - | - | 18.74 | 21.71 | 45.85 | 37.93 | 33.55 | 16.16 | 22.63 | 23.05 | 21.51 | 70 | 85.21 | 42.73 | 0.17 | 95 | 41.83 | 41.63 | - | |
2026.03 | 38.57 | - | - | - | - | - | - | 18.76 | 23.44 | 43.47 | 36.96 | 29.98 | 16.21 | 23.08 | 22.21 | 22.68 | 72.5 | 84.76 | 40.19 | 0.5 | 95.5 | 46.89 | 39.98 | - | |
2026.03 | 38.45 | - | - | - | - | - | - | 19.46 | 23.27 | 44.59 | 37.81 | 33.82 | 17.97 | 23.71 | 23.12 | 21.7 | 65.5 | 85.56 | 42.38 | 0.12 | 92.75 | 44.8 | 38.61 | - | |
2026.03 | 38.22 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 38.21 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 38.2 | - | - | - | - | - | - | 19.32 | 22.22 | 44.07 | 36.25 | 30.04 | 15.66 | 22.2 | 22.15 | 21.73 | 70.5 | 84.81 | 40.54 | 0.14 | 94.5 | 46.75 | 40.26 | - | |
2026.03 | 37.95 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 37.69 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 37.54 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 37.41 | - | - | - | - | - | - | 18.38 | 21.08 | 45.04 | 38.04 | 33.52 | 15.36 | 20.17 | 22.7 | 18.78 | 62.5 | 85.21 | 41.79 | 0.14 | 92 | 42.94 | 40.84 | - | |
2026.04 | 37.2 | 22.1 | 21.5 | 16.4 | 50.6 | 25.7 | 52.8 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | 71.6 | |
2026.03 | 36.98 | - | - | - | - | - | - | 17.95 | 20.69 | 41.43 | 36.22 | 29.68 | 14.96 | 20.39 | 21.52 | 20.01 | 66 | 84.65 | 40.16 | 0.14 | 93.5 | 45.61 | 38.83 | - | |
2026.03 | 36.9 | - | - | - | - | - | - | 19.12 | 21.73 | 44.25 | 37.18 | 33.01 | 15.98 | 21.42 | 22.53 | 19.73 | 56.5 | 85.56 | 41.72 | 0 | 89 | 44.58 | 38.05 | - | |
2026.03 | 36.34 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.04 | 36.32 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 36.28 | - | - | - | - | - | - | 17.52 | 20.72 | 39.73 | 34.12 | 30.25 | 14.94 | 19.06 | 21.99 | 19.43 | 61 | 83.82 | 38.53 | 0 | 94.5 | 44.98 | 39.87 | - | |
2026.04 | 35.79 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.04 | 35.45 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 35.35 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 35.27 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.02 | 35.14 | 36.73 | 26.21 | 20.45 | 42.54 | 60 | 27.15 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.04 | 35.1 | 29.4 | 25.2 | 21.5 | 57.9 | 4.7 | 45.8 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | 61.1 | |
2026.02 | 35.05 | 36.86 | 26.94 | 20.49 | 40.05 | 61.81 | 26.6 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 34.98 | - | - | - | - | - | - | 17.07 | 19.74 | 38.19 | 33.18 | 29.09 | 13.95 | 17.92 | 21.26 | 17.67 | 56 | 81.47 | 39.26 | 0 | 91.5 | 45.19 | 38.23 | - | |
2026.02 | 34.97 | 37.12 | 26.54 | 20.55 | 41.1 | 57.49 | 30.29 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.02 | 34.93 | 37.22 | 26.2 | 20.29 | 40.94 | 60.41 | 26.85 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.04 | 34.9 | 28.4 | 25.3 | 21.3 | 57 | 4.7 | 46.8 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | 60.6 | |
2026.03 | 34.88 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.02 | 34.84 | 36.83 | 26.71 | 20.44 | 41.3 | 59.72 | 25.7 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.02 | 34.82 | 42.64 | 29.48 | 23.07 | 33.31 | 68.78 | 5.36 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.02 | 34.71 | 42.77 | 29.95 | 22.91 | 32.2 | 68.97 | 5.29 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.02 | 34.55 | 42.05 | 28.97 | 22.91 | 33.83 | 68.89 | 3.94 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.02 | 34.47 | 40.73 | 25.07 | 22.46 | 31.88 | 63.14 | 26.96 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.02 | 34.45 | 36.25 | 24.78 | 20.5 | 41.84 | 60.7 | 23.96 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.02 | 34.41 | 42.23 | 29.16 | 22.8 | 32.67 | 69.14 | 3.84 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.04 | 34.4 | 28.1 | 23.8 | 21.1 | 55.8 | 4.7 | 47.3 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | 59.9 | |
2026.02 | 34.31 | 41.88 | 30.5 | 22.64 | 30.65 | 69.47 | 4.67 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.02 | 34.31 | 36.03 | 25.49 | 20.37 | 42.67 | 59.72 | 21.57 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.02 | 34.3 | 42.56 | 29.57 | 22.64 | 31.3 | 68.72 | 4.96 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.02 | 34.3 | 42.15 | 28.49 | 22.86 | 33.18 | 68.83 | 3.55 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.02 | 34.24 | 41.93 | 29.63 | 22.67 | 31.77 | 68.56 | 4.7 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.02 | 34.18 | 36.06 | 27.1 | 20.41 | 39.88 | 55.71 | 28.47 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.02 | 34.16 | 36.28 | 25.81 | 20.4 | 39.34 | 61.09 | 23.34 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.02 | 34.1 | 41.92 | 30.08 | 22.67 | 30.57 | 68.43 | 4.95 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.04 | 34 | 25.9 | 22.6 | 20.6 | 55.6 | 3.8 | 50.8 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | 58.7 | |
2026.02 | 33.93 | 42.42 | 29.5 | 23.09 | 29.99 | 67.89 | 4.4 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 33.45 | - | - | - | - | - | - | 15.94 | 18.73 | 38.02 | 33.35 | 28.02 | 11.74 | 15.4 | 20.8 | 15.71 | 47 | 81.65 | 38.77 | 0 | 86 | 45.47 | 38.55 | - | |
2026.03 | 33.16 | - | - | - | - | - | - | 16.64 | 16.99 | 43.66 | 34.19 | 31.41 | 14 | 16.09 | 20.94 | 13.76 | 48 | 83.63 | 38.89 | 0 | 70.75 | 42.51 | 39.08 | - | |
2026.02 | 33.14 | 35.42 | 25.4 | 20.47 | 39 | 55.65 | 23.92 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.02 | 33.04 | 41.08 | 27.91 | 22.82 | 28.37 | 66.14 | 7.34 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.02 | 32.86 | 36.27 | 25.34 | 20.63 | 38.53 | 53.51 | 23.27 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 32.66 | - | - | - | - | - | - | 16.32 | 22.12 | 29.96 | 31.34 | 28.13 | 9.37 | 26.32 | 20.96 | 24.58 | 68.5 | 84.59 | 42.84 | 0 | 31 | 46.63 | 39.92 | - | |
2026.02 | 32.49 | 39.7 | 27.92 | 22.63 | 26.77 | 67.5 | 5.85 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.02 | 32.41 | 35.35 | 23.78 | 20.53 | 37.71 | 59.71 | 16.04 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 32.34 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.02 | 32.27 | 39.34 | 28.61 | 23 | 25.42 | 65.1 | 8.44 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.04 | 32.27 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 32.17 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 32.01 | - | - | - | - | - | - | 19.24 | 15.96 | 42.47 | 35.53 | 29.42 | 19.87 | 28.34 | 22.18 | 25.64 | 64 | 80.85 | 38.83 | 3 | 4.78 | 38.63 | 43.35 | - | |
2026.03 | 31.86 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.02 | 31.85 | 35.14 | 22.96 | 20.24 | 32.48 | 54.76 | 30.69 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 31.84 | - | - | - | - | - | - | 18.18 | 16.08 | 42.13 | 35.45 | 30.13 | 19.89 | 26.34 | 21.23 | 25.63 | 64 | 80.9 | 39.52 | 3 | 4.7 | 38.06 | 44.13 | - | |
2026.02 | 31.83 | 39.65 | 27.7 | 22.6 | 26.02 | 64.56 | 5.47 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.02 | 31.79 | 34.74 | 25.63 | 20.18 | 33.34 | 53.01 | 26.46 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 31.78 | - | - | - | - | - | - | 19.03 | 15.61 | 40.93 | 34.1 | 30.23 | 18.99 | 25.75 | 21.55 | 25.49 | 64.5 | 79.73 | 38.66 | 3.5 | 4.33 | 40.35 | 45.65 | - | |
2026.03 | 31.72 | - | - | - | - | - | - | 14.13 | 18.14 | 35.49 | 30.97 | 26.99 | 10.53 | 14.27 | 20.5 | 14.29 | 45.5 | 78.72 | 38.06 | 0 | 78 | 44.05 | 37.95 | - | |
2026.03 | 31.53 | - | - | - | - | - | - | 18.51 | 15.41 | 41.49 | 35.41 | 29.74 | 19.29 | 24.93 | 21.19 | 24.58 | 64 | 81.07 | 39.06 | 3.5 | 4.8 | 37.99 | 43.55 | - | |
2026.02 | 31.52 | 37.95 | 23.98 | 22.17 | 24.61 | 58.65 | 25.59 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.02 | 31.43 | 39.25 | 26.39 | 22.93 | 26.01 | 61.97 | 7.87 | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | - | |
2026.03 | 31.43 | - | - | - | - | - | - | 17.73 | 15.74 | 42.03 | 36.12 | 29.48 | 19.34 | 24.3 | 21.75 | 25.22 | 62.5 | 80.9 | 38.22 | 3 | 4.75 | 38.28 | 43.52 | - | |
2026.03 | 31.4 | - | - | - | - | - | - | 19.18 | 15.23 | 41.55 | 34.43 | 30.52 | 18.35 | 23.96 | 21.47 | 24.51 | 61.5 | 79.78 | 38.53 | 3 | 4.42 | 40.6 | 45.3 | - |
Showing 100 of 164 rows