Classification on Zero-shot Evaluation Suite (BoolQ, PIQA, HellaSwag, WinoGrande, ARC-e, ARC-c, OBQA)
69.99Average Accuracy (Zero-Shot Suite)
Dense
Updated 1mo ago
Evaluation Results
| Method | Links | ||||||||
|---|---|---|---|---|---|---|---|---|---|
2026.03 | 69.99 | 81.38 | 80.79 | 79.16 | 72.61 | 77.74 | 53.24 | 45 | |
2026.03 | 69.57 | 82.23 | 80.58 | 78.56 | 74.51 | 76.43 | 50.51 | 44.2 | |
2026.03 | 69.43 | 82.14 | 80.09 | 78.54 | 74.03 | 76.6 | 50.43 | 44.2 | |
2026.02 | 69.31 | - | - | - | - | - | - | - | |
2024.03 | 68.59 | 76.5 | 79.8 | 76.1 | 70.1 | 72.8 | 47.6 | 57.2 | |
2026.03 | 68.53 | 82.14 | 79 | 76.62 | 72.61 | 74.37 | 50.34 | 44.6 | |
2026.03 | 68.51 | 82.42 | 79.43 | 76.71 | 73.24 | 74.87 | 50.09 | 42.8 | |
2026.02 | 66.85 | - | - | - | - | - | - | - | |
2026.02 | 66.79 | - | - | - | - | - | - | - | |
2026.03 | 65.58 | 78.87 | 77.2 | 73.19 | 72.45 | 70.92 | 45.65 | 40.8 | |
2026.03 | 65.18 | 78.41 | 77.64 | 72.92 | 72.85 | 68.73 | 44.11 | 41.6 | |
2026.02 | 64.39 | - | - | - | - | - | - | - | |
2026.02 | 64.34 | - | - | - | - | - | - | - | |
2026.02 | 64.14 | - | - | - | - | - | - | - | |
2026.02 | 63.52 | - | - | - | - | - | - | - | |
2023.05 | 63.25 | 73.18 | 78.35 | 72.99 | 67.01 | 67.45 | 41.38 | 42.4 | |
2024.03 | 63.25 | 73.18 | 78.35 | 72.99 | 67.01 | 67.45 | 41.38 | 42.4 | |
2026.02 | 63.21 | - | - | - | - | - | - | - | |
2026.02 | 63.21 | - | - | - | - | - | - | - | |
2026.02 | 62.79 | - | - | - | - | - | - | - | |
2026.02 | 62.54 | - | - | - | - | - | - | - | |
2026.02 | 62.54 | - | - | - | - | - | - | - | |
2024.03 | 62.44 | 68.53 | 77.8 | 70.58 | 67.49 | 70.24 | 40.44 | 42 | |
2026.02 | 62.32 | - | - | - | - | - | - | - | |
2024.03 | 62.08 | 69.63 | 76.82 | 71.2 | 68.35 | 69.91 | 39.25 | 39.4 | |
2026.02 | 60.87 | - | - | - | - | - | - | - | |
2026.02 | 60.6 | - | - | - | - | - | - | - | |
2023.05 | 60.05 | 65.62 | 79.31 | 70 | 62.76 | 65.87 | 37.69 | 39.14 | |
2024.03 | 60.05 | 65.62 | 79.31 | 70 | 62.76 | 65.87 | 37.69 | 39.14 | |
2026.02 | 59.82 | - | - | - | - | - | - | - | |
2026.02 | 59.62 | - | - | - | - | - | - | - | |
2024.03 | 59.51 | 79.08 | 75.46 | 53.44 | 67.8 | 68.64 | 37.97 | 34.2 | |
2023.05 | 59.46 | 65.37 | 76.65 | 69.41 | 63.78 | 65.45 | 36.12 | 39.5 | |
2026.02 | 59.33 | - | - | - | - | - | - | - | |
2023.05 | 59.23 | 64.62 | 77.2 | 68.8 | 63.14 | 64.31 | 36.77 | 39.8 | |
2026.02 | 58.97 | - | - | - | - | - | - | - | |
2026.03 | 58.61 | 75.78 | 72.52 | 61.79 | 68.43 | 59.72 | 34.64 | 37.4 | |
2026.02 | 58.59 | - | - | - | - | - | - | - | |
2026.02 | 58.31 | - | - | - | - | - | - | - | |
2026.02 | 58.06 | - | - | - | - | - | - | - | |
2026.02 | 57.8 | - | - | - | - | - | - | - | |
2026.02 | 57.79 | - | - | - | - | - | - | - | |
2024.03 | 57.6 | 65 | 75 | 65.7 | 57.9 | 67.06 | 36.6 | 35.8 | |
2026.03 | 57.52 | 76.39 | 72.2 | 61.61 | 66.69 | 57.58 | 33.19 | 35 | |
2024.03 | 57.34 | 71.13 | 75.24 | 51.58 | 67.56 | 68.98 | 36.09 | 30.8 | |
2023.05 | 57.23 | 65.75 | 74.7 | 64.52 | 59.35 | 60.65 | 36.26 | 39.4 | |
2024.03 | 57.23 | 65.75 | 74.7 | 64.52 | 59.35 | 60.65 | 36.26 | 39.4 | |
2026.02 | 56.08 | - | - | - | - | - | - | - | |
2026.02 | 55.96 | - | - | - | - | - | - | - | |
2026.02 | 55.88 | - | - | - | - | - | - | - | |
2026.02 | 54.88 | - | - | - | - | - | - | - | |
2026.02 | 54.26 | - | - | - | - | - | - | - | |
2026.02 | 54.19 | - | - | - | - | - | - | - | |
2023.05 | 53.59 | 61.89 | 70.81 | 58.34 | 56.87 | 54.87 | 34.02 | 38.4 | |
2024.03 | 53.59 | 61.89 | 70.81 | 58.34 | 56.87 | 54.87 | 34.02 | 38.4 | |
2026.02 | 53.44 | - | - | - | - | - | - | - | |
2026.02 | 52.98 | - | - | - | - | - | - | - | |
2026.02 | 52.56 | - | - | - | - | - | - | - | |
2024.03 | 51.8 | 60.55 | 72.36 | 55.25 | 55.09 | 50.84 | 31.48 | 37 | |
2024.03 | 51.24 | 64.52 | 69.9 | 43.29 | 64.95 | 61.86 | 30.37 | 23.8 | |
2026.02 | 50.39 | - | - | - | - | - | - | - | |
2024.03 | 50.37 | 60.21 | 67.52 | 52.14 | 57.54 | 49.66 | 29.95 | 35.6 | |
2026.02 | 50.11 | - | - | - | - | - | - | - | |
2023.05 | 49.71 | 61.88 | 71.53 | 47.86 | 55.01 | 45.13 | 31.62 | 34.98 | |
2024.03 | 49.71 | 61.88 | 71.53 | 47.86 | 55.01 | 45.13 | 31.62 | 34.98 | |
2023.05 | 49.56 | 61.43 | 70.88 | 47.65 | 55.12 | 45.78 | 30.5 | 35.62 | |
2024.03 | 49.56 | 61.43 | 70.88 | 47.65 | 55.12 | 45.78 | 30.5 | 35.62 | |
2026.02 | 49.34 | - | - | - | - | - | - | - | |
2024.03 | 48.98 | 61.47 | 68.82 | 47.56 | 55.09 | 46.46 | 28.24 | 35.2 | |
2024.03 | 48.98 | 61.47 | 68.82 | 47.56 | 55.09 | 46.46 | 28.24 | 35.2 | |
2023.05 | 48.69 | 60.28 | 69.31 | 47.06 | 53.43 | 45.96 | 29.18 | 35.6 | |
2026.02 | 47.93 | - | - | - | - | - | - | - | |
2026.02 | 47.88 | - | - | - | - | - | - | - | |
2026.02 | 47.45 | - | - | - | - | - | - | - | |
2026.02 | 47.19 | - | - | - | - | - | - | - | |
2026.02 | 46.77 | - | - | - | - | - | - | - | |
2026.02 | 46.74 | - | - | - | - | - | - | - | |
2026.02 | 46.72 | - | - | - | - | - | - | - | |
2024.03 | 46.61 | 62.11 | 64.96 | 40.52 | 51.54 | 46.38 | 28.33 | 32.4 | |
2026.02 | 46.26 | - | - | - | - | - | - | - | |
2026.02 | 46.14 | - | - | - | - | - | - | - | |
2026.03 | 46.07 | 68.65 | 61.7 | 40.6 | 57.14 | 40.74 | 24.83 | 28.8 | |
2026.03 | 46 | 68.78 | 61.15 | 41.12 | 55.88 | 40.11 | 25.34 | 29.6 | |
2023.05 | 45.43 | 50.9 | 57.38 | 38.12 | 55.98 | 42.68 | 34.2 | 38.78 | |
2024.03 | 45.43 | 50.9 | 57.38 | 38.12 | 55.98 | 42.68 | 34.2 | 38.78 | |
2026.02 | 44.87 | - | - | - | - | - | - | - | |
2026.02 | 42.46 | - | - | - | - | - | - | - | |
2026.02 | 42.4 | - | - | - | - | - | - | - | |
2023.05 | 40.42 | 47.4 | 54.36 | 33.49 | 53.1 | 37.88 | 26.6 | 30.12 | |
2024.03 | 40.42 | 47.4 | 54.36 | 33.49 | 53.1 | 37.88 | 26.6 | 30.12 | |
2026.03 | 38.27 | 56.67 | 53.48 | 28.36 | 50.59 | 30.01 | 21.76 | 27 | |
2026.03 | 37.3 | 53.76 | 53.48 | 28.37 | 49.25 | 30.3 | 20.31 | 25.6 | |
2026.03 | 35.34 | 37.83 | 52.94 | 26.99 | 51.3 | 28.07 | 23.04 | 27.2 | |
2026.03 | 34.58 | 38.07 | 51.52 | 27.07 | 48.62 | 28.49 | 23.29 | 25 |