Question Answering on HotpotQA (test)
67.5Ans EM
AISO
Updated 1mo ago
Evaluation Results
| Method | Links | ||||||||
|---|---|---|---|---|---|---|---|---|---|
2023.05 | 67.5 | 80.5 | 61.2 | 86 | 44.9 | 72 | - | - | |
2023.05 | 67.4 | 80.1 | 61.3 | 85.3 | 45.7 | 71.7 | - | - | |
2023.05 | 67 | 79.5 | 59.4 | 84.3 | 44.4 | 70.8 | - | - | |
2023.05 | 66.3 | 79.9 | 57.2 | 82.6 | 43.1 | 69.8 | - | - | |
2023.05 | 64.8 | 77.8 | 56.1 | 81.8 | 41 | 67.8 | - | - | |
2023.05 | 62.5 | 75.9 | 51 | 78.9 | 36 | 63.9 | - | - | |
2023.05 | 62.3 | 75.3 | 57.5 | 80.9 | 41.8 | 66.6 | - | - | |
2022.05 | 62.3 | 75.3 | - | - | - | - | - | - | |
2023.05 | 60 | 73 | 49.1 | 76.4 | 35.4 | 61.2 | - | - | |
2022.05 | 60 | 73 | - | - | - | - | - | - | |
2023.05 | 59.7 | 71.4 | 51 | 77.4 | 37.9 | 62.3 | - | - | |
2022.05 | 58.1 | 71.1 | - | - | - | - | - | - | |
2023.05 | 51.6 | 64.1 | 40.9 | 71.4 | 26.1 | 51.3 | - | - | |
2022.12 | 51.4 | 62.9 | - | - | - | - | - | - | |
2022.12 | 49.3 | 60.7 | - | - | - | - | - | - | |
| 45.3 | 57.3 | 38.7 | 70.8 | 25.1 | 47.6 | - | - | ||
2023.05 | 45.3 | 57.3 | 38.7 | 70.8 | 25.1 | 47.6 | - | - | |
2026.03 | 43.2 | - | - | - | - | - | - | - | |
2022.05 | 42.1 | 51.7 | - | - | - | - | - | - | |
2023.05 | 37.9 | 49.8 | 30.7 | 64.6 | 18 | 39.1 | - | - | |
2026.01 | 37.4 | 19.72 | - | - | - | - | - | 36.6 | |
2019.09 | 37.1 | 48.9 | 22.8 | 57.7 | 12.4 | 34.9 | - | - | |
2023.05 | 37.1 | 48.9 | 22.8 | 57.7 | 12.4 | 34.9 | - | - | |
2022.12 | 37.1 | 48.4 | - | - | - | - | - | - | |
2022.12 | 35.1 | - | - | - | - | - | - | - | |
2026.01 | 31.4 | 16.41 | - | - | - | - | - | 29.4 | |
2019.09 | 30.6 | 40.3 | 16.7 | 47.3 | 10.9 | 27 | - | - | |
2023.05 | 30.6 | 40.3 | 16.7 | 47.3 | 10.9 | 27 | - | - | |
2026.01 | 30.4 | 6 | - | - | - | - | - | 27.8 | |
2022.12 | 30.3 | - | - | - | - | - | - | - | |
2026.01 | 26.6 | 34.92 | - | - | - | - | - | 33.4 | |
2026.01 | 25.2 | 32.45 | - | - | - | - | - | 31.18 | |
2026.03 | 24.6 | - | - | - | - | - | - | - | |
2026.01 | 24.4 | 31.77 | - | - | - | - | - | 31.2 | |
2019.09 | 24 | 32.9 | 3.9 | 37.7 | 1.9 | 16.2 | - | - | |
2026.03 | 22.6 | - | - | - | - | - | - | - | |
2026.01 | 21.2 | 13.39 | - | - | - | - | - | 23.2 | |
2020.07 | - | 82.2 | - | 88.5 | - | 74.2 | - | - | |
2020.07 | - | 81.6 | - | 88.7 | - | 73.9 | - | - | |
2020.07 | - | 81.2 | - | 88.3 | - | 73.2 | - | - | |
2020.07 | - | 81.2 | - | 89.1 | - | 73.6 | - | - | |
2022.03 | - | - | - | - | - | - | 7.2 | - | |
2022.03 | - | - | - | - | - | - | 9.13 | - | |
2022.03 | - | - | - | - | - | - | 11.57 | - | |
2022.03 | - | - | - | - | - | - | 22.94 | - | |
2022.03 | - | - | - | - | - | - | 23.36 | - | |
2022.12 | - | 53.5 | - | - | - | - | - | - | |
2025.02 | - | - | - | - | - | - | - | 29.43 | |
2025.02 | - | - | - | - | - | - | - | 24.59 | |
2025.02 | - | - | - | - | - | - | - | 25.36 | |
2025.02 | - | - | - | - | - | - | - | 24.89 | |
2025.02 | - | - | - | - | - | - | - | 32.21 | |
2026.01 | - | - | - | - | - | - | - | 57.4 | |
2026.01 | - | - | - | - | - | - | - | 45.1 | |
2026.01 | - | - | - | - | - | - | - | 21.8 | |
2026.01 | - | - | - | - | - | - | - | 73.3 | |
2026.01 | - | - | - | - | - | - | - | 76.3 | |
2026.01 | - | - | - | - | - | - | - | 63.7 | |
2026.01 | - | - | - | - | - | - | - | 77.5 | |
2026.01 | - | - | - | - | - | - | - | 21.5 | |
2026.01 | - | - | - | - | - | - | - | 21.9 | |
2026.01 | - | - | - | - | - | - | - | 27.1 | |
2026.01 | - | - | - | - | - | - | - | 68.3 | |
2026.01 | - | - | - | - | - | - | - | 56.3 | |
2026.01 | - | - | - | - | - | - | - | 67.6 | |
2026.01 | - | - | - | - | - | - | - | 70.1 | |
2026.03 | - | - | - | - | - | - | - | 60.36 | |
2026.03 | - | - | - | - | - | - | - | 67.62 | |
2026.03 | - | - | - | - | - | - | - | 65.61 | |
2026.03 | - | - | - | - | - | - | - | 68.76 | |
2026.03 | - | - | - | - | - | - | - | 69.92 | |
2026.03 | - | - | - | - | - | - | - | 73.42 | |
2026.03 | - | - | - | - | - | - | - | 74.37 | |
2026.03 | - | - | - | - | - | - | - | 75.43 |