Temporal Question Answering on LoCoMo
0.6634F1
ShardMemo
Updated 7d ago
Evaluation Results
| Method | Links | |||||
|---|---|---|---|---|---|---|
2026.01 | 0.6634 | - | - | 0.6031 | - | |
2026.01 | 0.6466 | - | - | 0.4658 | - | |
2026.01 | 0.6372 | - | - | 0.4595 | - | |
2026.05 | 0.635 | - | - | 0.587 | 0.846 | |
2026.02 | 0.624 | 0.502 | 0.851 | - | - | |
2026.02 | 0.623 | 0.5 | 0.866 | - | - | |
2026.05 | 0.618 | - | - | 0.557 | 0.863 | |
2026.01 | 0.6065 | - | - | 0.5121 | - | |
2026.05 | 0.604 | - | - | 0.534 | 0.807 | |
2026.05 | 0.601 | - | - | 0.536 | 0.819 | |
2026.01 | 0.5952 | - | - | 0.527 | - | |
2026.05 | 0.592 | - | - | 0.524 | 0.796 | |
2026.01 | 0.5914 | - | - | 0.5001 | - | |
2026.05 | 0.587 | - | - | 0.507 | 0.773 | |
2026.01 | 0.5838 | - | - | 0.4862 | - | |
2026.02 | 0.577 | 0.502 | 0.776 | - | - | |
2026.05 | 0.5748 | - | - | 0.4976 | - | |
2026.02 | 0.572 | 0.506 | 0.819 | - | - | |
2026.01 | 0.5597 | - | - | 0.4257 | - | |
2026.01 | 0.5586 | - | - | 0.473 | - | |
2026.01 | 0.5468 | - | - | 0.4077 | - | |
2026.05 | 0.5367 | - | - | 0.4622 | - | |
2026.04 | 0.5079 | - | - | 0.4454 | - | |
2026.05 | 0.507 | - | - | 0.569 | 0.685 | |
2026.01 | 0.4965 | - | - | 0.3861 | - | |
2026.01 | 0.493 | - | - | 0.382 | - | |
2026.02 | 0.489 | 0.42 | 0.66 | - | - | |
2026.02 | 0.486 | 0.428 | 0.548 | - | - | |
2026.02 | 0.485 | 0.409 | 0.508 | - | - | |
2026.05 | 0.485 | - | - | 0.409 | 0.508 | |
2026.01 | 0.4764 | - | - | 0.4127 | - | |
2026.04 | 0.4729 | - | - | 0.4128 | - | |
2026.05 | 0.468 | - | - | 0.396 | 0.805 | |
2026.01 | 0.462 | - | - | 0.3714 | - | |
2026.04 | 0.4585 | - | - | 0.3667 | - | |
2026.01 | 0.4357 | - | - | 0.3726 | - | |
2026.04 | 0.4357 | - | - | 0.3355 | - | |
2026.05 | 0.435 | - | - | 0.367 | 0.607 | |
2026.05 | 0.43 | - | - | 0.388 | 0.792 | |
2026.01 | 0.424 | - | - | 0.3281 | - | |
2026.05 | 0.422 | - | - | 0.336 | 0.689 | |
2026.04 | 0.4158 | - | - | 0.3599 | - | |
2026.01 | 0.4148 | - | - | 0.3682 | - | |
2026.05 | 0.403 | - | - | 0.337 | 0.667 | |
2026.05 | 0.403 | - | - | 0.337 | 0.569 | |
2026.05 | 0.398 | - | - | 0.285 | 0.427 | |
2026.04 | 0.3941 | - | - | 0.3123 | - | |
2026.05 | 0.365 | - | - | 0.274 | 0.377 | |
2026.04 | 0.3608 | - | - | 0.2991 | - | |
2026.01 | 0.347 | - | - | 0.31 | - | |
2026.01 | 0.331 | - | - | 0.293 | - | |
2026.04 | 0.3224 | - | - | 0.2786 | - | |
2026.04 | 0.3203 | - | - | 0.277 | - | |
2026.04 | 0.2896 | - | - | 0.2624 | - | |
2026.04 | 0.2719 | - | - | 0.2205 | - | |
2026.01 | 0.2552 | - | - | 0.1944 | - | |
2026.04 | 0.2552 | - | - | 0.1944 | - | |
2026.04 | 0.2479 | - | - | 0.2135 | - | |
2026.05 | 0.246 | - | - | 0.204 | 0.662 | |
2026.04 | 0.2432 | - | - | 0.1974 | - | |
2026.02 | 0.239 | 0.2 | 0.602 | - | - | |
2026.05 | 0.239 | - | - | 0.2 | 0.602 | |
2026.01 | 0.2286 | - | - | 0.1702 | - | |
2026.04 | 0.2085 | - | - | 0.1605 | - | |
2026.05 | 0.206 | - | - | 0.184 | 0.681 | |
2026.01 | 0.1841 | - | - | 0.1477 | - | |
2026.04 | 0.1841 | - | - | 0.1477 | - | |
2026.01 | 0.1729 | - | - | 0.1318 | - | |
2026.04 | 0.1729 | - | - | 0.1318 | - | |
2026.01 | 0.126 | - | - | 0.0887 | - | |
2026.04 | 0.126 | - | - | 0.0887 | - | |
2026.05 | 0.12 | - | - | 0.106 | - | |
2026.01 | 0.0968 | - | - | 0.0699 | - | |
2026.04 | 0.0968 | - | - | 0.0699 | - | |
2026.01 | 0.0909 | - | - | 0.0578 | - | |
2026.04 | 0.0909 | - | - | 0.0578 | - | |
2026.05 | 0.053 | - | - | 0.042 | - | |
2026.01 | 0.0416 | - | - | 0.0319 | - | |
2026.04 | 0.0416 | - | - | 0.0319 | - | |
2026.04 | 0.0311 | - | - | 0.0271 | - | |
2026.04 | 0.0301 | - | - | 0.0301 | - | |
2026.04 | 0.0294 | - | - | 0.0295 | - | |
2026.01 | 0.0247 | - | - | 0.0243 | - | |
2026.04 | 0.0247 | - | - | 0.0243 | - | |
2026.04 | 0.0172 | - | - | 0.0197 | - |