Long-context Question Answering on LoCoMo
45.1F1 (Multi Hop)
MemCoT
Updated 4d ago
Evaluation Results
| Method | Links | |||||||||||||||
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
2026.04 | 45.1 | - | 57.49 | - | 38.04 | - | 63.09 | - | - | - | 57.06 | - | - | - | - | |
2026.02 | 44.73 | - | 64.53 | - | 31.04 | - | 61.78 | - | - | - | 57.32 | - | - | - | - | |
2026.02 | 43.46 | - | 58.62 | - | 19.76 | - | 51.12 | - | - | - | 43.24 | - | - | - | - | |
2026.02 | 43.06 | - | 61.9 | - | 29.79 | - | 62.95 | - | - | - | 57.03 | - | - | - | - | |
2026.04 | 42.32 | - | 47.18 | - | 25.88 | - | 61.02 | - | - | - | 52.52 | - | - | - | - | |
2026.04 | 40.43 | - | 60.31 | - | 42.67 | - | 64.81 | - | - | - | 58.03 | - | - | - | - | |
2026.02 | 39.88 | - | 58.03 | - | 27.96 | - | 60.09 | - | - | - | 53.1 | - | - | - | - | |
2026.02 | 38.84 | - | 57.96 | - | 26.61 | - | 57.36 | - | - | - | 52.18 | - | - | - | - | |
2026.04 | 38.84 | - | 57.96 | - | 26.61 | - | 57.36 | - | - | - | 52.18 | - | - | - | - | |
2026.02 | 38.72 | - | 48.93 | - | 28.64 | - | 47.65 | - | - | - | 45.09 | - | - | - | - | |
2026.04 | 38.72 | - | 48.93 | - | 28.64 | - | 47.65 | - | - | - | 45.1 | - | - | - | - | |
2026.04 | 38.19 | - | 32.24 | - | 20.27 | - | 46.33 | - | - | - | 40.28 | - | - | - | - | |
2026.02 | 37.06 | - | 56.27 | - | 29.11 | - | 57.22 | - | - | - | 51.58 | - | - | - | - | |
2026.02 | 36.52 | - | 47.9 | - | 24.77 | - | 50.07 | - | - | - | 45.56 | - | - | - | - | |
2026.02 | 35.89 | 29.24 | 39.78 | 27.12 | 25.74 | 19.53 | 49.08 | 43.05 | 48.24 | 48.92 | 44.39 | 38.7 | - | - | - | |
2026.02 | 35.74 | - | 42 | - | 19.37 | - | 49.56 | - | - | - | 43.56 | - | - | - | - | |
2026.02 | 35.7 | - | 50.1 | - | 25.9 | - | 48.9 | - | - | - | 40.5 | - | - | - | - | |
2026.02 | 35.27 | - | 41.15 | - | 20.02 | - | 48.62 | - | - | - | 42.84 | - | - | - | - | |
2026.04 | 35.27 | - | 41.15 | - | 20.02 | - | 48.62 | - | - | - | 42.84 | - | - | - | - | |
2026.02 | 35.24 | - | 41.36 | - | 24.79 | - | 47.95 | - | - | - | 42.81 | - | - | - | - | |
2026.02 | 35.13 | 27.56 | 52.38 | 44.15 | 17.73 | 15.92 | 39.12 | 35.43 | 25.44 | 24.19 | 36.59 | 32.25 | - | - | - | |
2026.02 | 34.72 | 25.13 | 45.93 | 35.51 | 22.64 | 15.58 | 43.65 | 37.42 | 30.15 | 27.44 | 38.7 | 32.07 | - | - | - | |
2026.04 | 34.5 | 25.1 | 40.1 | 32 | 18.4 | 16.9 | 49.8 | 44.2 | 41.5 | 39.8 | - | - | - | - | - | |
2026.04 | 34.5 | - | 44.7 | - | 23.86 | - | 50.39 | - | - | - | 44.64 | - | - | - | - | |
2026.04 | 33.59 | - | 48.17 | - | 28.59 | - | 54.84 | - | - | - | 47.92 | - | - | - | - | |
2026.04 | 33.55 | - | 44.14 | - | 18.23 | - | 50.58 | - | - | - | 44.1 | - | - | - | - | |
2026.02 | 33.37 | 24.26 | 31.49 | 16.42 | 13.92 | 11.02 | 25.46 | 24.82 | 49.17 | 35 | 32.42 | 25.02 | - | - | - | |
2026.02 | 32.86 | 23.76 | 39.41 | 31.23 | 17.1 | 15.84 | 48.43 | 42.97 | 36.35 | 35.53 | 40.53 | 35.36 | - | - | - | |
2026.04 | 32.86 | 23.76 | 39.41 | 31.23 | 17.1 | 15.84 | 48.43 | 42.97 | 36.35 | 35.53 | - | - | - | - | - | |
2026.04 | 32.59 | - | 27.36 | - | 13.5 | - | 55.35 | - | - | - | 42.74 | - | - | - | - | |
2026.02 | 32.36 | - | 55.99 | - | 29.19 | - | 46.33 | - | - | - | 44.72 | - | - | - | - | |
2026.04 | 32.17 | - | 30.77 | - | 23.21 | - | 52.19 | - | - | - | 42.25 | - | - | - | - | |
2026.02 | 32.11 | 24.48 | 46.61 | 31.84 | 23.98 | 16.84 | 44.74 | 38.17 | 51.48 | 51.96 | 43.76 | 37.27 | - | - | - | |
2026.02 | 32.11 | - | 53.79 | - | 26.14 | - | 47.64 | - | - | - | 44.73 | - | - | - | - | |
2026.04 | 31.73 | - | 28.96 | - | 15.03 | - | 42.58 | - | - | - | 36.04 | - | - | - | - | |
2026.02 | 30.8 | 23.13 | 29.25 | 24.56 | 14.11 | 11.03 | 42.25 | 35.52 | 26.59 | 25.02 | 33.65 | 28.45 | - | - | - | |
2026.02 | 30.36 | 22.83 | 17.29 | 13.18 | 12.24 | 11.87 | 60.16 | 53.35 | 34.96 | 34.25 | 41.02 | 36.23 | - | - | - | |
2026.04 | 30.36 | 22.83 | 17.29 | 13.18 | 12.24 | 11.87 | 60.16 | 53.35 | 34.96 | 34.25 | - | - | - | - | - | |
2026.04 | 28.85 | 21.4 | 46.2 | 37.1 | 13.5 | 12.9 | 45.8 | 38.2 | 54.5 | 52.1 | - | - | - | - | - | |
2026.02 | 28.24 | 22.76 | 38.39 | 33.64 | 15.43 | 13.81 | 42.09 | 36.57 | 43.79 | 43.14 | 38.62 | 34.51 | - | - | - | |
2026.04 | 28.11 | - | 24.73 | - | 20.42 | - | 49.79 | - | - | - | 38.77 | - | - | - | - | |
2026.02 | 28.1 | - | 18.1 | - | 7.1 | - | 47.6 | - | - | - | - | - | -19.8 | - | - | |
2026.02 | 28 | 18.47 | 9.09 | 5.78 | 16.47 | 14.8 | 61.56 | 54.19 | 52.61 | 51.13 | 44.12 | 38.7 | - | - | - | |
2026.04 | 28 | 18.47 | 9.09 | 5.78 | 16.47 | 14.8 | 61.56 | 54.19 | 52.61 | 51.13 | - | - | - | - | - | |
2026.04 | 27.57 | - | 30.66 | - | 19.74 | - | 42.45 | - | - | - | 35.85 | - | - | - | - | |
2026.02 | 27.02 | 20.09 | 45.85 | 36.67 | 12.14 | 12 | 44.65 | 37.06 | 50.03 | 49.47 | 41.97 | 36.16 | - | - | - | |
2026.02 | 27.02 | - | 45.85 | - | 12.14 | - | 44.65 | - | - | - | 39.65 | - | - | - | - | |
2026.04 | 27.02 | 20.09 | 45.85 | 36.67 | 12.14 | 12 | 44.65 | 37.06 | 50.03 | 49.47 | - | - | - | - | - | |
2026.04 | 27.02 | - | 45.85 | - | 12.14 | - | 44.65 | - | - | - | 39.65 | - | - | - | - | |
2026.02 | 26.65 | 17.72 | 25.52 | 19.44 | 9.15 | 7.44 | 41.04 | 34.34 | 43.29 | 42.73 | 35.45 | 30.16 | - | - | - | |
2026.04 | 26.65 | 17.72 | 25.52 | 19.44 | 9.15 | 7.44 | 41.04 | 34.34 | 43.29 | 42.73 | - | - | - | - | - | |
2026.02 | 25.97 | 18.16 | 25.37 | 18.76 | 13.52 | 11.69 | 34.92 | 30.6 | 21.94 | 17.56 | 28.16 | 23.08 | - | - | - | |
2026.02 | 25.2 | - | 34.1 | - | 14.1 | - | 41.6 | - | - | - | - | - | -28.7 | - | - | |
2026.02 | 25.09 | 15.73 | 32.82 | 27.14 | 14.47 | 13.35 | 20.18 | 18.39 | 46.77 | 40.81 | 28.62 | 24.22 | - | - | - | |
2026.02 | 25.02 | 19.75 | 18.41 | 14.77 | 12.04 | 11.16 | 40.36 | 29.05 | 69.23 | 68.75 | 39.74 | 33.47 | - | - | - | |
2026.04 | 25.02 | 19.75 | 18.41 | 14.77 | 12.04 | 11.16 | 40.36 | 29.05 | 69.23 | 68.75 | - | - | - | - | - | |
2026.04 | 25.01 | - | 23.83 | - | 15.49 | - | 45.89 | - | - | - | 35.57 | - | - | - | - | |
2026.02 | 24.3 | 16.9 | 34.5 | 23.1 | 13.1 | 12.2 | 38.1 | 33.3 | 31 | 30.1 | 32.76 | 27.58 | - | - | - | |
2026.02 | 24.3 | - | 17.2 | - | 7.9 | - | 41.5 | - | - | - | - | - | -24.3 | - | - | |
2026.02 | 24.12 | 15.41 | 25.48 | 19.04 | 13.44 | 12.64 | 34.74 | 32.41 | 27.11 | 24.32 | 28.99 | 25.06 | - | - | - | |
2026.02 | 23.8 | - | 33.5 | - | 14 | - | 37.3 | - | - | - | - | - | -33 | - | - | |
2026.02 | 23.1 | - | 29.1 | - | 13.3 | - | 37.7 | - | - | - | - | - | -31.8 | - | - | |
2026.02 | 23.04 | 19.74 | 29.65 | 23.16 | 20.63 | 13.75 | 30.46 | 25.62 | 26.02 | 22.48 | 27.8 | 23.11 | - | - | - | |
2026.02 | 22.6 | - | 13.9 | - | 6.7 | - | 41.2 | - | - | - | - | - | -25.4 | - | - | |
2026.04 | 22.4 | 14.2 | 19.9 | 12.1 | 18.9 | 16.1 | 30.8 | 26.2 | 63.5 | 58.4 | - | - | - | - | - | |
2026.02 | 22.13 | 13.44 | 31.47 | 22.16 | 14.51 | 13.54 | 33.49 | 34.12 | 34.58 | 31.44 | 30.88 | 27.67 | - | - | - | |
2026.04 | 22.09 | - | 27.19 | - | 13.49 | - | 33.75 | - | - | - | 28.98 | - | - | - | - | |
2026.04 | 21.5 | 13.8 | 25.6 | 20.8 | 17.2 | 15.1 | 25.1 | 20.5 | 49.8 | 46.5 | - | - | - | - | - | |
2026.02 | 21.36 | 14.98 | 23.06 | 18.04 | 12.62 | 11.49 | 35.43 | 30.92 | 26.71 | 25.78 | 28.37 | 24.48 | - | - | - | |
2026.02 | 21.25 | 14.53 | 30.2 | 21.11 | 11.33 | 10.53 | 32.75 | 26.33 | 30.95 | 30.13 | 29.27 | 23.9 | - | - | - | |
2026.02 | 20.98 | 16.27 | 31.5 | 21.73 | 12.7 | 13.22 | 24.7 | 19.14 | 21.01 | 19.84 | 23.86 | 19.02 | - | - | - | |
2026.04 | 20.1 | 13.5 | 28.2 | 21.1 | 14.2 | 13.5 | 30.2 | 25.9 | 47.1 | 44.8 | - | - | - | - | - | |
2026.04 | 19.06 | 11.71 | 17.8 | 10.28 | 17.55 | 14.67 | 28.51 | 24.13 | 58.81 | 54.28 | - | - | - | - | - | |
2026.04 | 18.23 | 11.94 | 24.32 | 19.74 | 16.48 | 14.31 | 23.63 | 19.23 | 46 | 43.26 | - | - | - | - | - | |
2026.04 | 17.44 | 11.74 | 26.38 | 19.5 | 12.53 | 11.83 | 28.14 | 23.87 | 42.04 | 40.6 | - | - | - | - | - | |
2026.04 | 15.8 | 11.2 | 29.1 | 26.5 | 9.5 | 9.1 | 19.8 | 15.2 | 33.5 | 29.8 | - | - | - | - | - | |
2026.02 | 14.61 | 9.95 | 4.16 | 3.19 | 8.84 | 8.37 | 12.46 | 10.29 | 6.81 | 6.13 | 9.98 | 8.07 | - | - | - | |
2026.04 | 14.61 | 9.95 | 4.16 | 3.19 | 8.84 | 8.37 | 12.46 | 10.29 | 6.81 | 6.13 | - | - | - | - | - | |
2026.04 | 13.18 | 10.03 | 7.61 | 6.27 | 15.78 | 12.94 | 17.3 | 14.03 | 52.61 | 47.53 | - | - | - | - | - | |
2026.02 | 13.17 | 9.3 | 34.91 | 27.04 | 8.8 | 7.45 | 26.44 | 24.83 | 29.98 | 28.34 | 25.87 | 22.93 | - | - | - | |
2026.02 | 13.16 | 9.61 | 18.12 | 12.33 | 12.16 | 9.25 | 32.83 | 28.35 | 5.96 | 4.2 | 20.63 | 16.75 | - | - | - | |
2026.04 | 12.57 | 9.01 | 27.59 | 25.07 | 7.12 | 7.28 | 17.23 | 13.12 | 27.91 | 25.15 | - | - | - | - | - | |
2026.04 | 11.25 | 9.18 | 7.38 | 6.82 | 11.9 | 10.38 | 12.86 | 10.5 | 51.89 | 48.27 | - | - | - | - | - | |
2026.04 | 11.14 | 8.25 | 4.46 | 2.87 | 8.05 | 6.21 | 13.42 | 11.01 | 36.76 | 34 | - | - | - | - | - | |
2026.04 | 10.44 | 7.61 | 4.21 | 3.89 | 13.42 | 11.64 | 9.56 | 7.34 | 31.51 | 28.9 | - | - | - | - | - | |
2026.04 | 9.19 | 6.96 | 4.02 | 4.79 | 11.14 | 8.24 | 10.16 | 7.68 | 49.75 | 45.11 | - | - | - | - | - | |
2026.02 | 9.15 | 6.48 | 12.6 | 8.87 | 5.31 | 5.12 | 9.67 | 7.66 | 9.81 | 9.02 | 9.89 | 7.87 | - | - | - | |
2026.04 | 9.15 | 6.48 | 12.6 | 8.87 | 5.31 | 5.12 | 9.67 | 7.66 | 9.81 | 9.02 | - | - | - | - | - | |
2026.02 | 9.1 | - | 5.5 | - | 8.7 | - | 8.2 | - | - | - | - | - | -7.6 | - | - | |
2026.04 | 9.05 | 6.55 | 4.25 | 4.04 | 9.91 | 8.5 | 11.15 | 8.67 | 40.38 | 40.23 | - | - | - | - | - | |
2026.02 | 8.4 | - | 4.3 | - | 10.6 | - | 6.8 | - | - | - | - | - | -5.9 | - | - | |
2026.04 | 6.88 | 5.77 | 4.37 | 4.4 | 10.65 | 9.29 | 8.37 | 6.93 | 30.25 | 28.46 | - | - | - | - | - | |
2026.04 | 6.61 | 4.93 | 2.55 | 2.51 | 5.31 | 12.24 | 10.13 | 7.54 | 5.42 | 27.32 | - | - | - | - | - | |
2026.02 | 6.49 | 4.69 | 2.47 | 2.43 | 6.43 | 5.3 | 8.28 | 7.1 | 4.42 | 3.67 | 6.13 | 5.15 | - | - | - | |
2026.04 | 6.49 | 4.69 | 2.47 | 2.43 | 6.43 | 5.3 | 8.28 | 7.1 | 4.42 | 3.67 | - | - | - | - | - | |
2026.02 | 6.4 | - | 1.6 | - | 6.7 | - | 6.3 | - | - | - | - | - | -5.6 | - | - | |
2026.04 | 6.19 | 4.47 | 3.49 | 3.13 | 4.07 | 4.57 | 7.61 | 6.03 | 18.65 | 17.05 | - | - | - | - | - | |
2026.04 | 5.96 | 5.12 | 1.93 | 2.3 | 12.46 | 11.17 | 7.75 | 6.03 | 44.64 | 40.15 | - | - | - | - | - | |
2026.04 | 5.32 | 3.99 | 2.68 | 2.72 | 5.64 | 5.54 | 4.32 | 3.51 | 21.45 | 19.37 | - | - | - | - | - | |
2026.04 | 5.07 | 4.31 | 2.94 | 2.95 | 7.04 | 7.1 | 7.26 | 5.52 | 14.47 | 12.39 | - | - | - | - | - |
Showing 100 of 134 rows