Medical Question Answering on MedExpQA
88.48Accuracy (English)
o4-mini
Updated 3d ago
Evaluation Results
| Method | Links | ||||||||||||||
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
2026.01 | 88.48 | 84.16 | 90.08 | 88.64 | 87.04 | 85.44 | 88.8 | 88.64 | 87.84 | 44.96 | 79.04 | 82.72 | 82.99 | - | |
2026.01 | 88.16 | 86.4 | 88.64 | 90.24 | 87.04 | 84.96 | 88 | 87.68 | 78.08 | 55.2 | 74.56 | 73.92 | 81.91 | - | |
2026.01 | 88 | 85.92 | 88.96 | 88.64 | 87.68 | 86.08 | 88.48 | 88.48 | 88.96 | 77.76 | 83.04 | 82.24 | 86.19 | - | |
2026.01 | 87.68 | 84.96 | 88.32 | 87.84 | 88 | 78.72 | 87.52 | 88.64 | 84.16 | 64.8 | 71.52 | 74.88 | 82.25 | - | |
2026.01 | 87.2 | 84.96 | 87.52 | 87.68 | 85.92 | 86.4 | 86.72 | 86.24 | 86.72 | 56.96 | 73.28 | 81.92 | 82.63 | - | |
2026.01 | 87.04 | 83.04 | 88.16 | 86.88 | 83.68 | 87.04 | 88.16 | 88.32 | 80 | 56.32 | 68.96 | 70.24 | 80.65 | - | |
2026.01 | 86.24 | 83.36 | 88.16 | 86.88 | 83.36 | 82.88 | 88.16 | 87.68 | 80.48 | 54.72 | 67.68 | 72.48 | 80.17 | - | |
2026.01 | 86.08 | 80.32 | 85.92 | 86.4 | 82.08 | 80.48 | 85.12 | 84.64 | 75.84 | 25.44 | 56.64 | 68.48 | 74.79 | - | |
2026.01 | 85.6 | 79.52 | 85.44 | 84.16 | 83.52 | 75.52 | 74.08 | 84 | 72 | 17.76 | 44.16 | 30.72 | 68.04 | - | |
2026.01 | 85.44 | 83.2 | 87.04 | 87.52 | 82.88 | 82.4 | 85.76 | 85.44 | 82.08 | 36.16 | 52.48 | 71.84 | 76.85 | - | |
2026.01 | 84.48 | 82.56 | 86.08 | 82.4 | 84.96 | 80.96 | 84.48 | 87.36 | 76.96 | 47.36 | 54.56 | 59.36 | 75.96 | - | |
2026.01 | 84 | 84.32 | 87.36 | 84.8 | 86.72 | 81.12 | 88.16 | 85.28 | 84.96 | 52.64 | 64.8 | 73.92 | 79.84 | - | |
2026.01 | 84 | 80 | 85.6 | 85.76 | 82.88 | 80.32 | 85.44 | 84.48 | 80 | 29.92 | 61.6 | 73.28 | 76.11 | - | |
2026.01 | 83.68 | 81.92 | 84.48 | 82.56 | 79.04 | 68.96 | 84.16 | 83.68 | 64 | 17.92 | 15.84 | 19.84 | 63.84 | - | |
2026.01 | 83.2 | 75.2 | 79.2 | 81.28 | 72.16 | 72.8 | 78.56 | 77.12 | 68 | 44.32 | 38.24 | 58.4 | 69.04 | - | |
2026.01 | 83.04 | 79.36 | 76.8 | 79.52 | 77.12 | 67.52 | 80 | 74.56 | 26.56 | 20.64 | 23.04 | 23.84 | 59.33 | - | |
2026.01 | 82.56 | 75.04 | 80 | 80.8 | 74.72 | 74.08 | 80.16 | 80.16 | 76 | 17.6 | 45.6 | 61.6 | 69.03 | - | |
2026.01 | 82.4 | 66.08 | 81.44 | 80.48 | 58.72 | 66.88 | 78.56 | 81.44 | 67.52 | 43.04 | 42.72 | 48.8 | 66.51 | - | |
2026.01 | 80.64 | 73.6 | 78.88 | 78.08 | 72.48 | 66.56 | 76.48 | 77.28 | 67.84 | 43.68 | 38.56 | 43.68 | 66.48 | - | |
2026.01 | 80.32 | 79.52 | 84.16 | 83.04 | 80.8 | 76.48 | 85.6 | 84 | 61.92 | 39.68 | 36 | 19.04 | 67.55 | - | |
2026.01 | 80.16 | 62.08 | 78.88 | 79.84 | 64 | 72.48 | 79.36 | 80.8 | 70.88 | 33.92 | 43.84 | 54.24 | 66.71 | - | |
2026.01 | 79.68 | 78.72 | 79.52 | 81.76 | 80.64 | 73.6 | 80.16 | 77.92 | 57.6 | 18.08 | 11.68 | 13.6 | 61.08 | - | |
2026.01 | 79.2 | 59.04 | 69.6 | 74.56 | 62.4 | 52 | 71.36 | 69.44 | 41.44 | 19.04 | 30.56 | 26.24 | 54.57 | - | |
2026.01 | 78.88 | 76.48 | 79.68 | 77.6 | 75.52 | 70.08 | 80.48 | 79.2 | 50.24 | 42.24 | 28.96 | 35.68 | 64.59 | - | |
2026.01 | 78.4 | 72.64 | 80 | 75.36 | 74.4 | 72 | 80.8 | 80 | 49.76 | 33.76 | 43.2 | 35.2 | 64.63 | - | |
2026.01 | 78.24 | 68.96 | 71.36 | 76.16 | 66.88 | 54.24 | 72.96 | 72.48 | 30.72 | 10.88 | 12.48 | 12 | 52.28 | - | |
2026.01 | 78.08 | 66.08 | 73.44 | 72.96 | 61.92 | 57.12 | 74.56 | 71.68 | 52 | 29.44 | 35.2 | 42.72 | 59.6 | - | |
2026.01 | 76.96 | 81.28 | 82.08 | 84.32 | 80.8 | 76.16 | 82.4 | 81.12 | 68.64 | 28.48 | 58.56 | 66.88 | 72.31 | - | |
2026.01 | 76.64 | 73.28 | 73.28 | 74.72 | 70.88 | 67.36 | 74.24 | 74.72 | 26.08 | 14.72 | 13.28 | 10.08 | 54.11 | - | |
2026.01 | 75.52 | 68.16 | 78.88 | 73.28 | 70.24 | 62.88 | 76.32 | 74.72 | 61.76 | 27.84 | 38.08 | 45.28 | 62.75 | - | |
2026.01 | 74.72 | 67.84 | 71.36 | 74.24 | 66.88 | 64.16 | 72.32 | 72.96 | 62.4 | 16.16 | 41.76 | 56.64 | 61.79 | - | |
2026.01 | 74.08 | 73.12 | 73.28 | 72.8 | 67.84 | 58.88 | 75.52 | 73.44 | 38.24 | 13.12 | 13.92 | 15.84 | 54.17 | - | |
2026.01 | 73.76 | 70.24 | 66.56 | 64 | 63.84 | 63.68 | 66.56 | 66.24 | 28.32 | 11.68 | 12.96 | 13.12 | 50.08 | - | |
2026.01 | 73.28 | 67.52 | 60 | 69.28 | 62.08 | 55.36 | 68 | 67.36 | 31.84 | 20.32 | 28.16 | 31.84 | 52.92 | - | |
2026.01 | 72 | 66.08 | 66.24 | 66.08 | 62.4 | 56 | 66.56 | 63.52 | 21.12 | 18.08 | 13.6 | 8.8 | 48.37 | - | |
2026.01 | 70.72 | 25.76 | 63.68 | 40.8 | 26.72 | 21.44 | 47.2 | 58.56 | 29.12 | 10.72 | 14.24 | 22.72 | 35.97 | - | |
2026.01 | 70.24 | 63.68 | 58.88 | 63.36 | 58.56 | 53.44 | 61.44 | 60.32 | 16.96 | 11.52 | 22.24 | 9.12 | 45.81 | - | |
2025.12 | 69.7 | - | - | - | - | - | - | 69.7 | - | - | - | - | - | 62.2 | |
2026.01 | 68.64 | 44.96 | 52.32 | 50.72 | 41.6 | 30.24 | 55.04 | 47.84 | 30.56 | 21.92 | 13.12 | 10.56 | 38.96 | - | |
2025.12 | 68.1 | - | - | - | - | - | - | 65 | - | - | - | - | - | 64 | |
2026.01 | 68 | 61.92 | 64.8 | 65.44 | 55.36 | 54.72 | 66.24 | 65.76 | 53.6 | 10.08 | 27.04 | 41.12 | 52.84 | - | |
2025.12 | 67 | - | - | - | - | - | - | 56.3 | - | - | - | - | - | 56.4 | |
2026.01 | 66.88 | 61.92 | 56.16 | 61.28 | 53.12 | 47.36 | 56 | 56.96 | 17.28 | 15.52 | 16.16 | 10.08 | 43.23 | - | |
2026.01 | 66.56 | 48 | 55.68 | 60.64 | 45.12 | 41.44 | 54.56 | 54.24 | 41.6 | 17.12 | 21.76 | 30.56 | 44.77 | - | |
2026.01 | 64.8 | 57.76 | 59.52 | 52.32 | 52.96 | 48.16 | 55.2 | 54.08 | 31.2 | 14.24 | 20.16 | 14.56 | 43.75 | - | |
2025.12 | 64.3 | - | - | - | - | - | - | 58.4 | - | - | - | - | - | 55.1 | |
2026.01 | 64 | 51.84 | 60.96 | 65.92 | 68 | 52.64 | 64.48 | 63.68 | 57.12 | 17.76 | 39.2 | 40 | 53.8 | - | |
2026.01 | 63.84 | 55.52 | 60.32 | 57.28 | 47.52 | 42.56 | 57.76 | 58.88 | 40.64 | 11.2 | 11.68 | 8.32 | 42.96 | - | |
2026.01 | 62.88 | 43.84 | 46.4 | 48.16 | 41.76 | 31.52 | 40 | 42.88 | 30.88 | 24.8 | 27.36 | 24.48 | 38.75 | - | |
2025.12 | 62.2 | - | - | - | - | - | - | 48.1 | - | - | - | - | - | 48.6 | |
2026.01 | 61.12 | 28.96 | 46.24 | 49.6 | 24.8 | 15.68 | 35.2 | 39.04 | 24 | 18.4 | 16.32 | 16.48 | 31.32 | - | |
2026.01 | 58.88 | 39.84 | 45.6 | 39.52 | 37.44 | 22.88 | 43.84 | 27.84 | 25.76 | 12.64 | 16.32 | 12.64 | 31.93 | - | |
2026.01 | 58.08 | 34.56 | 36.8 | 40.8 | 35.84 | 28 | 35.68 | 34.08 | 22.88 | 14.56 | 16.64 | 16.64 | 31.21 | - | |
2026.01 | 58.08 | 59.2 | 62.24 | 63.52 | 56.48 | 54.72 | 57.92 | 57.76 | 10.72 | 11.68 | 9.76 | 7.68 | 42.48 | - | |
2026.01 | 54.56 | 46.56 | 16.96 | 16.64 | 39.84 | 32 | 18.4 | 21.76 | 9.76 | 9.6 | 9.6 | 6.72 | 23.53 | - | |
2026.01 | 53.28 | 28.96 | 44.16 | 50.56 | 24.16 | 29.12 | 38.72 | 39.52 | 13.44 | 17.76 | 17.28 | 20.64 | 31.47 | - | |
2026.01 | 52.96 | 42.88 | 47.68 | 45.76 | 42.08 | 33.6 | 44.96 | 44.96 | 35.52 | 10.72 | 15.36 | 11.84 | 35.69 | - | |
2026.01 | 51.36 | 49.28 | 44 | 41.28 | 35.52 | 33.44 | 41.44 | 41.92 | 15.84 | 22.4 | 25.76 | 21.6 | 35.32 | - | |
2026.01 | 49.28 | 50.4 | 46.88 | 43.68 | 44 | 36.16 | 43.84 | 44.8 | 14.88 | 13.12 | 14.88 | 12.48 | 34.53 | - | |
2026.01 | 32.64 | 28.48 | 15.52 | 39.04 | 19.36 | 19.52 | 19.2 | 30.4 | 16.96 | 18.56 | 11.2 | 10.72 | 21.8 | - | |
2026.01 | 30.24 | 17.44 | 14.56 | 24.8 | 9.28 | 10.4 | 24.8 | 21.6 | 12 | 6.56 | 9.12 | 13.76 | 16.21 | - |