Code Generation on HumanEval 1.0 (test)
85.4Pass@1
GPT4-Turbo
Updated 4d ago
Evaluation Results
| Method | Links | |||||
|---|---|---|---|---|---|---|
2023.12 | 85.4 | - | - | - | - | |
2023.12 | 78.7 | - | - | - | - | |
2023.12 | 75.6 | - | - | - | - | |
2023.12 | 74.4 | - | - | - | - | |
2023.12 | 73.8 | - | - | - | - | |
2023.12 | 73.2 | - | - | - | - | |
2023.12 | 72.6 | - | - | - | - | |
2023.12 | 70.7 | - | - | - | - | |
2023.05 | 67 | - | - | - | - | |
2023.12 | 51.8 | - | - | - | - | |
2023.12 | 48.2 | - | - | - | - | |
2023.05 | 48.1 | - | - | - | - | |
2023.05 | 47 | 74.9 | 92.1 | - | - | |
2023.05 | 42.9 | 67.8 | 78.7 | - | - | |
2023.12 | 42.7 | - | - | - | - | |
2023.05 | 40.8 | - | - | - | - | |
2023.05 | 38.5 | 63.6 | 77.1 | - | - | |
2023.12 | 37.8 | - | - | - | - | |
2023.05 | 36.7 | 59.3 | - | - | - | |
2022.04 | 36 | - | 88.4 | - | - | |
2023.05 | 36 | - | 88.4 | - | - | |
2023.05 | 35 | 54.5 | 77.9 | - | - | |
2023.12 | 34.1 | - | - | - | - | |
2023.05 | 33.6 | - | - | - | - | |
2023.05 | 33.5 | 54.3 | 77.4 | - | - | |
2023.12 | 32.9 | - | - | - | - | |
2023.12 | 31.7 | - | - | - | - | |
2023.05 | 30.9 | 51.6 | 76.7 | - | - | |
2023.05 | 30.7 | 48.2 | 69.6 | - | - | |
2022.04 | 29.3 | 49.9 | 75 | - | - | |
2023.05 | 29.3 | 49.9 | 75 | - | - | |
2021.07 | 28.81 | 46.81 | 72.31 | - | - | |
2022.04 | 28.8 | 46.8 | 72.3 | - | - | |
2023.05 | 28.8 | 46.8 | 72.3 | - | - | |
2023.12 | 28.7 | - | - | - | - | |
2023.05 | 28 | 47.2 | 69.8 | - | - | |
2023.05 | 26.2 | - | 76.2 | - | - | |
2022.04 | 26.1 | 42.3 | 65.8 | - | - | |
2023.05 | 26.1 | 42.3 | 65.8 | - | - | |
2023.12 | 24.4 | - | - | - | - | |
2023.05 | 24.2 | 38.2 | 57.8 | - | - | |
2023.05 | 23.7 | - | 79.3 | - | - | |
2023.05 | 23.7 | 36.6 | 57 | - | - | |
2023.05 | 22.9 | 39.6 | 60.9 | - | - | |
2023.05 | 22.4 | 41.7 | 53.8 | - | - | |
2023.05 | 21.9 | - | - | - | - | |
2023.05 | 21.7 | - | 70.7 | - | - | |
2022.04 | 21.4 | 35.4 | 59.5 | - | - | |
2023.05 | 21.4 | 35.4 | 59.5 | - | - | |
2021.07 | 21.36 | 35.42 | 59.5 | - | - | |
2022.04 | 18.2 | 28.7 | 44.9 | - | - | |
2022.04 | 17.1 | 28.2 | 45.3 | - | - | |
2023.05 | 17.1 | 28.2 | 45.3 | - | - | |
2021.07 | 16.22 | 25.7 | 40.95 | - | - | |
2023.05 | 15.9 | - | 46.3 | - | - | |
2023.05 | 15.8 | - | 52.5 | - | - | |
2023.05 | 15.5 | 27.2 | 42.7 | - | - | |
2022.04 | 15.4 | 25.6 | 41.2 | - | - | |
2023.05 | 15.4 | 25.6 | 41.2 | - | - | |
2022.04 | 15.2 | 27.8 | 47 | - | - | |
2023.05 | 15.2 | 27.8 | 47 | - | - | |
2022.04 | 14 | - | 47.3 | - | - | |
2023.05 | 14 | - | 47.3 | - | - | |
2021.07 | 13.17 | 20.37 | 36.27 | - | - | |
2023.05 | 12 | 20.7 | 31.6 | - | - | |
2021.07 | 11.62 | 15.74 | 27.74 | - | - | |
2022.04 | 11.6 | 15.7 | 27.7 | - | - | |
2023.05 | 11.6 | 15.7 | - | - | - | |
2023.05 | 10.5 | - | 36.5 | - | - | |
2023.05 | 8.9 | 16.7 | 25.6 | - | - | |
2021.07 | 8.22 | 12.81 | 22.4 | - | - | |
2021.07 | 6.41 | 11.27 | 21.37 | - | - | |
2023.05 | 6.4 | 11.3 | 21.4 | - | - | |
2022.04 | 5.6 | 9.8 | 17.7 | - | - | |
2021.07 | 5.06 | 8.8 | 15.55 | - | - | |
2021.07 | 4.79 | 9.47 | 16.3 | - | - | |
2022.04 | 4 | 8.7 | 17.9 | - | - | |
2023.05 | 3.6 | - | 18.7 | - | - | |
2021.07 | 3.21 | 7.1 | 12.89 | - | - | |
2021.07 | 2.58 | 4.35 | 7.59 | - | - | |
2021.07 | 2 | 3.62 | 8.58 | - | - | |
2025.02 | 0.927 | - | - | 1.29 | - | |
2025.02 | 0.927 | - | - | - | - | |
2025.02 | 0.927 | - | - | - | - | |
2025.02 | 0.921 | - | - | - | - | |
2025.02 | 0.915 | - | - | - | - | |
2025.02 | 0.884 | - | - | 5.89 | - | |
2025.02 | 0.866 | - | - | - | - | |
2025.02 | 0.848 | - | - | - | - | |
2025.02 | 0.848 | - | - | - | - | |
2025.02 | 0.835 | - | - | - | - | |
2024.02 | 0.829 | - | - | 9.1 | - | |
2025.02 | 0.823 | - | - | 6.35 | - | |
2025.02 | 0.823 | - | - | 12.5 | - | |
2024.02 | 0.811 | - | - | 7.3 | - | |
2025.02 | 0.811 | - | - | - | - | |
2024.02 | 0.805 | - | - | 6.7 | - | |
2025.02 | 0.799 | - | - | - | - | |
2025.02 | 0.787 | - | - | - | - | |
2025.02 | 0.787 | - | - | - | - |
Showing 100 of 150 rows