BERT Gated Linear Unit (GLU)
| Method | Links | |||||||||||
|---|---|---|---|---|---|---|---|---|---|---|---|---|
2019.10 | 74.1 | - | - | - | - | - | - | - | - | - | - | |
2019.10 | 74 | - | - | - | - | - | - | - | - | - | - | |
2019.10 | 73.9 | - | - | - | - | - | - | - | - | - | - | |
| 73.7 | - | - | - | - | - | - | - | - | - | - | ||
| 72.7 | - | - | - | - | - | - | - | - | - | - | ||
2019.10 | 72.7 | - | - | - | - | - | - | - | - | - | - | |
2019.10 | 72.5 | - | - | - | - | - | - | - | - | - | - | |
2019.10 | 72.3 | - | - | - | - | - | - | - | - | - | - | |
2019.10 | 71.8 | - | - | - | - | - | - | - | - | - | - | |
2019.10 | 71 | - | - | - | - | - | - | - | - | - | - | |
2019.10 | 70.6 | - | - | - | - | - | - | - | - | - | - | |
2019.10 | 70.5 | - | - | - | - | - | - | - | - | - | - | |
2019.10 | 70.1 | - | - | - | - | - | - | - | - | - | - | |
2019.10 | 69.7 | - | - | - | - | - | - | - | - | - | - | |
2019.10 | 69.7 | - | - | - | - | - | - | - | - | - | - | |
2019.10 | 69.6 | - | - | - | - | - | - | - | - | - | - | |
2019.10 | 69 | - | - | - | - | - | - | - | - | - | - | |
2019.10 | 68.8 | - | - | - | - | - | - | - | - | - | - | |
2019.10 | 65.6 | - | - | - | - | - | - | - | - | - | - | |
2025.03 | - | 54.5 | 65.6 | 66 | 63.8 | 67.1 | 67.7 | 49.8 | 73.1 | 80.5 | 65.5 | |
2025.03 | - | 68.6 | 75.9 | 74.4 | 70.6 | 75.2 | 75.7 | 63.7 | 78 | 85.8 | 73.7 | |
2025.03 | - | 69.5 | 77.5 | 77.4 | 76 | 78.3 | 79.6 | 65.9 | 79.5 | 85.5 | 76.7 | |
2025.03 | - | 72.5 | 77.7 | 75.2 | 76.1 | 80.4 | 79.8 | 67.1 | 79.6 | 87.4 | 77 | |
2025.03 | - | 71 | 78 | 77.1 | 78.7 | 75 | 80.6 | 68.3 | 80.5 | 83.5 | 77.9 | |
2025.03 | - | 71 | 78.9 | 78.4 | 78.9 | 79.3 | 81.7 | 66.3 | 81.2 | 85.8 | 78.3 | |
2025.03 | - | 72.2 | 78.4 | 77.8 | 76.7 | 78.2 | 80.1 | 67 | 80.5 | 86.2 | 77.6 | |
2025.03 | - | 74.5 | 79.4 | 77.4 | 79.7 | 81.7 | 81.4 | 68.5 | 83 | 87.9 | 79 | |
2025.03 | - | 76.3 | 81.7 | 77.8 | 82.2 | 83.2 | 83.9 | 69.3 | 83.8 | 86.7 | 80.7 | |
2025.03 | - | 77.4 | 82.3 | 79.9 | 83.2 | 85.2 | 85.4 | 70.8 | 84 | 87.3 | 82 | |
2025.03 | - | 74.5 | 80.6 | 79.1 | 80 | 84.7 | 83.7 | 71.4 | 82.8 | 86.7 | 80.5 | |
2025.03 | - | - | 76.3 | 73.2 | 79.7 | 83.7 | 81.2 | 66.3 | 79 | 71.3 | 77.4 | |
2025.03 | - | - | 74.3 | 70 | 77.4 | 79.5 | 78.6 | 59.7 | 79.5 | 74 | 74.6 | |
2025.03 | - | - | 63.1 | 59.2 | 63.8 | 70.5 | 68.1 | 46.7 | 66.6 | 64.8 | 63.3 | |
2025.03 | - | 81.2 | 88.5 | 84.9 | 92.5 | 91.7 | 94 | 74.6 | 86.8 | 91.6 | 89 |