Attention Operator Throughput on Llama 405B (128 Q-heads/8 KV-heads/128 Head-dimension) 3.1
615.39TFLOPS
CuBridge
Updated 27d ago
Evaluation Results
| Method | Links | ||||||
|---|---|---|---|---|---|---|---|
2026.05 | 615.39 | 3.12 | - | - | - | - | |
2026.05 | 578 | 3.65 | - | - | - | - | |
2026.05 | 551.62 | - | - | - | - | - | |
2026.05 | 549.43 | 3.36 | - | - | - | - | |
2026.05 | 546.18 | 0.99 | - | - | - | - | |
2026.05 | 515.44 | 3 | - | - | - | - | |
2026.05 | 501.43 | 5.59 | - | - | - | - | |
2026.05 | 466.85 | 1.22 | - | - | - | - | |
2026.05 | 442.71 | 1.07 | - | - | - | - | |
2026.05 | 412.12 | - | - | - | - | - | |
2026.05 | 411.71 | 4.15 | - | - | - | - | |
2026.05 | 388.72 | 3.11 | - | - | - | - | |
2026.05 | 383.9 | - | - | - | - | - | |
2026.05 | 282.6 | 1.02 | - | - | - | - | |
2026.05 | 276.12 | - | - | - | - | - | |
2025.06 | 225.3 | - | - | - | - | - | |
2026.05 | 225.25 | 2.73 | - | - | - | - | |
2025.06 | 221.1 | - | - | - | - | - | |
2025.06 | 211.2 | - | - | - | - | - | |
2025.06 | 209.1 | - | - | - | - | - | |
2025.06 | 206.9 | - | - | - | - | - | |
2025.06 | 206.4 | - | - | - | - | - | |
2025.06 | 204.4 | - | - | - | - | - | |
2025.06 | 200.3 | - | - | - | - | - | |
2026.05 | 197.06 | - | - | - | - | - | |
2025.06 | 196.7 | - | - | - | - | - | |
2025.06 | 192.2 | - | - | - | - | - | |
2025.06 | 187.5 | - | - | - | - | - | |
2025.06 | 183.4 | - | - | - | - | - | |
2026.05 | 176.54 | - | - | - | - | - | |
2025.06 | 175.3 | - | - | - | - | - | |
2026.05 | 171.56 | - | - | - | - | - | |
2025.06 | 169.7 | - | - | - | - | - | |
2025.06 | 168.4 | - | - | - | - | - | |
2025.06 | 164.1 | - | - | - | - | - | |
2026.05 | 163.61 | - | - | - | - | - | |
2026.05 | 158.25 | - | - | - | - | - | |
2025.06 | 157.7 | - | - | - | - | - | |
2025.06 | 157.2 | - | - | - | - | - | |
2025.06 | 146.5 | - | - | - | - | - | |
2025.06 | 144.4 | - | - | - | - | - | |
2025.06 | 129.1 | - | - | - | - | - | |
2026.05 | 125 | - | - | - | - | - | |
2025.06 | 121.9 | - | - | - | - | - | |
2025.06 | 117.2 | - | - | - | - | - | |
2026.05 | 111.1 | - | - | - | - | - | |
2026.05 | 110.95 | - | - | - | - | - | |
2026.05 | 99.28 | - | - | - | - | - | |
2025.06 | 93.2 | - | - | - | - | - | |
2026.05 | 91.2 | - | - | - | - | - | |
2026.05 | 89.76 | - | - | - | - | - | |
2026.05 | 85.37 | - | - | - | - | - | |
2026.05 | 82.61 | - | - | - | - | - | |
2026.05 | 78.92 | - | - | - | - | - | |
2026.05 | 68.28 | - | - | - | - | - | |
2026.05 | 38.27 | - | - | - | - | - | |
2026.05 | 35.67 | - | - | - | - | - | |
2026.05 | 11.89 | - | - | - | - | - | |
2025.06 | 11.2 | - | - | - | - | - | |
2025.06 | 11.1 | - | - | - | - | - | |
2025.06 | 10.2 | - | - | - | - | - | |
2025.06 | 8.9 | - | - | - | - | - | |
2026.05 | - | - | 29.03 | 20.06 | 25.67 | 29.66 | |
2026.05 | - | - | 280.66 | 335.76 | 377.96 | 400.05 | |
2026.05 | - | - | 124.68 | 173.7 | 214.14 | 238.76 | |
2026.05 | - | - | 383.51 | 548.49 | 532.16 | 597.61 | |
2026.05 | - | - | 33.45 | 26.5 | 32.52 | - | |
2026.05 | - | - | 334.1 | 380 | 407.89 | 429.1 | |
2026.05 | - | - | 193.11 | 238.75 | 265.39 | 281.31 | |
2026.05 | - | - | 471.97 | 595.68 | 540.23 | 589.83 |