LLM Inference on Alpaca
5.56Speedup
CATS w/ EAGLE
Updated 1mo ago
Evaluation Results
| Method | Links | ||||||
|---|---|---|---|---|---|---|---|
2026.05 | 5.56 | 5.5601 | - | - | - | - | |
2026.05 | 5.27 | 5.3241 | - | - | - | - | |
2026.05 | 5.2 | 5.1976 | - | - | - | - | |
2026.05 | 4.99 | 5.0338 | - | - | - | - | |
2026.05 | 4.92 | 4.9464 | - | - | - | - | |
2026.05 | 4.91 | 4.9101 | - | - | - | - | |
2026.05 | 4.75 | 4.7998 | - | - | - | - | |
2026.05 | 4.73 | 4.7376 | - | - | - | - | |
2026.05 | 4.72 | 4.7401 | - | - | - | - | |
2026.05 | 4.59 | 5.3228 | - | - | - | - | |
2026.05 | 4.46 | 4.4642 | - | - | - | - | |
2026.05 | 4.42 | 4.4566 | - | - | - | - | |
2026.05 | 4.34 | 4.3696 | - | - | - | - | |
2026.05 | 4.3 | 4.9867 | - | - | - | - | |
2026.05 | 4.29 | 4.9796 | - | - | - | - | |
2026.05 | 4.02 | 4.0683 | - | - | - | - | |
2026.05 | 3.97 | 3.9754 | - | - | - | - | |
2026.05 | 3.97 | 3.9805 | - | - | - | - | |
2026.05 | 3.91 | 4.5393 | - | - | - | - | |
2026.05 | 3.49 | 4.0431 | - | - | - | - | |
2026.05 | 3.49 | 4.0429 | - | - | - | - | |
2026.05 | 3.32 | 3.3568 | - | - | - | - | |
2026.05 | 3.28 | 3.3051 | - | - | - | - | |
2026.05 | 2.98 | 2.9963 | - | - | - | - | |
2026.01 | 2.95 | - | - | - | - | - | |
2026.05 | 2.81 | 2.8337 | - | - | - | - | |
2026.01 | 2.73 | - | - | - | - | - | |
2026.01 | 2.72 | - | - | - | - | - | |
2026.05 | 2.65 | 2.6609 | - | - | - | - | |
2026.01 | 2.6 | - | - | - | - | - | |
2026.05 | 2.59 | 2.5927 | - | - | - | - | |
2026.01 | 2.55 | - | - | - | - | - | |
2026.05 | 2.53 | 2.5493 | - | - | - | - | |
2026.01 | 2.51 | - | - | - | - | - | |
2026.01 | 2.38 | - | - | - | - | - | |
2026.05 | 2.31 | 2.7148 | - | - | - | - | |
2026.05 | 2.22 | 2.2226 | - | - | - | - | |
2026.05 | 2.21 | 2.2183 | - | - | - | - | |
2026.01 | 2.15 | - | - | - | - | - | |
2026.01 | 2.13 | - | - | - | - | - | |
2026.05 | 2.04 | 2.3959 | - | - | - | - | |
2026.01 | 2.03 | - | - | - | - | - | |
2026.01 | 2.02 | - | - | - | - | - | |
2026.05 | 1.9 | 1.8955 | - | - | - | - | |
2026.01 | 1.84 | - | - | - | - | - | |
2026.01 | 1.84 | - | - | - | - | - | |
2026.05 | 1.78 | 1.7758 | - | - | - | - | |
2026.05 | 1.76 | 2.0718 | - | - | - | - | |
2026.01 | 1.72 | - | - | - | - | - | |
2026.01 | 1.69 | - | - | - | - | - | |
2026.05 | 1.65 | 1.9425 | - | - | - | - | |
2026.01 | 1.62 | - | - | - | - | - | |
2026.01 | 1.57 | - | - | - | - | - | |
2026.01 | 1.42 | - | - | - | - | - | |
2026.01 | 1.18 | - | - | - | - | - | |
2026.01 | 1.07 | - | - | - | - | - | |
2026.01 | 1.05 | - | - | - | - | - | |
2026.06 | - | - | 1,753.16 | 1 | 39.48 | 1 | |
2026.06 | - | - | 1,491.73 | 0.85 | 47.7 | 1.21 | |
2026.06 | - | - | 1,794.51 | 1.02 | 33.46 | 0.85 | |
2026.06 | - | - | 1,991.54 | 1.14 | 40.03 | 1.01 | |
2026.06 | - | - | 1,691.74 | 0.96 | 55.96 | 1.42 | |
2026.06 | - | - | 1,795.22 | 1.02 | 33.42 | 0.85 | |
2026.06 | - | - | 2,440.14 | 1.39 | 46.8 | 1.19 | |
2026.06 | - | - | 1,837.07 | 1.05 | 62.82 | 1.59 | |
2026.06 | - | - | 1,780.78 | 1.02 | 33.3 | 0.84 | |
2026.06 | - | - | 2,548.39 | 1.45 | 51.49 | 1.3 | |
2026.06 | - | - | 2,196.42 | 1.25 | 81.63 | 2.07 | |
2026.06 | - | - | 1,792.25 | 1.02 | 33.49 | 0.85 | |
2026.06 | - | - | 3,348.18 | 1.91 | 64.84 | 1.64 |