Qwen2.5
85.51 t/s |
0.76s |
| 5 |
| qwen/qwen2.5-7b | 85.36 t/s | 1.59s | 115 |
77.95 t/s | 0.69s | 5 |
71.24 t/s | 0.65s | 10 |
64.68 t/s | 0.84s | 5 |
63.63 t/s | 1.03s | 10 |
| qwen/qwen2.5-72b | 63.32 t/s | 1.90s | 50 |
62.24 t/s | 0.50s | 35 |
60.38 t/s | 0.75s | 5 |
58.60 t/s | 0.73s | 20 |
58.12 t/s | 1.02s | 5 |
51.72 t/s | 1.37s | 5 |
49.95 t/s | 0.96s | 5 |
43.96 t/s | 0.91s | 5 |
| qwen2.5-vl-72b-instruct | 43.29 t/s | 1.03s | 5 |
| qwen/qwen2.5-vl-32b | 40.82 t/s | 2.33s | 10 |
38.45 t/s | 1.00s | 5 |
34.15 t/s | 1.01s | 5 |
32.06 t/s | 0.93s | 5 |
30.07 t/s | 0.87s | 5 |
29.84 t/s | 1.01s | 40 |
28.32 t/s | 0.63s | 5 |
28.27 t/s | 1.53s | 30 |
28.17 t/s | 0.97s | 5 |
28.12 t/s | 0.92s | 10 |
28.02 t/s | 1.02s | 5 |
27.74 t/s | 1.25s | 5 |
24.64 t/s | 3.37s | 5 |
23.58 t/s | 1.18s | 5 |
| qwen2.5-72b-instruct | 22.88 t/s | 1.08s | 5 |
20.74 t/s | 0.87s | 5 |
20.28 t/s | 0.90s | 10 |
| qwen/qwen2.5-vl-72b | 19.87 t/s | 2.32s | 15 |
| qwen2.5-mlx | 12.58 t/s | 1.29s | 5 |
- | -s | 0 |
- | -s | 0 |
- | -s | 0 |
- | -s | 0 |
- | -s | 0 |
- | -s | 0 |
- | -s | 0 |
- | -s | 0 |
- | -s | 0 |
- | -s | 0 |
| qwen2.5:32b | - | -s | 0 |
- | -s | 0 |
15.72 t/s |
2.13s |
| Feb 13, 06:33 PM | qwen2.5-72b-instruct | 16.93 t/s | 0.87s |
| Feb 13, 06:33 PM | qwen2.5-72b-instruct | 25.11 t/s | 0.84s |
| Feb 10, 09:03 AM | qwen/qwen2.5-7b | 103.44 t/s | 0.65s |
| Feb 10, 09:03 AM | qwen/qwen2.5-7b | 96.64 t/s | 0.52s |
| Feb 10, 09:03 AM | qwen/qwen2.5-7b | 96.73 t/s | 0.38s |
| Feb 10, 09:03 AM | qwen/qwen2.5-7b | 118.16 t/s | 1.18s |
| Feb 10, 09:03 AM | qwen/qwen2.5-7b | 153.67 t/s | 0.75s |
| Feb 7, 08:38 AM | qwen/qwen2.5-7b | 96.22 t/s | 0.89s |
| Feb 7, 08:38 AM | qwen/qwen2.5-7b | 130.69 t/s | 0.61s |
| Feb 7, 08:38 AM | qwen/qwen2.5-7b | 32.58 t/s | 0.67s |
| Feb 7, 08:38 AM | qwen/qwen2.5-7b | 79.29 t/s | 1.48s |
| Feb 7, 08:38 AM | qwen/qwen2.5-7b | 97.33 t/s | 0.37s |
| Feb 4, 01:43 AM | Qwen/Qwen2.5-7B-Instruct | 45.12 t/s | 1.95s |
| Feb 4, 01:43 AM | Qwen/Qwen2.5-7B-Instruct | 43.49 t/s | 0.62s |
| Feb 4, 01:43 AM | Qwen/Qwen2.5-7B-Instruct | 43.14 t/s | 0.73s |
| Feb 4, 01:43 AM | Qwen/Qwen2.5-7B-Instruct | 46.80 t/s | 0.61s |
| Feb 4, 01:43 AM | Qwen/Qwen2.5-7B-Instruct | 41.28 t/s | 0.66s |