203.36 t/s |
0.68s |
| 5 |
93.23 t/s | 0.71s | 5 |
93.01 t/s | 0.85s | 10 |
92.64 t/s | 2.57s | 10 |
92.57 t/s | 0.93s | 10 |
| qwen/qwen2.5-7b | 87.67 t/s | 1.48s | 135 |
85.51 t/s | 0.76s | 5 |
83.88 t/s | 0.59s | 30 |
83.77 t/s | 0.60s | 10 |
77.95 t/s | 0.69s | 5 |
77.82 t/s | 0.95s | 10 |
71.24 t/s | 0.65s | 10 |
64.68 t/s | 0.84s | 5 |
63.63 t/s | 1.03s | 10 |
| qwen/qwen2.5-72b | 63.32 t/s | 1.90s | 50 |
62.24 t/s | 0.50s | 35 |
60.38 t/s | 0.75s | 5 |
58.60 t/s | 0.73s | 20 |
58.12 t/s | 1.02s | 5 |
51.72 t/s | 1.37s | 5 |
49.95 t/s | 0.96s | 5 |
43.96 t/s | 0.91s | 5 |
| qwen2.5-vl-72b-instruct | 43.29 t/s | 1.03s | 5 |
| qwen/qwen2.5-vl-32b | 40.82 t/s | 2.33s | 10 |
38.45 t/s | 1.00s | 5 |
34.15 t/s | 1.01s | 5 |
32.06 t/s | 0.93s | 5 |
30.07 t/s | 0.87s | 5 |
29.84 t/s | 1.01s | 40 |
28.50 t/s | 0.78s | 5 |
28.32 t/s | 0.63s | 5 |
28.27 t/s | 1.53s | 30 |
28.17 t/s | 0.97s | 5 |
28.12 t/s | 0.92s | 10 |
28.02 t/s | 1.02s | 5 |
27.74 t/s | 1.25s | 5 |
24.64 t/s | 3.37s | 5 |
23.58 t/s | 1.18s | 5 |
| qwen2.5-72b-instruct | 22.88 t/s | 1.08s | 5 |
20.74 t/s | 0.87s | 5 |
20.28 t/s | 0.90s | 10 |
| qwen/qwen2.5-vl-72b | 19.87 t/s | 2.32s | 15 |
| qwen2.5-mlx | 12.58 t/s | 1.29s | 5 |
| qwen2.5:32b | - | -s | 0 |
- | -s | 0 |
- | -s | 0 |
- | -s | 0 |
- | -s | 0 |
- | -s | 0 |
- | -s | 0 |
- | -s | 0 |
- | -s | 0 |
- | -s | 0 |
- | -s | 0 |
- | -s | 0 |
- | -s | 0 |
- | -s | 0 |
99.52 t/s |
0.43s |
| Mar 2, 04:47 AM | qwen/qwen2.5-7b | 36.90 t/s | 2.17s |
| Mar 2, 04:47 AM | qwen/qwen2.5-7b | 100.36 t/s | 0.38s |
| Feb 20, 05:29 PM | qwen/qwen2.5-7b | 99.89 t/s | 0.76s |
| Feb 20, 05:29 PM | qwen/qwen2.5-7b | 126.22 t/s | 0.79s |
| Feb 20, 05:29 PM | qwen/qwen2.5-7b | 99.57 t/s | 0.60s |
| Feb 20, 05:29 PM | qwen/qwen2.5-7b | 103.43 t/s | 0.36s |
| Feb 20, 05:29 PM | qwen/qwen2.5-7b | 156.57 t/s | 0.51s |
| Feb 19, 11:43 AM | qwen/qwen2.5-7b | 80.30 t/s | 1.25s |
| Feb 19, 11:43 AM | qwen/qwen2.5-7b | 113.68 t/s | 0.62s |
| Feb 19, 11:43 AM | qwen/qwen2.5-7b | 99.34 t/s | 0.46s |
| Feb 19, 11:43 AM | qwen/qwen2.5-7b | 131.06 t/s | 0.62s |
| Feb 19, 11:43 AM | qwen/qwen2.5-7b | 101.82 t/s | 0.67s |
| Feb 18, 11:07 AM | qwen/qwen2.5-7b | 92.59 t/s | 1.66s |
| Feb 18, 11:07 AM | qwen/qwen2.5-7b | 99.52 t/s | 0.34s |
| Feb 18, 11:07 AM | qwen/qwen2.5-7b | 105.38 t/s | 1.26s |
| Feb 18, 11:07 AM | qwen/qwen2.5-7b | 55.70 t/s | 1.45s |
| Feb 18, 11:07 AM | qwen/qwen2.5-7b | 102.57 t/s | 0.38s |