wehub-resource-sync
33 lines
1.3 KiB
CSV
33 lines
1.3 KiB
CSV
ctx_tokens,prefill_tokens,prefill_tps,gen_tokens,gen_tps,kvcache_bytes
|
|
2048,2048,343.76,128,26.76,52184460
|
|
4096,2048,303.46,128,26.52,80373132
|
|
6144,2048,298.19,128,26.16,108561804
|
|
8192,2048,294.6,128,26.12,136750476
|
|
10240,2048,288.12,128,25.94,164939148
|
|
12288,2048,284.62,128,25.94,193127820
|
|
14336,2048,280.46,128,25.64,221316492
|
|
16384,2048,277.04,128,25.57,249505164
|
|
18432,2048,271.81,128,25.32,277693836
|
|
20480,2048,268.24,128,25.39,305882508
|
|
22528,2048,264.31,128,25.07,334071180
|
|
24576,2048,261.99,128,25.1,362259852
|
|
26624,2048,256.64,128,24.82,390448524
|
|
28672,2048,253.66,128,24.86,418637196
|
|
30720,2048,250.56,128,24.59,446825868
|
|
32768,2048,247.91,128,24.52,475014540
|
|
34816,2048,242.7,128,24.28,503203212
|
|
36864,2048,240.65,128,24.29,531391884
|
|
38912,2048,237.77,128,24.08,559580556
|
|
40960,2048,235.58,128,24.06,587769228
|
|
43008,2048,231.38,128,23.95,615957900
|
|
45056,2048,228.75,128,23.96,644146572
|
|
47104,2048,225.97,128,23.73,672335244
|
|
49152,2048,224.31,128,23.78,700523916
|
|
51200,2048,220.48,128,23.48,728712588
|
|
53248,2048,218.8,128,23.55,756901260
|
|
55296,2048,215.93,128,23.27,785089932
|
|
57344,2048,214.19,128,23.34,813278604
|
|
59392,2048,210.63,128,23.13,841467276
|
|
61440,2048,208.69,128,23.14,869655948
|
|
63488,2048,206.3,128,22.98,897844620
|
|
65536,2048,204.96,128,22.92,926033292 |