wehub-resource-sync
34 lines
1.3 KiB
CSV
34 lines
1.3 KiB
CSV
ctx_tokens,prefill_tokens,prefill_tps,gen_tokens,gen_tps,kvcache_bytes
|
|
2048,2048,410.62,128,23.22,52184460
|
|
4096,2048,389.21,128,23.19,80373132
|
|
6144,2048,380.60,128,22.95,108561804
|
|
8192,2048,382.57,128,22.72,136750476
|
|
10240,2048,373.97,128,22.92,164939148
|
|
12288,2048,370.00,128,22.84,193127820
|
|
14336,2048,361.94,128,22.73,221316492
|
|
16384,2048,362.43,128,22.72,249505164
|
|
18432,2048,352.75,128,22.35,277693836
|
|
20480,2048,349.08,128,22.55,305882508
|
|
22528,2048,345.03,128,22.29,334071180
|
|
24576,2048,344.59,128,22.41,362259852
|
|
26624,2048,333.60,128,22.19,390448524
|
|
28672,2048,330.43,128,22.30,418637196
|
|
30720,2048,326.14,128,22.07,446825868
|
|
32768,2048,325.77,128,21.92,475014540
|
|
34816,2048,316.26,128,21.66,503203212
|
|
36864,2048,313.02,128,21.65,531391884
|
|
38912,2048,309.92,128,21.36,559580556
|
|
40960,2048,309.89,128,21.53,587769228
|
|
43008,2048,300.73,128,21.30,615957900
|
|
45056,2048,298.40,128,21.37,644146572
|
|
47104,2048,294.72,128,21.17,672335244
|
|
49152,2048,294.76,128,21.27,700523916
|
|
51200,2048,287.54,128,21.07,728712588
|
|
53248,2048,284.80,128,21.17,756901260
|
|
55296,2048,281.71,128,20.77,785089932
|
|
57344,2048,281.73,128,21.00,813278604
|
|
59392,2048,273.83,128,20.77,841467276
|
|
61440,2048,271.99,128,20.85,869655948
|
|
63488,2048,269.16,128,20.61,897844620
|
|
65536,2048,269.75,128,20.43,926033292
|