wehub-resource-sync
34 lines
1.3 KiB
CSV
34 lines
1.3 KiB
CSV
ctx_tokens,prefill_tokens,prefill_tps,gen_tokens,gen_tps,kvcache_bytes
|
|
2048,2048,402.88,128,14.20,52184460
|
|
4096,2048,402.77,128,14.23,80373132
|
|
6144,2048,396.59,128,14.19,108561804
|
|
8192,2048,391.85,128,13.98,136750476
|
|
10240,2048,385.54,128,13.92,164939148
|
|
12288,2048,381.55,128,13.86,193127820
|
|
14336,2048,377.31,128,13.80,221316492
|
|
16384,2048,375.45,128,13.84,249505164
|
|
18432,2048,365.36,128,13.82,277693836
|
|
20480,2048,361.46,128,13.76,305882508
|
|
22528,2048,361.99,128,13.69,334071180
|
|
24576,2048,362.02,128,13.61,362259852
|
|
26624,2048,359.57,128,13.52,390448524
|
|
28672,2048,356.55,128,13.45,418637196
|
|
30720,2048,352.89,128,13.35,446825868
|
|
32768,2048,346.36,128,12.98,475014540
|
|
34816,2048,334.93,128,12.89,503203212
|
|
36864,2048,332.58,128,12.84,531391884
|
|
38912,2048,329.11,128,12.80,559580556
|
|
40960,2048,328.58,128,12.78,587769228
|
|
43008,2048,321.02,128,12.74,615957900
|
|
45056,2048,317.48,128,12.67,644146572
|
|
47104,2048,312.93,128,12.62,672335244
|
|
49152,2048,311.34,128,12.60,700523916
|
|
51200,2048,312.38,128,12.49,728712588
|
|
53248,2048,309.78,128,12.41,756901260
|
|
55296,2048,308.06,128,12.35,785089932
|
|
57344,2048,303.39,128,12.31,813278604
|
|
59392,2048,299.50,128,12.25,841467276
|
|
61440,2048,296.29,128,12.17,869655948
|
|
63488,2048,291.85,128,12.12,897844620
|
|
65536,2048,287.44,128,12.08,926033292
|