wehub-resource-sync
18 lines
659 B
CSV
18 lines
659 B
CSV
ctx_tokens,prefill_tokens,prefill_tps,gen_tokens,gen_tps,kvcache_bytes
|
|
2048,2048,183.06,128,12.42,75564572
|
|
4096,2048,176.23,128,9.98,115910172
|
|
6144,2048,151.52,128,9.85,156255772
|
|
8192,2048,150.88,128,9.88,196601372
|
|
10240,2048,148.95,128,9.79,236946972
|
|
12288,2048,148.29,128,9.83,277292572
|
|
14336,2048,147.32,128,9.76,317638172
|
|
16384,2048,146.74,128,9.77,357983772
|
|
18432,2048,145.05,128,9.69,398329372
|
|
20480,2048,144.17,128,9.71,438674972
|
|
22528,2048,143.45,128,9.64,479020572
|
|
24576,2048,142.72,128,9.68,519366172
|
|
26624,2048,141.22,128,9.60,559711772
|
|
28672,2048,140.45,128,9.63,600057372
|
|
30720,2048,139.65,128,9.57,640402972
|
|
32768,2048,138.82,128,9.56,680748572
|