wehub/opendataloader-project--opendataloader-pdf
1
0
Fork 0
Code Issues Pull Requests Actions Deployments Models Agent Notes Packages Projects Releases Wiki Activity
Files
main
opendataloader-project--ope…/docs/hybrid/experiments/chunking_strategy/docling_benchmark_report.json
T
wehub-resource-sync 59f8f60dad chore: import upstream snapshot with attribution
2026-07-13 12:59:42 +08:00

816 lines
14 KiB
JSON
Raw Permalink Blame History

{
"metadata": {
"pdf_file": "1901.03003.pdf",
"total_pages": 15,
"warmup_runs": 1,
"measure_runs": 3,
"chunk_sizes": [
1,
2,
3,
5
],
"random_seed": 42,
"timestamp": "2026-01-02T16:04:13.655948"
},
"scenarios": [
{
"scenario": "25% pages",
"total_pages": 15,
"target_pages": [
1,
2,
11
],
"target_page_count": 3,
"percentage": 20.0,
"results": [
{
"method": "optimized_ranges",
"ranges": [
[
1,
2
],
[
11,
11
]
],
"num_chunks": 2,
"avg_time": 4.223,
"std_time": 0.042,
"times": [
4.203,
4.282,
4.184
],
"overhead_pct": 0.0
},
{
"method": "chunk_1",
"chunk_size": 1,
"chunks": [
[
1,
1
],
[
2,
2
],
[
11,
11
]
],
"num_chunks": 3,
"avg_time": 4.517,
"std_time": 0.082,
"times": [
4.444,
4.475,
4.631
],
"overhead_pct": 7.0
},
{
"method": "chunk_2",
"chunk_size": 2,
"chunks": [
[
1,
2
],
[
11,
12
]
],
"num_chunks": 2,
"avg_time": 5.257,
"std_time": 0.177,
"times": [
5.502,
5.088,
5.182
],
"overhead_pct": 24.5
},
{
"method": "chunk_3",
"chunk_size": 3,
"chunks": [
[
1,
3
],
[
10,
12
]
],
"num_chunks": 2,
"avg_time": 6.502,
"std_time": 0.137,
"times": [
6.309,
6.612,
6.584
],
"overhead_pct": 54.0
},
{
"method": "chunk_5",
"chunk_size": 5,
"chunks": [
[
1,
5
],
[
11,
15
]
],
"num_chunks": 2,
"avg_time": 7.122,
"std_time": 0.025,
"times": [
7.13,
7.148,
7.089
],
"overhead_pct": 68.7
}
],
"best_method": "Optimized ranges",
"best_time": 4.223
},
{
"scenario": "50% pages",
"total_pages": 15,
"target_pages": [
2,
3,
4,
5,
9,
12,
13
],
"target_page_count": 7,
"percentage": 46.7,
"results": [
{
"method": "optimized_ranges",
"ranges": [
[
2,
5
],
[
9,
9
],
[
12,
13
]
],
"num_chunks": 3,
"avg_time": 6.052,
"std_time": 0.128,
"times": [
5.899,
6.212,
6.045
],
"overhead_pct": 0.0
},
{
"method": "chunk_1",
"chunk_size": 1,
"chunks": [
[
2,
2
],
[
3,
3
],
[
4,
4
],
[
5,
5
],
[
9,
9
],
[
12,
12
],
[
13,
13
]
],
"num_chunks": 7,
"avg_time": 6.548,
"std_time": 0.128,
"times": [
6.714,
6.528,
6.403
],
"overhead_pct": 8.2
},
{
"method": "chunk_2",
"chunk_size": 2,
"chunks": [
[
1,
2
],
[
3,
4
],
[
5,
6
],
[
9,
10
],
[
11,
12
],
[
13,
14
]
],
"num_chunks": 6,
"avg_time": 10.657,
"std_time": 0.062,
"times": [
10.731,
10.659,
10.58
],
"overhead_pct": 76.1
},
{
"method": "chunk_3",
"chunk_size": 3,
"chunks": [
[
1,
3
],
[
4,
6
],
[
7,
9
],
[
10,
12
],
[
13,
15
]
],
"num_chunks": 5,
"avg_time": 11.412,
"std_time": 0.071,
"times": [
11.442,
11.479,
11.313
],
"overhead_pct": 88.6
},
{
"method": "chunk_5",
"chunk_size": 5,
"chunks": [
[
1,
5
],
[
6,
10
],
[
11,
15
]
],
"num_chunks": 3,
"avg_time": 10.899,
"std_time": 0.016,
"times": [
10.922,
10.889,
10.886
],
"overhead_pct": 80.1
}
],
"best_method": "Optimized ranges",
"best_time": 6.052
},
{
"scenario": "75% pages",
"total_pages": 15,
"target_pages": [
1,
2,
4,
5,
7,
9,
10,
11,
12,
13,
15
],
"target_page_count": 11,
"percentage": 73.3,
"results": [
{
"method": "optimized_ranges",
"ranges": [
[
1,
2
],
[
4,
5
],
[
7,
7
],
[
9,
13
],
[
15,
15
]
],
"num_chunks": 5,
"avg_time": 9.347,
"std_time": 0.112,
"times": [
9.19,
9.412,
9.44
],
"overhead_pct": 0.0
},
{
"method": "chunk_1",
"chunk_size": 1,
"chunks": [
[
1,
1
],
[
2,
2
],
[
4,
4
],
[
5,
5
],
[
7,
7
],
[
9,
9
],
[
10,
10
],
[
11,
11
],
[
12,
12
],
[
13,
13
],
[
15,
15
]
],
"num_chunks": 11,
"avg_time": 11.15,
"std_time": 0.082,
"times": [
11.043,
11.242,
11.165
],
"overhead_pct": 19.3
},
{
"method": "chunk_2",
"chunk_size": 2,
"chunks": [
[
1,
2
],
[
3,
4
],
[
5,
6
],
[
7,
8
],
[
9,
10
],
[
11,
12
],
[
13,
14
],
[
15,
15
]
],
"num_chunks": 8,
"avg_time": 12.039,
"std_time": 0.112,
"times": [
12.141,
12.092,
11.883
],
"overhead_pct": 28.8
},
{
"method": "chunk_3",
"chunk_size": 3,
"chunks": [
[
1,
3
],
[
4,
6
],
[
7,
9
],
[
10,
12
],
[
13,
15
]
],
"num_chunks": 5,
"avg_time": 12.503,
"std_time": 0.374,
"times": [
12.279,
13.029,
12.2
],
"overhead_pct": 33.8
},
{
"method": "chunk_5",
"chunk_size": 5,
"chunks": [
[
1,
5
],
[
6,
10
],
[
11,
15
]
],
"num_chunks": 3,
"avg_time": 11.288,
"std_time": 0.39,
"times": [
11.06,
11.838,
10.967
],
"overhead_pct": 20.8
}
],
"best_method": "Optimized ranges",
"best_time": 9.347
},
{
"scenario": "100% pages",
"total_pages": 15,
"target_pages": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15
],
"target_page_count": 15,
"percentage": 100.0,
"results": [
{
"method": "optimized_ranges",
"ranges": [
[
1,
15
]
],
"num_chunks": 1,
"avg_time": 10.277,
"std_time": 0.263,
"times": [
10.074,
10.648,
10.11
],
"overhead_pct": 0.0
},
{
"method": "chunk_1",
"chunk_size": 1,
"chunks": [
[
1,
1
],
[
2,
2
],
[
3,
3
],
[
4,
4
],
[
5,
5
],
[
6,
6
],
[
7,
7
],
[
8,
8
],
[
9,
9
],
[
10,
10
],
[
11,
11
],
[
12,
12
],
[
13,
13
],
[
14,
14
],
[
15,
15
]
],
"num_chunks": 15,
"avg_time": 13.625,
"std_time": 0.154,
"times": [
13.509,
13.524,
13.843
],
"overhead_pct": 32.6
},
{
"method": "chunk_2",
"chunk_size": 2,
"chunks": [
[
1,
2
],
[
3,
4
],
[
5,
6
],
[
7,
8
],
[
9,
10
],
[
11,
12
],
[
13,
14
],
[
15,
15
]
],
"num_chunks": 8,
"avg_time": 12.48,
"std_time": 0.039,
"times": [
12.531,
12.437,
12.472
],
"overhead_pct": 21.4
},
{
"method": "chunk_3",
"chunk_size": 3,
"chunks": [
[
1,
3
],
[
4,
6
],
[
7,
9
],
[
10,
12
],
[
13,
15
]
],
"num_chunks": 5,
"avg_time": 12.104,
"std_time": 0.214,
"times": [
12.301,
12.204,
11.806
],
"overhead_pct": 17.8
},
{
"method": "chunk_5",
"chunk_size": 5,
"chunks": [
[
1,
5
],
[
6,
10
],
[
11,
15
]
],
"num_chunks": 3,
"avg_time": 12.277,
"std_time": 0.334,
"times": [
12.108,
12.742,
11.98
],
"overhead_pct": 19.5
}
],
"best_method": "Optimized ranges",
"best_time": 10.277
}
],
"summary": {
"25% pages": {
"best_method": "optimized_ranges",
"best_time": 4.223,
"best_chunks": 2
},
"50% pages": {
"best_method": "optimized_ranges",
"best_time": 6.052,
"best_chunks": 3
},
"75% pages": {
"best_method": "optimized_ranges",
"best_time": 9.347,
"best_chunks": 5
},
"100% pages": {
"best_method": "optimized_ranges",
"best_time": 10.277,
"best_chunks": 1
}
}
}
Reference in New Issue View Git Blame Copy Permalink