wehub-resource-sync
f36e2104d8
tests / ragflow_tests_infinity (push) Has been cancelled
tests / ragflow_tests_elasticsearch (push) Has been cancelled
sep-tests / ragflow_preflight (push) Has been cancelled
sep-tests / ragflow_tests_infinity (push) Has been cancelled
sep-tests / ragflow_tests_elasticsearch (push) Has been cancelled
tests / ragflow_preflight (push) Has been cancelled
84 lines
2.1 KiB
JSON
84 lines
2.1 KiB
JSON
{
|
|
"components": {
|
|
"File": {
|
|
"obj":{
|
|
"component_name": "File",
|
|
"params": {
|
|
}
|
|
},
|
|
"downstream": ["Parser:0"],
|
|
"upstream": []
|
|
},
|
|
"Parser:0": {
|
|
"obj": {
|
|
"component_name": "Parser",
|
|
"params": {
|
|
"setups": {
|
|
"pdf": {
|
|
"parse_method": "deepdoc",
|
|
"vlm_name": "",
|
|
"lang": "Chinese",
|
|
"suffix": [
|
|
"pdf"
|
|
],
|
|
"output_format": "json"
|
|
},
|
|
"spreadsheet": {
|
|
"suffix": [
|
|
"xls",
|
|
"xlsx",
|
|
"csv"
|
|
],
|
|
"output_format": "html"
|
|
},
|
|
"word": {
|
|
"suffix": [
|
|
"doc",
|
|
"docx"
|
|
],
|
|
"output_format": "json"
|
|
},
|
|
"markdown": {
|
|
"suffix": [
|
|
"md",
|
|
"markdown"
|
|
],
|
|
"output_format": "text"
|
|
},
|
|
"text": {
|
|
"suffix": ["txt"],
|
|
"output_format": "json"
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"downstream": ["TokenChunker:0"],
|
|
"upstream": ["File"]
|
|
},
|
|
"TokenChunker:0": {
|
|
"obj": {
|
|
"component_name": "TokenChunker",
|
|
"params": {
|
|
"chunk_token_size": 512,
|
|
"delimiters": ["\r\n"],
|
|
"overlapped_percent": 0
|
|
}
|
|
},
|
|
"downstream": ["TitleChunker:0"],
|
|
"upstream": ["Parser:0"]
|
|
},
|
|
"TitleChunker:0": {
|
|
"obj": {
|
|
"component_name": "TitleChunker",
|
|
"params": {
|
|
"levels": [["^#[^#]"], ["^##[^#]"], ["^###[^#]"], ["^####[^#]"]],
|
|
"hierarchy": 2
|
|
}
|
|
},
|
|
"downstream": [],
|
|
"upstream": ["TokenChunker:0"]
|
|
}
|
|
},
|
|
"path": []
|
|
}
|