Files
unclecode--crawl4ai/docs/examples/cli/crawler.yml
T
2026-07-13 12:12:13 +08:00

13 lines
302 B
YAML

cache_mode: "bypass"
wait_until: "networkidle"
page_timeout: 30000
delay_before_return_html: 0.5
word_count_threshold: 100
scan_full_page: true
scroll_delay: 0.3
process_iframes: false
remove_overlay_elements: true
magic: true
verbose: true
exclude_external_links: true
exclude_social_media_links: true