chore: import upstream snapshot with attribution

2026-07-13 12:12:13 +08:00
commit 0446c45d8e
898 changed files with 328024 additions and 0 deletions
@@ -0,0 +1,129 @@
+site_name: Crawl4AI Documentation (v0.9.x)
+site_description:  🚀🤖 Crawl4AI, Open-source LLM-Friendly Web Crawler & Scraper
+site_url: https://docs.crawl4ai.com
+repo_url: https://github.com/unclecode/crawl4ai
+repo_name: unclecode/crawl4ai
+docs_dir: docs/md_v2
+
+nav:
+  - Home: 'index.md'
+  - "Growth": "stats.md"
+  - "Ask AI": "core/ask-ai.md"
+  - "Quick Start": "core/quickstart.md"
+  - "Code Examples": "core/examples.md"
+  - Apps:
+    - "Demo Apps": "apps/index.md"
+    - "C4A-Script Editor": "apps/c4a-script/index.html"
+    - "LLM Context Builder": "apps/llmtxt/index.html"
+    - "Marketplace": "marketplace/index.html"
+    - "Marketplace Admin": "marketplace/admin/index.html"
+  - Setup & Installation:
+    - "Installation": "core/installation.md"
+    - "Self-Hosting Guide": "core/self-hosting.md"
+  - "Blog & Changelog":
+    - "Blog Home": "blog/index.md"
+    - "Changelog": "https://github.com/unclecode/crawl4ai/blob/main/CHANGELOG.md"
+  - Core:
+    - "Command Line Interface": "core/cli.md"
+    - "Simple Crawling": "core/simple-crawling.md"
+    - "Deep Crawling": "core/deep-crawling.md"
+    - "Adaptive Crawling": "core/adaptive-crawling.md"
+    - "URL Seeding": "core/url-seeding.md"
+    - "Domain Mapping": "core/domain-mapping.md"
+    - "C4A-Script": "core/c4a-script.md"
+    - "Crawler Result": "core/crawler-result.md"
+    - "Browser, Crawler & LLM Config": "core/browser-crawler-config.md"
+    - "Markdown Generation": "core/markdown-generation.md"
+    - "Fit Markdown": "core/fit-markdown.md"
+    - "Page Interaction": "core/page-interaction.md"
+    - "Content Selection": "core/content-selection.md"
+    - "Cache Modes": "core/cache-modes.md"
+    - "Local Files & Raw HTML": "core/local-files.md"
+    - "Link & Media": "core/link-media.md"
+  - Advanced:
+    - "Overview": "advanced/advanced-features.md"
+    - "Adaptive Strategies": "advanced/adaptive-strategies.md"
+    - "Virtual Scroll": "advanced/virtual-scroll.md"
+    - "File Downloading": "advanced/file-downloading.md"
+    - "Lazy Loading": "advanced/lazy-loading.md"
+    - "Hooks & Auth": "advanced/hooks-auth.md"
+    - "Proxy & Security": "advanced/proxy-security.md"
+    - "Anti-Bot & Fallback": "advanced/anti-bot-and-fallback.md"
+    - "Undetected Browser": "advanced/undetected-browser.md"
+    - "Session Management": "advanced/session-management.md"
+    - "Multi-URL Crawling": "advanced/multi-url-crawling.md"
+    - "Crawl Dispatcher": "advanced/crawl-dispatcher.md"
+    - "Identity Based Crawling": "advanced/identity-based-crawling.md"
+    - "SSL Certificate": "advanced/ssl-certificate.md"
+    - "Network & Console Capture": "advanced/network-console-capture.md"
+    - "PDF Parsing": "advanced/pdf-parsing.md"
+  - Extraction:
+    - "LLM-Free Strategies": "extraction/no-llm-strategies.md"
+    - "LLM Strategies": "extraction/llm-strategies.md"
+    - "Clustering Strategies": "extraction/clustring-strategies.md"
+    - "Chunking": "extraction/chunking.md"
+  - API Reference:
+    - "AsyncWebCrawler": "api/async-webcrawler.md"
+    - "arun()": "api/arun.md"
+    - "arun_many()": "api/arun_many.md"
+    - "Browser, Crawler & LLM Config": "api/parameters.md"
+    - "CrawlResult": "api/crawl-result.md"
+    - "Strategies": "api/strategies.md"
+    - "C4A-Script Reference": "api/c4a-script-reference.md"
+  - "Brand Book": "branding/index.md"
+  - Community:
+    - "Contributing Guide": "CONTRIBUTING.md"
+    - "Code of Conduct": "https://github.com/unclecode/crawl4ai/blob/main/CODE_OF_CONDUCT.md"
+    - "Contributors": "https://github.com/unclecode/crawl4ai/blob/main/CONTRIBUTORS.md"
+  - Legal:
+    - "Privacy Policy": "privacy.md"
+    - "Terms of Service": "terms.md"
+    - "Support": "support.md"
+
+theme:
+  name: 'terminal'
+  palette: 'dark'
+  favicon: favicon.ico
+  custom_dir: docs/md_v2/overrides
+  color_mode: 'dark'
+  icon:
+    repo: fontawesome/brands/github
+
+plugins:
+  - search
+
+markdown_extensions:
+  - pymdownx.highlight:
+      anchor_linenums: true
+  - pymdownx.inlinehilite
+  - pymdownx.snippets
+  - pymdownx.superfences
+  - admonition
+  - pymdownx.details
+  - attr_list
+  - tables
+
+extra:
+  version: !ENV [CRAWL4AI_VERSION, 'development']
+
+extra_css:
+  - assets/layout.css
+  - assets/styles.css
+  - assets/highlight.css
+  - assets/dmvendor.css
+  - assets/feedback-overrides.css
+  - assets/page_actions.css
+
+extra_javascript:
+  - https://www.googletagmanager.com/gtag/js?id=G-58W0K2ZQ25
+  - assets/gtag.js
+  - assets/highlight.min.js
+  - assets/highlight_init.js
+  - https://buttons.github.io/buttons.js
+  - assets/toc.js
+  - assets/github_stats.js
+  - assets/selection_ask_ai.js
+  - assets/copy_code.js
+  - assets/floating_ask_ai_button.js
+  - assets/mobile_menu.js
+  - assets/page_actions.js?v=20251006