{
 "schema_version": 1,
 "generated": "2026-10-24",
 "repo": "unclecode/crawl4ai",
 "name": "crawl4ai",
 "owner": "unclecode",
 "slug": "unclecode-crawl4ai",
 "github": "https://github.com/unclecode/crawl4ai",
 "what": "Crawl4AI is an open-source web crawler and scraper that turns websites into clean, LLM-ready Markdown for RAG, agents and data pipelines, self-hosted or via a hosted API and MCP server.",
 "why": "86k stars",
 "language": "Python",
 "requirements": [
  "Python with pip",
  "Playwright Chromium (installed by crawl4ai-setup)"
 ],
 "audience_note": "Developers building RAG pipelines, agents or datasets from web content.",
 "risk": "none",
 "section": "earlier",
 "weekly_rank": null,
 "category": "Data and analytics",
 "url": "https://dedupedai.com/use-cases/unclecode-crawl4ai/",
 "use_case_count": 3,
 "use_cases": [
  {
   "id": "unclecode-crawl4ai--turn-website-into-markdown-for-rag",
   "title": "Turn any web page into clean Markdown for RAG",
   "best": true,
   "url": "https://dedupedai.com/use-cases/unclecode-crawl4ai/turn-website-into-markdown-for-rag/",
   "json": "https://dedupedai.com/use-cases/u/unclecode-crawl4ai/turn-website-into-markdown-for-rag.json"
  },
  {
   "id": "unclecode-crawl4ai--give-claude-code-web-scraping-tool",
   "title": "Give Claude Code a web scraping tool over MCP",
   "best": false,
   "url": "https://dedupedai.com/use-cases/unclecode-crawl4ai/give-claude-code-web-scraping-tool/",
   "json": "https://dedupedai.com/use-cases/u/unclecode-crawl4ai/give-claude-code-web-scraping-tool.json"
  },
  {
   "id": "unclecode-crawl4ai--scrape-page-via-hosted-api",
   "title": "Scrape a page with one curl call",
   "best": false,
   "url": "https://dedupedai.com/use-cases/unclecode-crawl4ai/scrape-page-via-hosted-api/",
   "json": "https://dedupedai.com/use-cases/u/unclecode-crawl4ai/scrape-page-via-hosted-api.json"
  }
 ],
 "disclaimer": "Third-party repos we don't own or vouch for. AI-generated use cases can be wrong: review everything and run at your own risk."
}