{
 "schema_version": 1,
 "generated": "2026-10-24",
 "id": "unclecode-crawl4ai--give-claude-code-web-scraping-tool",
 "repo": "unclecode/crawl4ai",
 "repo_url": "https://github.com/unclecode/crawl4ai",
 "repo_slug": "unclecode-crawl4ai",
 "title": "Give Claude Code a web scraping tool over MCP",
 "page_title": "Crawl4AI MCP server: give Claude Code a web scraping tool",
 "summary": "Add the hosted Crawl4AI MCP server so your agent can scrape pages to Markdown.",
 "who": "A developer whose agent needs to read web pages during research.",
 "problem": "Agents' built-in fetch returns messy HTML.",
 "outcome": "Scrape, extract and search tools available to the agent.",
 "steps": [
  "Get a Crawl4AI key",
  "Run `claude mcp add --transport http crawl4ai https://api.crawl4ai.com/mcp` with the Authorization header",
  "Ask the agent to scrape a page",
  "Use the Markdown in your task"
 ],
 "agent_prompt": "With the crawl4ai MCP server connected, scrape <url> to Markdown and summarize it. Confirm the summary only uses content from the page.",
 "agents": [
  "claude-code"
 ],
 "difficulty": "Beginner",
 "time": "15 minutes",
 "basis": "readme",
 "caveat": "The hosted API is optional; the open-source crawler runs free on your machine.",
 "category": "Data and analytics",
 "tags": [
  "Data and analytics"
 ],
 "lang": "python",
 "requirements": [
  "Python with pip",
  "Playwright Chromium (installed by crawl4ai-setup)"
 ],
 "risk": "none",
 "seen_in_the_wild": false,
 "mentioned_publicly": false,
 "risks": [
  {
   "tag": "credentials",
   "notice": "The CRAWL4AI_KEY bearer token is billed for hosted requests."
  }
 ],
 "best": false,
 "score": 0.9,
 "evidence": [],
 "url": "https://dedupedai.com/use-cases/unclecode-crawl4ai/give-claude-code-web-scraping-tool/",
 "md": "https://dedupedai.com/use-cases/unclecode-crawl4ai/give-claude-code-web-scraping-tool/index.md",
 "disclaimer": "Deduped lists open-source repositories that belong to other people. We do not own, maintain, audit, or vouch for any of them, and a repo appearing here is not an endorsement or a safety check. The use cases, steps, and prompts are written by AI and may be incomplete, outdated, or just wrong. Where a use case is marked \"Seen in the wild\", we link to public posts where someone described something similar, but we have not verified those posts and the use case itself is still our AI's own write-up. Use all of this at your own risk. Only run code, commands, or agents on systems and accounts you are authorized to use, and read the code and every command before you run it, especially anything that touches credentials, files, or the network. Nothing here is professional, security, legal, or financial advice. All trademarks and project names belong to their respective owners, and their use here does not imply affiliation. Content is provided as is, without warranties of any kind. Found a mistake, a safety problem, or something you want removed? Email hello@dedupedai.com and we will look at it promptly.",
 "api": "https://dedupedai.com/api/v1/usecases/unclecode-crawl4ai--give-claude-code-web-scraping-tool.json",
 "api_version": "v1"
}