{
 "schema_version": 1,
 "generated": "2026-11-09",
 "id": "lightpanda-io-browser--convert-pages-to-markdown-for-llms-with-lightpanda",
 "repo": "lightpanda-io/browser",
 "repo_url": "https://github.com/lightpanda-io/browser",
 "repo_slug": "lightpanda-io-browser",
 "title": "Convert web pages to markdown for an LLM",
 "page_title": "How to convert web pages to markdown for an LLM with Browser",
 "summary": "Use lightpanda fetch to render a page, run its JavaScript, and dump clean markdown or structured data while obeying robots.txt.",
 "who": "A developer feeding web pages into a RAG pipeline or agent.",
 "problem": "Raw HTML is noisy and launching full Chrome for each page is heavy.",
 "outcome": "Markdown or JSON of a page, produced from the command line.",
 "steps": [
  "Install with `brew install lightpanda-io/browser/lightpanda`, or download the nightly binary and check it with `./lightpanda version`",
  "Dump a page with `./lightpanda fetch --obey-robots --dump html --log-format pretty  --log-level info https://demo-browser.lightpanda.io/campfire-commerce/`",
  "Swap in `--dump markdown` for markdown, or `--dump structured_data` for JSON-LD, OpenGraph and meta tags",
  "Use `--wait-selector` or `--wait-ms` when content loads late"
 ],
 "agent_prompt": "Using lightpanda-io/browser, run lightpanda fetch with --obey-robots and --dump markdown on each URL in <my list> and save one markdown file per page.",
 "agents": [
  "claude-code",
  "codex",
  "cursor",
  "gemini-cli"
 ],
 "difficulty": "Beginner",
 "time": "20 minutes",
 "basis": "readme",
 "caveat": "Downloads are nightly builds, so pin a version for production.",
 "category": "Software and DevOps",
 "tags": [
  "Software and DevOps"
 ],
 "lang": "",
 "requirements": [
  "Linux or macOS (x86_64 or aarch64); Windows only through WSL2; Linux binaries need glibc",
  "Install with `brew install lightpanda-io/browser/lightpanda`, a nightly binary, Nix or `docker run -d --name lightpanda -p 127.0.0.1:9222:9222 lightpanda/browser:latest`",
  "puppeteer-core or Playwright if you connect your own scripts over CDP"
 ],
 "risk": "none",
 "seen_in_the_wild": false,
 "mentioned_publicly": false,
 "risks": [
  {
   "tag": "privacy",
   "notice": "Lightpanda sends usage telemetry by default; set LIGHTPANDA_DISABLE_TELEMETRY=true to turn it off."
  },
  {
   "tag": "legal",
   "notice": "Respect site terms and robots.txt; keep --obey-robots on."
  }
 ],
 "best": true,
 "score": 1.0,
 "evidence": [],
 "url": "https://dedupedai.com/use-cases/lightpanda-io-browser/convert-pages-to-markdown-for-llms-with-lightpanda/",
 "md": "https://dedupedai.com/use-cases/lightpanda-io-browser/convert-pages-to-markdown-for-llms-with-lightpanda/index.md",
 "disclaimer": "Deduped lists open-source repositories that belong to other people. We do not own, maintain, audit, or vouch for any of them, and a repo appearing here is not an endorsement or a safety check. The use cases, steps, and prompts are written by AI and may be incomplete, outdated, or just wrong. Where a use case is marked \"Seen in the wild\", we link to public posts where someone described something similar, but we have not verified those posts and the use case itself is still our AI's own write-up. Use all of this at your own risk. Only run code, commands, or agents on systems and accounts you are authorized to use, and read the code and every command before you run it, especially anything that touches credentials, files, or the network. Nothing here is professional, security, legal, or financial advice. All trademarks and project names belong to their respective owners, and their use here does not imply affiliation. Content is provided as is, without warranties of any kind. Found a mistake, a safety problem, or something you want removed? Email hello@dedupedai.com and we will look at it promptly.",
 "api": "https://dedupedai.com/api/v1/usecases/lightpanda-io-browser--convert-pages-to-markdown-for-llms-with-lightpanda.json",
 "api_version": "v1"
}
