{
 "schema_version": 1,
 "generated": "2026-11-09",
 "id": "jina-ai-reader--turn-any-url-into-llm-ready-markdown-with-jina-reader",
 "repo": "jina-ai/reader",
 "repo_url": "https://github.com/jina-ai/reader",
 "repo_slug": "jina-ai-reader",
 "title": "Turn any URL into LLM-ready markdown",
 "page_title": "How to turn any URL into LLM-ready markdown with Reader",
 "summary": "Prefix a URL with r.jina.ai to get clean markdown, with front matter or JSON when your pipeline needs structure.",
 "who": "A developer feeding articles, docs or PDFs to a model.",
 "problem": "Raw HTML wastes tokens and confuses models.",
 "outcome": "Markdown with a title and source header, YAML front matter, or JSON.",
 "steps": [
  "Prepend https://r.jina.ai/ to the page URL and fetch it with curl",
  "For YAML front matter run `curl -H 'X-Respond-With: frontmatter' 'https://r.jina.ai/https://example.com'`",
  "For JSON output run `curl -H \"Accept: application/json\" https://r.jina.ai/https://en.m.wikipedia.org/wiki/Main_Page`",
  "Add x-max-tokens to cap the size or x-retain-images none to drop images"
 ],
 "agent_prompt": "Using jina-ai/reader, fetch each URL in <my list> through r.jina.ai with the X-Respond-With frontmatter header and save the markdown files for my RAG index.",
 "agents": [
  "claude-code",
  "codex",
  "cursor",
  "gemini-cli"
 ],
 "difficulty": "Beginner",
 "time": "15 minutes",
 "basis": "readme",
 "caveat": "Anonymous requests are the most rate limited; an API key raises the quota.",
 "category": "Research",
 "tags": [
  "Research"
 ],
 "lang": "",
 "requirements": [
  "curl or any HTTP client for the hosted r.jina.ai and s.jina.ai endpoints",
  "Docker to self-host with `docker pull ghcr.io/jina-ai/reader:oss`",
  "An optional Jina API key for higher rate limits on the hosted service"
 ],
 "risk": "none",
 "seen_in_the_wild": false,
 "mentioned_publicly": false,
 "risks": [
  {
   "tag": "privacy",
   "notice": "The hosted service fetches the URLs you send; self-host for internal or private pages."
  },
  {
   "tag": "legal",
   "notice": "Respect each site's terms when converting its content."
  }
 ],
 "best": true,
 "score": 1.0,
 "evidence": [],
 "url": "https://dedupedai.com/use-cases/jina-ai-reader/turn-any-url-into-llm-ready-markdown-with-jina-reader/",
 "md": "https://dedupedai.com/use-cases/jina-ai-reader/turn-any-url-into-llm-ready-markdown-with-jina-reader/index.md",
 "disclaimer": "Deduped lists open-source repositories that belong to other people. We do not own, maintain, audit, or vouch for any of them, and a repo appearing here is not an endorsement or a safety check. The use cases, steps, and prompts are written by AI and may be incomplete, outdated, or just wrong. Where a use case is marked \"Seen in the wild\", we link to public posts where someone described something similar, but we have not verified those posts and the use case itself is still our AI's own write-up. Use all of this at your own risk. Only run code, commands, or agents on systems and accounts you are authorized to use, and read the code and every command before you run it, especially anything that touches credentials, files, or the network. Nothing here is professional, security, legal, or financial advice. All trademarks and project names belong to their respective owners, and their use here does not imply affiliation. Content is provided as is, without warranties of any kind. Found a mistake, a safety problem, or something you want removed? Email hello@dedupedai.com and we will look at it promptly.",
 "api": "https://dedupedai.com/api/v1/usecases/jina-ai-reader--turn-any-url-into-llm-ready-markdown-with-jina-reader.json",
 "api_version": "v1"
}
