{
 "schema_version": 1,
 "generated": "2026-11-09",
 "id": "unstructured-io-unstructured--set-up-a-private-document-pipeline-with-unstructured",
 "repo": "Unstructured-IO/unstructured",
 "repo_url": "https://github.com/Unstructured-IO/unstructured",
 "repo_slug": "unstructured-io-unstructured",
 "title": "Run a private parsing pipeline with telemetry off",
 "page_title": "How to run a private parsing pipeline with telemetry off with Unstructured",
 "summary": "Install only the extras for your formats, opt out of analytics and keep parsing on your own hardware.",
 "who": "A team processing confidential contracts or email exports.",
 "problem": "Data teams need to know what a parsing library sends over the network.",
 "outcome": "A local install for your file types with the analytics ping disabled.",
 "steps": [
  "Install only what you parse, for example `pip install \"unstructured[docx]\"` or `pip install unstructured` for text, HTML, XML, JSON and email",
  "Set DO_NOT_TRACK or SCARF_NO_ANALYTICS to a non-empty value before importing the library",
  "Partition a sample email such as example-docs/eml/fake-email.eml with partition from Unstructured.partition.auto",
  "Gather system info with `python scripts/collect_env.py` if you need to report a bug"
 ],
 "agent_prompt": "Using Unstructured-IO/unstructured, install only the extras for <my file types>, export DO_NOT_TRACK=true, partition <my email export>, and confirm the element output.",
 "agents": [
  "claude-code",
  "codex",
  "cursor",
  "gemini-cli"
 ],
 "difficulty": "Intermediate",
 "time": "30 minutes",
 "basis": "readme",
 "caveat": "This card is written from the Unstructured-IO/unstructured README, not from a test run by Deduped. Before you start, make sure you have Python with pip. Check the repo for newer instructions before you rely on these steps.",
 "category": "Data and analytics",
 "tags": [
  "Data and analytics"
 ],
 "lang": "html",
 "requirements": [
  "Python with pip; `pip install \"unstructured[all-docs]\"` for every document type",
  "System packages as needed: libmagic-dev, poppler-utils, tesseract-ocr and libreoffice",
  "Or Docker, to use the prebuilt image instead of installing dependencies"
 ],
 "risk": "none",
 "seen_in_the_wild": false,
 "mentioned_publicly": false,
 "risks": [
  {
   "tag": "privacy",
   "notice": "By default the library sends lightweight analytics pings when imported and on partition calls; opt out with DO_NOT_TRACK or SCARF_NO_ANALYTICS."
  }
 ],
 "best": false,
 "score": 0.8,
 "evidence": [],
 "url": "https://dedupedai.com/use-cases/unstructured-io-unstructured/set-up-a-private-document-pipeline-with-unstructured/",
 "md": "https://dedupedai.com/use-cases/unstructured-io-unstructured/set-up-a-private-document-pipeline-with-unstructured/index.md",
 "disclaimer": "Deduped lists open-source repositories that belong to other people. We do not own, maintain, audit, or vouch for any of them, and a repo appearing here is not an endorsement or a safety check. The use cases, steps, and prompts are written by AI and may be incomplete, outdated, or just wrong. Where a use case is marked \"Seen in the wild\", we link to public posts where someone described something similar, but we have not verified those posts and the use case itself is still our AI's own write-up. Use all of this at your own risk. Only run code, commands, or agents on systems and accounts you are authorized to use, and read the code and every command before you run it, especially anything that touches credentials, files, or the network. Nothing here is professional, security, legal, or financial advice. All trademarks and project names belong to their respective owners, and their use here does not imply affiliation. Content is provided as is, without warranties of any kind. Found a mistake, a safety problem, or something you want removed? Email hello@dedupedai.com and we will look at it promptly.",
 "api": "https://dedupedai.com/api/v1/usecases/unstructured-io-unstructured--set-up-a-private-document-pipeline-with-unstructured.json",
 "api_version": "v1"
}
