{
 "schema_version": 1,
 "generated": "2026-10-20",
 "id": "dom-actions-doma--collect-web-data-with-browser-agent",
 "repo": "dom-actions/doma",
 "repo_url": "https://github.com/dom-actions/doma",
 "repo_slug": "dom-actions-doma",
 "title": "Collect data from web pages using a browser agent",
 "page_title": "How to collect data from web pages using a browser agent with Doma",
 "summary": "Have DomA browse a set of pages and gather the information you need into one place.",
 "who": "A researcher or analyst who needs to pull the same kinds of details from many web pages and does not want to copy them manually.",
 "problem": "Gathering the same details from many pages by hand takes hours and is easy to get wrong.",
 "outcome": "DomA visits the pages you name and returns the collected details, which you check against the source pages.",
 "steps": [
  "Download the latest package from Releases at https://github.com/dom-actions/doma/releases and unzip it.",
  "Load the folder as an unpacked extension using chrome://extensions or edge://extensions with Developer mode on.",
  "Enter your own LLM API key in the extension.",
  "Give DomA a list of page URLs and the fields you want collected.",
  "Spot-check several collected values against the original pages before using the data."
 ],
 "agent_prompt": "Use the dom-actions/doma repo as a browser agent to visit the pages listed in <URL list file> and collect the fields <field names>. Expected output: a table with one row per page and one column per field. Verify by opening three random pages and comparing their values with the table.",
 "agents": [
  "any"
 ],
 "difficulty": "Intermediate",
 "time": "30 minutes",
 "basis": "readme",
 "caveat": "The README lists collecting as a task but does not describe an export format, so you may need to copy results out of the extension yourself.",
 "category": "Work and operations",
 "tags": [
  "Work and operations"
 ],
 "lang": "typescript",
 "requirements": [
  "Chrome or Edge browser",
  "Your own LLM API key from an OpenAI-compatible provider",
  "Node.js 20+ only if you build from source"
 ],
 "risk": "dual-use",
 "seen_in_the_wild": false,
 "mentioned_publicly": false,
 "risks": [],
 "best": false,
 "score": 0.9,
 "evidence": [],
 "url": "https://dedupedai.com/use-cases/dom-actions-doma/collect-web-data-with-browser-agent/",
 "md": "https://dedupedai.com/use-cases/dom-actions-doma/collect-web-data-with-browser-agent/index.md",
 "disclaimer": "Deduped lists open-source repositories that belong to other people. We do not own, maintain, audit, or vouch for any of them, and a repo appearing here is not an endorsement or a safety check. The use cases, steps, and prompts are written by AI and may be incomplete, outdated, or just wrong. Where a use case is marked \"Seen in the wild\", we link to public posts where someone described something similar, but we have not verified those posts and the use case itself is still our AI's own write-up. Use all of this at your own risk. Only run code, commands, or agents on systems and accounts you are authorized to use, and read the code and every command before you run it, especially anything that touches credentials, files, or the network. Nothing here is professional, security, legal, or financial advice. All trademarks and project names belong to their respective owners, and their use here does not imply affiliation. Content is provided as is, without warranties of any kind. Found a mistake, a safety problem, or something you want removed? Email hello@dedupedai.com and we will look at it promptly.",
 "api": "https://dedupedai.com/api/v1/usecases/dom-actions-doma--collect-web-data-with-browser-agent.json",
 "api_version": "v1"
}