{
 "schema_version": 1,
 "generated": "2026-10-20",
 "id": "browser-use-macos-harness--let-coding-agent-drive-mac-app",
 "repo": "browser-use/macos-harness",
 "repo_url": "https://github.com/browser-use/macos-harness",
 "repo_slug": "browser-use-macos-harness",
 "title": "Let a coding agent operate a running Mac app",
 "page_title": "How to let a coding agent operate a running Mac app with macOS Harness",
 "summary": "Give an agent read and click access to a Mac app window, one shell command per step.",
 "who": "A developer using Claude Code or Codex who hits a task that only an app's own UI can do, such as a settings panel with no API.",
 "problem": "Coding agents can run shell commands but cannot see or use the windows of apps on the Mac.",
 "outcome": "The agent reads a window as numbered text, clicks the element it needs, and reads the window again to confirm the result.",
 "steps": [
  "Install or upgrade macOS Harness from https://github.com/browser-use/macos-harness with uv using Python 3.12.",
  "Run `macos-harness install --agent claude` for Claude Code, or the matching agent name for your CLI. (inferred, check the README)",
  "Run `macos-harness doctor` and grant any missing macOS permission when asked.",
  "Run `macos-harness get_app_state --app \"TextEdit\"` to read the window as numbered text.",
  "Run `macos-harness click --app \"TextEdit\" --element_index 12` on the element you need, then run `macos-harness get_app_state --app \"TextEdit\"` again."
 ],
 "agent_prompt": "Using the macos-harness repo at https://github.com/browser-use/macos-harness, run `macos-harness get_app_state --app <app name>` on the target app and list the numbered elements in its window. Verify that the output contains at least one numbered element and a screenshot path before you click anything.",
 "agents": [
  "claude-code",
  "codex"
 ],
 "difficulty": "Intermediate",
 "time": "30 minutes",
 "basis": "readme",
 "caveat": "The project is experimental and macOS only, and no call works until Accessibility and Screen Recording are granted.",
 "category": "Software and DevOps",
 "tags": [
  "Software and DevOps"
 ],
 "lang": "python",
 "requirements": [
  "A Mac running macOS, since the project is macOS only",
  "Python 3.12 and uv, to install macOS Harness",
  "Accessibility and Screen Recording permissions, which every call needs",
  "A coding agent CLI such as Claude Code or Codex to run the commands"
 ],
 "risk": "dual-use",
 "seen_in_the_wild": false,
 "mentioned_publicly": false,
 "risks": [],
 "best": true,
 "score": 1.0,
 "evidence": [],
 "url": "https://dedupedai.com/use-cases/browser-use-macos-harness/let-coding-agent-drive-mac-app/",
 "md": "https://dedupedai.com/use-cases/browser-use-macos-harness/let-coding-agent-drive-mac-app/index.md",
 "disclaimer": "Deduped lists open-source repositories that belong to other people. We do not own, maintain, audit, or vouch for any of them, and a repo appearing here is not an endorsement or a safety check. The use cases, steps, and prompts are written by AI and may be incomplete, outdated, or just wrong. Where a use case is marked \"Seen in the wild\", we link to public posts where someone described something similar, but we have not verified those posts and the use case itself is still our AI's own write-up. Use all of this at your own risk. Only run code, commands, or agents on systems and accounts you are authorized to use, and read the code and every command before you run it, especially anything that touches credentials, files, or the network. Nothing here is professional, security, legal, or financial advice. All trademarks and project names belong to their respective owners, and their use here does not imply affiliation. Content is provided as is, without warranties of any kind. Found a mistake, a safety problem, or something you want removed? Email hello@dedupedai.com and we will look at it promptly.",
 "api": "https://dedupedai.com/api/v1/usecases/browser-use-macos-harness--let-coding-agent-drive-mac-app.json",
 "api_version": "v1"
}