{
 "schema_version": 1,
 "generated": "2026-10-20",
 "repo": "onehumanbeing/esp32-iphone-agent",
 "name": "esp32-iphone-agent",
 "owner": "onehumanbeing",
 "slug": "onehumanbeing-esp32-iphone-agent",
 "github": "https://github.com/onehumanbeing/esp32-iphone-agent",
 "what": "An ESP32-S3 board that acts as an AirPlay screen mirror and USB mouse and keyboard, paired with an iPhone app that lets a vision model see and operate the phone.",
 "why": "",
 "language": "C",
 "requirements": [
  "An ESP32-S3 board, tested with a Seeed Studio XIAO ESP32S3 (plain version, 8 MB PSRAM)",
  "An iPhone on iOS 18 or later with cellular data",
  "An OpenAI-compatible vision model endpoint and API key",
  "A Mac with Xcode, needed once to flash the board and build the app"
 ],
 "audience_note": "Developers and automation builders who want an AI model to operate a real iPhone without a computer in the loop at run time.",
 "risk": "dual-use",
 "section": "earlier",
 "weekly_rank": null,
 "category": "Software and DevOps",
 "url": "https://dedupedai.com/use-cases/onehumanbeing-esp32-iphone-agent/",
 "use_case_count": 5,
 "use_cases": [
  {
   "id": "onehumanbeing-esp32-iphone-agent--run-phone-tasks-with-ai-vision",
   "title": "Have an AI model complete a task on a real iPhone",
   "best": true,
   "url": "https://dedupedai.com/use-cases/onehumanbeing-esp32-iphone-agent/run-phone-tasks-with-ai-vision/",
   "json": "https://dedupedai.com/use-cases/u/onehumanbeing-esp32-iphone-agent/run-phone-tasks-with-ai-vision.json"
  },
  {
   "id": "onehumanbeing-esp32-iphone-agent--export-agent-runs-for-review",
   "title": "Replay and export phone agent runs for analysis",
   "best": false,
   "url": "https://dedupedai.com/use-cases/onehumanbeing-esp32-iphone-agent/export-agent-runs-for-review/",
   "json": "https://dedupedai.com/use-cases/u/onehumanbeing-esp32-iphone-agent/export-agent-runs-for-review.json"
  },
  {
   "id": "onehumanbeing-esp32-iphone-agent--start-saved-phone-tasks-hands-free",
   "title": "Start saved phone tasks from Siri or Shortcuts",
   "best": false,
   "url": "https://dedupedai.com/use-cases/onehumanbeing-esp32-iphone-agent/start-saved-phone-tasks-hands-free/",
   "json": "https://dedupedai.com/use-cases/u/onehumanbeing-esp32-iphone-agent/start-saved-phone-tasks-hands-free.json"
  },
  {
   "id": "onehumanbeing-esp32-iphone-agent--adapt-agent-prompts-to-own-workflow",
   "title": "Edit the planner and actor prompts for a custom workflow",
   "best": false,
   "url": "https://dedupedai.com/use-cases/onehumanbeing-esp32-iphone-agent/adapt-agent-prompts-to-own-workflow/",
   "json": "https://dedupedai.com/use-cases/u/onehumanbeing-esp32-iphone-agent/adapt-agent-prompts-to-own-workflow.json"
  },
  {
   "id": "onehumanbeing-esp32-iphone-agent--debug-board-link-without-phone-app",
   "title": "Test the ESP32 board over BLE from a Mac",
   "best": false,
   "url": "https://dedupedai.com/use-cases/onehumanbeing-esp32-iphone-agent/debug-board-link-without-phone-app/",
   "json": "https://dedupedai.com/use-cases/u/onehumanbeing-esp32-iphone-agent/debug-board-link-without-phone-app.json"
  }
 ],
 "disclaimer": "Third-party repos we don't own or vouch for. AI-generated use cases can be wrong: review everything and run at your own risk."
}