{
 "schema_version": 1,
 "generated": "2026-10-26",
 "repo": "Tencent/UI-Mate",
 "name": "UI-Mate",
 "owner": "Tencent",
 "slug": "tencent-ui-mate",
 "github": "https://github.com/Tencent/UI-Mate",
 "what": "UI-Mate is a foundation GUI agent that observes a live desktop screen and acts through keyboard and mouse, with an OpenAI-compatible desktop client and a demonstration-guided mode.",
 "why": "111 stars, launched 73 days ago",
 "language": "JavaScript",
 "requirements": [
  "A GPU server able to serve the UI-Mate-27B checkpoint with vLLM (the README example uses two-way tensor parallelism)",
  "Python with pip, so you can install openai and pillow",
  "A clone of the Tencent/UI-Mate repository and the model weights from Hugging Face",
  "A sandboxed or test desktop, since the agent controls real keyboard and mouse input"
 ],
 "audience_note": "Built for developers and teams who want a computer-use agent to run desktop office workflows, and who can host a large model or call an OpenAI-compatible endpoint.",
 "risk": "dual-use",
 "section": "earlier",
 "weekly_rank": null,
 "category": "Work and operations",
 "url": "https://dedupedai.com/use-cases/tencent-ui-mate/",
 "use_case_count": 3,
 "use_cases": [
  {
   "id": "tencent-ui-mate--test-gui-agent-on-one-screenshot",
   "title": "Test a GUI agent on one screenshot locally",
   "best": true,
   "url": "https://dedupedai.com/use-cases/tencent-ui-mate/test-gui-agent-on-one-screenshot/",
   "json": "https://dedupedai.com/use-cases/u/tencent-ui-mate/test-gui-agent-on-one-screenshot.json"
  },
  {
   "id": "tencent-ui-mate--benchmark-agent-on-osworkerbench",
   "title": "Benchmark a GUI agent on OSWorkerBench tasks",
   "best": false,
   "url": "https://dedupedai.com/use-cases/tencent-ui-mate/benchmark-agent-on-osworkerbench/",
   "json": "https://dedupedai.com/use-cases/u/tencent-ui-mate/benchmark-agent-on-osworkerbench.json"
  },
  {
   "id": "tencent-ui-mate--teach-agent-a-workflow-by-demonstration",
   "title": "Teach an agent a recurring office task by showing it once",
   "best": false,
   "url": "https://dedupedai.com/use-cases/tencent-ui-mate/teach-agent-a-workflow-by-demonstration/",
   "json": "https://dedupedai.com/use-cases/u/tencent-ui-mate/teach-agent-a-workflow-by-demonstration.json"
  }
 ],
 "disclaimer": "Third-party repos we don't own or vouch for. AI-generated use cases can be wrong: review everything and run at your own risk."
}