{
 "schema_version": 1,
 "generated": "2026-10-26",
 "id": "tencent-ui-mate--teach-agent-a-workflow-by-demonstration",
 "repo": "Tencent/UI-Mate",
 "repo_url": "https://github.com/Tencent/UI-Mate",
 "repo_slug": "tencent-ui-mate",
 "title": "Teach an agent a recurring office task by showing it once",
 "page_title": "How to teach an agent a recurring office task by showing it once with UI Mate",
 "summary": "Record one successful run, attach it, and have UI-Mate-democua-27B reuse the procedure on a new task.",
 "who": "An operations lead or power user who repeats the same multi-app office procedure with different files or data each time.",
 "problem": "Some procedures depend on personal tools, file layouts, and naming rules that are easier to show than to describe in one instruction.",
 "outcome": "The agent follows the demonstrated procedure where it fits the new task and re-plans from the live screen when layouts or data differ.",
 "steps": [
  "Record one successful run of the procedure with the UI Mate desktop application's demonstration capture.",
  "Edit or attach the saved demonstration in the desktop application so it is linked to the new task.",
  "Serve `UI-Mate-democua-27B` from its Hugging Face checkpoint using the same vLLM pattern as the general model, with a served model name you choose.",
  "Start the run with the new task instruction and the attached demonstration, and use pause or interjection if the agent drifts.",
  "Review the session and demonstration artifacts to confirm each subtask completed."
 ],
 "agent_prompt": "Using the Tencent/UI-Mate repository, attach the demonstration at <demo path> to a run of UI-Mate-democua-27B on the new task <task description>. Report which subtasks the agent completed and whether it re-planned from the live screen anywhere. Verify that the session artifacts show a step-by-step record before you accept the result.",
 "agents": [
  "any"
 ],
 "difficulty": "Advanced",
 "time": "3 hours",
 "basis": "readme",
 "caveat": "The README says the demonstration is advice rather than a script, so results depend on how closely the new task matches the recorded one, and the desktop application setup steps are not in the README excerpt.",
 "category": "Work and operations",
 "tags": [
  "Work and operations"
 ],
 "lang": "javascript",
 "requirements": [
  "A GPU server able to serve the UI-Mate-27B checkpoint with vLLM (the README example uses two-way tensor parallelism)",
  "Python with pip, so you can install openai and pillow",
  "A clone of the Tencent/UI-Mate repository and the model weights from Hugging Face",
  "A sandboxed or test desktop, since the agent controls real keyboard and mouse input"
 ],
 "risk": "dual-use",
 "seen_in_the_wild": false,
 "mentioned_publicly": false,
 "risks": [
  {
   "tag": "credentials",
   "notice": "Demonstration recordings capture screenshots and keystrokes, so they can expose passwords or tokens that appear on screen; redact or avoid recording them."
  }
 ],
 "best": false,
 "score": 0.8,
 "evidence": [],
 "url": "https://dedupedai.com/use-cases/tencent-ui-mate/teach-agent-a-workflow-by-demonstration/",
 "md": "https://dedupedai.com/use-cases/tencent-ui-mate/teach-agent-a-workflow-by-demonstration/index.md",
 "disclaimer": "Deduped lists open-source repositories that belong to other people. We do not own, maintain, audit, or vouch for any of them, and a repo appearing here is not an endorsement or a safety check. The use cases, steps, and prompts are written by AI and may be incomplete, outdated, or just wrong. Where a use case is marked \"Seen in the wild\", we link to public posts where someone described something similar, but we have not verified those posts and the use case itself is still our AI's own write-up. Use all of this at your own risk. Only run code, commands, or agents on systems and accounts you are authorized to use, and read the code and every command before you run it, especially anything that touches credentials, files, or the network. Nothing here is professional, security, legal, or financial advice. All trademarks and project names belong to their respective owners, and their use here does not imply affiliation. Content is provided as is, without warranties of any kind. Found a mistake, a safety problem, or something you want removed? Email hello@dedupedai.com and we will look at it promptly.",
 "api": "https://dedupedai.com/api/v1/usecases/tencent-ui-mate--teach-agent-a-workflow-by-demonstration.json",
 "api_version": "v1"
}