{
 "schema_version": 1,
 "generated": "2026-10-26",
 "id": "rsi-gear-gear--tune-marketing-agent-automationbench",
 "repo": "rsi-gear/gear",
 "repo_url": "https://github.com/rsi-gear/gear",
 "repo_slug": "rsi-gear-gear",
 "title": "Tune a marketing agent on AutomationBench tasks",
 "page_title": "How to tune a marketing agent on AutomationBench tasks with Gear",
 "summary": "Run one Gear optimization round on AutomationBench Marketing tasks to improve an agent's pass rate.",
 "who": "A marketing operations lead who wants an agent to handle Marketing automation tasks more reliably and has no benchmark of their own yet.",
 "problem": "A general agent setup completes only part of the Marketing tasks, and tuning instructions and tools by hand is slow and hard to measure.",
 "outcome": "A proposed round of harness changes, evaluated on the Marketing tasks, with each harness version and its results recorded so you can inspect and reuse the best one.",
 "steps": [
  "Run `npm install --global rsi-gear@latest agent-hitch@latest @deepseek-ai/dsh@latest` to install Gear, the Hitch evaluation runner, and DSH.",
  "Run `hitch eval setup harbor` to set up the Harbor evaluation runner.",
  "Install the bundled Refine Skill in your agent environment by following the quick start guide, then configure AutomationBench as the benchmark.",
  "In your agent session, invoke `/refine` or submit a request to improve performance on AutomationBench's Marketing tasks and run one round of optimization.",
  "Review the recorded harness versions and their evaluation results, then keep the version that scores best for your use."
 ],
 "agent_prompt": "Use the Gear repo at rsi-gear/gear to run one Refine Skill optimization round on AutomationBench's Marketing tasks for <target agent setup>. Report the pass rate before and after the round and the path to the recorded harness versions. Verify that each retained harness version has a matching evaluation result before you report success.",
 "agents": [
  "codex",
  "claude-code"
 ],
 "difficulty": "Intermediate",
 "time": "2 hours",
 "basis": "readme",
 "caveat": "Gear optimizes the harness only; the model training loop is experimental, so this use case changes instructions, tools, and workflows and does not retrain the model.",
 "category": "Software and DevOps",
 "tags": [
  "Software and DevOps"
 ],
 "lang": "typescript",
 "requirements": [
  "npm installed, to run the global install of rsi-gear, agent-hitch, and DSH",
  "An agent environment such as Codex, Claude Code, or DSH that can use the bundled Refine Skill",
  "A benchmark of representative tasks with clear success criteria, either an existing one or your own in Harbor format",
  "Access to the models you choose for the Meta agent and the task agent"
 ],
 "risk": "none",
 "seen_in_the_wild": false,
 "mentioned_publicly": false,
 "risks": [],
 "best": true,
 "score": 1.0,
 "evidence": [],
 "url": "https://dedupedai.com/use-cases/rsi-gear-gear/tune-marketing-agent-automationbench/",
 "md": "https://dedupedai.com/use-cases/rsi-gear-gear/tune-marketing-agent-automationbench/index.md",
 "disclaimer": "Deduped lists open-source repositories that belong to other people. We do not own, maintain, audit, or vouch for any of them, and a repo appearing here is not an endorsement or a safety check. The use cases, steps, and prompts are written by AI and may be incomplete, outdated, or just wrong. Where a use case is marked \"Seen in the wild\", we link to public posts where someone described something similar, but we have not verified those posts and the use case itself is still our AI's own write-up. Use all of this at your own risk. Only run code, commands, or agents on systems and accounts you are authorized to use, and read the code and every command before you run it, especially anything that touches credentials, files, or the network. Nothing here is professional, security, legal, or financial advice. All trademarks and project names belong to their respective owners, and their use here does not imply affiliation. Content is provided as is, without warranties of any kind. Found a mistake, a safety problem, or something you want removed? Email hello@dedupedai.com and we will look at it promptly.",
 "api": "https://dedupedai.com/api/v1/usecases/rsi-gear-gear--tune-marketing-agent-automationbench.json",
 "api_version": "v1"
}