{
 "schema_version": 1,
 "generated": "2026-10-26",
 "id": "rsi-gear-gear--balance-pass-rate-against-cost",
 "repo": "rsi-gear/gear",
 "repo_url": "https://github.com/rsi-gear/gear",
 "repo_slug": "rsi-gear-gear",
 "title": "Set a weighted objective that balances pass rate and cost",
 "page_title": "How to set a weighted objective that balances pass rate and cost with Gear",
 "summary": "Combine pass rate, process scores, and cost or tokens into one objective when tuning a harness.",
 "who": "A team lead who must keep agent quality high while limiting API spend and wants to pick the harness that gives the best trade-off.",
 "problem": "Optimizing only for pass rate can produce a harness that is correct but expensive to run on every task.",
 "outcome": "A harness selected by a weighted objective, with the original pass rate, process scores, and cost measurements still visible for each version.",
 "steps": [
  "Read the objective guide to see how declared pass rate, process scores, cost, and tokens can be weighted.",
  "Define your weights for pass rate, process scores, and cost or tokens for your task set.",
  "Run one Refine Skill optimization round on your task set with that weighted objective.",
  "Compare the retained harness with the starting harness on pass rate and on cost or tokens, using the recorded results."
 ],
 "agent_prompt": "Use the Gear repo at rsi-gear/gear to define a weighted objective that combines pass rate and cost for <target task set> and run one optimization round with it. Report the weights used and the pass rate and cost of the retained harness against the starting harness. Verify that the original measurements are still present in the results.",
 "agents": [
  "codex",
  "claude-code"
 ],
 "difficulty": "Intermediate",
 "time": "2 hours",
 "basis": "readme",
 "caveat": "The objective guide defines how weights combine measurements, so choose weights that match your own priorities rather than copying the Marketing experiment's settings.",
 "category": "Software and DevOps",
 "tags": [
  "Software and DevOps"
 ],
 "lang": "typescript",
 "requirements": [
  "npm installed, to run the global install of rsi-gear, agent-hitch, and DSH",
  "An agent environment such as Codex, Claude Code, or DSH that can use the bundled Refine Skill",
  "A benchmark of representative tasks with clear success criteria, either an existing one or your own in Harbor format",
  "Access to the models you choose for the Meta agent and the task agent"
 ],
 "risk": "none",
 "seen_in_the_wild": false,
 "mentioned_publicly": false,
 "risks": [],
 "best": false,
 "score": 0.8,
 "evidence": [],
 "url": "https://dedupedai.com/use-cases/rsi-gear-gear/balance-pass-rate-against-cost/",
 "md": "https://dedupedai.com/use-cases/rsi-gear-gear/balance-pass-rate-against-cost/index.md",
 "disclaimer": "Deduped lists open-source repositories that belong to other people. We do not own, maintain, audit, or vouch for any of them, and a repo appearing here is not an endorsement or a safety check. The use cases, steps, and prompts are written by AI and may be incomplete, outdated, or just wrong. Where a use case is marked \"Seen in the wild\", we link to public posts where someone described something similar, but we have not verified those posts and the use case itself is still our AI's own write-up. Use all of this at your own risk. Only run code, commands, or agents on systems and accounts you are authorized to use, and read the code and every command before you run it, especially anything that touches credentials, files, or the network. Nothing here is professional, security, legal, or financial advice. All trademarks and project names belong to their respective owners, and their use here does not imply affiliation. Content is provided as is, without warranties of any kind. Found a mistake, a safety problem, or something you want removed? Email hello@dedupedai.com and we will look at it promptly.",
 "api": "https://dedupedai.com/api/v1/usecases/rsi-gear-gear--balance-pass-rate-against-cost.json",
 "api_version": "v1"
}