{
 "schema_version": 1,
 "generated": "2026-10-26",
 "id": "phuryn-bug-hunt-bench--pick-coding-model-for-bug-fixing",
 "repo": "phuryn/bug-hunt-bench",
 "repo_url": "https://github.com/phuryn/bug-hunt-bench",
 "repo_slug": "phuryn-bug-hunt-bench",
 "title": "Choose a coding model for bug fixing by score and cost",
 "page_title": "How to choose a coding model for bug fixing by score and cost with Bug Hunt Bench",
 "summary": "Rank models by planted bugs fixed, per repo and per dollar, before you pick one for fixes.",
 "who": "An engineering lead choosing which AI coding model and CLI to pay for when the team's bug backlog keeps growing.",
 "problem": "Vendor claims about coding ability are hard to compare, and a model that scores well on one task can cost far more than a close rival.",
 "outcome": "A shortlist of models with their Fixed /105 score, per-repo scores, and cost, so the choice rests on measured bug fixes.",
 "steps": [
  "Open the live board at bughunt.productcompass.pm.",
  "Read the Fixed /105 column and the Repo 1 /45 and Repo 2 /60 columns to see where each model does well.",
  "Compare the Cost column for the models that score within a few points of the top.",
  "Open the Method page at bughunt.productcompass.pm/method and read the definitions and caveats before you decide."
 ],
 "agent_prompt": "Using the bug-hunt-bench leaderboard at bughunt.productcompass.pm, list the top five models by Fixed /105 along with their Repo 1 and Repo 2 scores and Cost for <task or budget note>. Output a short table. Verify that each score matches the row in the README table before reporting it.",
 "agents": [
  "any"
 ],
 "difficulty": "Beginner",
 "time": "15 minutes",
 "basis": "readme",
 "caveat": "Scores count only the 105 planted bugs in this bench, so a high score says little about bugs outside it.",
 "category": "Software and DevOps",
 "tags": [
  "Software and DevOps"
 ],
 "lang": "javascript",
 "requirements": [
  "A web browser to open the live leaderboard at bughunt.productcompass.pm",
  "Access to the results/ folder on GitHub or a local copy of the repo for the raw data"
 ],
 "risk": "none",
 "seen_in_the_wild": false,
 "mentioned_publicly": false,
 "risks": [],
 "best": true,
 "score": 1.0,
 "evidence": [],
 "url": "https://dedupedai.com/use-cases/phuryn-bug-hunt-bench/pick-coding-model-for-bug-fixing/",
 "md": "https://dedupedai.com/use-cases/phuryn-bug-hunt-bench/pick-coding-model-for-bug-fixing/index.md",
 "disclaimer": "Deduped lists open-source repositories that belong to other people. We do not own, maintain, audit, or vouch for any of them, and a repo appearing here is not an endorsement or a safety check. The use cases, steps, and prompts are written by AI and may be incomplete, outdated, or just wrong. Where a use case is marked \"Seen in the wild\", we link to public posts where someone described something similar, but we have not verified those posts and the use case itself is still our AI's own write-up. Use all of this at your own risk. Only run code, commands, or agents on systems and accounts you are authorized to use, and read the code and every command before you run it, especially anything that touches credentials, files, or the network. Nothing here is professional, security, legal, or financial advice. All trademarks and project names belong to their respective owners, and their use here does not imply affiliation. Content is provided as is, without warranties of any kind. Found a mistake, a safety problem, or something you want removed? Email hello@dedupedai.com and we will look at it promptly.",
 "api": "https://dedupedai.com/api/v1/usecases/phuryn-bug-hunt-bench--pick-coding-model-for-bug-fixing.json",
 "api_version": "v1"
}