{
 "schema_version": 1,
 "generated": "2026-10-26",
 "id": "phuryn-bug-hunt-bench--study-the-25-bugs-no-model-fixed",
 "repo": "phuryn/bug-hunt-bench",
 "repo_url": "https://github.com/phuryn/bug-hunt-bench",
 "repo_slug": "phuryn-bug-hunt-bench",
 "title": "Study the 25 bugs no model has fixed",
 "page_title": "How to study the 25 bugs no model has fixed with Bug Hunt Bench",
 "summary": "Look at the bugs that every model missed to learn where current tools fail.",
 "who": "A researcher or engineer who wants to understand the hardest bugs in the bench and why models miss them.",
 "problem": "Aggregate scores hide which specific bugs stay unfixed, and those are the cases that show real limits.",
 "outcome": "A list of the bugs no model fixed, with context from the findings by wave, to guide further study.",
 "steps": [
  "Note the README fact that 25 of 105 bugs have never been fixed by any model.",
  "Open the raw data in the results/ folder on GitHub.",
  "Open results/waves.md to read the findings by wave.",
  "Match the unfixed bugs against the wave findings and write down the patterns you see."
 ],
 "agent_prompt": "In the bug-hunt-bench repo, open results/waves.md and the raw data in results/, then list the bugs that no model fixed, grouped by repo. Output a short report. Verify that the count of unfixed bugs matches the 25 of 105 stated in the README.",
 "agents": [
  "any"
 ],
 "difficulty": "Intermediate",
 "time": "30 minutes",
 "basis": "readme",
 "caveat": "The unfixed list reflects only the models and runs in this bench, so other models may fix some of these bugs.",
 "category": "Software and DevOps",
 "tags": [
  "Software and DevOps"
 ],
 "lang": "javascript",
 "requirements": [
  "A web browser to open the live leaderboard at bughunt.productcompass.pm",
  "Access to the results/ folder on GitHub or a local copy of the repo for the raw data"
 ],
 "risk": "none",
 "seen_in_the_wild": false,
 "mentioned_publicly": false,
 "risks": [],
 "best": false,
 "score": 0.8,
 "evidence": [],
 "url": "https://dedupedai.com/use-cases/phuryn-bug-hunt-bench/study-the-25-bugs-no-model-fixed/",
 "md": "https://dedupedai.com/use-cases/phuryn-bug-hunt-bench/study-the-25-bugs-no-model-fixed/index.md",
 "disclaimer": "Deduped lists open-source repositories that belong to other people. We do not own, maintain, audit, or vouch for any of them, and a repo appearing here is not an endorsement or a safety check. The use cases, steps, and prompts are written by AI and may be incomplete, outdated, or just wrong. Where a use case is marked \"Seen in the wild\", we link to public posts where someone described something similar, but we have not verified those posts and the use case itself is still our AI's own write-up. Use all of this at your own risk. Only run code, commands, or agents on systems and accounts you are authorized to use, and read the code and every command before you run it, especially anything that touches credentials, files, or the network. Nothing here is professional, security, legal, or financial advice. All trademarks and project names belong to their respective owners, and their use here does not imply affiliation. Content is provided as is, without warranties of any kind. Found a mistake, a safety problem, or something you want removed? Email hello@dedupedai.com and we will look at it promptly.",
 "api": "https://dedupedai.com/api/v1/usecases/phuryn-bug-hunt-bench--study-the-25-bugs-no-model-fixed.json",
 "api_version": "v1"
}