{
 "schema_version": 1,
 "generated": "2026-10-26",
 "id": "udaysharmadev-not-ai--benchmark-human-rewrite-pairs",
 "repo": "udaysharmadev/Not-Ai",
 "repo_url": "https://github.com/udaysharmadev/Not-Ai",
 "repo_slug": "udaysharmadev-not-ai",
 "title": "Measure human-written rewrite pairs with the benchmark script",
 "page_title": "How to measure human-written rewrite pairs with the benchmark script with Not AI",
 "summary": "Compare original and rewritten text pairs using the repo's reproducible diagnostics.",
 "who": "A researcher or editor who has human-provided original and rewritten pairs and wants repeatable diagnostics for a regression check.",
 "problem": "Judging whether a rewrite preserved content is hard to repeat by eye, and the team needs consistent numbers.",
 "outcome": "A benchmark report with token-overlap proxy, structural delta, readability delta, word-count change, and protected-literal preservation.",
 "steps": [
  "Clone https://github.com/udaysharmadev/Not-Ai and move into the folder. (inferred, check the README)",
  "Place your human-provided original and rewritten pairs in the fixture format the benchmark script expects, with metadata for the expected action.",
  "Run `python3 scripts/benchmark.py` against the fixtures (inferred, check the script's help output for options). (inferred, check the README)",
  "Read the token-overlap, structural, readability, and protected-literal results for each pair.",
  "Treat the numbers as diagnostics and review any pair that changes meaning by hand."
 ],
 "agent_prompt": "In the udaysharmadev/Not-Ai repo, run scripts/benchmark.py on the fixture pairs in <path to fixtures> and return the per-pair token-overlap, structural delta, readability delta, and protected-literal results. Verify that every pair reports a result and that no pair is labeled as a quality judgment.",
 "agents": [
  "any"
 ],
 "difficulty": "Advanced",
 "time": "60 minutes",
 "basis": "readme",
 "caveat": "The README says these figures are reproducible diagnostics, not proof that a rewrite is good or semantically identical.",
 "category": "Content",
 "tags": [
  "Content"
 ],
 "lang": "python",
 "requirements": [
  "A terminal and an agent that supports the skill, such as Claude Code, Codex, or Cursor",
  "Python 3 to run the gate script from a local clone of the repo (inferred, the README uses python3 and says the gate is dependency-free)",
  "The draft text saved as a plain text file"
 ],
 "risk": "dual-use",
 "seen_in_the_wild": false,
 "mentioned_publicly": false,
 "risks": [],
 "best": false,
 "score": 0.7,
 "evidence": [],
 "url": "https://dedupedai.com/use-cases/udaysharmadev-not-ai/benchmark-human-rewrite-pairs/",
 "md": "https://dedupedai.com/use-cases/udaysharmadev-not-ai/benchmark-human-rewrite-pairs/index.md",
 "disclaimer": "Deduped lists open-source repositories that belong to other people. We do not own, maintain, audit, or vouch for any of them, and a repo appearing here is not an endorsement or a safety check. The use cases, steps, and prompts are written by AI and may be incomplete, outdated, or just wrong. Where a use case is marked \"Seen in the wild\", we link to public posts where someone described something similar, but we have not verified those posts and the use case itself is still our AI's own write-up. Use all of this at your own risk. Only run code, commands, or agents on systems and accounts you are authorized to use, and read the code and every command before you run it, especially anything that touches credentials, files, or the network. Nothing here is professional, security, legal, or financial advice. All trademarks and project names belong to their respective owners, and their use here does not imply affiliation. Content is provided as is, without warranties of any kind. Found a mistake, a safety problem, or something you want removed? Email hello@dedupedai.com and we will look at it promptly.",
 "api": "https://dedupedai.com/api/v1/usecases/udaysharmadev-not-ai--benchmark-human-rewrite-pairs.json",
 "api_version": "v1"
}