{
 "schema_version": 1,
 "generated": "2026-10-20",
 "id": "znxzsy-veriink--regression-test-ocr-on-synthetic-hard-cases",
 "repo": "znxzsy/VeriInk",
 "repo_url": "https://github.com/znxzsy/VeriInk",
 "repo_slug": "znxzsy-veriink",
 "title": "Regression-test an OCR model on six synthetic hard cases",
 "page_title": "How to regression-test an OCR model on six synthetic hard cases with Veri Ink",
 "summary": "Check a transcription model on crossed-out, decimal, and mixed-operation handwriting with public hashes.",
 "who": "An evaluator who maintains an OCR or multimodal grading model and needs a fixed regression set that contains no real student images.",
 "problem": "Public handwriting benchmarks may not cover crossed-out revisions and arithmetic patterns, and real student images carry privacy limits.",
 "outcome": "A repeatable regression check where the model is scored on the visible answer, with each image confirmed against its published hash.",
 "steps": [
  "Run `git clone https://github.com/znxzsy/VeriInk.git` and then `cd VeriInk`.",
  "Open examples/hardcases/manifest.json to list the six synthetic images and their public hashes.",
  "Run `sha256sum examples/hardcases/*` and compare each output with the matching hash in the manifest. (inferred, check the README)",
  "Run your OCR or multimodal model on the six images and record its transcriptions.",
  "Compare each transcription with the visible answer, not a corrected answer, since wrong answers stay wrong by design."
 ],
 "agent_prompt": "Clone https://github.com/znxzsy/VeriInk, read examples/hardcases/manifest.json, and verify the SHA256 of each synthetic image. Run <model-name> on the six images and report, for each image, whether the transcription matches the visible answer. Verify that every hash matches before you score the model.",
 "agents": [
  "any"
 ],
 "difficulty": "Intermediate",
 "time": "30 minutes",
 "basis": "readme",
 "caveat": "The six hard cases cover only the listed arithmetic and revision patterns, so they do not stand in for a full handwriting benchmark.",
 "category": "Software and DevOps",
 "tags": [
  "Software and DevOps"
 ],
 "lang": "python",
 "requirements": [
  "Python and git installed",
  "Terminal access to create a virtual environment and run commands",
  "Basic familiarity with pip and pytest"
 ],
 "risk": "dual-use",
 "seen_in_the_wild": false,
 "mentioned_publicly": false,
 "risks": [],
 "best": false,
 "score": 0.8,
 "evidence": [],
 "url": "https://dedupedai.com/use-cases/znxzsy-veriink/regression-test-ocr-on-synthetic-hard-cases/",
 "md": "https://dedupedai.com/use-cases/znxzsy-veriink/regression-test-ocr-on-synthetic-hard-cases/index.md",
 "disclaimer": "Deduped lists open-source repositories that belong to other people. We do not own, maintain, audit, or vouch for any of them, and a repo appearing here is not an endorsement or a safety check. The use cases, steps, and prompts are written by AI and may be incomplete, outdated, or just wrong. Where a use case is marked \"Seen in the wild\", we link to public posts where someone described something similar, but we have not verified those posts and the use case itself is still our AI's own write-up. Use all of this at your own risk. Only run code, commands, or agents on systems and accounts you are authorized to use, and read the code and every command before you run it, especially anything that touches credentials, files, or the network. Nothing here is professional, security, legal, or financial advice. All trademarks and project names belong to their respective owners, and their use here does not imply affiliation. Content is provided as is, without warranties of any kind. Found a mistake, a safety problem, or something you want removed? Email hello@dedupedai.com and we will look at it promptly.",
 "api": "https://dedupedai.com/api/v1/usecases/znxzsy-veriink--regression-test-ocr-on-synthetic-hard-cases.json",
 "api_version": "v1"
}