{
 "schema_version": 1,
 "generated": "2026-10-20",
 "id": "canivel-dynolab--reproduce-identifier-fidelity-probe",
 "repo": "canivel/dynolab",
 "repo_url": "https://github.com/canivel/dynolab",
 "repo_slug": "canivel-dynolab",
 "title": "Reproduce the identifier-fidelity probe experiment",
 "page_title": "How to reproduce the identifier-fidelity probe experiment with Dynolab",
 "summary": "Rerun the saved Qwen3.8 probe and compare it with the token-count baseline.",
 "who": "An interpretability researcher who wants to check a published probe result on their own Mac.",
 "problem": "A probe result is only useful if you can rerun it, see the held-out numbers and check the control baselines yourself.",
 "outcome": "A local rerun of the saved layer-32 probe with held-out results and input-only controls, set against the README's reported figures.",
 "steps": [
  "Open examples/identifier-fidelity-probe/README.md in the repo.",
  "Start the Qwen3.8 model in Dyno Models, then follow the steps in that README.",
  "Watch the native Lab walkthrough at https://dynolab.dev/probe-example.html to see the expected layout.",
  "Compare your held-out results with the README's figures: 7 missing-reference outcomes caught with 2 false alarms, and the token-count baseline."
 ],
 "agent_prompt": "In the canivel/dynolab repo, follow examples/identifier-fidelity-probe/README.md to run the saved probe on the model <model-name>. Expected output: held-out probe metrics next to the input-only control baselines. Verify that your numbers are reported as an exploratory robustness check, not as a validated safety monitor.",
 "agents": [
  "any"
 ],
 "difficulty": "Advanced",
 "time": "2 hours",
 "basis": "readme",
 "caveat": "The README says this is an exploratory robustness experiment, not a validated safety monitor, and its small held-out test is limited.",
 "category": "Research",
 "tags": [
  "Research"
 ],
 "lang": "swift",
 "requirements": [
  "An Apple Silicon Mac running macOS 14 or later",
  "The Dyno app downloaded from the latest GitHub release",
  "An MLX model downloaded through Discover in the app"
 ],
 "risk": "dual-use",
 "seen_in_the_wild": false,
 "mentioned_publicly": false,
 "risks": [],
 "best": false,
 "score": 0.8,
 "evidence": [],
 "url": "https://dedupedai.com/use-cases/canivel-dynolab/reproduce-identifier-fidelity-probe/",
 "md": "https://dedupedai.com/use-cases/canivel-dynolab/reproduce-identifier-fidelity-probe/index.md",
 "disclaimer": "Deduped lists open-source repositories that belong to other people. We do not own, maintain, audit, or vouch for any of them, and a repo appearing here is not an endorsement or a safety check. The use cases, steps, and prompts are written by AI and may be incomplete, outdated, or just wrong. Where a use case is marked \"Seen in the wild\", we link to public posts where someone described something similar, but we have not verified those posts and the use case itself is still our AI's own write-up. Use all of this at your own risk. Only run code, commands, or agents on systems and accounts you are authorized to use, and read the code and every command before you run it, especially anything that touches credentials, files, or the network. Nothing here is professional, security, legal, or financial advice. All trademarks and project names belong to their respective owners, and their use here does not imply affiliation. Content is provided as is, without warranties of any kind. Found a mistake, a safety problem, or something you want removed? Email hello@dedupedai.com and we will look at it promptly.",
 "api": "https://dedupedai.com/api/v1/usecases/canivel-dynolab--reproduce-identifier-fidelity-probe.json",
 "api_version": "v1"
}