{
 "schema_version": 1,
 "generated": "2026-10-24",
 "id": "apromisedland-trustworthy-agent-simulation--compare-policies-across-seeds",
 "repo": "apromisedland/trustworthy-agent-simulation",
 "repo_url": "https://github.com/apromisedland/trustworthy-agent-simulation",
 "repo_slug": "apromisedland-trustworthy-agent-simulation",
 "title": "Compare policy interventions across shared seeds",
 "page_title": "How to compare policy interventions across shared seeds with Trustworthy Agent Simulation",
 "summary": "Run the policy suite on fixed seeds and read means, errors and 95% intervals.",
 "who": "A policy researcher who wants to test whether a subsidy or source disclosure changes town outcomes, and needs to know if the difference is more than noise.",
 "problem": "One simulation run cannot show whether a policy effect is stable, and single numbers hide the spread across runs.",
 "outcome": "A batch output with runs.csv, summary.json and paired_effects.json covering no intervention, subsidy, source disclosure and their combination, using seeds 11, 22 and 33.",
 "steps": [
  "Complete the install steps from the README Linux section so `.venv` exists",
  "Run `.venv/bin/python -m tass.cli batch --config configs/town.yaml --output runs/policies --suite policy --seeds 11,22,33` (inferred, check the README)",
  "Open runs.csv in the batch output for one row per independent run",
  "Read summary.json for means and standard errors, and paired_effects.json for Student-t 95% intervals"
 ],
 "agent_prompt": "In the apromisedland/trustworthy-agent-simulation repo, run the policy batch suite with seeds 11,22,33 into runs/policies. Report the mean and 95% interval for each condition from the batch outputs. Verify that a single-seed result is not presented as an interval, since the README says one run does not yield one.",
 "agents": [
  "any"
 ],
 "difficulty": "Advanced",
 "time": "45 minutes",
 "basis": "readme",
 "caveat": "The README says baseline policies need not reproduce real model behavior, so these results are not evidence of real policy validity.",
 "category": "Research",
 "tags": [
  "Research"
 ],
 "lang": "python",
 "requirements": [
  "Python 3.12 or 3.13 installed, with access to the python3.12 command on Linux",
  "A terminal opened at the repository root",
  "Internet access to install locked dependencies with uv",
  "For real model runs only: an API key and a Chat Completions compatible endpoint with tool calling"
 ],
 "risk": "none",
 "seen_in_the_wild": false,
 "mentioned_publicly": false,
 "risks": [],
 "best": false,
 "score": 0.8,
 "evidence": [],
 "url": "https://dedupedai.com/use-cases/apromisedland-trustworthy-agent-simulation/compare-policies-across-seeds/",
 "md": "https://dedupedai.com/use-cases/apromisedland-trustworthy-agent-simulation/compare-policies-across-seeds/index.md",
 "disclaimer": "Deduped lists open-source repositories that belong to other people. We do not own, maintain, audit, or vouch for any of them, and a repo appearing here is not an endorsement or a safety check. The use cases, steps, and prompts are written by AI and may be incomplete, outdated, or just wrong. Where a use case is marked \"Seen in the wild\", we link to public posts where someone described something similar, but we have not verified those posts and the use case itself is still our AI's own write-up. Use all of this at your own risk. Only run code, commands, or agents on systems and accounts you are authorized to use, and read the code and every command before you run it, especially anything that touches credentials, files, or the network. Nothing here is professional, security, legal, or financial advice. All trademarks and project names belong to their respective owners, and their use here does not imply affiliation. Content is provided as is, without warranties of any kind. Found a mistake, a safety problem, or something you want removed? Email hello@dedupedai.com and we will look at it promptly.",
 "api": "https://dedupedai.com/api/v1/usecases/apromisedland-trustworthy-agent-simulation--compare-policies-across-seeds.json",
 "api_version": "v1"
}