{
 "schema_version": 1,
 "generated": "2026-10-20",
 "id": "jinzijian-evotrace--test-experience-transfer-held-out-task",
 "repo": "jinzijian/EvoTrace",
 "repo_url": "https://github.com/jinzijian/EvoTrace",
 "repo_slug": "jinzijian-evotrace",
 "title": "Test whether compressed experience transfers to a new task",
 "page_title": "How to test whether compressed experience transfers to a new task with Evo Trace",
 "summary": "Compress execution experience from one task and score it on an independent held-out task.",
 "who": "An ML researcher studying whether agent experience generalizes within a repository and needs a controlled held-out comparison.",
 "problem": "Reusing lessons from one task proves little unless a separately built task from the same repository measures the effect.",
 "outcome": "A comparison of baseline and experience-conditioned solver attempts on a held-out task, scored by Docker rewards.",
 "steps": [
  "Install and launch Evo Trace with `curl -LsSf https://raw.githubusercontent.com/jinzijian/EvoTrace/main/install.sh | sh` and then `evotrace`.",
  "Build two independent verified assets from the same repository using `/review`, `/build`, and `/validate`.",
  "Run `/evolve 1 2` so asset 1 is explored and compressed and asset 2 is the held-out task.",
  "Run `/runs` to compare the baseline and conditioned solver attempts and their Docker rewards."
 ],
 "agent_prompt": "Using the EvoTrace repo at https://github.com/jinzijian/EvoTrace, build two independent verified assets from the same repository, then run /evolve <source-asset> <held-out-asset> in the DeepSeek Harness app. Report baseline and conditioned Docker reward results from /runs. Verify that the held-out asset was built independently and that a run with only one asset is treated as a wiring smoke test, not transfer evidence.",
 "agents": [
  "claude-code",
  "codex"
 ],
 "difficulty": "Advanced",
 "time": "3 hours",
 "basis": "readme",
 "caveat": "Running /evolve with only one asset is only a wiring smoke test and cannot certify transfer.",
 "category": "Software and DevOps",
 "tags": [
  "Software and DevOps"
 ],
 "lang": "python",
 "requirements": [
  "Existing Claude Code or Codex session history on the local machine",
  "Git, and Node.js 22.19+ or 24+ for the DeepSeek Harness app",
  "A model provider configured in Harness Settings for review, hardening, calibration, and evolution",
  "Docker, only when building or validating executable environments"
 ],
 "risk": "sensitive",
 "seen_in_the_wild": false,
 "mentioned_publicly": false,
 "risks": [],
 "best": false,
 "score": 0.7,
 "evidence": [],
 "url": "https://dedupedai.com/use-cases/jinzijian-evotrace/test-experience-transfer-held-out-task/",
 "md": "https://dedupedai.com/use-cases/jinzijian-evotrace/test-experience-transfer-held-out-task/index.md",
 "disclaimer": "Deduped lists open-source repositories that belong to other people. We do not own, maintain, audit, or vouch for any of them, and a repo appearing here is not an endorsement or a safety check. The use cases, steps, and prompts are written by AI and may be incomplete, outdated, or just wrong. Where a use case is marked \"Seen in the wild\", we link to public posts where someone described something similar, but we have not verified those posts and the use case itself is still our AI's own write-up. Use all of this at your own risk. Only run code, commands, or agents on systems and accounts you are authorized to use, and read the code and every command before you run it, especially anything that touches credentials, files, or the network. Nothing here is professional, security, legal, or financial advice. All trademarks and project names belong to their respective owners, and their use here does not imply affiliation. Content is provided as is, without warranties of any kind. Found a mistake, a safety problem, or something you want removed? Email hello@dedupedai.com and we will look at it promptly.",
 "api": "https://dedupedai.com/api/v1/usecases/jinzijian-evotrace--test-experience-transfer-held-out-task.json",
 "api_version": "v1"
}