{
 "schema_version": 1,
 "generated": "2026-10-26",
 "id": "mll-lab-nu-embodied-first-exam--run-exam-on-subscription-login",
 "repo": "mll-lab-nu/embodied-first-exam",
 "repo_url": "https://github.com/mll-lab-nu/embodied-first-exam",
 "repo_slug": "mll-lab-nu-embodied-first-exam",
 "title": "Run the exam on a ChatGPT or Claude subscription",
 "page_title": "How to run the exam on a ChatGPT or Claude subscription with Embodied First Exam",
 "summary": "Use a subscription login in place of an API key to run the exam with codex or claude-code.",
 "who": "A researcher who already pays for a ChatGPT or Claude subscription and does not want to set up separate API billing for a test run.",
 "problem": "API keys need a separate billing setup, and some people prefer to run the exam with the login they already use.",
 "outcome": "An exam run that authenticates with the subscription login and reports results like a key-based run.",
 "steps": [
  "Install Harbor as in the core exam: `uv tool install --force -e . --with-executables-from harbor`",
  "For ChatGPT, log in once with `codex login`, then run: `CODEX_FORCE_AUTH_JSON=1 harbor run -d embodied-first-exam -a codex -m openai/gpt-6-astra`",
  "For Claude, run `claude setup-token`, put the token it prints in `.env` as CLAUDE_CODE_OAUTH_TOKEN, then run: `CLAUDE_FORCE_OAUTH=1 harbor run -d embodied-first-exam -a claude-code -m anthropic/claude-opus-5-5` (inferred, check the README)"
 ],
 "agent_prompt": "In the repo mll-lab-nu/embodied-first-exam, run the core set with the subscription login for <agent name> using the matching command from the README. Report the task count and score. Verify that the login token is stored only in your local .env or shell and is not printed in the output.",
 "agents": [
  "codex",
  "claude-code"
 ],
 "difficulty": "Intermediate",
 "time": "1 hour",
 "basis": "readme",
 "caveat": "The README lists this as a separate path from the API key setup, so check that your subscription covers the model named in the command before you start.",
 "category": "Research",
 "tags": [
  "Research"
 ],
 "lang": "python",
 "requirements": [
  "Linux x86_64 host with git, uv, and Docker Engine with Compose v2 and BuildKit (or rootless podman with -e podman)",
  "NVIDIA driver and NVIDIA Container Toolkit for any GPU task",
  "An API key for the agent's model in .env, or a ChatGPT or Claude subscription",
  "Enough free disk for the benchmark images (1 to 150 GB depending on the suite)"
 ],
 "risk": "none",
 "seen_in_the_wild": false,
 "mentioned_publicly": false,
 "risks": [
  {
   "tag": "credentials",
   "notice": "The login token is tied to one person's account, so keep it in your own .env and do not share it or run the exam through a pooled account."
  }
 ],
 "best": false,
 "score": 0.8,
 "evidence": [],
 "url": "https://dedupedai.com/use-cases/mll-lab-nu-embodied-first-exam/run-exam-on-subscription-login/",
 "md": "https://dedupedai.com/use-cases/mll-lab-nu-embodied-first-exam/run-exam-on-subscription-login/index.md",
 "disclaimer": "Deduped lists open-source repositories that belong to other people. We do not own, maintain, audit, or vouch for any of them, and a repo appearing here is not an endorsement or a safety check. The use cases, steps, and prompts are written by AI and may be incomplete, outdated, or just wrong. Where a use case is marked \"Seen in the wild\", we link to public posts where someone described something similar, but we have not verified those posts and the use case itself is still our AI's own write-up. Use all of this at your own risk. Only run code, commands, or agents on systems and accounts you are authorized to use, and read the code and every command before you run it, especially anything that touches credentials, files, or the network. Nothing here is professional, security, legal, or financial advice. All trademarks and project names belong to their respective owners, and their use here does not imply affiliation. Content is provided as is, without warranties of any kind. Found a mistake, a safety problem, or something you want removed? Email hello@dedupedai.com and we will look at it promptly.",
 "api": "https://dedupedai.com/api/v1/usecases/mll-lab-nu-embodied-first-exam--run-exam-on-subscription-login.json",
 "api_version": "v1"
}