{
 "schema_version": 1,
 "generated": "2026-10-20",
 "id": "thinkflowlab-system1-agents--compare-jev-with-a-chat-model-on-blackjack",
 "repo": "ThinkFlowLab/system1-agents",
 "repo_url": "https://github.com/ThinkFlowLab/system1-agents",
 "repo_slug": "thinkflowlab-system1-agents",
 "title": "Compare Jev and a chat model on the same agent",
 "page_title": "How to compare Jev and a chat model on the same agent with System1 Agents",
 "summary": "Run one Blackjack agent with Jev and with the chat model, then compare score and time.",
 "who": "A researcher or developer who wants to check the speed and cost claims for System 1 models on their own machine.",
 "problem": "The README's speed and cost numbers come from its own runs, so a team needs to measure the same agent on its own setup before relying on them.",
 "outcome": "Two job folders with scores per episode, one for each model, that can be compared side by side.",
 "steps": [
  "`git clone https://github.com/ThinkFlowLab/system1-agents && cd system1-agents`",
  "`uv sync && cp .env.example .env`, then add a Jev key to `.env`",
  "`uv sync --extra blackjack`",
  "`uv run s1a run blackjack --model jev --rethink off --episodes 20`",
  "`uv run s1a run blackjack --model llm --rethink off --episodes 20`"
 ],
 "agent_prompt": "In the system1-agents repo, run the blackjack agent with --model jev and then with --model llm, both with --episodes 20 and --rethink off. Report the score and wall-clock time of each job folder. Verify that both runs completed 20 episodes before comparing them.",
 "agents": [
  "any"
 ],
 "difficulty": "Intermediate",
 "time": "30 minutes",
 "basis": "readme",
 "caveat": "The README's Blackjack timing comes from its own runs, and a 20-episode run on your machine may show different numbers, so treat the comparison as a fresh measurement.",
 "category": "Software and DevOps",
 "tags": [
  "Software and DevOps"
 ],
 "lang": "python",
 "requirements": [
  "git and uv, since the README installs with `uv sync`",
  "A Jev key: TYPESAFE_API_KEY from the TypeSafe console, or OPENROUTER_API_KEY",
  "Claude Code or Codex if you want the agent-driven path"
 ],
 "risk": "none",
 "seen_in_the_wild": false,
 "mentioned_publicly": false,
 "risks": [],
 "best": false,
 "score": 0.8,
 "evidence": [],
 "url": "https://dedupedai.com/use-cases/thinkflowlab-system1-agents/compare-jev-with-a-chat-model-on-blackjack/",
 "md": "https://dedupedai.com/use-cases/thinkflowlab-system1-agents/compare-jev-with-a-chat-model-on-blackjack/index.md",
 "disclaimer": "Deduped lists open-source repositories that belong to other people. We do not own, maintain, audit, or vouch for any of them, and a repo appearing here is not an endorsement or a safety check. The use cases, steps, and prompts are written by AI and may be incomplete, outdated, or just wrong. Where a use case is marked \"Seen in the wild\", we link to public posts where someone described something similar, but we have not verified those posts and the use case itself is still our AI's own write-up. Use all of this at your own risk. Only run code, commands, or agents on systems and accounts you are authorized to use, and read the code and every command before you run it, especially anything that touches credentials, files, or the network. Nothing here is professional, security, legal, or financial advice. All trademarks and project names belong to their respective owners, and their use here does not imply affiliation. Content is provided as is, without warranties of any kind. Found a mistake, a safety problem, or something you want removed? Email hello@dedupedai.com and we will look at it promptly.",
 "api": "https://dedupedai.com/api/v1/usecases/thinkflowlab-system1-agents--compare-jev-with-a-chat-model-on-blackjack.json",
 "api_version": "v1"
}