{
 "schema_version": 1,
 "generated": "2026-10-31",
 "id": "oumi-ai-oumi--train-evaluate-and-chat-with-a-small-model",
 "repo": "oumi-ai/oumi",
 "repo_url": "https://github.com/oumi-ai/oumi",
 "repo_slug": "oumi-ai-oumi",
 "title": "Train, evaluate and chat with a model from recipes",
 "page_title": "How to train, evaluate and chat with a model from recipes with Oumi",
 "summary": "Install Oumi and run the SmolLM quickstart recipes for training, evaluation and interactive inference.",
 "who": "Someone new to fine-tuning who wants a full train, eval and infer loop working before touching their own data.",
 "problem": "Fine-tuning tutorials usually stop at training, leaving evaluation and inference as separate projects.",
 "outcome": "A trained 135M model, an evaluation run and an interactive chat, all from YAML recipes.",
 "steps": [
  "Install with `uv pip install oumi`, or `uv pip install 'oumi[gpu]'` for GPU support",
  "Train with `oumi train -c configs/recipes/smollm/sft/135m/quickstart_train.yaml`",
  "Evaluate with `oumi evaluate -c configs/recipes/smollm/evaluation/135m/quickstart_eval.yaml`",
  "Chat with it using `oumi infer -c configs/recipes/smollm/inference/135m_infer.yaml --interactive`",
  "Copy a recipe and point it at your own dataset when the quickstart works"
 ],
 "agent_prompt": "Install oumi-ai/oumi and run the SmolLM 135M quickstart: oumi train, oumi evaluate and oumi infer --interactive with the recipe configs. Report the eval results and one sample answer, then show me which fields to change to use <my dataset>.",
 "agents": [
  "claude-code",
  "codex",
  "cursor"
 ],
 "difficulty": "Beginner",
 "time": "45 minutes",
 "basis": "readme",
 "caveat": "Oumi is in beta; the core is stable but some advanced features may change.",
 "category": "Software and DevOps",
 "tags": [
  "Software and DevOps"
 ],
 "lang": "python",
 "requirements": [
  "Python with uv or pip, or Docker",
  "A GPU for real training runs (install the gpu extra)",
  "Optional: cloud accounts for remote jobs with oumi launch"
 ],
 "risk": "none",
 "seen_in_the_wild": false,
 "mentioned_publicly": false,
 "risks": [],
 "best": true,
 "score": 1.0,
 "evidence": [],
 "url": "https://dedupedai.com/use-cases/oumi-ai-oumi/train-evaluate-and-chat-with-a-small-model/",
 "md": "https://dedupedai.com/use-cases/oumi-ai-oumi/train-evaluate-and-chat-with-a-small-model/index.md",
 "disclaimer": "Deduped lists open-source repositories that belong to other people. We do not own, maintain, audit, or vouch for any of them, and a repo appearing here is not an endorsement or a safety check. The use cases, steps, and prompts are written by AI and may be incomplete, outdated, or just wrong. Where a use case is marked \"Seen in the wild\", we link to public posts where someone described something similar, but we have not verified those posts and the use case itself is still our AI's own write-up. Use all of this at your own risk. Only run code, commands, or agents on systems and accounts you are authorized to use, and read the code and every command before you run it, especially anything that touches credentials, files, or the network. Nothing here is professional, security, legal, or financial advice. All trademarks and project names belong to their respective owners, and their use here does not imply affiliation. Content is provided as is, without warranties of any kind. Found a mistake, a safety problem, or something you want removed? Email hello@dedupedai.com and we will look at it promptly.",
 "api": "https://dedupedai.com/api/v1/usecases/oumi-ai-oumi--train-evaluate-and-chat-with-a-small-model.json",
 "api_version": "v1"
}
