{
 "schema_version": 1,
 "generated": "2026-10-26",
 "id": "maximpri-mlxtop--find-why-local-model-slowed",
 "repo": "maximpri/mlxtop",
 "repo_url": "https://github.com/maximpri/mlxtop",
 "repo_slug": "maximpri-mlxtop",
 "title": "Find why a local model slowed down",
 "page_title": "How to find why a local model slowed down with Mlxtop",
 "summary": "Read memory, paging, GPU and runtime speed side by side to see which one changed.",
 "who": "A person running a local model on their own Mac or PC who notices replies have become slow and wants to know whether the machine or the model is at fault.",
 "problem": "A slow local model can come from memory pressure, swapping, a full GPU or a throttled card, and the runtime's own logs rarely show this.",
 "outcome": "A single verdict line on the Overview screen names the likely cause, backed by memory, paging, GPU and tokens per second readings.",
 "steps": [
  "Install Mlxtop with `brew install maximpri/tap/mlxtop`, or use the install script from the README on Linux and macOS.",
  "Start your runtime and send it a prompt so a model is loaded.",
  "Run `mlxtop` to open the dashboard.",
  "Watch view 1 · Overview while the model answers and read the verdict line.",
  "Press `d` for diagnostics and setup help for the current runtime if a reading is missing."
 ],
 "agent_prompt": "Using the mlxtop repo at maximpri/mlxtop, run `mlxtop --once` on <target machine> while the local model served at <endpoint> is responding slowly. Report the verdict line and whether it names memory pressure, paging, a model partly on the CPU, a full card or heat throttling. Verify the report includes tokens per second and memory figures before you state a cause.",
 "agents": [
  "any"
 ],
 "difficulty": "Beginner",
 "time": "15 minutes",
 "basis": "readme",
 "caveat": "Mlxtop shows what changed when the model slowed down but cannot prove the cause, and GPU activity covers the whole system rather than one model.",
 "category": "Software and DevOps",
 "tags": [
  "Software and DevOps"
 ],
 "lang": "rust",
 "requirements": [
  "macOS 11 or later on Apple Silicon, Linux (x86_64 or ARM64), or Windows (x86_64)",
  "A local LLM runtime such as oMLX, Ollama, llama.cpp or vLLM installed and able to serve a model",
  "A terminal, or Rust 1.88 or newer if you build from source"
 ],
 "risk": "none",
 "seen_in_the_wild": false,
 "mentioned_publicly": false,
 "risks": [],
 "best": true,
 "score": 1.0,
 "evidence": [],
 "url": "https://dedupedai.com/use-cases/maximpri-mlxtop/find-why-local-model-slowed/",
 "md": "https://dedupedai.com/use-cases/maximpri-mlxtop/find-why-local-model-slowed/index.md",
 "disclaimer": "Deduped lists open-source repositories that belong to other people. We do not own, maintain, audit, or vouch for any of them, and a repo appearing here is not an endorsement or a safety check. The use cases, steps, and prompts are written by AI and may be incomplete, outdated, or just wrong. Where a use case is marked \"Seen in the wild\", we link to public posts where someone described something similar, but we have not verified those posts and the use case itself is still our AI's own write-up. Use all of this at your own risk. Only run code, commands, or agents on systems and accounts you are authorized to use, and read the code and every command before you run it, especially anything that touches credentials, files, or the network. Nothing here is professional, security, legal, or financial advice. All trademarks and project names belong to their respective owners, and their use here does not imply affiliation. Content is provided as is, without warranties of any kind. Found a mistake, a safety problem, or something you want removed? Email hello@dedupedai.com and we will look at it promptly.",
 "api": "https://dedupedai.com/api/v1/usecases/maximpri-mlxtop--find-why-local-model-slowed.json",
 "api_version": "v1"
}