{
 "schema_version": 1,
 "generated": "2026-10-26",
 "id": "yanun0323-whallm--measure-model-speed-on-your-mac",
 "repo": "yanun0323/Whallm",
 "repo_url": "https://github.com/yanun0323/Whallm",
 "repo_slug": "yanun0323-whallm",
 "title": "Measure which local model runs well on your Mac",
 "page_title": "How to measure which local model runs well on your Mac with Whallm",
 "summary": "Use the Throughput tool to test prefill and decode speed on your own hardware before committing to a large download.",
 "who": "A Mac owner deciding between Whallm models or cache settings who wants real numbers for their own chip and SSD.",
 "problem": "Benchmark numbers from other machines do not show how a given model, cache mode and SSD will perform on this Mac.",
 "outcome": "The user has prefill and decode speeds and peak memory for their own Mac, to compare against the README benchmark table.",
 "steps": [
  "Install Whallm and download a model from the Model page, as described in the Quick start.",
  "Open Model and check Advanced Settings for the cache mode and slot count you want to test.",
  "Open the Throughput tool in the app and run it on your Mac using the 16K-token input and 512-token answer from the README benchmark, if the tool allows it.",
  "Compare your prefill tok/s, decode tok/s and peak memory with the BENCHMARK.md results and note the cache mode used."
 ],
 "agent_prompt": "In the yanun0323/Whallm repo, read the Benchmark summary and the BENCHMARK.md file and list the metrics and settings a user must record to compare a run with the published results. Output a short checklist with the chip, cache mode, slots, prefill, decode and peak memory, and note that the README calls these numbers reference only.",
 "agents": [
  "any"
 ],
 "difficulty": "Intermediate",
 "time": "2 hours",
 "basis": "readme",
 "caveat": "The README says the published benchmarks are user-provided and not a controlled comparison, and peak memory is process memory rather than total Mac memory.",
 "category": "Software and DevOps",
 "tags": [
  "Software and DevOps"
 ],
 "lang": "python",
 "requirements": [
  "Apple Silicon Mac running macOS 15 or later",
  "64 GiB memory recommended, with more disk space than the chosen model's files (Qwen models about 118 to 119 GiB, DeepSeek V4.1 above 458 GiB)",
  "Fast internal, Thunderbolt or USB4 SSD",
  "Network access to download the Whallm release and model weights"
 ],
 "risk": "none",
 "seen_in_the_wild": false,
 "mentioned_publicly": false,
 "risks": [],
 "best": false,
 "score": 0.8,
 "evidence": [],
 "url": "https://dedupedai.com/use-cases/yanun0323-whallm/measure-model-speed-on-your-mac/",
 "md": "https://dedupedai.com/use-cases/yanun0323-whallm/measure-model-speed-on-your-mac/index.md",
 "disclaimer": "Deduped lists open-source repositories that belong to other people. We do not own, maintain, audit, or vouch for any of them, and a repo appearing here is not an endorsement or a safety check. The use cases, steps, and prompts are written by AI and may be incomplete, outdated, or just wrong. Where a use case is marked \"Seen in the wild\", we link to public posts where someone described something similar, but we have not verified those posts and the use case itself is still our AI's own write-up. Use all of this at your own risk. Only run code, commands, or agents on systems and accounts you are authorized to use, and read the code and every command before you run it, especially anything that touches credentials, files, or the network. Nothing here is professional, security, legal, or financial advice. All trademarks and project names belong to their respective owners, and their use here does not imply affiliation. Content is provided as is, without warranties of any kind. Found a mistake, a safety problem, or something you want removed? Email hello@dedupedai.com and we will look at it promptly.",
 "api": "https://dedupedai.com/api/v1/usecases/yanun0323-whallm--measure-model-speed-on-your-mac.json",
 "api_version": "v1"
}