{
 "schema_version": 1,
 "generated": "2026-10-26",
 "repo": "yanun0323/Whallm",
 "name": "Whallm",
 "owner": "yanun0323",
 "slug": "yanun0323-whallm",
 "github": "https://github.com/yanun0323/Whallm",
 "what": "Whallm is a macOS app that runs large language models on Apple Silicon Macs by keeping common weights in memory and reading experts from SSD, with a chat interface and an OpenAI-compatible API server.",
 "why": "151 stars, launched 80 days ago",
 "language": "Python",
 "requirements": [
  "Apple Silicon Mac running macOS 15 or later",
  "64 GiB memory recommended, with more disk space than the chosen model's files (Qwen models about 118 to 119 GiB, DeepSeek V4.1 above 458 GiB)",
  "Fast internal, Thunderbolt or USB4 SSD",
  "Network access to download the Whallm release and model weights"
 ],
 "audience_note": "Mac users on Apple Silicon with fast storage and enough disk space who want to run large local models for chat or as a local API for clients like Codex.",
 "risk": "none",
 "section": "earlier",
 "weekly_rank": null,
 "category": "Software and DevOps",
 "url": "https://dedupedai.com/use-cases/yanun0323-whallm/",
 "use_case_count": 4,
 "use_cases": [
  {
   "id": "yanun0323-whallm--local-codex-backend-on-mac",
   "title": "Point Codex at a local model on your Mac",
   "best": true,
   "url": "https://dedupedai.com/use-cases/yanun0323-whallm/local-codex-backend-on-mac/",
   "json": "https://dedupedai.com/use-cases/u/yanun0323-whallm/local-codex-backend-on-mac.json"
  },
  {
   "id": "yanun0323-whallm--private-chat-with-large-model",
   "title": "Chat with a large model privately on your Mac",
   "best": false,
   "url": "https://dedupedai.com/use-cases/yanun0323-whallm/private-chat-with-large-model/",
   "json": "https://dedupedai.com/use-cases/u/yanun0323-whallm/private-chat-with-large-model.json"
  },
  {
   "id": "yanun0323-whallm--measure-model-speed-on-your-mac",
   "title": "Measure which local model runs well on your Mac",
   "best": false,
   "url": "https://dedupedai.com/use-cases/yanun0323-whallm/measure-model-speed-on-your-mac/",
   "json": "https://dedupedai.com/use-cases/u/yanun0323-whallm/measure-model-speed-on-your-mac.json"
  },
  {
   "id": "yanun0323-whallm--script-local-model-via-openai-api",
   "title": "Call the local model from a script through its API",
   "best": false,
   "url": "https://dedupedai.com/use-cases/yanun0323-whallm/script-local-model-via-openai-api/",
   "json": "https://dedupedai.com/use-cases/u/yanun0323-whallm/script-local-model-via-openai-api.json"
  }
 ],
 "disclaimer": "Third-party repos we don't own or vouch for. AI-generated use cases can be wrong: review everything and run at your own risk."
}