{
 "schema_version": 1,
 "generated": "2026-10-20",
 "repo": "lithos-ai/lithos-metal",
 "name": "lithos-metal",
 "owner": "lithos-ai",
 "slug": "lithos-ai-lithos-metal",
 "github": "https://github.com/lithos-ai/lithos-metal",
 "what": "lithos-metal is an open-source LLM inference engine that generates Metal megakernels and serves local models on Apple silicon Macs.",
 "why": "",
 "language": "Python",
 "requirements": [
  "An Apple silicon Mac running macOS 26 or later",
  "Enough unified memory for the target model, draft model, and context (the README tests Qwen models on a 40-core M5 Max with 48 GB)",
  "Homebrew, or Xcode Command Line Tools and Python 3.12 for a source build",
  "Client tools such as opencode, claude, codex, or hermes installed separately, if you use the launchers"
 ],
 "audience_note": "Developers and engineers on an Apple silicon Mac who want a fast local model server for coding agents or apps that call an OpenAI-compatible API.",
 "risk": "none",
 "section": "earlier",
 "weekly_rank": null,
 "category": "Software and DevOps",
 "url": "https://dedupedai.com/use-cases/lithos-ai-lithos-metal/",
 "use_case_count": 4,
 "use_cases": [
  {
   "id": "lithos-ai-lithos-metal--local-coding-agent-backend",
   "title": "Run a local model as the backend for a coding agent",
   "best": true,
   "url": "https://dedupedai.com/use-cases/lithos-ai-lithos-metal/local-coding-agent-backend/",
   "json": "https://dedupedai.com/use-cases/u/lithos-ai-lithos-metal/local-coding-agent-backend.json"
  },
  {
   "id": "lithos-ai-lithos-metal--call-local-api-from-scripts",
   "title": "Call the local model from scripts over HTTP",
   "best": false,
   "url": "https://dedupedai.com/use-cases/lithos-ai-lithos-metal/call-local-api-from-scripts/",
   "json": "https://dedupedai.com/use-cases/u/lithos-ai-lithos-metal/call-local-api-from-scripts.json"
  },
  {
   "id": "lithos-ai-lithos-metal--compare-draft-and-target-only-generation",
   "title": "Compare speculative and target-only generation",
   "best": false,
   "url": "https://dedupedai.com/use-cases/lithos-ai-lithos-metal/compare-draft-and-target-only-generation/",
   "json": "https://dedupedai.com/use-cases/u/lithos-ai-lithos-metal/compare-draft-and-target-only-generation.json"
  },
  {
   "id": "lithos-ai-lithos-metal--build-from-source-for-development",
   "title": "Build Lithos Metal from source for development",
   "best": false,
   "url": "https://dedupedai.com/use-cases/lithos-ai-lithos-metal/build-from-source-for-development/",
   "json": "https://dedupedai.com/use-cases/u/lithos-ai-lithos-metal/build-from-source-for-development.json"
  }
 ],
 "disclaimer": "Third-party repos we don't own or vouch for. AI-generated use cases can be wrong: review everything and run at your own risk."
}