{
 "schema_version": 1,
 "generated": "2026-10-26",
 "repo": "mudler/LocalAI",
 "name": "LocalAI",
 "owner": "mudler",
 "slug": "mudler-localai",
 "github": "https://github.com/mudler/LocalAI",
 "what": "LocalAI is an open-source AI engine that runs LLMs, vision, voice, image and video models on any hardware, with no GPU required. Each backend (llama.cpp, vLLM, whisper.cpp, stable-diffusion, MLX and more) is pulled only when a model needs it, and every backend sits behind drop-in OpenAI, Anthropic and ElevenLabs compatible APIs, with multi-user auth, quotas and built-in agents with tools, RAG and MCP.",
 "why": "50k stars, picked up by one AI source we track",
 "language": "Go",
 "requirements": [
  "Docker or Podman, or the macOS app (not signed by Apple)",
  "Optional GPU: NVIDIA, AMD, Intel, Apple Silicon or Vulkan; CPU-only works",
  "Disk space for the models you pull"
 ],
 "audience_note": "Developers and teams who want a private, self-hosted replacement for cloud AI APIs that existing OpenAI or Anthropic clients can talk to.",
 "risk": "none",
 "section": "earlier",
 "weekly_rank": null,
 "category": "Software and DevOps",
 "url": "https://dedupedai.com/use-cases/mudler-localai/",
 "use_case_count": 3,
 "use_cases": [
  {
   "id": "mudler-localai--self-host-an-openai-compatible-api",
   "title": "Self-host an OpenAI-compatible API on your own server",
   "best": true,
   "url": "https://dedupedai.com/use-cases/mudler-localai/self-host-an-openai-compatible-api/",
   "json": "https://dedupedai.com/use-cases/u/mudler-localai/self-host-an-openai-compatible-api.json"
  },
  {
   "id": "mudler-localai--chat-with-local-models-in-the-terminal",
   "title": "Chat with local models from the terminal",
   "best": false,
   "url": "https://dedupedai.com/use-cases/mudler-localai/chat-with-local-models-in-the-terminal/",
   "json": "https://dedupedai.com/use-cases/u/mudler-localai/chat-with-local-models-in-the-terminal.json"
  },
  {
   "id": "mudler-localai--run-models-from-hugging-face-or-ollama",
   "title": "Run any model from Hugging Face, Ollama or an OCI registry",
   "best": false,
   "url": "https://dedupedai.com/use-cases/mudler-localai/run-models-from-hugging-face-or-ollama/",
   "json": "https://dedupedai.com/use-cases/u/mudler-localai/run-models-from-hugging-face-or-ollama.json"
  }
 ],
 "disclaimer": "Third-party repos we don't own or vouch for. AI-generated use cases can be wrong: review everything and run at your own risk."
}