{
 "schema_version": 1,
 "generated": "2026-11-09",
 "repo": "mlc-ai/web-llm",
 "name": "web-llm",
 "owner": "mlc-ai",
 "slug": "mlc-ai-web-llm",
 "github": "https://github.com/mlc-ai/web-llm",
 "what": "WebLLM is an in-browser LLM inference engine that runs models such as Llama 3, Phi 3, Gemma, Mistral and Qwen entirely on the user's device with WebGPU, with no server. It exposes an OpenAI compatible chat completions API with streaming and JSON mode, and supports Web Workers, Service Workers and Chrome extensions.",
 "why": "19k stars, talked about in 2 AI sources we track",
 "language": "",
 "requirements": [
  "A browser with WebGPU support on a device with a capable GPU",
  "Node with npm, yarn or pnpm: `npm install @mlc-ai/web-llm`, or import from the jsdelivr CDN",
  "Bandwidth and storage for the first model download, which the README warns can take a significant amount of time"
 ],
 "audience_note": "Web developers who want private, offline capable AI features without paying for inference servers.",
 "risk": "none",
 "section": "earlier",
 "weekly_rank": null,
 "category": "Software and DevOps",
 "url": "https://dedupedai.com/use-cases/mlc-ai-web-llm/",
 "use_case_count": 3,
 "use_cases": [
  {
   "id": "mlc-ai-web-llm--add-a-private-in-browser-chatbot-with-web-llm",
   "title": "Add a private chatbot that runs in the browser",
   "best": true,
   "url": "https://dedupedai.com/use-cases/mlc-ai-web-llm/add-a-private-in-browser-chatbot-with-web-llm/",
   "json": "https://dedupedai.com/use-cases/u/mlc-ai-web-llm/add-a-private-in-browser-chatbot-with-web-llm.json"
  },
  {
   "id": "mlc-ai-web-llm--stream-replies-from-a-web-worker-with-web-llm",
   "title": "Stream replies without freezing the page",
   "best": false,
   "url": "https://dedupedai.com/use-cases/mlc-ai-web-llm/stream-replies-from-a-web-worker-with-web-llm/",
   "json": "https://dedupedai.com/use-cases/u/mlc-ai-web-llm/stream-replies-from-a-web-worker-with-web-llm.json"
  },
  {
   "id": "mlc-ai-web-llm--keep-the-model-loaded-across-pages-with-a-web-llm-service-wo",
   "title": "Keep the model loaded across page visits",
   "best": false,
   "url": "https://dedupedai.com/use-cases/mlc-ai-web-llm/keep-the-model-loaded-across-pages-with-a-web-llm-service-wo/",
   "json": "https://dedupedai.com/use-cases/u/mlc-ai-web-llm/keep-the-model-loaded-across-pages-with-a-web-llm-service-wo.json"
  }
 ],
 "disclaimer": "Third-party repos we don't own or vouch for. AI-generated use cases can be wrong: review everything and run at your own risk."
}
