{
 "schema_version": 1,
 "generated": "2026-11-09",
 "repo": "trymirai/uzu",
 "name": "uzu",
 "owner": "trymirai",
 "slug": "trymirai-uzu",
 "github": "https://github.com/trymirai/uzu",
 "what": "uzu is a high-performance inference engine for running AI models directly inside your app, with zero latency, full data privacy and no inference costs. It has a simple high-level API in Rust, Python, Swift and TypeScript, downloads models such as Qwen 3.5 0.8B automatically, uses unified memory on Apple devices and supports streaming chat replies.",
 "why": "3k stars, talked about in 3 AI sources we track",
 "language": "Rust",
 "requirements": [
  "Rust, Python (uv), Swift or TypeScript (pnpm)",
  "An Apple device to benefit from unified memory",
  "Disk space for the downloaded model"
 ],
 "audience_note": "App developers who want on-device LLM chat in a Mac, iOS, Python or Node app without paying per token.",
 "risk": "none",
 "section": "earlier",
 "weekly_rank": null,
 "category": "Software and DevOps",
 "url": "https://dedupedai.com/use-cases/trymirai-uzu/",
 "use_case_count": 3,
 "use_cases": [
  {
   "id": "trymirai-uzu--run-a-local-llm-in-a-python-app-with-uzu",
   "title": "Run a local LLM inside a Python script with Uzu",
   "best": true,
   "url": "https://dedupedai.com/use-cases/trymirai-uzu/run-a-local-llm-in-a-python-app-with-uzu/",
   "json": "https://dedupedai.com/use-cases/u/trymirai-uzu/run-a-local-llm-in-a-python-app-with-uzu.json"
  },
  {
   "id": "trymirai-uzu--add-on-device-chat-to-a-swift-app-with-uzu",
   "title": "Add on-device AI chat to a Swift app with Uzu",
   "best": false,
   "url": "https://dedupedai.com/use-cases/trymirai-uzu/add-on-device-chat-to-a-swift-app-with-uzu/",
   "json": "https://dedupedai.com/use-cases/u/trymirai-uzu/add-on-device-chat-to-a-swift-app-with-uzu.json"
  },
  {
   "id": "trymirai-uzu--stream-local-llm-replies-in-node-or-rust-with-uzu",
   "title": "Stream local LLM replies in a Node or Rust app",
   "best": false,
   "url": "https://dedupedai.com/use-cases/trymirai-uzu/stream-local-llm-replies-in-node-or-rust-with-uzu/",
   "json": "https://dedupedai.com/use-cases/u/trymirai-uzu/stream-local-llm-replies-in-node-or-rust-with-uzu.json"
  }
 ],
 "disclaimer": "Third-party repos we don't own or vouch for. AI-generated use cases can be wrong: review everything and run at your own risk."
}
