{
 "schema_version": 1,
 "generated": "2026-10-31",
 "repo": "google-ai-edge/LiteRT-LM",
 "name": "LiteRT-LM",
 "owner": "google-ai-edge",
 "slug": "google-ai-edge-litert-lm",
 "github": "https://github.com/google-ai-edge/LiteRT-LM",
 "what": "LiteRT-LM is Google's production-ready orchestration layer for running LLMs with LiteRT on device. It runs on Android, iOS, web, desktop and IoT boards such as Raspberry Pi, uses GPU and NPU acceleration, supports vision and audio inputs and function calling, and handles Gemma, Llama, Phi-4, Qwen and more. It powers on-device AI in Chrome, Chromebook Plus and Pixel Watch, and ships a CLI plus Python, Kotlin, Swift, JavaScript and C++ APIs.",
 "why": "6.8k stars, talked about in 2 AI sources we track",
 "language": "C++",
 "requirements": [
  "uv to install the CLI with uv tool install",
  "Linux, macOS, Windows or Raspberry Pi for the CLI; Android, iOS or the web through the language APIs",
  "A LiteRT-LM model, for example from the litert-community Hugging Face repos"
 ],
 "audience_note": "App and edge developers who want a language model to run on the user's device instead of a cloud API.",
 "risk": "none",
 "section": "earlier",
 "weekly_rank": null,
 "category": "Software and DevOps",
 "url": "https://dedupedai.com/use-cases/google-ai-edge-litert-lm/",
 "use_case_count": 3,
 "use_cases": [
  {
   "id": "google-ai-edge-litert-lm--try-an-on-device-llm-from-the-terminal",
   "title": "Run Gemma on your own machine from the terminal",
   "best": true,
   "url": "https://dedupedai.com/use-cases/google-ai-edge-litert-lm/try-an-on-device-llm-from-the-terminal/",
   "json": "https://dedupedai.com/use-cases/u/google-ai-edge-litert-lm/try-an-on-device-llm-from-the-terminal.json"
  },
  {
   "id": "google-ai-edge-litert-lm--add-an-offline-llm-to-an-android-app",
   "title": "Add an offline language model to an Android app",
   "best": false,
   "url": "https://dedupedai.com/use-cases/google-ai-edge-litert-lm/add-an-offline-llm-to-an-android-app/",
   "json": "https://dedupedai.com/use-cases/u/google-ai-edge-litert-lm/add-an-offline-llm-to-an-android-app.json"
  },
  {
   "id": "google-ai-edge-litert-lm--serve-local-embeddings-with-an-openai-compatible-api",
   "title": "Serve local embeddings through an OpenAI-compatible endpoint",
   "best": false,
   "url": "https://dedupedai.com/use-cases/google-ai-edge-litert-lm/serve-local-embeddings-with-an-openai-compatible-api/",
   "json": "https://dedupedai.com/use-cases/u/google-ai-edge-litert-lm/serve-local-embeddings-with-an-openai-compatible-api.json"
  }
 ],
 "disclaimer": "Third-party repos we don't own or vouch for. AI-generated use cases can be wrong: review everything and run at your own risk."
}