{
 "schema_version": 1,
 "generated": "2026-10-31",
 "repo": "ml-explore/mlx-lm",
 "name": "mlx-lm",
 "owner": "ml-explore",
 "slug": "ml-explore-mlx-lm",
 "github": "https://github.com/ml-explore/mlx-lm",
 "what": "MLX LM is a Python package for generating text and fine-tuning large language models on Apple silicon with MLX. It runs thousands of models from the Hugging Face Hub with a single command, quantizes and uploads models, supports low-rank and full fine-tuning including quantized models, distributed inference and fine-tuning with mx.distributed, and tools for long prompts such as a rotating KV cache and prompt caching.",
 "why": "7.5k stars, talked about in 2 AI sources we track",
 "language": "Python",
 "requirements": [
  "A Mac with Apple silicon",
  "Python with pip or conda",
  "macOS 15 or later to speed up models that are large relative to RAM",
  "Optional: a Hugging Face account to upload converted models"
 ],
 "audience_note": "Mac users and developers who want to run, quantize or fine-tune open LLMs locally on Apple silicon.",
 "risk": "none",
 "section": "earlier",
 "weekly_rank": null,
 "category": "Software and DevOps",
 "url": "https://dedupedai.com/use-cases/ml-explore-mlx-lm/",
 "use_case_count": 3,
 "use_cases": [
  {
   "id": "ml-explore-mlx-lm--chat-with-a-local-llm-on-a-mac",
   "title": "Chat with an open LLM locally on your Mac",
   "best": true,
   "url": "https://dedupedai.com/use-cases/ml-explore-mlx-lm/chat-with-a-local-llm-on-a-mac/",
   "json": "https://dedupedai.com/use-cases/u/ml-explore-mlx-lm/chat-with-a-local-llm-on-a-mac.json"
  },
  {
   "id": "ml-explore-mlx-lm--quantize-and-publish-a-model-for-mlx",
   "title": "Quantize a model and publish it for MLX",
   "best": false,
   "url": "https://dedupedai.com/use-cases/ml-explore-mlx-lm/quantize-and-publish-a-model-for-mlx/",
   "json": "https://dedupedai.com/use-cases/u/ml-explore-mlx-lm/quantize-and-publish-a-model-for-mlx.json"
  },
  {
   "id": "ml-explore-mlx-lm--ask-many-questions-of-a-long-document-with-prompt-caching",
   "title": "Ask many questions about one long document quickly",
   "best": false,
   "url": "https://dedupedai.com/use-cases/ml-explore-mlx-lm/ask-many-questions-of-a-long-document-with-prompt-caching/",
   "json": "https://dedupedai.com/use-cases/u/ml-explore-mlx-lm/ask-many-questions-of-a-long-document-with-prompt-caching.json"
  }
 ],
 "disclaimer": "Third-party repos we don't own or vouch for. AI-generated use cases can be wrong: review everything and run at your own risk."
}