{
 "schema_version": 1,
 "generated": "2026-10-20",
 "id": "mizorewww-laya-mlx--serve-laya-over-http-for-internal-apps",
 "repo": "mizorewww/laya-mlx",
 "repo_url": "https://github.com/mizorewww/laya-mlx",
 "repo_slug": "mizorewww-laya-mlx",
 "title": "Serve Laya over HTTP for internal apps",
 "page_title": "How to serve Laya over HTTP for internal apps with Laya MLX",
 "summary": "Run a local Laya HTTP service that other internal tools can call.",
 "who": "A DevOps or platform engineer who wants several internal tools to share one local Laya model on a Mac.",
 "problem": "Each internal tool loading its own copy of the model wastes memory and setup time.",
 "outcome": "A local HTTP service started by one command, which internal apps can call for typed decisions.",
 "steps": [
  "Install the serve extra (inferred from the extras list and the demo install pattern): `pip install 'laya-mlx[serve]'` (inferred, check the README)",
  "Start the HTTP service: `laya-mlx-serve`",
  "Find the endpoint address and request format in the upstream documentation, since this README does not show them.",
  "Send one test decision request from your app or a client script and confirm a response.",
  "Keep the service running on the Mac that hosts the model for the other tools."
 ],
 "agent_prompt": "In the laya-mlx repo (github.com/mizorewww/laya-mlx), install the serve extra and start laya-mlx-serve on this Mac. Find the request format in the upstream Laya documentation and send one choice question. Verify that the service returns an answers field with probabilities for the named options.",
 "agents": [
  "any"
 ],
 "difficulty": "Advanced",
 "time": "60 minutes",
 "basis": "readme",
 "caveat": "The README names the serve entrypoint but does not document its endpoint or request format, so confirm those before building on them.",
 "category": "Software and DevOps",
 "tags": [
  "Software and DevOps"
 ],
 "lang": "python",
 "requirements": [
  "An Apple Silicon Mac running macOS 14 or later",
  "Python 3.11 or later",
  "Internet access for the first checkpoint download, after which inference is fully local"
 ],
 "risk": "none",
 "seen_in_the_wild": false,
 "mentioned_publicly": false,
 "risks": [],
 "best": false,
 "score": 0.7,
 "evidence": [],
 "url": "https://dedupedai.com/use-cases/mizorewww-laya-mlx/serve-laya-over-http-for-internal-apps/",
 "md": "https://dedupedai.com/use-cases/mizorewww-laya-mlx/serve-laya-over-http-for-internal-apps/index.md",
 "disclaimer": "Deduped lists open-source repositories that belong to other people. We do not own, maintain, audit, or vouch for any of them, and a repo appearing here is not an endorsement or a safety check. The use cases, steps, and prompts are written by AI and may be incomplete, outdated, or just wrong. Where a use case is marked \"Seen in the wild\", we link to public posts where someone described something similar, but we have not verified those posts and the use case itself is still our AI's own write-up. Use all of this at your own risk. Only run code, commands, or agents on systems and accounts you are authorized to use, and read the code and every command before you run it, especially anything that touches credentials, files, or the network. Nothing here is professional, security, legal, or financial advice. All trademarks and project names belong to their respective owners, and their use here does not imply affiliation. Content is provided as is, without warranties of any kind. Found a mistake, a safety problem, or something you want removed? Email hello@dedupedai.com and we will look at it promptly.",
 "api": "https://dedupedai.com/api/v1/usecases/mizorewww-laya-mlx--serve-laya-over-http-for-internal-apps.json",
 "api_version": "v1"
}
