{
 "schema_version": 1,
 "generated": "2026-10-26",
 "id": "htobty-readyllm--deploy-monitor-lan-gpu-inference",
 "repo": "htobty/ReadyLLM",
 "repo_url": "https://github.com/htobty/ReadyLLM",
 "repo_slug": "htobty-readyllm",
 "title": "Deploy and watch an inference server on a LAN GPU box",
 "page_title": "How to deploy and watch an inference server on a LAN GPU box with ReadyLLM",
 "summary": "Add a remote machine over SSH, start an engine there, and watch its GPU and VRAM live.",
 "who": "A team lead or ops engineer with a GPU server on the local network who needs to serve a model to others.",
 "problem": "Starting and watching an inference service on a remote GPU machine usually means juggling SSH sessions and separate monitoring tools.",
 "outcome": "A model served by llama.cpp, vLLM, or SGLang on the remote target, with live GPU, VRAM, throughput, and latency curves in the browser.",
 "steps": [
  "Run `cd backend` then `pip install -r requirements.txt`, then `uvicorn app.main:app --host 127.0.0.1 --port 8000`",
  "In a second terminal, run `cd frontend` then `npm install && npm run dev`, and open `http://localhost:3000`",
  "On Settings, add the remote machine over SSH with a key or password, confirm the OS, set the engine path and model directory, and click Test connection",
  "On Model Store, download a model and confirm integrity after the download finishes",
  "On Deploy, start the inference service and adjust runtime parameters, then open Monitor to watch the live curves"
 ],
 "agent_prompt": "Using the repo htobty/ReadyLLM, start the backend and frontend, add the remote SSH target <target-name> at <host-address>, and deploy a downloaded model with the engine the target has. Report the service status and the current GPU and VRAM readings from Monitor, and verify the service responds before finishing.",
 "agents": [
  "any"
 ],
 "difficulty": "Intermediate",
 "time": "90 minutes",
 "basis": "readme",
 "caveat": "vLLM does not run natively on Windows, so Windows targets must use WSL2 for it.",
 "category": "Software and DevOps",
 "tags": [
  "Software and DevOps"
 ],
 "lang": "python",
 "requirements": [
  "Python 3.9+ and Node.js 18+ on the control machine",
  "A target machine with llama.cpp, vLLM, or ComfyUI already installed, or installable through the tool",
  "Network or SSH access to any remote target you want to manage"
 ],
 "risk": "none",
 "seen_in_the_wild": false,
 "mentioned_publicly": false,
 "risks": [
  {
   "tag": "credentials",
   "notice": "Target settings are saved to ~/.model-deploy-assistant/targets.json, so limit who can read that file on a shared machine."
  },
  {
   "tag": "remote-script",
   "notice": "One-click engine install can download, compile, or pip-install software on the remote machine, so check what it will run before you confirm."
  }
 ],
 "best": false,
 "score": 0.9,
 "evidence": [],
 "url": "https://dedupedai.com/use-cases/htobty-readyllm/deploy-monitor-lan-gpu-inference/",
 "md": "https://dedupedai.com/use-cases/htobty-readyllm/deploy-monitor-lan-gpu-inference/index.md",
 "disclaimer": "Deduped lists open-source repositories that belong to other people. We do not own, maintain, audit, or vouch for any of them, and a repo appearing here is not an endorsement or a safety check. The use cases, steps, and prompts are written by AI and may be incomplete, outdated, or just wrong. Where a use case is marked \"Seen in the wild\", we link to public posts where someone described something similar, but we have not verified those posts and the use case itself is still our AI's own write-up. Use all of this at your own risk. Only run code, commands, or agents on systems and accounts you are authorized to use, and read the code and every command before you run it, especially anything that touches credentials, files, or the network. Nothing here is professional, security, legal, or financial advice. All trademarks and project names belong to their respective owners, and their use here does not imply affiliation. Content is provided as is, without warranties of any kind. Found a mistake, a safety problem, or something you want removed? Email hello@dedupedai.com and we will look at it promptly.",
 "api": "https://dedupedai.com/api/v1/usecases/htobty-readyllm--deploy-monitor-lan-gpu-inference.json",
 "api_version": "v1"
}