{
 "schema_version": 1,
 "generated": "2026-10-25",
 "repo": "sgl-project/sglang",
 "name": "sglang",
 "owner": "sgl-project",
 "slug": "sgl-project-sglang",
 "github": "https://github.com/sgl-project/sglang",
 "what": "SGLang is an open-source inference framework for large language, vision-language and diffusion models, optimized for agentic workloads, large-scale serving and RL rollouts. It runs on NVIDIA, AMD, Google TPU, Huawei Ascend and other hardware, ships SGLang Diffusion for image and video generation, and plugs into RL frameworks such as verl and slime for rollout generation. Launch commands per model and hardware live in its Cookbook.",
 "why": "38k stars, talked about in 2 AI sources we track",
 "language": "Python",
 "requirements": [
  "A supported GPU or accelerator (NVIDIA, AMD, TPU and others)",
  "Docker, or a Python environment with uv"
 ],
 "audience_note": "ML engineers and teams who serve open models on their own GPUs and need high throughput.",
 "risk": "none",
 "section": "earlier",
 "weekly_rank": null,
 "category": "Software and DevOps",
 "url": "https://dedupedai.com/use-cases/sgl-project-sglang/",
 "use_case_count": 3,
 "use_cases": [
  {
   "id": "sgl-project-sglang--serve-an-open-model-on-your-own-gpus",
   "title": "Serve an open model on your own GPUs",
   "best": true,
   "url": "https://dedupedai.com/use-cases/sgl-project-sglang/serve-an-open-model-on-your-own-gpus/",
   "json": "https://dedupedai.com/use-cases/u/sgl-project-sglang/serve-an-open-model-on-your-own-gpus.json"
  },
  {
   "id": "sgl-project-sglang--generate-images-and-video-with-sglang-diffusion",
   "title": "Generate images and video with SGLang Diffusion",
   "best": false,
   "url": "https://dedupedai.com/use-cases/sgl-project-sglang/generate-images-and-video-with-sglang-diffusion/",
   "json": "https://dedupedai.com/use-cases/u/sgl-project-sglang/generate-images-and-video-with-sglang-diffusion.json"
  },
  {
   "id": "sgl-project-sglang--use-sglang-for-rl-rollouts",
   "title": "Use SGLang as the rollout engine for RL post-training",
   "best": false,
   "url": "https://dedupedai.com/use-cases/sgl-project-sglang/use-sglang-for-rl-rollouts/",
   "json": "https://dedupedai.com/use-cases/u/sgl-project-sglang/use-sglang-for-rl-rollouts.json"
  }
 ],
 "disclaimer": "Third-party repos we don't own or vouch for. AI-generated use cases can be wrong: review everything and run at your own risk."
}