{
 "repo": "sgl-project/sglang",
 "url": "https://github.com/sgl-project/sglang",
 "what": "SGLang is an open-source inference framework for large language, vision-language and diffusion models, optimized for agentic workloads, large-scale serving and RL rollouts. It runs on NVIDIA, AMD, Google TPU, Huawei Ascend and other hardware, ships SGLang Diffusion for image and video generation, and plugs into RL frameworks such as verl and slime for rollout generation. Launch commands per model and hardware live in its Cookbook.",
 "language": "Python",
 "stars": 38037,
 "gain": 430,
 "created": "2024-01-08",
 "uc_n": 3,
 "title": "SGLang",
 "show": true,
 "what_source": "deduped",
 "use_cases": "https://dedupedai.com/use-cases/sgl-project-sglang/",
 "use_cases_json": "https://dedupedai.com/use-cases/r/sgl-project-sglang.json",
 "json": "https://dedupedai.com/repos/r/sgl-project-sglang.json",
 "slug": "sgl-project-sglang",
 "api": "https://dedupedai.com/api/v1/repos/sgl-project-sglang.json",
 "api_version": "v1"
}