{
 "schema_version": 1,
 "generated": "2026-11-09",
 "repo": "bentoml/OpenLLM",
 "name": "OpenLLM",
 "owner": "bentoml",
 "slug": "bentoml-openllm",
 "github": "https://github.com/bentoml/OpenLLM",
 "what": "OpenLLM lets you run open source LLMs such as Llama and Qwen as OpenAI compatible API endpoints with one command, and includes a chat UI and a model repository you can list and update.",
 "why": "13k stars, talked about in 2 AI sources we track",
 "language": "Python",
 "requirements": [
  "Python with pip",
  "A GPU sized for the model you pick",
  "A Hugging Face token for gated models"
 ],
 "audience_note": "Developers who want a self hosted, OpenAI compatible endpoint for an open model.",
 "risk": "none",
 "section": "earlier",
 "weekly_rank": null,
 "category": "Software and DevOps",
 "url": "https://dedupedai.com/use-cases/bentoml-openllm/",
 "use_case_count": 3,
 "use_cases": [
  {
   "id": "bentoml-openllm--serve-llama-3-2-as-an-openai-compatible-api-with-openllm",
   "title": "Serve Llama 3.2 as an OpenAI compatible API",
   "best": true,
   "url": "https://dedupedai.com/use-cases/bentoml-openllm/serve-llama-3-2-as-an-openai-compatible-api-with-openllm/",
   "json": "https://dedupedai.com/use-cases/u/bentoml-openllm/serve-llama-3-2-as-an-openai-compatible-api-with-openllm.json"
  },
  {
   "id": "bentoml-openllm--try-open-models-interactively-with-openllm-hello",
   "title": "Try open models interactively before you pick one",
   "best": false,
   "url": "https://dedupedai.com/use-cases/bentoml-openllm/try-open-models-interactively-with-openllm-hello/",
   "json": "https://dedupedai.com/use-cases/u/bentoml-openllm/try-open-models-interactively-with-openllm-hello.json"
  },
  {
   "id": "bentoml-openllm--keep-the-openllm-model-catalog-up-to-date",
   "title": "Keep the model catalog current and inspect a model",
   "best": false,
   "url": "https://dedupedai.com/use-cases/bentoml-openllm/keep-the-openllm-model-catalog-up-to-date/",
   "json": "https://dedupedai.com/use-cases/u/bentoml-openllm/keep-the-openllm-model-catalog-up-to-date.json"
  }
 ],
 "disclaimer": "Third-party repos we don't own or vouch for. AI-generated use cases can be wrong: review everything and run at your own risk."
}
