{
 "schema_version": 1,
 "generated": "2026-10-23",
 "id": "berriai-litellm--run-shared-ai-gateway-with-virtual-keys",
 "repo": "BerriAI/litellm",
 "repo_url": "https://github.com/BerriAI/litellm",
 "repo_slug": "berriai-litellm",
 "title": "Run a shared self-hosted AI Gateway for your team",
 "page_title": "How to run a shared self-hosted AI Gateway for your team with Litellm",
 "summary": "Deploy one proxy that gives your team OpenAI-style access to many models with virtual keys.",
 "who": "A platform or IT admin who needs to give several developers access to LLM providers without sharing raw provider keys.",
 "problem": "Sharing provider keys across a team makes spend and access hard to control, and each app needs its own provider setup.",
 "outcome": "Team members send requests to one local endpoint in OpenAI format, using keys the gateway issues.",
 "steps": [
  "Install the proxy with `uv tool install 'litellm[proxy]'`",
  "Start the gateway with `litellm --model gpt-4o`",
  "Follow the E2E tutorial at https://docs.litellm.ai/docs/proxy/docker_quick_start to create virtual keys",
  "Point a client at http://0.0.0.0:4000 using the OpenAI client and a virtual key as api_key"
 ],
 "agent_prompt": "In the litellm repo at <path>, start the AI Gateway proxy on port 4000 and send a test chat completion for model gpt-4o from a Python OpenAI client pointed at http://0.0.0.0:4000. Expected output: a valid chat response. Verify the proxy log shows the request was received.",
 "agents": [
  "any"
 ],
 "difficulty": "Advanced",
 "time": "45 minutes",
 "basis": "readme",
 "caveat": "The README's quick start runs a local endpoint on 0.0.0.0:4000, so you must add your own network, TLS and access controls before exposing it to a team.",
 "category": "Software and DevOps",
 "tags": [
  "Software and DevOps"
 ],
 "lang": "python",
 "requirements": [
  "Python and the uv package manager installed",
  "API keys for the LLM providers you plan to call, such as OpenAI or Anthropic",
  "For the gateway use cases: a machine to run the proxy server on and a LiteLLM master key or virtual key for clients"
 ],
 "risk": "none",
 "seen_in_the_wild": false,
 "mentioned_publicly": false,
 "risks": [],
 "best": false,
 "score": 0.9,
 "evidence": [],
 "url": "https://dedupedai.com/use-cases/berriai-litellm/run-shared-ai-gateway-with-virtual-keys/",
 "md": "https://dedupedai.com/use-cases/berriai-litellm/run-shared-ai-gateway-with-virtual-keys/index.md",
 "disclaimer": "Deduped lists open-source repositories that belong to other people. We do not own, maintain, audit, or vouch for any of them, and a repo appearing here is not an endorsement or a safety check. The use cases, steps, and prompts are written by AI and may be incomplete, outdated, or just wrong. Where a use case is marked \"Seen in the wild\", we link to public posts where someone described something similar, but we have not verified those posts and the use case itself is still our AI's own write-up. Use all of this at your own risk. Only run code, commands, or agents on systems and accounts you are authorized to use, and read the code and every command before you run it, especially anything that touches credentials, files, or the network. Nothing here is professional, security, legal, or financial advice. All trademarks and project names belong to their respective owners, and their use here does not imply affiliation. Content is provided as is, without warranties of any kind. Found a mistake, a safety problem, or something you want removed? Email hello@dedupedai.com and we will look at it promptly.",
 "api": "https://dedupedai.com/api/v1/usecases/berriai-litellm--run-shared-ai-gateway-with-virtual-keys.json",
 "api_version": "v1"
}