{
 "schema_version": 1,
 "generated": "2026-10-26",
 "repo": "azrtydxb/Fastllm-proxy",
 "name": "Fastllm-proxy",
 "owner": "azrtydxb",
 "slug": "azrtydxb-fastllm-proxy",
 "github": "https://github.com/azrtydxb/Fastllm-proxy",
 "what": "fastllm-proxy is a Rust LLM router that puts one OpenAI-compatible endpoint in front of vLLM, SGLang, llama.cpp and 81 providers, with routing rules, RBAC, rate limits, budgets and a built-in management UI.",
 "why": "107 stars, launched 81 days ago",
 "language": "Rust",
 "requirements": [
  "Docker and Docker Compose",
  "At least one inference backend or provider key"
 ],
 "audience_note": "Platform teams serving LLMs to many apps or users who need routing, budgets and access control with very low overhead.",
 "risk": "none",
 "section": "earlier",
 "weekly_rank": null,
 "category": "Software and DevOps",
 "url": "https://dedupedai.com/use-cases/azrtydxb-fastllm-proxy/",
 "use_case_count": 3,
 "use_cases": [
  {
   "id": "azrtydxb-fastllm-proxy--one-endpoint-for-all-llm-providers",
   "title": "Put one OpenAI-compatible endpoint in front of every model",
   "best": true,
   "url": "https://dedupedai.com/use-cases/azrtydxb-fastllm-proxy/one-endpoint-for-all-llm-providers/",
   "json": "https://dedupedai.com/use-cases/u/azrtydxb-fastllm-proxy/one-endpoint-for-all-llm-providers.json"
  },
  {
   "id": "azrtydxb-fastllm-proxy--spill-local-gpu-traffic-to-cloud",
   "title": "Use local GPUs first and spill to the cloud when busy",
   "best": false,
   "url": "https://dedupedai.com/use-cases/azrtydxb-fastllm-proxy/spill-local-gpu-traffic-to-cloud/",
   "json": "https://dedupedai.com/use-cases/u/azrtydxb-fastllm-proxy/spill-local-gpu-traffic-to-cloud.json"
  },
  {
   "id": "azrtydxb-fastllm-proxy--degrade-to-local-model-past-budget",
   "title": "Fall back to a free local model when budget runs low",
   "best": false,
   "url": "https://dedupedai.com/use-cases/azrtydxb-fastllm-proxy/degrade-to-local-model-past-budget/",
   "json": "https://dedupedai.com/use-cases/u/azrtydxb-fastllm-proxy/degrade-to-local-model-past-budget.json"
  }
 ],
 "disclaimer": "Third-party repos we don't own or vouch for. AI-generated use cases can be wrong: review everything and run at your own risk."
}