{
 "schema_version": 1,
 "generated": "2026-10-24",
 "id": "yinxulai-osw--see-which-provider-actually-serves-each-request",
 "repo": "yinxulai/osw",
 "repo_url": "https://github.com/yinxulai/osw",
 "repo_slug": "yinxulai-osw",
 "title": "Compare provider speed and reliability from request logs",
 "page_title": "How to compare provider speed and reliability from request logs with Osw",
 "summary": "Use per-request logs and analytics to see which channel answered and how fast it responded.",
 "who": "A developer or team lead deciding which providers and models deserve to sit at the top of the queue.",
 "problem": "Provider claims about speed and uptime rarely match what your own traffic experiences, and most clients do not show which upstream served a request.",
 "outcome": "You can see the provider and model that served each request, the attempt that succeeded, first-token time, tokens per second, and failure reasons, then reorder channels based on that data.",
 "steps": [
  "Route your normal AI client traffic through the OSW address for a few days of ordinary use.",
  "Open Request Logs and expand a row to read the full execution detail and raw usage for a request.",
  "Open Analytics and review success rate, latency, TTFT, TPS, cache hits, model ranking, and failure reasons.",
  "Open Logical Models and read the last success time, consecutive failure count, TPS, and TTFT for each model.",
  "Drag the best-performing models to the top of the queue and switch off the ones that fail most often."
 ],
 "agent_prompt": "Using the OSW repo at yinxulai/osw, review the request logs and analytics for the models in <logical-model-name>. Expected output: a ranked list of models with success rate, TTFT, and TPS. Verify that each figure comes from the Analytics screen before listing it.",
 "agents": [
  "any"
 ],
 "difficulty": "Beginner",
 "time": "15 minutes",
 "basis": "readme",
 "caveat": "The request logs and analytics exist only after traffic has passed through OSW, so the comparison needs a few days of real use to be meaningful.",
 "category": "Software and DevOps",
 "tags": [
  "Software and DevOps"
 ],
 "lang": "typescript",
 "requirements": [
  "A Mac, Windows PC, or Linux machine that can run the OSW installer",
  "API keys for at least two LLM channels you own",
  "An AI client that lets you set a custom base URL"
 ],
 "risk": "sensitive",
 "seen_in_the_wild": false,
 "mentioned_publicly": false,
 "risks": [],
 "best": false,
 "score": 0.9,
 "evidence": [],
 "url": "https://dedupedai.com/use-cases/yinxulai-osw/see-which-provider-actually-serves-each-request/",
 "md": "https://dedupedai.com/use-cases/yinxulai-osw/see-which-provider-actually-serves-each-request/index.md",
 "disclaimer": "Deduped lists open-source repositories that belong to other people. We do not own, maintain, audit, or vouch for any of them, and a repo appearing here is not an endorsement or a safety check. The use cases, steps, and prompts are written by AI and may be incomplete, outdated, or just wrong. Where a use case is marked \"Seen in the wild\", we link to public posts where someone described something similar, but we have not verified those posts and the use case itself is still our AI's own write-up. Use all of this at your own risk. Only run code, commands, or agents on systems and accounts you are authorized to use, and read the code and every command before you run it, especially anything that touches credentials, files, or the network. Nothing here is professional, security, legal, or financial advice. All trademarks and project names belong to their respective owners, and their use here does not imply affiliation. Content is provided as is, without warranties of any kind. Found a mistake, a safety problem, or something you want removed? Email hello@dedupedai.com and we will look at it promptly.",
 "api": "https://dedupedai.com/api/v1/usecases/yinxulai-osw--see-which-provider-actually-serves-each-request.json",
 "api_version": "v1"
}