{
 "schema_version": 1,
 "generated": "2026-10-31",
 "repo": "vibrantlabsai/ragas",
 "name": "ragas",
 "owner": "vibrantlabsai",
 "slug": "vibrantlabsai-ragas",
 "github": "https://github.com/vibrantlabsai/ragas",
 "what": "Ragas is a Python toolkit for evaluating LLM applications. It offers LLM-based and traditional metrics, automatic test data generation, integrations with frameworks like LangChain, and a `ragas quickstart` command that scaffolds ready-made evaluation projects such as a RAG evaluation template.",
 "why": "16k stars, talked about in 2 AI sources we track",
 "language": "Python",
 "requirements": [
  "Python with pip",
  "An LLM provider key for LLM-based metrics, for example OPENAI_API_KEY in the README example",
  "uv or another way to run the quickstart CLI is optional"
 ],
 "audience_note": "Developers shipping RAG systems or LLM features who want objective, repeatable scores instead of eyeballing outputs.",
 "risk": "none",
 "section": "earlier",
 "weekly_rank": null,
 "category": "Software and DevOps",
 "url": "https://dedupedai.com/use-cases/vibrantlabsai-ragas/",
 "use_case_count": 3,
 "use_cases": [
  {
   "id": "vibrantlabsai-ragas--scaffold-a-rag-evaluation-project-with-ragas",
   "title": "Scaffold a RAG evaluation project in one command",
   "best": true,
   "url": "https://dedupedai.com/use-cases/vibrantlabsai-ragas/scaffold-a-rag-evaluation-project-with-ragas/",
   "json": "https://dedupedai.com/use-cases/u/vibrantlabsai-ragas/scaffold-a-rag-evaluation-project-with-ragas.json"
  },
  {
   "id": "vibrantlabsai-ragas--score-llm-summaries-with-a-ragas-discrete-metric",
   "title": "Score LLM outputs with a custom pass or fail metric",
   "best": false,
   "url": "https://dedupedai.com/use-cases/vibrantlabsai-ragas/score-llm-summaries-with-a-ragas-discrete-metric/",
   "json": "https://dedupedai.com/use-cases/u/vibrantlabsai-ragas/score-llm-summaries-with-a-ragas-discrete-metric.json"
  },
  {
   "id": "vibrantlabsai-ragas--generate-a-test-dataset-for-your-llm-app-with-ragas",
   "title": "Build test data and feedback loops for an LLM app",
   "best": false,
   "url": "https://dedupedai.com/use-cases/vibrantlabsai-ragas/generate-a-test-dataset-for-your-llm-app-with-ragas/",
   "json": "https://dedupedai.com/use-cases/u/vibrantlabsai-ragas/generate-a-test-dataset-for-your-llm-app-with-ragas.json"
  }
 ],
 "disclaimer": "Third-party repos we don't own or vouch for. AI-generated use cases can be wrong: review everything and run at your own risk."
}