{
 "schema_version": 1,
 "generated": "2026-10-20",
 "repo": "jsdhwfmax/EvalForge",
 "name": "EvalForge",
 "owner": "jsdhwfmax",
 "slug": "jsdhwfmax-evalforge",
 "github": "https://github.com/jsdhwfmax/EvalForge",
 "what": "EvalForge is a Python tool that turns AI evaluation results into portable evidence, applies versioned release policies, and writes JSON, JUnit, SARIF, and Markdown reports for CI.",
 "why": "",
 "language": "Python",
 "requirements": [
  "Python 3 with pip and a virtual environment",
  "A committed evaluation artifact, or results from promptfoo, Ragas, or DeepEval",
  "Git, and a GitHub repository if you want the composite Action",
  "Docker, only if you use the Compose path"
 ],
 "audience_note": "Built for maintainers and CI owners of RAG apps or AI assistants who need a pass or fail release gate on evaluation results.",
 "risk": "none",
 "section": "earlier",
 "weekly_rank": null,
 "category": "Software and DevOps",
 "url": "https://dedupedai.com/use-cases/jsdhwfmax-evalforge/",
 "use_case_count": 4,
 "use_cases": [
  {
   "id": "jsdhwfmax-evalforge--gate-ai-release-in-ci",
   "title": "Block an AI release when eval scores regress",
   "best": true,
   "url": "https://dedupedai.com/use-cases/jsdhwfmax-evalforge/gate-ai-release-in-ci/",
   "json": "https://dedupedai.com/use-cases/u/jsdhwfmax-evalforge/gate-ai-release-in-ci.json"
  },
  {
   "id": "jsdhwfmax-evalforge--import-promptfoo-results-into-gate",
   "title": "Gate promptfoo eval results before a release",
   "best": false,
   "url": "https://dedupedai.com/use-cases/jsdhwfmax-evalforge/import-promptfoo-results-into-gate/",
   "json": "https://dedupedai.com/use-cases/u/jsdhwfmax-evalforge/import-promptfoo-results-into-gate.json"
  },
  {
   "id": "jsdhwfmax-evalforge--gate-ragas-or-deepeval-scores",
   "title": "Enforce thresholds on Ragas or DeepEval scores",
   "best": false,
   "url": "https://dedupedai.com/use-cases/jsdhwfmax-evalforge/gate-ragas-or-deepeval-scores/",
   "json": "https://dedupedai.com/use-cases/u/jsdhwfmax-evalforge/gate-ragas-or-deepeval-scores.json"
  },
  {
   "id": "jsdhwfmax-evalforge--compare-rag-configs-offline",
   "title": "Compare two RAG retrieval setups without a model key",
   "best": false,
   "url": "https://dedupedai.com/use-cases/jsdhwfmax-evalforge/compare-rag-configs-offline/",
   "json": "https://dedupedai.com/use-cases/u/jsdhwfmax-evalforge/compare-rag-configs-offline.json"
  }
 ],
 "disclaimer": "Third-party repos we don't own or vouch for. AI-generated use cases can be wrong: review everything and run at your own risk."
}