{
 "schema_version": 1,
 "generated": "2026-10-20",
 "id": "securetron-gh-aifw--firewall-existing-llm-calls",
 "repo": "securetron-gh/aifw",
 "repo_url": "https://github.com/securetron-gh/aifw",
 "repo_slug": "securetron-gh-aifw",
 "title": "Put a firewall in front of your existing LLM calls",
 "page_title": "How to put a firewall in front of your existing LLM calls with Aifw",
 "summary": "Run AI-FW with Docker Compose and send your app's model calls through it for inspection and logging.",
 "who": "A developer whose app already calls an OpenAI-compatible or Anthropic API and needs prompts and responses inspected before they reach the model.",
 "problem": "Model calls go straight to the provider, so there is no inspection, routing control, or record of what agents sent and received.",
 "outcome": "Your app's model traffic passes through the AI-FW gateway, and each transaction shows up in the dashboard.",
 "steps": [
  "Run `docker compose up -d` in the folder that contains docker-compose.yml.",
  "Open the gateway at http://localhost and sign in as superadmin with the default login from the README, then change it.",
  "Register your backend URLs and models in the AI-FW Model Inventory (see Configure models and keys in the docs).",
  "Point your app's OpenAI-compatible or Anthropic base URL at the gateway instead of the provider.",
  "Run `curl http://localhost:8080/v1/chat/completions -H \"Content-Type: application/json\" -d '{\"model\":\"gpt-4o\",\"messages\":[{\"role\":\"user\",\"content\":\"Hello!\"}]}'` and check the transaction in the dashboard. (inferred, check the README)"
 ],
 "agent_prompt": "In the securetron-gh/aifw repo, run `docker compose up -d` in <project-folder>, then send one chat completion request through the gateway to <model-name>. Report the HTTP status and the transaction ID shown in the dashboard, and verify the response is a valid chat completion.",
 "agents": [
  "any"
 ],
 "difficulty": "Intermediate",
 "time": "45 minutes",
 "basis": "readme",
 "caveat": "The compose setup listens on port 80 while the README curl example uses port 8080, so use port 80 when running with compose.",
 "category": "Security and science",
 "tags": [
  "Security and science"
 ],
 "lang": "python",
 "requirements": [
  "Docker and Docker Compose on a host you control",
  "The repository cloned locally so docker-compose.yml is available",
  "API keys for the LLM backends you plan to register in the Model Inventory"
 ],
 "risk": "none",
 "seen_in_the_wild": false,
 "mentioned_publicly": false,
 "risks": [],
 "best": true,
 "score": 1.0,
 "evidence": [],
 "url": "https://dedupedai.com/use-cases/securetron-gh-aifw/firewall-existing-llm-calls/",
 "md": "https://dedupedai.com/use-cases/securetron-gh-aifw/firewall-existing-llm-calls/index.md",
 "disclaimer": "Deduped lists open-source repositories that belong to other people. We do not own, maintain, audit, or vouch for any of them, and a repo appearing here is not an endorsement or a safety check. The use cases, steps, and prompts are written by AI and may be incomplete, outdated, or just wrong. Where a use case is marked \"Seen in the wild\", we link to public posts where someone described something similar, but we have not verified those posts and the use case itself is still our AI's own write-up. Use all of this at your own risk. Only run code, commands, or agents on systems and accounts you are authorized to use, and read the code and every command before you run it, especially anything that touches credentials, files, or the network. Nothing here is professional, security, legal, or financial advice. All trademarks and project names belong to their respective owners, and their use here does not imply affiliation. Content is provided as is, without warranties of any kind. Found a mistake, a safety problem, or something you want removed? Email hello@dedupedai.com and we will look at it promptly.",
 "api": "https://dedupedai.com/api/v1/usecases/securetron-gh-aifw--firewall-existing-llm-calls.json",
 "api_version": "v1"
}