{
 "schema_version": 1,
 "generated": "2026-10-26",
 "repo": "peonist-ai/halogen-server",
 "name": "halogen-server",
 "owner": "peonist-ai",
 "slug": "peonist-ai-halogen-server",
 "github": "https://github.com/peonist-ai/halogen-server",
 "what": "Halogen is a Python-based engine that runs the Qwen3.8-27B model on AMD Strix Halo (gfx1151) GPUs and serves an OpenAI-compatible API on port 8731.",
 "why": "137 stars, launched 61 days ago",
 "language": "Python",
 "requirements": [
  "AMD Strix Halo machine (Radeon 8060S class GPU, gfx1151) with /dev/kfd and /dev/dri available",
  "Podman (or Docker with the video and render group flags described in the README)",
  "About 36 GB of free disk for the 35.9 GB checkpoint, plus the 3.5 GB image",
  "Python with pip to install the Hugging Face CLI"
 ],
 "audience_note": "Developers and AI-tool builders who own AMD Strix Halo hardware and want a fast local Qwen3.8-27B endpoint.",
 "risk": "none",
 "section": "earlier",
 "weekly_rank": null,
 "category": "Software and DevOps",
 "url": "https://dedupedai.com/use-cases/peonist-ai-halogen-server/",
 "use_case_count": 4,
 "use_cases": [
  {
   "id": "peonist-ai-halogen-server--run-local-openai-endpoint-strix-halo",
   "title": "Run a local OpenAI-compatible Qwen3.8-27B server",
   "best": true,
   "url": "https://dedupedai.com/use-cases/peonist-ai-halogen-server/run-local-openai-endpoint-strix-halo/",
   "json": "https://dedupedai.com/use-cases/u/peonist-ai-halogen-server/run-local-openai-endpoint-strix-halo.json"
  },
  {
   "id": "peonist-ai-halogen-server--benchmark-prefill-decode-on-own-hardware",
   "title": "Measure prefill and decode speed on your own machine",
   "best": false,
   "url": "https://dedupedai.com/use-cases/peonist-ai-halogen-server/benchmark-prefill-decode-on-own-hardware/",
   "json": "https://dedupedai.com/use-cases/u/peonist-ai-halogen-server/benchmark-prefill-decode-on-own-hardware.json"
  },
  {
   "id": "peonist-ai-halogen-server--resume-long-conversations-with-prompt-cache",
   "title": "Continue long chats without re-processing the context",
   "best": false,
   "url": "https://dedupedai.com/use-cases/peonist-ai-halogen-server/resume-long-conversations-with-prompt-cache/",
   "json": "https://dedupedai.com/use-cases/u/peonist-ai-halogen-server/resume-long-conversations-with-prompt-cache.json"
  },
  {
   "id": "peonist-ai-halogen-server--tune-token-budget-for-reasoning-replies",
   "title": "Set a token budget that finishes reasoning and answers",
   "best": false,
   "url": "https://dedupedai.com/use-cases/peonist-ai-halogen-server/tune-token-budget-for-reasoning-replies/",
   "json": "https://dedupedai.com/use-cases/u/peonist-ai-halogen-server/tune-token-budget-for-reasoning-replies.json"
  }
 ],
 "disclaimer": "Third-party repos we don't own or vouch for. AI-generated use cases can be wrong: review everything and run at your own risk."
}