{
 "schema_version": 1,
 "generated": "2026-10-26",
 "repo": "gufo-org/gufo",
 "name": "gufo",
 "owner": "gufo-org",
 "slug": "gufo-org-gufo",
 "github": "https://github.com/gufo-org/gufo",
 "what": "Gufo is an open source local inference engine in C++ built for AMD Strix Halo systems, serving text, audio, image, and video models through an OpenAI-compatible API.",
 "why": "934 stars, launched 76 days ago",
 "language": "C++",
 "requirements": [
  "Linux x86-64 machine with AMD Strix Halo (gfx1151) and enough unified memory for the chosen model",
  "Podman with rootless GPU device access to /dev/kfd and /dev/dri",
  "Hugging Face CLI (hf) to download model weights",
  "Several tens of GB of free disk space for model files"
 ],
 "audience_note": "Developers and power users with an AMD Ryzen AI MAX+ 395 (Strix Halo) machine who want to run large open models locally on their own hardware.",
 "risk": "none",
 "section": "earlier",
 "weekly_rank": null,
 "category": "Software and DevOps",
 "url": "https://dedupedai.com/use-cases/gufo-org-gufo/",
 "use_case_count": 4,
 "use_cases": [
  {
   "id": "gufo-org-gufo--serve-qwen-27b-local-api",
   "title": "Run Qwen3.8 27B as a private local API on Strix Halo",
   "best": true,
   "url": "https://dedupedai.com/use-cases/gufo-org-gufo/serve-qwen-27b-local-api/",
   "json": "https://dedupedai.com/use-cases/u/gufo-org-gufo/serve-qwen-27b-local-api.json"
  },
  {
   "id": "gufo-org-gufo--connect-codex-to-local-qwen",
   "title": "Point Codex at a local Qwen model through Gufo",
   "best": false,
   "url": "https://dedupedai.com/use-cases/gufo-org-gufo/connect-codex-to-local-qwen/",
   "json": "https://dedupedai.com/use-cases/u/gufo-org-gufo/connect-codex-to-local-qwen.json"
  },
  {
   "id": "gufo-org-gufo--build-gufo-from-source-with-nix",
   "title": "Build Gufo from source with Nix and run diagnostics",
   "best": false,
   "url": "https://dedupedai.com/use-cases/gufo-org-gufo/build-gufo-from-source-with-nix/",
   "json": "https://dedupedai.com/use-cases/u/gufo-org-gufo/build-gufo-from-source-with-nix.json"
  },
  {
   "id": "gufo-org-gufo--benchmark-gufo-against-llama-cpp",
   "title": "Compare Gufo speed with a llama.cpp baseline",
   "best": false,
   "url": "https://dedupedai.com/use-cases/gufo-org-gufo/benchmark-gufo-against-llama-cpp/",
   "json": "https://dedupedai.com/use-cases/u/gufo-org-gufo/benchmark-gufo-against-llama-cpp.json"
  }
 ],
 "disclaimer": "Third-party repos we don't own or vouch for. AI-generated use cases can be wrong: review everything and run at your own risk."
}