{
 "schema_version": 1,
 "generated": "2026-10-20",
 "repo": "JakeATX/llamAmpere",
 "name": "llamAmpere",
 "owner": "JakeATX",
 "slug": "jakeatx-llamampere",
 "github": "https://github.com/JakeATX/llamAmpere",
 "what": "llamAmpere is a C++ fork of llama.cpp tuned to run Qwen3.8-27B on Ampere NVIDIA cards such as the RTX 3090 and 3090 Ti, with a compressed KV cache and an MTP drafter.",
 "why": "",
 "language": "C++",
 "requirements": [
  "Linux machine with an NVIDIA card (RTX 3090 or 3090 Ti with 24 GB for the main path, or a 12 GB card for the low-memory path)",
  "CUDA toolkit (the README tested with 12.4), CMake, git and a C++ compiler",
  "Disk space and network access for the model download: 15.6 GB for the 24 GB path, 9.0 GB for the 12 GB path",
  "Recommended: OpenSSL development files are not needed if you use the -DLLAMA_BUILD_BORINGSSL=ON build flag, which lets -hf download the model"
 ],
 "audience_note": "Built for people comfortable with a Linux terminal, CMake and CUDA who want a local OpenAI-compatible model server on a single NVIDIA card.",
 "risk": "dual-use",
 "section": "earlier",
 "weekly_rank": null,
 "category": "Software and DevOps",
 "url": "https://dedupedai.com/use-cases/jakeatx-llamampere/",
 "use_case_count": 3,
 "use_cases": [
  {
   "id": "jakeatx-llamampere--run-local-qwen-server-24gb-card",
   "title": "Run a local 262K-context model server on a 24 GB card",
   "best": true,
   "url": "https://dedupedai.com/use-cases/jakeatx-llamampere/run-local-qwen-server-24gb-card/",
   "json": "https://dedupedai.com/use-cases/u/jakeatx-llamampere/run-local-qwen-server-24gb-card.json"
  },
  {
   "id": "jakeatx-llamampere--run-long-context-model-on-12gb-card",
   "title": "Run 204,800-token context on a 12 GB card",
   "best": false,
   "url": "https://dedupedai.com/use-cases/jakeatx-llamampere/run-long-context-model-on-12gb-card/",
   "json": "https://dedupedai.com/use-cases/u/jakeatx-llamampere/run-long-context-model-on-12gb-card.json"
  },
  {
   "id": "jakeatx-llamampere--reuse-prebuilt-cache-for-repeat-evals",
   "title": "Speed up repeat evals with a prebuilt prompt cache",
   "best": false,
   "url": "https://dedupedai.com/use-cases/jakeatx-llamampere/reuse-prebuilt-cache-for-repeat-evals/",
   "json": "https://dedupedai.com/use-cases/u/jakeatx-llamampere/reuse-prebuilt-cache-for-repeat-evals.json"
  }
 ],
 "disclaimer": "Third-party repos we don't own or vouch for. AI-generated use cases can be wrong: review everything and run at your own risk."
}