{
 "repo": "magnitudedev/magnitude",
 "url": "https://github.com/magnitudedev/magnitude",
 "what": "Magnitude is an open source inference engine that tunes its kernels on your hardware for each model you download, so open models run as fast as your machine allows. It ships as a desktop app and CLI, includes a speculative decoding drafter per model, quantized KV cache and shared prefix caches, and connects to agents like Pi, OpenCode, Hermes and Codex. The README claims it is over 2x faster than Ollama on average.",
 "language": "Rust",
 "stars": null,
 "gain": null,
 "created": "",
 "uc_n": 3,
 "title": "Magnitude",
 "show": true,
 "what_source": "deduped",
 "use_cases": "https://dedupedai.com/use-cases/magnitudedev-magnitude/",
 "use_cases_json": "https://dedupedai.com/use-cases/r/magnitudedev-magnitude.json",
 "json": "https://dedupedai.com/repos/r/magnitudedev-magnitude.json",
 "slug": "magnitudedev-magnitude",
 "api": "https://dedupedai.com/api/v1/repos/magnitudedev-magnitude.json",
 "api_version": "v1"
}