{
 "schema_version": 1,
 "generated": "2026-10-26",
 "id": "niko1221-strata--run-deepseek-v4-1-from-your-ssd",
 "repo": "Niko1221/Strata",
 "repo_url": "https://github.com/Niko1221/Strata",
 "repo_slug": "niko1221-strata",
 "title": "Run DeepSeekV4.1-Flash on a 12 GB GPU by streaming from SSD",
 "page_title": "How to run DeepSeekV4.1-Flash on a 12 GB GPU by streaming from SSD with Strata",
 "summary": "Plan and launch the IST-DAS 2.00 bpw set, which reads what does not fit in memory from disk.",
 "who": "An enthusiast with an RTX 3060 or 5070 and a large SSD who wants to try a top open model at home.",
 "problem": "A model of this size does not fit in consumer VRAM and RAM at all with normal tools.",
 "outcome": "DeepSeekV4.1-Flash running locally at single digit to low double digit tokens per second, according to the README table.",
 "steps": [
  "Install Strata as in the quick start",
  "Make sure you have about 265 GB of free disk for the 2.00 bpw set",
  "Preview the setup with `strata launch --family deepseek41 --model ist-das-2.00bpw --plan`",
  "Run the launch without --plan to download the files and the DeepSeek engine and start the model",
  "Compare your speed with the README's measured hardware table"
 ],
 "agent_prompt": "Check whether this machine can run DeepSeekV4.1-Flash with Niko1221/Strata: report free disk, GPU and RAM, run the --plan command for the ist-das-2.00bpw set, and only start the full download if there is at least 265 GB free.",
 "agents": [
  "any"
 ],
 "difficulty": "Advanced",
 "time": "half a day",
 "basis": "readme",
 "caveat": "Supported for this model on NVIDIA RTX 30, 40 and 50 (Windows and Linux) and AMD Radeon AI PRO R9700 (Linux) only.",
 "category": "Software and DevOps",
 "tags": [
  "Software and DevOps"
 ],
 "lang": "c++",
 "requirements": [
  "Windows, Linux or macOS on supported hardware (NVIDIA RTX 20 to 50, recent AMD Radeon, Intel Arc on Linux, Apple Silicon M1 or newer)",
  "Plenty of free disk space; DeepSeekV4.1 sets need about 245 to 280 GB",
  "The model packs download on first run"
 ],
 "risk": "none",
 "seen_in_the_wild": false,
 "mentioned_publicly": false,
 "risks": [],
 "best": false,
 "score": 0.8,
 "evidence": [],
 "url": "https://dedupedai.com/use-cases/niko1221-strata/run-deepseek-v4-1-from-your-ssd/",
 "md": "https://dedupedai.com/use-cases/niko1221-strata/run-deepseek-v4-1-from-your-ssd/index.md",
 "disclaimer": "Deduped lists open-source repositories that belong to other people. We do not own, maintain, audit, or vouch for any of them, and a repo appearing here is not an endorsement or a safety check. The use cases, steps, and prompts are written by AI and may be incomplete, outdated, or just wrong. Where a use case is marked \"Seen in the wild\", we link to public posts where someone described something similar, but we have not verified those posts and the use case itself is still our AI's own write-up. Use all of this at your own risk. Only run code, commands, or agents on systems and accounts you are authorized to use, and read the code and every command before you run it, especially anything that touches credentials, files, or the network. Nothing here is professional, security, legal, or financial advice. All trademarks and project names belong to their respective owners, and their use here does not imply affiliation. Content is provided as is, without warranties of any kind. Found a mistake, a safety problem, or something you want removed? Email hello@dedupedai.com and we will look at it promptly.",
 "api": "https://dedupedai.com/api/v1/usecases/niko1221-strata--run-deepseek-v4-1-from-your-ssd.json",
 "api_version": "v1"
}
