{
 "schema_version": 1,
 "generated": "2026-10-20",
 "repo": "YeonwooSung/llm-architecture-from-scratch",
 "name": "llm-architecture-from-scratch",
 "owner": "YeonwooSung",
 "slug": "yeonwoosung-llm-architecture-from-scratch",
 "github": "https://github.com/YeonwooSung/llm-architecture-from-scratch",
 "what": "A learning repo of PyTorch implementations of modern LLM architectures, with a table comparing each model's normalization, positional encoding, attention type, and use of Mixture of Experts.",
 "why": "",
 "language": "Python",
 "requirements": [
  "Python, as listed for the repo",
  "PyTorch, as stated in the repo description",
  "Basic familiarity with transformer attention and normalization layers"
 ],
 "audience_note": "Useful for ML engineers and students who want to understand how current open LLM architectures differ at the code level.",
 "risk": "none",
 "section": "earlier",
 "weekly_rank": null,
 "category": "Research",
 "url": "https://dedupedai.com/use-cases/yeonwoosung-llm-architecture-from-scratch/",
 "use_case_count": 3,
 "use_cases": [
  {
   "id": "yeonwoosung-llm-architecture-from-scratch--compare-llm-architecture-designs",
   "title": "Compare how current LLM architectures are built",
   "best": true,
   "url": "https://dedupedai.com/use-cases/yeonwoosung-llm-architecture-from-scratch/compare-llm-architecture-designs/",
   "json": "https://dedupedai.com/use-cases/u/yeonwoosung-llm-architecture-from-scratch/compare-llm-architecture-designs.json"
  },
  {
   "id": "yeonwoosung-llm-architecture-from-scratch--study-attention-variants-in-code",
   "title": "Trace attention variants from code to table rows",
   "best": false,
   "url": "https://dedupedai.com/use-cases/yeonwoosung-llm-architecture-from-scratch/study-attention-variants-in-code/",
   "json": "https://dedupedai.com/use-cases/u/yeonwoosung-llm-architecture-from-scratch/study-attention-variants-in-code.json"
  },
  {
   "id": "yeonwoosung-llm-architecture-from-scratch--study-mixture-of-experts-routing",
   "title": "Study Mixture of Experts layers in two models",
   "best": false,
   "url": "https://dedupedai.com/use-cases/yeonwoosung-llm-architecture-from-scratch/study-mixture-of-experts-routing/",
   "json": "https://dedupedai.com/use-cases/u/yeonwoosung-llm-architecture-from-scratch/study-mixture-of-experts-routing.json"
  }
 ],
 "disclaimer": "Third-party repos we don't own or vouch for. AI-generated use cases can be wrong: review everything and run at your own risk."
}