.page-module__IrUgtG__prose{width:100%;min-width:0}.page-module__IrUgtG__prose a,.page-module__IrUgtG__note a,.page-module__IrUgtG__details a{overflow-wrap:anywhere}#tldr .page-module__IrUgtG__prose a[href=\/cutting-pretraining-costs-by-62-percent]{-webkit-text-stroke:.016em var(--color-white)}:is(.page-module__IrUgtG__note a:not(.text-link),.page-module__IrUgtG__details a:not(.text-link)){text-underline-offset:3px;text-decoration:underline}.page-module__IrUgtG__prose:is(ul,ol){padding-left:24px}.page-module__IrUgtG__prose:is(ul){list-style:outside}.page-module__IrUgtG__prose:is(ol){list-style:decimal}.page-module__IrUgtG__prose li+li{margin-top:12px}.page-module__IrUgtG__prose code{font:.85em var(--font-favorit-mono);overflow-wrap:anywhere}.page-module__IrUgtG__tableWrap{overscroll-behavior-inline:contain;width:100%;max-width:100%;overflow-x:auto}.page-module__IrUgtG__tableWrap:focus-visible{outline:2px solid var(--color-black);outline-offset:3px}.page-module__IrUgtG__table{border-collapse:collapse;width:100%;font:400 12px/1.55 var(--font-favorit-mono);text-align:left}.page-module__IrUgtG__table :is(th,td){border-bottom:1px solid var(--color-gray-2);vertical-align:top;min-width:80px;padding:12px 16px 12px 0}.page-module__IrUgtG__table th{border-bottom-color:var(--color-black);font-weight:400}.page-module__IrUgtG__table td:first-child{min-width:150px}.page-module__IrUgtG__figure{width:100%;min-width:0;padding:var(--figure-inset-block,24px) var(--figure-inset-inline,24px);font:400 13px/1.5 var(--font-favorit-mono);color:var(--color-black);font-variant-numeric:tabular-nums;}.page-module__IrUgtG__figure>.article-figure-title{margin:0 0 24px}.page-module__IrUgtG__note{font:400 12px/1.6 var(--font-favorit-mono);max-width:75ch;margin-top:20px}.page-module__IrUgtG__details{width:100%;font:400 12px/1.6 var(--font-favorit-mono);margin-top:20px}.page-module__IrUgtG__details summary{cursor:pointer;text-underline-offset:4px;width:fit-content;padding-block:6px;text-decoration:underline}.page-module__IrUgtG__details[open]>:not(summary){margin-top:20px}.page-module__IrUgtG__appendix{border-top:1px solid var(--color-gray-2);width:100%;padding-top:16px}.page-module__IrUgtG__appendix summary{cursor:pointer;font:400 19px/1.45 var(--font-favorit-mono)}.page-module__IrUgtG__appendix[open]>div{margin-top:24px}.page-module__IrUgtG__controls{font:400 12px/1.5 var(--font-favorit-mono);flex-wrap:wrap;align-items:center;gap:12px 24px;margin:20px 0 24px;display:flex}.page-module__IrUgtG__controls input[type=range]{min-width:120px;max-width:280px;accent-color:var(--color-black);flex:1}.page-module__IrUgtG__toggle{cursor:pointer;align-items:center;gap:8px;display:inline-flex}.page-module__IrUgtG__svg{width:100%;height:auto;font:12px var(--font-favorit-mono);display:block;overflow:visible}.page-module__IrUgtG__svg text{fill:var(--color-black)}.page-module__IrUgtG__svg .page-module__IrUgtG__muted{fill:var(--color-gray-3)}.page-module__IrUgtG__grid{stroke:var(--color-gray-2);stroke-width:.6px}.page-module__IrUgtG__axis{stroke:var(--color-black);stroke-width:1px}.page-module__IrUgtG__path{fill:none;stroke:var(--color-black);stroke-width:1px}.page-module__IrUgtG__legend{flex-wrap:wrap;gap:10px 24px;margin:18px 0 24px;font-size:12px;display:flex}.page-module__IrUgtG__legend span{align-items:center;gap:8px;display:inline-flex}.page-module__IrUgtG__legend i{background:var(--anvil-chart-result);width:14px;height:14px;box-shadow:inset 0 0 0 3px var(--anvil-result-middle)}.page-module__IrUgtG__readout{border-top:1px solid var(--color-gray-2);flex-wrap:wrap;justify-content:space-between;gap:8px 24px;margin-top:20px;padding-top:14px;font-size:12px;display:flex}.page-module__IrUgtG__bars{gap:20px;margin:28px 0;display:grid}.page-module__IrUgtG__barRow{grid-template-columns:190px minmax(0,1fr) 64px;align-items:center;gap:16px;font-size:13px;display:grid}.page-module__IrUgtG__barRow output{text-align:right}.page-module__IrUgtG__track{height:22px;position:relative}.page-module__IrUgtG__fill{background:var(--anvil-result-rim);height:100%;padding:3px}.page-module__IrUgtG__fill>span{background:var(--anvil-result-middle);height:100%;padding:3px;display:block}.page-module__IrUgtG__fill>span>span{background:var(--anvil-result-fill);height:100%;display:block}.page-module__IrUgtG__figure [data-line-chart]{width:100%}.page-module__IrUgtG__figure [data-line-chart=nanogpt-hero]{--article-chart-label-size:12px}.page-module__IrUgtG__diagramColumns{grid-template-columns:1fr 1fr;gap:32px;margin-block:24px;display:grid}.page-module__IrUgtG__diagramColumns>div{min-width:0}.page-module__IrUgtG__diagramLabel{margin-bottom:16px;font-size:12px}@media (max-width:767px){.page-module__IrUgtG__figure{--figure-inset-inline:0px;--figure-inset-block:12px}.page-module__IrUgtG__figure>.article-figure-title{margin-bottom:18px}.page-module__IrUgtG__controls{gap:10px 18px;margin:16px 0}.page-module__IrUgtG__controls button{font-size:12px!important}.page-module__IrUgtG__barRow{grid-template-columns:minmax(0,1fr) auto;gap:8px 16px;font-size:12px}.page-module__IrUgtG__barRow output{grid-area:1/2}.page-module__IrUgtG__track{grid-area:2/1/auto/-1}.page-module__IrUgtG__bars{gap:20px}.page-module__IrUgtG__figure [data-line-chart=nanogpt-hero] ul[aria-label]{font-size:12px}.page-module__IrUgtG__diagramColumns{grid-template-columns:1fr;gap:24px}.page-module__IrUgtG__svg{font-size:13px}.page-module__IrUgtG__readout{font-size:11px}}@media (max-width:479px){.page-module__IrUgtG__figure [data-line-chart=nanogpt-hero] svg[role=img]{--article-chart-label-size:22px}}.page-module__IrUgtG__mobileDiagram{display:none}@media (max-width:767px){.page-module__IrUgtG__desktopDiagram{display:none}.page-module__IrUgtG__mobileDiagram{margin-top:20px;display:block}.page-module__IrUgtG__mobileDiagram .page-module__IrUgtG__table :is(th,td){min-width:0;padding:9px 4px;font-size:11px}.page-module__IrUgtG__phoneBars{gap:24px;margin-block:24px;display:grid}.page-module__IrUgtG__phoneBarLabel{justify-content:space-between;gap:12px;margin-bottom:8px;font-size:11px;display:flex}.page-module__IrUgtG__phoneBar{background:var(--anvil-result-rim);height:22px;padding:3px}.page-module__IrUgtG__phoneBar>span{background:var(--anvil-result-fill);border:3px solid var(--anvil-result-middle);height:100%;display:block}.page-module__IrUgtG__phoneBar[data-baseline]{background:var(--anvil-baseline-rim)}.page-module__IrUgtG__phoneBar[data-baseline]>span{background:var(--anvil-baseline-fill);border-color:var(--anvil-baseline-middle)}.page-module__IrUgtG__phoneStage+.page-module__IrUgtG__phoneStage{margin-top:24px}.page-module__IrUgtG__phoneStage>p{margin-bottom:12px}.page-module__IrUgtG__phoneStage .page-module__IrUgtG__phoneBar{height:18px}.page-module__IrUgtG__phoneStage .page-module__IrUgtG__phoneBarLabel{margin-top:8px}.page-module__IrUgtG__chips{grid-template-columns:repeat(6,1fr);gap:4px;max-width:300px;margin-block:12px;display:grid}.page-module__IrUgtG__chips span{background:#f3f1e7;place-items:center;width:100%;height:26px;display:grid}.page-module__IrUgtG__chips[data-active] span{color:#fff;background:var(--anvil-result-fill);border:4px solid var(--anvil-result-rim)}.page-module__IrUgtG__phoneConnector{border-left:1px solid #000;margin:18px 0;padding-left:12px;font-size:11px}.page-module__IrUgtG__ownerGrid{grid-template-columns:repeat(4,1fr);gap:18px 10px;margin-top:14px;font-size:10px;display:grid}.page-module__IrUgtG__ownerGrid i{background:#f3f1e7;height:7px;margin-top:4px;display:block}.page-module__IrUgtG__ownerGrid i[data-active]{background:var(--anvil-result-fill);border:2px solid var(--anvil-result-rim)}.page-module__IrUgtG__vocabGrid{background:repeating-linear-gradient(0deg,#0000 0 13px,#fff 13px 15px),repeating-linear-gradient(90deg,#f3f1e7 0 6px,#fff 6px 8px);height:112px;margin-block:16px}.page-module__IrUgtG__vocabGrid>div{background:repeating-linear-gradient(0deg,transparent 0 13px,white 13px 15px),repeating-linear-gradient(90deg,var(--anvil-result-rim) 0 6px,white 6px 8px);height:100%}.page-module__IrUgtG__kernelStrip{gap:12px;margin:16px 0 28px;display:flex}.page-module__IrUgtG__kernelStrip[data-graph]{gap:3px;width:70%}.page-module__IrUgtG__kernelStrip i{background:var(--anvil-result-fill);border:3px solid var(--anvil-result-rim);flex:1;height:26px}.page-module__IrUgtG__phoneLaunch{background:var(--anvil-baseline-rim);margin:12px 0 28px;padding:6px 10px;display:inline-block}.page-module__IrUgtG__phoneTimeline{gap:0;margin-top:16px;display:grid}.page-module__IrUgtG__phoneTimeline>div{border-left:1px solid var(--color-gray-2);grid-template-columns:70px 1fr;gap:14px;margin-left:3px;padding-bottom:20px;padding-left:16px;font-size:11px;display:grid;position:relative}.page-module__IrUgtG__phoneTimeline>div:before{content:"";background:var(--anvil-result-fill);width:7px;height:7px;position:absolute;top:5px;left:-4px}.page-module__IrUgtG__phoneTimeline strong{font-weight:400}}
.AddendumFigures-module__JFy1Ga__sequence{margin-block:24px}.AddendumFigures-module__JFy1Ga__sequenceHead,.AddendumFigures-module__JFy1Ga__sequenceRow{grid-template-columns:minmax(170px,1fr) minmax(100px,1.4fr) 64px 76px;align-items:center;gap:14px;display:grid}.AddendumFigures-module__JFy1Ga__sequenceHead{margin-bottom:12px;font-size:12px}.AddendumFigures-module__JFy1Ga__sequenceHead>:nth-last-child(-n+2){text-align:right}.AddendumFigures-module__JFy1Ga__sequenceRow{border-bottom:1px solid var(--color-gray-2);text-align:left;width:100%;font:inherit;color:inherit;padding:11px 0;font-size:13px}.AddendumFigures-module__JFy1Ga__rungControl button:focus-visible{outline:2px solid var(--anvil-result-bar-fill);outline-offset:3px}.AddendumFigures-module__JFy1Ga__sequenceName{align-items:center;gap:10px;display:flex}.AddendumFigures-module__JFy1Ga__timeBar{width:100%;height:30px;display:block}.AddendumFigures-module__JFy1Ga__timeValue,.AddendumFigures-module__JFy1Ga__lossValue{text-align:right;white-space:nowrap}.AddendumFigures-module__JFy1Ga__help,.AddendumFigures-module__JFy1Ga__source{margin-top:16px;font-size:11px;line-height:1.65}.AddendumFigures-module__JFy1Ga__source a{text-underline-offset:3px;text-decoration:underline}.AddendumFigures-module__JFy1Ga__selection{border-block:1px solid var(--color-gray-2);margin:24px 0;padding:18px 0}.AddendumFigures-module__JFy1Ga__selectionTitle{font-size:13px}.AddendumFigures-module__JFy1Ga__selection>p:not(:first-child){max-width:75ch;margin-top:16px;font-size:12px;line-height:1.65}.AddendumFigures-module__JFy1Ga__metrics{grid-template-columns:repeat(3,minmax(0,1fr));gap:20px;margin-top:18px;display:grid}.AddendumFigures-module__JFy1Ga__metrics>div{flex-direction:column;gap:5px;font-size:10px;display:flex}.AddendumFigures-module__JFy1Ga__metrics strong{font-size:22px;font-weight:400}.AddendumFigures-module__JFy1Ga__rungControl{flex-wrap:wrap;align-items:center;gap:8px;margin-block:20px;font-size:12px;display:flex}.AddendumFigures-module__JFy1Ga__rungControl>span{margin-right:10px}.AddendumFigures-module__JFy1Ga__rungControl button{border:1px solid var(--color-gray-2);cursor:pointer;width:32px;height:32px}.AddendumFigures-module__JFy1Ga__rungControl button[aria-pressed=true]{background:var(--anvil-result-bar-fill);border-color:var(--anvil-result-bar-fill);color:#fff}.AddendumFigures-module__JFy1Ga__profileLegend{flex-wrap:wrap;gap:24px;margin-top:20px;font-size:11px;display:flex}.AddendumFigures-module__JFy1Ga__profileLegend span{align-items:center;gap:8px;display:inline-flex}.AddendumFigures-module__JFy1Ga__profileRows{margin-top:18px}.AddendumFigures-module__JFy1Ga__profileRow{grid-template-columns:140px minmax(0,1fr) 52px;align-items:center;gap:20px;margin-top:8px;font-size:11px;display:grid}.AddendumFigures-module__JFy1Ga__profileRow svg{width:100%;height:42px}.AddendumFigures-module__JFy1Ga__profileValues{text-align:right;flex-direction:column;justify-content:flex-end;gap:4px;height:42px;display:flex}.AddendumFigures-module__JFy1Ga__collisionColumns{grid-template-columns:repeat(3,minmax(0,1fr));gap:24px;margin-top:28px;display:grid}.AddendumFigures-module__JFy1Ga__collisionPanel{flex-direction:column;min-width:0;display:flex}.AddendumFigures-module__JFy1Ga__collisionPanel+.AddendumFigures-module__JFy1Ga__collisionPanel{border-left:1px solid var(--color-gray-2);padding-left:24px}.AddendumFigures-module__JFy1Ga__panelTitle{min-height:36px;font-size:12px}.AddendumFigures-module__JFy1Ga__rowId{margin-top:8px;font-size:10px}.AddendumFigures-module__JFy1Ga__squares{align-self:flex-start;width:176px;max-width:100%;height:64px;margin-top:22px}.AddendumFigures-module__JFy1Ga__collisionCount{margin:14px 0;font-size:11px}.AddendumFigures-module__JFy1Ga__rowEntries{gap:10px;margin-top:10px;font-size:10px;display:grid}.AddendumFigures-module__JFy1Ga__rowEntries>div{grid-template-columns:minmax(0,1fr) auto;align-items:baseline;gap:8px;display:grid}.AddendumFigures-module__JFy1Ga__rowEntries [data-dominant]{border-bottom:1px solid var(--color-gray-2);margin-bottom:4px;padding-bottom:12px;font-size:12px}.AddendumFigures-module__JFy1Ga__tokenText{white-space:pre-wrap;overflow-wrap:anywhere}.AddendumFigures-module__JFy1Ga__moreEntries{margin-top:14px;font-size:10px}.AddendumFigures-module__JFy1Ga__moreEntries summary{cursor:pointer;text-underline-offset:3px;text-decoration:underline}.AddendumFigures-module__JFy1Ga__typical{border-top:1px solid var(--color-gray-2);flex-direction:column;gap:4px;margin-top:24px;padding-top:14px;font-size:10px;display:flex}.AddendumFigures-module__JFy1Ga__typical strong{font-size:18px;font-weight:400}.AddendumFigures-module__JFy1Ga__srOnly{clip-path:inset(50%);white-space:nowrap;width:1px;height:1px;position:absolute;overflow:hidden}@media (max-width:767px){.AddendumFigures-module__JFy1Ga__sequenceHead,.AddendumFigures-module__JFy1Ga__sequenceRow{grid-template-columns:minmax(0,1fr) 56px 76px;gap:8px 12px}.AddendumFigures-module__JFy1Ga__sequenceHead{align-items:end;margin-bottom:4px}.AddendumFigures-module__JFy1Ga__sequenceHead>:first-child{display:none}.AddendumFigures-module__JFy1Ga__sequenceRow{padding:13px 0;font-size:12px}.AddendumFigures-module__JFy1Ga__sequenceName{grid-column:1/-1}.AddendumFigures-module__JFy1Ga__timeBar{grid-row:2;height:24px}.AddendumFigures-module__JFy1Ga__metrics{gap:12px}.AddendumFigures-module__JFy1Ga__metrics strong{font-size:18px}.AddendumFigures-module__JFy1Ga__metrics>div{font-size:9px}.AddendumFigures-module__JFy1Ga__selection>p:not(:first-child){font-size:11px}.AddendumFigures-module__JFy1Ga__profileRow{grid-template-columns:104px minmax(0,1fr) 40px;gap:10px;font-size:10px}.AddendumFigures-module__JFy1Ga__rungControl{gap:6px}.AddendumFigures-module__JFy1Ga__rungControl>span{width:100%}.AddendumFigures-module__JFy1Ga__rungControl button{width:36px;height:36px}.AddendumFigures-module__JFy1Ga__collisionColumns{grid-template-columns:1fr;gap:24px}.AddendumFigures-module__JFy1Ga__collisionPanel+.AddendumFigures-module__JFy1Ga__collisionPanel{border-left:0;border-top:1px solid var(--color-gray-2);padding:24px 0 0}.AddendumFigures-module__JFy1Ga__panelTitle{min-height:0;font-size:13px}.AddendumFigures-module__JFy1Ga__rowEntries{font-size:11px}.AddendumFigures-module__JFy1Ga__rowEntries [data-dominant]{font-size:14px}.AddendumFigures-module__JFy1Ga__squares{margin-top:18px}}