[{"data":1,"prerenderedAt":10664},["ShallowReactive",2],{"learning-material-cs336-cs336-learning-map-zh":3},{"courseSlug":4,"slug":5,"fileName":6,"title":7,"description":8,"language":9,"sourcePdf":10,"sourceLanguage":11,"body":12,"toc":10649,"bytes":10662,"downloadPath":10663},"cs336","cs336-learning-map-zh","cs336-learning-map-zh.md","Stanford CS336 Assignment 1：从零构建语言模型与工程核算导读","涵盖 Byte-Level BPE、Pre-Norm Transformer LM、GPT-2 XL 参数量\u002FFLOPs\u002F显存核算与 AdamW 训练闭环的中文导读，附官方讲义 PDF 对照。","zh","\u002Fmaterials\u002Fcs336\u002Foriginals\u002Fcs336-assignment1-basics-original.pdf","en",{"type":13,"children":14},"root",[15,23,29,140,146,208,214,726,730,736,996,999,1005,1012,5596,5609,5907,7029,7538,8171,8174,8180,10644],{"type":16,"tag":17,"props":18,"children":20},"element","h1",{"id":19},"stanford-cs336-assignment-1从零构建语言模型与工程核算导读",[21],{"type":22,"value":7},"text",{"type":16,"tag":24,"props":25,"children":26},"p",{},[27],{"type":22,"value":28},"更新于 2026-10-27。",{"type":16,"tag":24,"props":30,"children":31},{},[32,34,41,43,49,51,57,59,64,65,70,72,138],{"type":22,"value":33},"Stanford CS336（Language Modeling from Scratch）要求在不调用 ",{"type":16,"tag":35,"props":36,"children":38},"code",{"className":37},[],[39],{"type":22,"value":40},"torch.nn",{"type":22,"value":42}," 预置层与 ",{"type":16,"tag":35,"props":44,"children":46},{"className":45},[],[47],{"type":22,"value":48},"torch.nn.functional",{"type":22,"value":50}," 的前提下，仅基于张量基础运算手写实现现代大语言模型的全部核心组件。本导读对照官方 Assignment 1 讲义（PDF 见右侧\u002F下方原始文档），梳理 ",{"type":16,"tag":52,"props":53,"children":54},"strong",{},[55],{"type":22,"value":56},"Byte-Level BPE 分词器",{"type":22,"value":58},"、",{"type":16,"tag":52,"props":60,"children":61},{},[62],{"type":22,"value":63},"Pre-Norm Transformer 架构（RMSNorm + RoPE + SwiGLU）",{"type":22,"value":58},{"type":16,"tag":52,"props":66,"children":67},{},[68],{"type":22,"value":69},"参数量 \u002F FLOPs \u002F 显存精确核算",{"type":22,"value":71}," 以及 ",{"type":16,"tag":52,"props":73,"children":74},{},[75,77,136],{"type":22,"value":76},"AdamW 训练与 Top-",{"type":16,"tag":78,"props":79,"children":82},"span",{"className":80},[81],"katex",[83,112],{"type":16,"tag":78,"props":84,"children":87},{"className":85},[86],"katex-mathml",[88],{"type":16,"tag":89,"props":90,"children":92},"math",{"xmlns":91},"http:\u002F\u002Fwww.w3.org\u002F1998\u002FMath\u002FMathML",[93],{"type":16,"tag":94,"props":95,"children":96},"semantics",{},[97,106],{"type":16,"tag":98,"props":99,"children":100},"mrow",{},[101],{"type":16,"tag":102,"props":103,"children":104},"mi",{},[105],{"type":22,"value":24},{"type":16,"tag":107,"props":108,"children":110},"annotation",{"encoding":109},"application\u002Fx-tex",[111],{"type":22,"value":24},{"type":16,"tag":78,"props":113,"children":117},{"className":114,"ariaHidden":116},[115],"katex-html","true",[118],{"type":16,"tag":78,"props":119,"children":122},{"className":120},[121],"base",[123,129],{"type":16,"tag":78,"props":124,"children":128},{"className":125,"style":127},[126],"strut","height:0.625em;vertical-align:-0.1944em;",[],{"type":16,"tag":78,"props":130,"children":134},{"className":131},[132,133],"mord","mathnormal",[135],{"type":22,"value":24},{"type":22,"value":137}," 解码闭环",{"type":22,"value":139}," 的完整实现脉络。",{"type":16,"tag":141,"props":142,"children":144},"h2",{"id":143},"课程与代码入口",[145],{"type":22,"value":143},{"type":16,"tag":147,"props":148,"children":149},"ul",{},[150,163,181,198],{"type":16,"tag":151,"props":152,"children":153},"li",{},[154],{"type":16,"tag":155,"props":156,"children":160},"a",{"href":157,"rel":158},"https:\u002F\u002Fcs336.stanford.edu\u002F",[159],"nofollow",[161],{"type":22,"value":162},"Stanford CS336 课程官网",{"type":16,"tag":151,"props":164,"children":165},{},[166],{"type":16,"tag":155,"props":167,"children":170},{"href":168,"rel":169},"https:\u002F\u002Fgithub.com\u002Fstanford-cs336\u002Fassignment1-basics",[159],[171,173,179],{"type":22,"value":172},"Assignment 1 官方仓库 (",{"type":16,"tag":35,"props":174,"children":176},{"className":175},[],[177],{"type":22,"value":178},"stanford-cs336\u002Fassignment1-basics",{"type":22,"value":180},")",{"type":16,"tag":151,"props":182,"children":183},{},[184],{"type":16,"tag":155,"props":185,"children":188},{"href":186,"rel":187},"https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcs336-labs",[159],[189,191,197],{"type":22,"value":190},"个人完整实现与测试仓库 (",{"type":16,"tag":35,"props":192,"children":194},{"className":193},[],[195],{"type":22,"value":196},"liangqianxing\u002Fcs336-labs",{"type":22,"value":180},{"type":16,"tag":151,"props":199,"children":200},{},[201],{"type":16,"tag":155,"props":202,"children":205},{"href":203,"rel":204},"https:\u002F\u002Fliangqianxing.github.io\u002Flearning\u002Fcs336\u002F",[159],[206],{"type":22,"value":207},"专栏主页与实验附件列表",{"type":16,"tag":141,"props":209,"children":211},{"id":210},"_8-篇学习记录与对应模块",[212],{"type":22,"value":213},"8 篇学习记录与对应模块",{"type":16,"tag":215,"props":216,"children":217},"table",{},[218,254],{"type":16,"tag":219,"props":220,"children":221},"thead",{},[222],{"type":16,"tag":223,"props":224,"children":225},"tr",{},[226,232,237,249],{"type":16,"tag":227,"props":228,"children":229},"th",{},[230],{"type":22,"value":231},"顺序",{"type":16,"tag":227,"props":233,"children":234},{},[235],{"type":22,"value":236},"学习记录",{"type":16,"tag":227,"props":238,"children":239},{},[240,242,248],{"type":22,"value":241},"实现模块 (",{"type":16,"tag":35,"props":243,"children":245},{"className":244},[],[246],{"type":22,"value":247},"cs336_basics\u002F",{"type":22,"value":180},{"type":16,"tag":227,"props":250,"children":251},{},[252],{"type":22,"value":253},"通过的官方测试",{"type":16,"tag":255,"props":256,"children":257},"tbody",{},[258,308,371,426,469,517,582,634],{"type":16,"tag":223,"props":259,"children":260},{},[261,267,276,292],{"type":16,"tag":262,"props":263,"children":264},"td",{},[265],{"type":22,"value":266},"01",{"type":16,"tag":262,"props":268,"children":269},{},[270],{"type":16,"tag":155,"props":271,"children":273},{"href":272},"\u002Fposts\u002Fcs336-linear-embedding-shapes\u002F",[274],{"type":22,"value":275},"从 Linear、Embedding 搞清张量形状",{"type":16,"tag":262,"props":277,"children":278},{},[279,285,286],{"type":16,"tag":35,"props":280,"children":282},{"className":281},[],[283],{"type":22,"value":284},"linear.py",{"type":22,"value":58},{"type":16,"tag":35,"props":287,"children":289},{"className":288},[],[290],{"type":22,"value":291},"embedding.py",{"type":16,"tag":262,"props":293,"children":294},{},[295,301,302],{"type":16,"tag":35,"props":296,"children":298},{"className":297},[],[299],{"type":22,"value":300},"test_linear",{"type":22,"value":58},{"type":16,"tag":35,"props":303,"children":305},{"className":304},[],[306],{"type":22,"value":307},"test_embedding",{"type":16,"tag":223,"props":309,"children":310},{},[311,316,325,348],{"type":16,"tag":262,"props":312,"children":313},{},[314],{"type":22,"value":315},"02",{"type":16,"tag":262,"props":317,"children":318},{},[319],{"type":16,"tag":155,"props":320,"children":322},{"href":321},"\u002Fposts\u002Fcs336-rmsnorm-swiglu\u002F",[323],{"type":22,"value":324},"RMSNorm 的广播与 SwiGLU 的门控",{"type":16,"tag":262,"props":326,"children":327},{},[328,334,335,341,342],{"type":16,"tag":35,"props":329,"children":331},{"className":330},[],[332],{"type":22,"value":333},"rmsnorm.py",{"type":22,"value":58},{"type":16,"tag":35,"props":336,"children":338},{"className":337},[],[339],{"type":22,"value":340},"activations.py",{"type":22,"value":58},{"type":16,"tag":35,"props":343,"children":345},{"className":344},[],[346],{"type":22,"value":347},"swiglu.py",{"type":16,"tag":262,"props":349,"children":350},{},[351,357,358,364,365],{"type":16,"tag":35,"props":352,"children":354},{"className":353},[],[355],{"type":22,"value":356},"test_rmsnorm",{"type":22,"value":58},{"type":16,"tag":35,"props":359,"children":361},{"className":360},[],[362],{"type":22,"value":363},"test_silu_matches_pytorch",{"type":22,"value":58},{"type":16,"tag":35,"props":366,"children":368},{"className":367},[],[369],{"type":22,"value":370},"test_swiglu",{"type":16,"tag":223,"props":372,"children":373},{},[374,379,388,403],{"type":16,"tag":262,"props":375,"children":376},{},[377],{"type":22,"value":378},"03",{"type":16,"tag":262,"props":380,"children":381},{},[382],{"type":16,"tag":155,"props":383,"children":385},{"href":384},"\u002Fposts\u002Fcs336-softmax-attention-mask\u002F",[386],{"type":22,"value":387},"Softmax 的数值稳定与 Attention Mask",{"type":16,"tag":262,"props":389,"children":390},{},[391,396,397],{"type":16,"tag":35,"props":392,"children":394},{"className":393},[],[395],{"type":22,"value":340},{"type":22,"value":58},{"type":16,"tag":35,"props":398,"children":400},{"className":399},[],[401],{"type":22,"value":402},"attention.py",{"type":16,"tag":262,"props":404,"children":405},{},[406,412,413,419,420],{"type":16,"tag":35,"props":407,"children":409},{"className":408},[],[410],{"type":22,"value":411},"test_softmax_matches_pytorch",{"type":22,"value":58},{"type":16,"tag":35,"props":414,"children":416},{"className":415},[],[417],{"type":22,"value":418},"test_scaled_dot_product_attention",{"type":22,"value":58},{"type":16,"tag":35,"props":421,"children":423},{"className":422},[],[424],{"type":22,"value":425},"test_4d_scaled_dot_product_attention",{"type":16,"tag":223,"props":427,"children":428},{},[429,434,443,460],{"type":16,"tag":262,"props":430,"children":431},{},[432],{"type":22,"value":433},"04",{"type":16,"tag":262,"props":435,"children":436},{},[437],{"type":16,"tag":155,"props":438,"children":440},{"href":439},"\u002Fposts\u002Fcs336-multihead-attention-shapes\u002F",[441],{"type":22,"value":442},"多头注意力怎样拆头、计算和合头",{"type":16,"tag":262,"props":444,"children":445},{},[446,451,453,459],{"type":16,"tag":35,"props":447,"children":449},{"className":448},[],[450],{"type":22,"value":402},{"type":22,"value":452}," (",{"type":16,"tag":35,"props":454,"children":456},{"className":455},[],[457],{"type":22,"value":458},"MultiHeadSelfAttention",{"type":22,"value":180},{"type":16,"tag":262,"props":461,"children":462},{},[463],{"type":16,"tag":35,"props":464,"children":466},{"className":465},[],[467],{"type":22,"value":468},"test_multihead_self_attention",{"type":16,"tag":223,"props":470,"children":471},{},[472,477,486,501],{"type":16,"tag":262,"props":473,"children":474},{},[475],{"type":22,"value":476},"05",{"type":16,"tag":262,"props":478,"children":479},{},[480],{"type":16,"tag":155,"props":481,"children":483},{"href":482},"\u002Fposts\u002Fcs336-rope-rotary-position-embedding\u002F",[484],{"type":22,"value":485},"RoPE 旋转位置编码与带位置的多头注意力",{"type":16,"tag":262,"props":487,"children":488},{},[489,495,496],{"type":16,"tag":35,"props":490,"children":492},{"className":491},[],[493],{"type":22,"value":494},"rope.py",{"type":22,"value":58},{"type":16,"tag":35,"props":497,"children":499},{"className":498},[],[500],{"type":22,"value":402},{"type":16,"tag":262,"props":502,"children":503},{},[504,510,511],{"type":16,"tag":35,"props":505,"children":507},{"className":506},[],[508],{"type":22,"value":509},"test_rope",{"type":22,"value":58},{"type":16,"tag":35,"props":512,"children":514},{"className":513},[],[515],{"type":22,"value":516},"test_multihead_self_attention_with_rope",{"type":16,"tag":223,"props":518,"children":519},{},[520,525,534,559],{"type":16,"tag":262,"props":521,"children":522},{},[523],{"type":22,"value":524},"06",{"type":16,"tag":262,"props":526,"children":527},{},[528],{"type":16,"tag":155,"props":529,"children":531},{"href":530},"\u002Fposts\u002Fcs336-pre-norm-transformer-block-lm\u002F",[532],{"type":22,"value":533},"Pre-Norm Transformer Block 与完整语言模型装配",{"type":16,"tag":262,"props":535,"children":536},{},[537,543,544,550,552,558],{"type":16,"tag":35,"props":538,"children":540},{"className":539},[],[541],{"type":22,"value":542},"transformer.py",{"type":22,"value":452},{"type":16,"tag":35,"props":545,"children":547},{"className":546},[],[548],{"type":22,"value":549},"TransformerBlock",{"type":22,"value":551},", ",{"type":16,"tag":35,"props":553,"children":555},{"className":554},[],[556],{"type":22,"value":557},"TransformerLM",{"type":22,"value":180},{"type":16,"tag":262,"props":560,"children":561},{},[562,568,569,575,576],{"type":16,"tag":35,"props":563,"children":565},{"className":564},[],[566],{"type":22,"value":567},"test_transformer_block",{"type":22,"value":58},{"type":16,"tag":35,"props":570,"children":572},{"className":571},[],[573],{"type":22,"value":574},"test_transformer_lm",{"type":22,"value":58},{"type":16,"tag":35,"props":577,"children":579},{"className":578},[],[580],{"type":22,"value":581},"test_transformer_lm_truncated_input",{"type":16,"tag":223,"props":583,"children":584},{},[585,590,599,615],{"type":16,"tag":262,"props":586,"children":587},{},[588],{"type":22,"value":589},"07",{"type":16,"tag":262,"props":591,"children":592},{},[593],{"type":16,"tag":155,"props":594,"children":596},{"href":595},"\u002Fposts\u002Fcs336-bpe-tokenizer-training-encoding\u002F",[597],{"type":22,"value":598},"Byte-Level BPE 分词器训练、倒排索引加速与流式编码",{"type":16,"tag":262,"props":600,"children":601},{},[602,608,609],{"type":16,"tag":35,"props":603,"children":605},{"className":604},[],[606],{"type":22,"value":607},"bpe.py",{"type":22,"value":58},{"type":16,"tag":35,"props":610,"children":612},{"className":611},[],[613],{"type":22,"value":614},"tokenizer.py",{"type":16,"tag":262,"props":616,"children":617},{},[618,624,626,632],{"type":16,"tag":35,"props":619,"children":621},{"className":620},[],[622],{"type":22,"value":623},"test_train_bpe*",{"type":22,"value":625}," (3 项)、",{"type":16,"tag":35,"props":627,"children":629},{"className":628},[],[630],{"type":22,"value":631},"test_tokenizer.py",{"type":22,"value":633}," (23 项)",{"type":16,"tag":223,"props":635,"children":636},{},[637,642,651,695],{"type":16,"tag":262,"props":638,"children":639},{},[640],{"type":22,"value":641},"08",{"type":16,"tag":262,"props":643,"children":644},{},[645],{"type":16,"tag":155,"props":646,"children":648},{"href":647},"\u002Fposts\u002Fcs336-cross-entropy-adamw-training-loop\u002F",[649],{"type":22,"value":650},"数值稳定交叉熵、AdamW、余弦调度与完整训练闭环",{"type":16,"tag":262,"props":652,"children":653},{},[654,660,661,667,668,674,675,681,682,688,689],{"type":16,"tag":35,"props":655,"children":657},{"className":656},[],[658],{"type":22,"value":659},"nn_utils.py",{"type":22,"value":58},{"type":16,"tag":35,"props":662,"children":664},{"className":663},[],[665],{"type":22,"value":666},"optimizer.py",{"type":22,"value":58},{"type":16,"tag":35,"props":669,"children":671},{"className":670},[],[672],{"type":22,"value":673},"data.py",{"type":22,"value":58},{"type":16,"tag":35,"props":676,"children":678},{"className":677},[],[679],{"type":22,"value":680},"serialization.py",{"type":22,"value":58},{"type":16,"tag":35,"props":683,"children":685},{"className":684},[],[686],{"type":22,"value":687},"decoding.py",{"type":22,"value":58},{"type":16,"tag":35,"props":690,"children":692},{"className":691},[],[693],{"type":22,"value":694},"train.py",{"type":16,"tag":262,"props":696,"children":697},{},[698,704,705,711,713,719,720],{"type":16,"tag":35,"props":699,"children":701},{"className":700},[],[702],{"type":22,"value":703},"test_nn_utils.py",{"type":22,"value":625},{"type":16,"tag":35,"props":706,"children":708},{"className":707},[],[709],{"type":22,"value":710},"test_optimizer.py",{"type":22,"value":712}," (2 项)、",{"type":16,"tag":35,"props":714,"children":716},{"className":715},[],[717],{"type":22,"value":718},"test_get_batch",{"type":22,"value":58},{"type":16,"tag":35,"props":721,"children":723},{"className":722},[],[724],{"type":22,"value":725},"test_checkpointing",{"type":16,"tag":727,"props":728,"children":729},"hr",{},[],{"type":16,"tag":141,"props":731,"children":733},{"id":732},"一byte-level-bpe-分词器核心要点讲义第-2-节",[734],{"type":22,"value":735},"一、Byte-Level BPE 分词器核心要点（讲义第 2 节）",{"type":16,"tag":737,"props":738,"children":739},"ol",{},[740,883,929],{"type":16,"tag":151,"props":741,"children":742},{},[743,748,750],{"type":16,"tag":52,"props":744,"children":745},{},[746],{"type":22,"value":747},"为什么使用 UTF-8 字节级 BPE",{"type":22,"value":749},"：\n",{"type":16,"tag":147,"props":751,"children":752},{},[753,854],{"type":16,"tag":151,"props":754,"children":755},{},[756,758,844,846,852],{"type":22,"value":757},"任何 Unicode 字符串编码为 UTF-8 后都是 ",{"type":16,"tag":78,"props":759,"children":761},{"className":760},[81],[762,797],{"type":16,"tag":78,"props":763,"children":765},{"className":764},[86],[766],{"type":16,"tag":89,"props":767,"children":768},{"xmlns":91},[769],{"type":16,"tag":94,"props":770,"children":771},{},[772,792],{"type":16,"tag":98,"props":773,"children":774},{},[775,781,787],{"type":16,"tag":776,"props":777,"children":778},"mn",{},[779],{"type":22,"value":780},"0",{"type":16,"tag":782,"props":783,"children":784},"mo",{},[785],{"type":22,"value":786},"∼",{"type":16,"tag":776,"props":788,"children":789},{},[790],{"type":22,"value":791},"255",{"type":16,"tag":107,"props":793,"children":794},{"encoding":109},[795],{"type":22,"value":796},"0 \\sim 255",{"type":16,"tag":78,"props":798,"children":800},{"className":799,"ariaHidden":116},[115],[801,831],{"type":16,"tag":78,"props":802,"children":804},{"className":803},[121],[805,810,815,821,827],{"type":16,"tag":78,"props":806,"children":809},{"className":807,"style":808},[126],"height:0.6444em;",[],{"type":16,"tag":78,"props":811,"children":813},{"className":812},[132],[814],{"type":22,"value":780},{"type":16,"tag":78,"props":816,"children":820},{"className":817,"style":819},[818],"mspace","margin-right:0.2778em;",[],{"type":16,"tag":78,"props":822,"children":825},{"className":823},[824],"mrel",[826],{"type":22,"value":786},{"type":16,"tag":78,"props":828,"children":830},{"className":829,"style":819},[818],[],{"type":16,"tag":78,"props":832,"children":834},{"className":833},[121],[835,839],{"type":16,"tag":78,"props":836,"children":838},{"className":837,"style":808},[126],[],{"type":16,"tag":78,"props":840,"children":842},{"className":841},[132],[843],{"type":22,"value":791},{"type":22,"value":845}," 的字节序列，基础词表固定为 256，天然消除 ",{"type":16,"tag":35,"props":847,"children":849},{"className":848},[],[850],{"type":22,"value":851},"\u003Cunk>",{"type":22,"value":853},"（Out-of-Vocabulary）。",{"type":16,"tag":151,"props":855,"children":856},{},[857,859,865,867,873,875,881],{"type":22,"value":858},"解码时必须先拼接所有 token 的 ",{"type":16,"tag":35,"props":860,"children":862},{"className":861},[],[863],{"type":22,"value":864},"bytes",{"type":22,"value":866}," 再调用 ",{"type":16,"tag":35,"props":868,"children":870},{"className":869},[],[871],{"type":22,"value":872},".decode(\"utf-8\", errors=\"replace\")",{"type":22,"value":874},"，不能逐字节解码，否则多字节汉字或 Emoji 会触发 ",{"type":16,"tag":35,"props":876,"children":878},{"className":877},[],[879],{"type":22,"value":880},"UnicodeDecodeError",{"type":22,"value":882},"。",{"type":16,"tag":151,"props":884,"children":885},{},[886,891,892],{"type":16,"tag":52,"props":887,"children":888},{},[889],{"type":22,"value":890},"两级预切分（Special Tokens + GPT-2 正则）",{"type":22,"value":749},{"type":16,"tag":147,"props":893,"children":894},{},[895,916],{"type":16,"tag":151,"props":896,"children":897},{},[898,900,906,908,914],{"type":22,"value":899},"先用按长度降序排列的 ",{"type":16,"tag":35,"props":901,"children":903},{"className":902},[],[904],{"type":22,"value":905},"(|...|)",{"type":22,"value":907}," 正则切出 ",{"type":16,"tag":35,"props":909,"children":911},{"className":910},[],[912],{"type":22,"value":913},"\u003C|endoftext|>",{"type":22,"value":915}," 等特殊 token，严禁跨特殊 token 边界合并。",{"type":16,"tag":151,"props":917,"children":918},{},[919,921,927],{"type":22,"value":920},"普通文本段使用 ",{"type":16,"tag":35,"props":922,"children":924},{"className":923},[],[925],{"type":22,"value":926},"regex.finditer(PAT, segment)",{"type":22,"value":928}," 拆成独立预分词单元（pre-tokens），统计唯一单词频次表。",{"type":16,"tag":151,"props":930,"children":931},{},[932,944,945],{"type":16,"tag":52,"props":933,"children":934},{},[935,937,942],{"type":22,"value":936},"倒排索引增量合并（",{"type":16,"tag":35,"props":938,"children":940},{"className":939},[],[941],{"type":22,"value":607},{"type":22,"value":943},"）",{"type":22,"value":749},{"type":16,"tag":147,"props":946,"children":947},{},[948,969],{"type":16,"tag":151,"props":949,"children":950},{},[951,953,959,961,967],{"type":22,"value":952},"维护 ",{"type":16,"tag":35,"props":954,"children":956},{"className":955},[],[957],{"type":22,"value":958},"pair_counts",{"type":22,"value":960}," 与 ",{"type":16,"tag":35,"props":962,"children":964},{"className":963},[],[965],{"type":22,"value":966},"pair_to_words",{"type":22,"value":968},"（每个字节对出现在哪些唯一单词下标中）。",{"type":16,"tag":151,"props":970,"children":971},{},[972,974,980,982,988,990,995],{"type":22,"value":973},"每次选出 ",{"type":16,"tag":35,"props":975,"children":977},{"className":976},[],[978],{"type":22,"value":979},"(count, pair)",{"type":22,"value":981}," 字典序最大的字节对合并，只局部更新包含该字节对的单词，将 ",{"type":16,"tag":35,"props":983,"children":985},{"className":984},[],[986],{"type":22,"value":987},"test_train_bpe_speed",{"type":22,"value":989}," 耗时从 ~3.0s 降至 ",{"type":16,"tag":52,"props":991,"children":992},{},[993],{"type":22,"value":994},"0.18s",{"type":22,"value":882},{"type":16,"tag":727,"props":997,"children":998},{},[],{"type":16,"tag":141,"props":1000,"children":1002},{"id":1001},"二pre-norm-transformer-架构与资源核算讲义第-3-节",[1003],{"type":22,"value":1004},"二、Pre-Norm Transformer 架构与资源核算（讲义第 3 节）",{"type":16,"tag":1006,"props":1007,"children":1009},"h3",{"id":1008},"_1-子层结构与公式汇总",[1010],{"type":22,"value":1011},"1. 子层结构与公式汇总",{"type":16,"tag":147,"props":1013,"children":1014},{},[1015,1764,3964,5115],{"type":16,"tag":151,"props":1016,"children":1017},{},[1018,1023,1025,1031,1033,1039,1041],{"type":16,"tag":52,"props":1019,"children":1020},{},[1021],{"type":22,"value":1022},"RMSNorm",{"type":22,"value":1024},"（升 ",{"type":16,"tag":35,"props":1026,"children":1028},{"className":1027},[],[1029],{"type":22,"value":1030},"float32",{"type":22,"value":1032}," 计算均方根再转回原 ",{"type":16,"tag":35,"props":1034,"children":1036},{"className":1035},[],[1037],{"type":22,"value":1038},"dtype",{"type":22,"value":1040},"）：\n",{"type":16,"tag":78,"props":1042,"children":1044},{"className":1043},[81],[1045,1186],{"type":16,"tag":78,"props":1046,"children":1048},{"className":1047},[86],[1049],{"type":16,"tag":89,"props":1050,"children":1051},{"xmlns":91},[1052],{"type":16,"tag":94,"props":1053,"children":1054},{},[1055,1181],{"type":16,"tag":98,"props":1056,"children":1057},{},[1058,1063,1068,1074,1079,1083,1088,1171,1176],{"type":16,"tag":102,"props":1059,"children":1061},{"mathvariant":1060},"normal",[1062],{"type":22,"value":1022},{"type":16,"tag":782,"props":1064,"children":1065},{},[1066],{"type":22,"value":1067},"⁡",{"type":16,"tag":782,"props":1069,"children":1071},{"stretchy":1070},"false",[1072],{"type":22,"value":1073},"(",{"type":16,"tag":102,"props":1075,"children":1076},{},[1077],{"type":22,"value":1078},"x",{"type":16,"tag":782,"props":1080,"children":1081},{"stretchy":1070},[1082],{"type":22,"value":180},{"type":16,"tag":782,"props":1084,"children":1085},{},[1086],{"type":22,"value":1087},"=",{"type":16,"tag":1089,"props":1090,"children":1091},"mfrac",{},[1092,1096],{"type":16,"tag":102,"props":1093,"children":1094},{},[1095],{"type":22,"value":1078},{"type":16,"tag":1097,"props":1098,"children":1099},"msqrt",{},[1100],{"type":16,"tag":98,"props":1101,"children":1102},{},[1103,1116,1145,1161,1166],{"type":16,"tag":1089,"props":1104,"children":1105},{},[1106,1111],{"type":16,"tag":776,"props":1107,"children":1108},{},[1109],{"type":22,"value":1110},"1",{"type":16,"tag":102,"props":1112,"children":1113},{},[1114],{"type":22,"value":1115},"d",{"type":16,"tag":1117,"props":1118,"children":1119},"msubsup",{},[1120,1125,1141],{"type":16,"tag":782,"props":1121,"children":1122},{},[1123],{"type":22,"value":1124},"∑",{"type":16,"tag":98,"props":1126,"children":1127},{},[1128,1133,1137],{"type":16,"tag":102,"props":1129,"children":1130},{},[1131],{"type":22,"value":1132},"j",{"type":16,"tag":782,"props":1134,"children":1135},{},[1136],{"type":22,"value":1087},{"type":16,"tag":776,"props":1138,"children":1139},{},[1140],{"type":22,"value":1110},{"type":16,"tag":102,"props":1142,"children":1143},{},[1144],{"type":22,"value":1115},{"type":16,"tag":1117,"props":1146,"children":1147},{},[1148,1152,1156],{"type":16,"tag":102,"props":1149,"children":1150},{},[1151],{"type":22,"value":1078},{"type":16,"tag":102,"props":1153,"children":1154},{},[1155],{"type":22,"value":1132},{"type":16,"tag":776,"props":1157,"children":1158},{},[1159],{"type":22,"value":1160},"2",{"type":16,"tag":782,"props":1162,"children":1163},{},[1164],{"type":22,"value":1165},"+",{"type":16,"tag":102,"props":1167,"children":1168},{},[1169],{"type":22,"value":1170},"ε",{"type":16,"tag":782,"props":1172,"children":1173},{},[1174],{"type":22,"value":1175},"⊙",{"type":16,"tag":102,"props":1177,"children":1178},{},[1179],{"type":22,"value":1180},"g",{"type":16,"tag":107,"props":1182,"children":1183},{"encoding":109},[1184],{"type":22,"value":1185},"\\operatorname{RMSNorm}(x) = \\frac{x}{\\sqrt{\\frac{1}{d}\\sum_{j=1}^d x_j^2 + \\varepsilon}} \\odot g",{"type":16,"tag":78,"props":1187,"children":1189},{"className":1188,"ariaHidden":116},[115],[1190,1240,1750],{"type":16,"tag":78,"props":1191,"children":1193},{"className":1192},[121],[1194,1199,1210,1216,1221,1227,1231,1236],{"type":16,"tag":78,"props":1195,"children":1198},{"className":1196,"style":1197},[126],"height:1em;vertical-align:-0.25em;",[],{"type":16,"tag":78,"props":1200,"children":1203},{"className":1201},[1202],"mop",[1204],{"type":16,"tag":78,"props":1205,"children":1208},{"className":1206},[132,1207],"mathrm",[1209],{"type":22,"value":1022},{"type":16,"tag":78,"props":1211,"children":1214},{"className":1212},[1213],"mopen",[1215],{"type":22,"value":1073},{"type":16,"tag":78,"props":1217,"children":1219},{"className":1218},[132,133],[1220],{"type":22,"value":1078},{"type":16,"tag":78,"props":1222,"children":1225},{"className":1223},[1224],"mclose",[1226],{"type":22,"value":180},{"type":16,"tag":78,"props":1228,"children":1230},{"className":1229,"style":819},[818],[],{"type":16,"tag":78,"props":1232,"children":1234},{"className":1233},[824],[1235],{"type":22,"value":1087},{"type":16,"tag":78,"props":1237,"children":1239},{"className":1238,"style":819},[818],[],{"type":16,"tag":78,"props":1241,"children":1243},{"className":1242},[121],[1244,1249,1736,1741,1746],{"type":16,"tag":78,"props":1245,"children":1248},{"className":1246,"style":1247},[126],"height:1.725em;vertical-align:-1.0296em;",[],{"type":16,"tag":78,"props":1250,"children":1252},{"className":1251},[132],[1253,1258,1732],{"type":16,"tag":78,"props":1254,"children":1257},{"className":1255},[1213,1256],"nulldelimiter",[],{"type":16,"tag":78,"props":1259,"children":1261},{"className":1260},[1089],[1262],{"type":16,"tag":78,"props":1263,"children":1267},{"className":1264},[1265,1266],"vlist-t","vlist-t2",[1268,1720],{"type":16,"tag":78,"props":1269,"children":1272},{"className":1270},[1271],"vlist-r",[1273,1715],{"type":16,"tag":78,"props":1274,"children":1278},{"className":1275,"style":1277},[1276],"vlist","height:0.6954em;",[1279,1681,1694],{"type":16,"tag":78,"props":1280,"children":1282},{"style":1281},"top:-2.388em;",[1283,1289],{"type":16,"tag":78,"props":1284,"children":1288},{"className":1285,"style":1287},[1286],"pstrut","height:3em;",[],{"type":16,"tag":78,"props":1290,"children":1296},{"className":1291},[1292,1293,1294,1295],"sizing","reset-size6","size3","mtight",[1297],{"type":16,"tag":78,"props":1298,"children":1300},{"className":1299},[132,1295],[1301],{"type":16,"tag":78,"props":1302,"children":1305},{"className":1303},[132,1304,1295],"sqrt",[1306],{"type":16,"tag":78,"props":1307,"children":1309},{"className":1308},[1265,1266],[1310,1669],{"type":16,"tag":78,"props":1311,"children":1313},{"className":1312},[1271],[1314,1664],{"type":16,"tag":78,"props":1315,"children":1318},{"className":1316,"style":1317},[1276],"height:1.1458em;",[1319,1636],{"type":16,"tag":78,"props":1320,"children":1324},{"className":1321,"style":1323},[1322],"svg-align","top:-3.7143em;",[1325,1330],{"type":16,"tag":78,"props":1326,"children":1329},{"className":1327,"style":1328},[1286],"height:3.7143em;",[],{"type":16,"tag":78,"props":1331,"children":1334},{"className":1332,"style":1333},[132,1295],"padding-left:1.4286em;",[1335,1442,1447,1544,1548,1625,1631],{"type":16,"tag":78,"props":1336,"children":1338},{"className":1337},[132,1295],[1339,1345,1438],{"type":16,"tag":78,"props":1340,"children":1344},{"className":1341},[1213,1256,1292,1342,1343],"reset-size3","size6",[],{"type":16,"tag":78,"props":1346,"children":1348},{"className":1347},[1089],[1349],{"type":16,"tag":78,"props":1350,"children":1352},{"className":1351},[1265,1266],[1353,1426],{"type":16,"tag":78,"props":1354,"children":1356},{"className":1355},[1271],[1357,1419],{"type":16,"tag":78,"props":1358,"children":1361},{"className":1359,"style":1360},[1276],"height:0.8443em;",[1362,1384,1398],{"type":16,"tag":78,"props":1363,"children":1365},{"style":1364},"top:-2.656em;",[1366,1370],{"type":16,"tag":78,"props":1367,"children":1369},{"className":1368,"style":1287},[1286],[],{"type":16,"tag":78,"props":1371,"children":1374},{"className":1372},[1292,1342,1373,1295],"size1",[1375],{"type":16,"tag":78,"props":1376,"children":1378},{"className":1377},[132,1295],[1379],{"type":16,"tag":78,"props":1380,"children":1382},{"className":1381},[132,133,1295],[1383],{"type":22,"value":1115},{"type":16,"tag":78,"props":1385,"children":1387},{"style":1386},"top:-3.2255em;",[1388,1392],{"type":16,"tag":78,"props":1389,"children":1391},{"className":1390,"style":1287},[1286],[],{"type":16,"tag":78,"props":1393,"children":1397},{"className":1394,"style":1396},[1395,1295],"frac-line","border-bottom-width:0.049em;",[],{"type":16,"tag":78,"props":1399,"children":1401},{"style":1400},"top:-3.384em;",[1402,1406],{"type":16,"tag":78,"props":1403,"children":1405},{"className":1404,"style":1287},[1286],[],{"type":16,"tag":78,"props":1407,"children":1409},{"className":1408},[1292,1342,1373,1295],[1410],{"type":16,"tag":78,"props":1411,"children":1413},{"className":1412},[132,1295],[1414],{"type":16,"tag":78,"props":1415,"children":1417},{"className":1416},[132,1295],[1418],{"type":22,"value":1110},{"type":16,"tag":78,"props":1420,"children":1423},{"className":1421},[1422],"vlist-s",[1424],{"type":22,"value":1425},"​",{"type":16,"tag":78,"props":1427,"children":1429},{"className":1428},[1271],[1430],{"type":16,"tag":78,"props":1431,"children":1434},{"className":1432,"style":1433},[1276],"height:0.344em;",[1435],{"type":16,"tag":78,"props":1436,"children":1437},{},[],{"type":16,"tag":78,"props":1439,"children":1441},{"className":1440},[1224,1256,1292,1342,1343],[],{"type":16,"tag":78,"props":1443,"children":1446},{"className":1444,"style":1445},[818,1295],"margin-right:0.1952em;",[],{"type":16,"tag":78,"props":1448,"children":1450},{"className":1449},[1202,1295],[1451,1459],{"type":16,"tag":78,"props":1452,"children":1457},{"className":1453,"style":1456},[1202,1454,1455,1295],"op-symbol","small-op","position:relative;top:0em;",[1458],{"type":22,"value":1124},{"type":16,"tag":78,"props":1460,"children":1463},{"className":1461},[1462],"msupsub",[1464],{"type":16,"tag":78,"props":1465,"children":1467},{"className":1466},[1265,1266],[1468,1532],{"type":16,"tag":78,"props":1469,"children":1471},{"className":1470},[1271],[1472,1527],{"type":16,"tag":78,"props":1473,"children":1476},{"className":1474,"style":1475},[1276],"height:0.8932em;",[1477,1510],{"type":16,"tag":78,"props":1478,"children":1480},{"style":1479},"top:-2.1786em;margin-left:0em;margin-right:0.0714em;",[1481,1486],{"type":16,"tag":78,"props":1482,"children":1485},{"className":1483,"style":1484},[1286],"height:2.5em;",[],{"type":16,"tag":78,"props":1487,"children":1489},{"className":1488},[1292,1342,1373,1295],[1490],{"type":16,"tag":78,"props":1491,"children":1493},{"className":1492},[132,1295],[1494,1500,1505],{"type":16,"tag":78,"props":1495,"children":1498},{"className":1496,"style":1497},[132,133,1295],"margin-right:0.0572em;",[1499],{"type":22,"value":1132},{"type":16,"tag":78,"props":1501,"children":1503},{"className":1502},[824,1295],[1504],{"type":22,"value":1087},{"type":16,"tag":78,"props":1506,"children":1508},{"className":1507},[132,1295],[1509],{"type":22,"value":1110},{"type":16,"tag":78,"props":1511,"children":1513},{"style":1512},"top:-2.8971em;margin-right:0.0714em;",[1514,1518],{"type":16,"tag":78,"props":1515,"children":1517},{"className":1516,"style":1484},[1286],[],{"type":16,"tag":78,"props":1519,"children":1521},{"className":1520},[1292,1342,1373,1295],[1522],{"type":16,"tag":78,"props":1523,"children":1525},{"className":1524},[132,133,1295],[1526],{"type":22,"value":1115},{"type":16,"tag":78,"props":1528,"children":1530},{"className":1529},[1422],[1531],{"type":22,"value":1425},{"type":16,"tag":78,"props":1533,"children":1535},{"className":1534},[1271],[1536],{"type":16,"tag":78,"props":1537,"children":1540},{"className":1538,"style":1539},[1276],"height:0.4603em;",[1541],{"type":16,"tag":78,"props":1542,"children":1543},{},[],{"type":16,"tag":78,"props":1545,"children":1547},{"className":1546,"style":1445},[818,1295],[],{"type":16,"tag":78,"props":1549,"children":1551},{"className":1550},[132,1295],[1552,1557],{"type":16,"tag":78,"props":1553,"children":1555},{"className":1554},[132,133,1295],[1556],{"type":22,"value":1078},{"type":16,"tag":78,"props":1558,"children":1560},{"className":1559},[1462],[1561],{"type":16,"tag":78,"props":1562,"children":1564},{"className":1563},[1265,1266],[1565,1613],{"type":16,"tag":78,"props":1566,"children":1568},{"className":1567},[1271],[1569,1608],{"type":16,"tag":78,"props":1570,"children":1573},{"className":1571,"style":1572},[1276],"height:0.8051em;",[1574,1591],{"type":16,"tag":78,"props":1575,"children":1577},{"style":1576},"top:-2.1777em;margin-left:0em;margin-right:0.0714em;",[1578,1582],{"type":16,"tag":78,"props":1579,"children":1581},{"className":1580,"style":1484},[1286],[],{"type":16,"tag":78,"props":1583,"children":1585},{"className":1584},[1292,1342,1373,1295],[1586],{"type":16,"tag":78,"props":1587,"children":1589},{"className":1588,"style":1497},[132,133,1295],[1590],{"type":22,"value":1132},{"type":16,"tag":78,"props":1592,"children":1594},{"style":1593},"top:-2.8448em;margin-right:0.0714em;",[1595,1599],{"type":16,"tag":78,"props":1596,"children":1598},{"className":1597,"style":1484},[1286],[],{"type":16,"tag":78,"props":1600,"children":1602},{"className":1601},[1292,1342,1373,1295],[1603],{"type":16,"tag":78,"props":1604,"children":1606},{"className":1605},[132,1295],[1607],{"type":22,"value":1160},{"type":16,"tag":78,"props":1609,"children":1611},{"className":1610},[1422],[1612],{"type":22,"value":1425},{"type":16,"tag":78,"props":1614,"children":1616},{"className":1615},[1271],[1617],{"type":16,"tag":78,"props":1618,"children":1621},{"className":1619,"style":1620},[1276],"height:0.4612em;",[1622],{"type":16,"tag":78,"props":1623,"children":1624},{},[],{"type":16,"tag":78,"props":1626,"children":1629},{"className":1627},[1628,1295],"mbin",[1630],{"type":22,"value":1165},{"type":16,"tag":78,"props":1632,"children":1634},{"className":1633},[132,133,1295],[1635],{"type":22,"value":1170},{"type":16,"tag":78,"props":1637,"children":1639},{"style":1638},"top:-3.1178em;",[1640,1644],{"type":16,"tag":78,"props":1641,"children":1643},{"className":1642,"style":1328},[1286],[],{"type":16,"tag":78,"props":1645,"children":1649},{"className":1646,"style":1648},[1647,1295],"hide-tail","min-width:1.02em;height:1.8286em;",[1650],{"type":16,"tag":1651,"props":1652,"children":1658},"svg",{"xmlns":1653,"width":1654,"height":1655,"viewBox":1656,"preserveAspectRatio":1657},"http:\u002F\u002Fwww.w3.org\u002F2000\u002Fsvg","400em","1.8286em","0 0 400000 1296","xMinYMin slice",[1659],{"type":16,"tag":1660,"props":1661,"children":1663},"path",{"d":1662},"M263,681c0.7,0,18,39.7,52,119\nc34,79.3,68.167,158.7,102.5,238c34.3,79.3,51.8,119.3,52.5,120\nc340,-704.7,510.7,-1060.3,512,-1067\nl0 -0\nc4.7,-7.3,11,-11,19,-11\nH40000v40H1012.3\ns-271.3,567,-271.3,567c-38.7,80.7,-84,175,-136,283c-52,108,-89.167,185.3,-111.5,232\nc-22.3,46.7,-33.8,70.3,-34.5,71c-4.7,4.7,-12.3,7,-23,7s-12,-1,-12,-1\ns-109,-253,-109,-253c-72.7,-168,-109.3,-252,-110,-252c-10.7,8,-22,16.7,-34,26\nc-22,17.3,-33.3,26,-34,26s-26,-26,-26,-26s76,-59,76,-59s76,-60,76,-60z\nM1001 80h400000v40h-400000z",[],{"type":16,"tag":78,"props":1665,"children":1667},{"className":1666},[1422],[1668],{"type":22,"value":1425},{"type":16,"tag":78,"props":1670,"children":1672},{"className":1671},[1271],[1673],{"type":16,"tag":78,"props":1674,"children":1677},{"className":1675,"style":1676},[1276],"height:0.5965em;",[1678],{"type":16,"tag":78,"props":1679,"children":1680},{},[],{"type":16,"tag":78,"props":1682,"children":1684},{"style":1683},"top:-3.23em;",[1685,1689],{"type":16,"tag":78,"props":1686,"children":1688},{"className":1687,"style":1287},[1286],[],{"type":16,"tag":78,"props":1690,"children":1693},{"className":1691,"style":1692},[1395],"border-bottom-width:0.04em;",[],{"type":16,"tag":78,"props":1695,"children":1697},{"style":1696},"top:-3.394em;",[1698,1702],{"type":16,"tag":78,"props":1699,"children":1701},{"className":1700,"style":1287},[1286],[],{"type":16,"tag":78,"props":1703,"children":1705},{"className":1704},[1292,1293,1294,1295],[1706],{"type":16,"tag":78,"props":1707,"children":1709},{"className":1708},[132,1295],[1710],{"type":16,"tag":78,"props":1711,"children":1713},{"className":1712},[132,133,1295],[1714],{"type":22,"value":1078},{"type":16,"tag":78,"props":1716,"children":1718},{"className":1717},[1422],[1719],{"type":22,"value":1425},{"type":16,"tag":78,"props":1721,"children":1723},{"className":1722},[1271],[1724],{"type":16,"tag":78,"props":1725,"children":1728},{"className":1726,"style":1727},[1276],"height:1.0296em;",[1729],{"type":16,"tag":78,"props":1730,"children":1731},{},[],{"type":16,"tag":78,"props":1733,"children":1735},{"className":1734},[1224,1256],[],{"type":16,"tag":78,"props":1737,"children":1740},{"className":1738,"style":1739},[818],"margin-right:0.2222em;",[],{"type":16,"tag":78,"props":1742,"children":1744},{"className":1743},[1628],[1745],{"type":22,"value":1175},{"type":16,"tag":78,"props":1747,"children":1749},{"className":1748,"style":1739},[818],[],{"type":16,"tag":78,"props":1751,"children":1753},{"className":1752},[121],[1754,1758],{"type":16,"tag":78,"props":1755,"children":1757},{"className":1756,"style":127},[126],[],{"type":16,"tag":78,"props":1759,"children":1762},{"className":1760,"style":1761},[132,133],"margin-right:0.0359em;",[1763],{"type":22,"value":1180},{"type":16,"tag":151,"props":1765,"children":1766},{},[1767,1772,1774,1884,1886,2160,2162,2528,2529],{"type":16,"tag":52,"props":1768,"children":1769},{},[1770],{"type":22,"value":1771},"RoPE 旋转位置编码",{"type":22,"value":1773},"（对每头 ",{"type":16,"tag":78,"props":1775,"children":1777},{"className":1776},[81],[1778,1809],{"type":16,"tag":78,"props":1779,"children":1781},{"className":1780},[86],[1782],{"type":16,"tag":89,"props":1783,"children":1784},{"xmlns":91},[1785],{"type":16,"tag":94,"props":1786,"children":1787},{},[1788,1804],{"type":16,"tag":98,"props":1789,"children":1790},{},[1791],{"type":16,"tag":1792,"props":1793,"children":1794},"msub",{},[1795,1799],{"type":16,"tag":102,"props":1796,"children":1797},{},[1798],{"type":22,"value":1115},{"type":16,"tag":102,"props":1800,"children":1801},{},[1802],{"type":22,"value":1803},"k",{"type":16,"tag":107,"props":1805,"children":1806},{"encoding":109},[1807],{"type":22,"value":1808},"d_k",{"type":16,"tag":78,"props":1810,"children":1812},{"className":1811,"ariaHidden":116},[115],[1813],{"type":16,"tag":78,"props":1814,"children":1816},{"className":1815},[121],[1817,1822],{"type":16,"tag":78,"props":1818,"children":1821},{"className":1819,"style":1820},[126],"height:0.8444em;vertical-align:-0.15em;",[],{"type":16,"tag":78,"props":1823,"children":1825},{"className":1824},[132],[1826,1831],{"type":16,"tag":78,"props":1827,"children":1829},{"className":1828},[132,133],[1830],{"type":22,"value":1115},{"type":16,"tag":78,"props":1832,"children":1834},{"className":1833},[1462],[1835],{"type":16,"tag":78,"props":1836,"children":1838},{"className":1837},[1265,1266],[1839,1872],{"type":16,"tag":78,"props":1840,"children":1842},{"className":1841},[1271],[1843,1867],{"type":16,"tag":78,"props":1844,"children":1847},{"className":1845,"style":1846},[1276],"height:0.3361em;",[1848],{"type":16,"tag":78,"props":1849,"children":1851},{"style":1850},"top:-2.55em;margin-left:0em;margin-right:0.05em;",[1852,1857],{"type":16,"tag":78,"props":1853,"children":1856},{"className":1854,"style":1855},[1286],"height:2.7em;",[],{"type":16,"tag":78,"props":1858,"children":1860},{"className":1859},[1292,1293,1294,1295],[1861],{"type":16,"tag":78,"props":1862,"children":1865},{"className":1863,"style":1864},[132,133,1295],"margin-right:0.0315em;",[1866],{"type":22,"value":1803},{"type":16,"tag":78,"props":1868,"children":1870},{"className":1869},[1422],[1871],{"type":22,"value":1425},{"type":16,"tag":78,"props":1873,"children":1875},{"className":1874},[1271],[1876],{"type":16,"tag":78,"props":1877,"children":1880},{"className":1878,"style":1879},[1276],"height:0.15em;",[1881],{"type":16,"tag":78,"props":1882,"children":1883},{},[],{"type":22,"value":1885}," 维度的奇偶相邻对 ",{"type":16,"tag":78,"props":1887,"children":1889},{"className":1888},[81],[1890,1974],{"type":16,"tag":78,"props":1891,"children":1893},{"className":1892},[86],[1894],{"type":16,"tag":89,"props":1895,"children":1896},{"xmlns":91},[1897],{"type":16,"tag":94,"props":1898,"children":1899},{},[1900,1969],{"type":16,"tag":98,"props":1901,"children":1902},{},[1903,1907,1934,1939,1965],{"type":16,"tag":782,"props":1904,"children":1905},{"stretchy":1070},[1906],{"type":22,"value":1073},{"type":16,"tag":1792,"props":1908,"children":1909},{},[1910,1914],{"type":16,"tag":102,"props":1911,"children":1912},{},[1913],{"type":22,"value":1078},{"type":16,"tag":98,"props":1915,"children":1916},{},[1917,1921,1925,1930],{"type":16,"tag":776,"props":1918,"children":1919},{},[1920],{"type":22,"value":1160},{"type":16,"tag":102,"props":1922,"children":1923},{},[1924],{"type":22,"value":1803},{"type":16,"tag":782,"props":1926,"children":1927},{},[1928],{"type":22,"value":1929},"−",{"type":16,"tag":776,"props":1931,"children":1932},{},[1933],{"type":22,"value":1160},{"type":16,"tag":782,"props":1935,"children":1936},{"separator":116},[1937],{"type":22,"value":1938},",",{"type":16,"tag":1792,"props":1940,"children":1941},{},[1942,1946],{"type":16,"tag":102,"props":1943,"children":1944},{},[1945],{"type":22,"value":1078},{"type":16,"tag":98,"props":1947,"children":1948},{},[1949,1953,1957,1961],{"type":16,"tag":776,"props":1950,"children":1951},{},[1952],{"type":22,"value":1160},{"type":16,"tag":102,"props":1954,"children":1955},{},[1956],{"type":22,"value":1803},{"type":16,"tag":782,"props":1958,"children":1959},{},[1960],{"type":22,"value":1929},{"type":16,"tag":776,"props":1962,"children":1963},{},[1964],{"type":22,"value":1110},{"type":16,"tag":782,"props":1966,"children":1967},{"stretchy":1070},[1968],{"type":22,"value":180},{"type":16,"tag":107,"props":1970,"children":1971},{"encoding":109},[1972],{"type":22,"value":1973},"(x_{2k-2}, x_{2k-1})",{"type":16,"tag":78,"props":1975,"children":1977},{"className":1976,"ariaHidden":116},[115],[1978],{"type":16,"tag":78,"props":1979,"children":1981},{"className":1980},[121],[1982,1986,1991,2068,2074,2079,2155],{"type":16,"tag":78,"props":1983,"children":1985},{"className":1984,"style":1197},[126],[],{"type":16,"tag":78,"props":1987,"children":1989},{"className":1988},[1213],[1990],{"type":22,"value":1073},{"type":16,"tag":78,"props":1992,"children":1994},{"className":1993},[132],[1995,2000],{"type":16,"tag":78,"props":1996,"children":1998},{"className":1997},[132,133],[1999],{"type":22,"value":1078},{"type":16,"tag":78,"props":2001,"children":2003},{"className":2002},[1462],[2004],{"type":16,"tag":78,"props":2005,"children":2007},{"className":2006},[1265,1266],[2008,2056],{"type":16,"tag":78,"props":2009,"children":2011},{"className":2010},[1271],[2012,2051],{"type":16,"tag":78,"props":2013,"children":2015},{"className":2014,"style":1846},[1276],[2016],{"type":16,"tag":78,"props":2017,"children":2018},{"style":1850},[2019,2023],{"type":16,"tag":78,"props":2020,"children":2022},{"className":2021,"style":1855},[1286],[],{"type":16,"tag":78,"props":2024,"children":2026},{"className":2025},[1292,1293,1294,1295],[2027],{"type":16,"tag":78,"props":2028,"children":2030},{"className":2029},[132,1295],[2031,2036,2041,2046],{"type":16,"tag":78,"props":2032,"children":2034},{"className":2033},[132,1295],[2035],{"type":22,"value":1160},{"type":16,"tag":78,"props":2037,"children":2039},{"className":2038,"style":1864},[132,133,1295],[2040],{"type":22,"value":1803},{"type":16,"tag":78,"props":2042,"children":2044},{"className":2043},[1628,1295],[2045],{"type":22,"value":1929},{"type":16,"tag":78,"props":2047,"children":2049},{"className":2048},[132,1295],[2050],{"type":22,"value":1160},{"type":16,"tag":78,"props":2052,"children":2054},{"className":2053},[1422],[2055],{"type":22,"value":1425},{"type":16,"tag":78,"props":2057,"children":2059},{"className":2058},[1271],[2060],{"type":16,"tag":78,"props":2061,"children":2064},{"className":2062,"style":2063},[1276],"height:0.2083em;",[2065],{"type":16,"tag":78,"props":2066,"children":2067},{},[],{"type":16,"tag":78,"props":2069,"children":2072},{"className":2070},[2071],"mpunct",[2073],{"type":22,"value":1938},{"type":16,"tag":78,"props":2075,"children":2078},{"className":2076,"style":2077},[818],"margin-right:0.1667em;",[],{"type":16,"tag":78,"props":2080,"children":2082},{"className":2081},[132],[2083,2088],{"type":16,"tag":78,"props":2084,"children":2086},{"className":2085},[132,133],[2087],{"type":22,"value":1078},{"type":16,"tag":78,"props":2089,"children":2091},{"className":2090},[1462],[2092],{"type":16,"tag":78,"props":2093,"children":2095},{"className":2094},[1265,1266],[2096,2144],{"type":16,"tag":78,"props":2097,"children":2099},{"className":2098},[1271],[2100,2139],{"type":16,"tag":78,"props":2101,"children":2103},{"className":2102,"style":1846},[1276],[2104],{"type":16,"tag":78,"props":2105,"children":2106},{"style":1850},[2107,2111],{"type":16,"tag":78,"props":2108,"children":2110},{"className":2109,"style":1855},[1286],[],{"type":16,"tag":78,"props":2112,"children":2114},{"className":2113},[1292,1293,1294,1295],[2115],{"type":16,"tag":78,"props":2116,"children":2118},{"className":2117},[132,1295],[2119,2124,2129,2134],{"type":16,"tag":78,"props":2120,"children":2122},{"className":2121},[132,1295],[2123],{"type":22,"value":1160},{"type":16,"tag":78,"props":2125,"children":2127},{"className":2126,"style":1864},[132,133,1295],[2128],{"type":22,"value":1803},{"type":16,"tag":78,"props":2130,"children":2132},{"className":2131},[1628,1295],[2133],{"type":22,"value":1929},{"type":16,"tag":78,"props":2135,"children":2137},{"className":2136},[132,1295],[2138],{"type":22,"value":1110},{"type":16,"tag":78,"props":2140,"children":2142},{"className":2141},[1422],[2143],{"type":22,"value":1425},{"type":16,"tag":78,"props":2145,"children":2147},{"className":2146},[1271],[2148],{"type":16,"tag":78,"props":2149,"children":2151},{"className":2150,"style":2063},[1276],[2152],{"type":16,"tag":78,"props":2153,"children":2154},{},[],{"type":16,"tag":78,"props":2156,"children":2158},{"className":2157},[1224],[2159],{"type":22,"value":180},{"type":22,"value":2161}," 施加旋转角 ",{"type":16,"tag":78,"props":2163,"children":2165},{"className":2164},[81],[2166,2272],{"type":16,"tag":78,"props":2167,"children":2169},{"className":2168},[86],[2170],{"type":16,"tag":89,"props":2171,"children":2172},{"xmlns":91},[2173],{"type":16,"tag":94,"props":2174,"children":2175},{},[2176,2267],{"type":16,"tag":98,"props":2177,"children":2178},{},[2179,2203,2207,2211,2216],{"type":16,"tag":1792,"props":2180,"children":2181},{},[2182,2187],{"type":16,"tag":102,"props":2183,"children":2184},{},[2185],{"type":22,"value":2186},"θ",{"type":16,"tag":98,"props":2188,"children":2189},{},[2190,2195,2199],{"type":16,"tag":102,"props":2191,"children":2192},{},[2193],{"type":22,"value":2194},"i",{"type":16,"tag":782,"props":2196,"children":2197},{"separator":116},[2198],{"type":22,"value":1938},{"type":16,"tag":102,"props":2200,"children":2201},{},[2202],{"type":22,"value":1803},{"type":16,"tag":782,"props":2204,"children":2205},{},[2206],{"type":22,"value":1087},{"type":16,"tag":102,"props":2208,"children":2209},{},[2210],{"type":22,"value":2194},{"type":16,"tag":102,"props":2212,"children":2213},{"mathvariant":1060},[2214],{"type":22,"value":2215},"\u002F",{"type":16,"tag":2217,"props":2218,"children":2219},"msup",{},[2220,2225],{"type":16,"tag":102,"props":2221,"children":2222},{"mathvariant":1060},[2223],{"type":22,"value":2224},"Θ",{"type":16,"tag":98,"props":2226,"children":2227},{},[2228,2232,2236,2240,2244,2248,2252,2256],{"type":16,"tag":782,"props":2229,"children":2230},{"stretchy":1070},[2231],{"type":22,"value":1073},{"type":16,"tag":776,"props":2233,"children":2234},{},[2235],{"type":22,"value":1160},{"type":16,"tag":102,"props":2237,"children":2238},{},[2239],{"type":22,"value":1803},{"type":16,"tag":782,"props":2241,"children":2242},{},[2243],{"type":22,"value":1929},{"type":16,"tag":776,"props":2245,"children":2246},{},[2247],{"type":22,"value":1160},{"type":16,"tag":782,"props":2249,"children":2250},{"stretchy":1070},[2251],{"type":22,"value":180},{"type":16,"tag":102,"props":2253,"children":2254},{"mathvariant":1060},[2255],{"type":22,"value":2215},{"type":16,"tag":1792,"props":2257,"children":2258},{},[2259,2263],{"type":16,"tag":102,"props":2260,"children":2261},{},[2262],{"type":22,"value":1115},{"type":16,"tag":102,"props":2264,"children":2265},{},[2266],{"type":22,"value":1803},{"type":16,"tag":107,"props":2268,"children":2269},{"encoding":109},[2270],{"type":22,"value":2271},"\\theta_{i,k} = i \u002F \\Theta^{(2k-2)\u002Fd_k}",{"type":16,"tag":78,"props":2273,"children":2275},{"className":2274,"ariaHidden":116},[115],[2276,2372],{"type":16,"tag":78,"props":2277,"children":2279},{"className":2278},[121],[2280,2285,2359,2363,2368],{"type":16,"tag":78,"props":2281,"children":2284},{"className":2282,"style":2283},[126],"height:0.9805em;vertical-align:-0.2861em;",[],{"type":16,"tag":78,"props":2286,"children":2288},{"className":2287},[132],[2289,2295],{"type":16,"tag":78,"props":2290,"children":2293},{"className":2291,"style":2292},[132,133],"margin-right:0.0278em;",[2294],{"type":22,"value":2186},{"type":16,"tag":78,"props":2296,"children":2298},{"className":2297},[1462],[2299],{"type":16,"tag":78,"props":2300,"children":2302},{"className":2301},[1265,1266],[2303,2347],{"type":16,"tag":78,"props":2304,"children":2306},{"className":2305},[1271],[2307,2342],{"type":16,"tag":78,"props":2308,"children":2310},{"className":2309,"style":1846},[1276],[2311],{"type":16,"tag":78,"props":2312,"children":2314},{"style":2313},"top:-2.55em;margin-left:-0.0278em;margin-right:0.05em;",[2315,2319],{"type":16,"tag":78,"props":2316,"children":2318},{"className":2317,"style":1855},[1286],[],{"type":16,"tag":78,"props":2320,"children":2322},{"className":2321},[1292,1293,1294,1295],[2323],{"type":16,"tag":78,"props":2324,"children":2326},{"className":2325},[132,1295],[2327,2332,2337],{"type":16,"tag":78,"props":2328,"children":2330},{"className":2329},[132,133,1295],[2331],{"type":22,"value":2194},{"type":16,"tag":78,"props":2333,"children":2335},{"className":2334},[2071,1295],[2336],{"type":22,"value":1938},{"type":16,"tag":78,"props":2338,"children":2340},{"className":2339,"style":1864},[132,133,1295],[2341],{"type":22,"value":1803},{"type":16,"tag":78,"props":2343,"children":2345},{"className":2344},[1422],[2346],{"type":22,"value":1425},{"type":16,"tag":78,"props":2348,"children":2350},{"className":2349},[1271],[2351],{"type":16,"tag":78,"props":2352,"children":2355},{"className":2353,"style":2354},[1276],"height:0.2861em;",[2356],{"type":16,"tag":78,"props":2357,"children":2358},{},[],{"type":16,"tag":78,"props":2360,"children":2362},{"className":2361,"style":819},[818],[],{"type":16,"tag":78,"props":2364,"children":2366},{"className":2365},[824],[2367],{"type":22,"value":1087},{"type":16,"tag":78,"props":2369,"children":2371},{"className":2370,"style":819},[818],[],{"type":16,"tag":78,"props":2373,"children":2375},{"className":2374},[121],[2376,2381,2386,2391],{"type":16,"tag":78,"props":2377,"children":2380},{"className":2378,"style":2379},[126],"height:1.138em;vertical-align:-0.25em;",[],{"type":16,"tag":78,"props":2382,"children":2384},{"className":2383},[132,133],[2385],{"type":22,"value":2194},{"type":16,"tag":78,"props":2387,"children":2389},{"className":2388},[132],[2390],{"type":22,"value":2215},{"type":16,"tag":78,"props":2392,"children":2394},{"className":2393},[132],[2395,2400],{"type":16,"tag":78,"props":2396,"children":2398},{"className":2397},[132],[2399],{"type":22,"value":2224},{"type":16,"tag":78,"props":2401,"children":2403},{"className":2402},[1462],[2404],{"type":16,"tag":78,"props":2405,"children":2407},{"className":2406},[1265],[2408],{"type":16,"tag":78,"props":2409,"children":2411},{"className":2410},[1271],[2412],{"type":16,"tag":78,"props":2413,"children":2416},{"className":2414,"style":2415},[1276],"height:0.888em;",[2417],{"type":16,"tag":78,"props":2418,"children":2420},{"style":2419},"top:-3.063em;margin-right:0.05em;",[2421,2425],{"type":16,"tag":78,"props":2422,"children":2424},{"className":2423,"style":1855},[1286],[],{"type":16,"tag":78,"props":2426,"children":2428},{"className":2427},[1292,1293,1294,1295],[2429],{"type":16,"tag":78,"props":2430,"children":2432},{"className":2431},[132,1295],[2433,2438,2443,2448,2453,2458,2463,2468],{"type":16,"tag":78,"props":2434,"children":2436},{"className":2435},[1213,1295],[2437],{"type":22,"value":1073},{"type":16,"tag":78,"props":2439,"children":2441},{"className":2440},[132,1295],[2442],{"type":22,"value":1160},{"type":16,"tag":78,"props":2444,"children":2446},{"className":2445,"style":1864},[132,133,1295],[2447],{"type":22,"value":1803},{"type":16,"tag":78,"props":2449,"children":2451},{"className":2450},[1628,1295],[2452],{"type":22,"value":1929},{"type":16,"tag":78,"props":2454,"children":2456},{"className":2455},[132,1295],[2457],{"type":22,"value":1160},{"type":16,"tag":78,"props":2459,"children":2461},{"className":2460},[1224,1295],[2462],{"type":22,"value":180},{"type":16,"tag":78,"props":2464,"children":2466},{"className":2465},[132,1295],[2467],{"type":22,"value":2215},{"type":16,"tag":78,"props":2469,"children":2471},{"className":2470},[132,1295],[2472,2477],{"type":16,"tag":78,"props":2473,"children":2475},{"className":2474},[132,133,1295],[2476],{"type":22,"value":1115},{"type":16,"tag":78,"props":2478,"children":2480},{"className":2479},[1462],[2481],{"type":16,"tag":78,"props":2482,"children":2484},{"className":2483},[1265,1266],[2485,2516],{"type":16,"tag":78,"props":2486,"children":2488},{"className":2487},[1271],[2489,2511],{"type":16,"tag":78,"props":2490,"children":2493},{"className":2491,"style":2492},[1276],"height:0.3448em;",[2494],{"type":16,"tag":78,"props":2495,"children":2497},{"style":2496},"top:-2.3488em;margin-left:0em;margin-right:0.0714em;",[2498,2502],{"type":16,"tag":78,"props":2499,"children":2501},{"className":2500,"style":1484},[1286],[],{"type":16,"tag":78,"props":2503,"children":2505},{"className":2504},[1292,1342,1373,1295],[2506],{"type":16,"tag":78,"props":2507,"children":2509},{"className":2508,"style":1864},[132,133,1295],[2510],{"type":22,"value":1803},{"type":16,"tag":78,"props":2512,"children":2514},{"className":2513},[1422],[2515],{"type":22,"value":1425},{"type":16,"tag":78,"props":2517,"children":2519},{"className":2518},[1271],[2520],{"type":16,"tag":78,"props":2521,"children":2524},{"className":2522,"style":2523},[1276],"height:0.1512em;",[2525],{"type":16,"tag":78,"props":2526,"children":2527},{},[],{"type":22,"value":1040},{"type":16,"tag":78,"props":2530,"children":2532},{"className":2531},[81],[2533,2925],{"type":16,"tag":78,"props":2534,"children":2536},{"className":2535},[86],[2537],{"type":16,"tag":89,"props":2538,"children":2539},{"xmlns":91},[2540],{"type":16,"tag":94,"props":2541,"children":2542},{},[2543,2920],{"type":16,"tag":98,"props":2544,"children":2545},{},[2546,2649,2653,2836],{"type":16,"tag":98,"props":2547,"children":2548},{},[2549,2554,2644],{"type":16,"tag":782,"props":2550,"children":2551},{"fence":116},[2552],{"type":22,"value":2553},"[",{"type":16,"tag":2555,"props":2556,"children":2560},"mtable",{"rowspacing":2557,"columnalign":2558,"columnspacing":2559},"0.16em","center","1em",[2561,2605],{"type":16,"tag":2562,"props":2563,"children":2564},"mtr",{},[2565],{"type":16,"tag":2566,"props":2567,"children":2568},"mtd",{},[2569],{"type":16,"tag":2570,"props":2571,"children":2572},"mstyle",{"scriptlevel":780,"displaystyle":1070},[2573],{"type":16,"tag":1117,"props":2574,"children":2575},{},[2576,2580,2599],{"type":16,"tag":102,"props":2577,"children":2578},{},[2579],{"type":22,"value":1078},{"type":16,"tag":98,"props":2581,"children":2582},{},[2583,2587,2591,2595],{"type":16,"tag":776,"props":2584,"children":2585},{},[2586],{"type":22,"value":1160},{"type":16,"tag":102,"props":2588,"children":2589},{},[2590],{"type":22,"value":1803},{"type":16,"tag":782,"props":2592,"children":2593},{},[2594],{"type":22,"value":1929},{"type":16,"tag":776,"props":2596,"children":2597},{},[2598],{"type":22,"value":1160},{"type":16,"tag":782,"props":2600,"children":2602},{"mathvariant":1060,"lspace":2601,"rspace":2601},"0em",[2603],{"type":22,"value":2604},"′",{"type":16,"tag":2562,"props":2606,"children":2607},{},[2608],{"type":16,"tag":2566,"props":2609,"children":2610},{},[2611],{"type":16,"tag":2570,"props":2612,"children":2613},{"scriptlevel":780,"displaystyle":1070},[2614],{"type":16,"tag":1117,"props":2615,"children":2616},{},[2617,2621,2640],{"type":16,"tag":102,"props":2618,"children":2619},{},[2620],{"type":22,"value":1078},{"type":16,"tag":98,"props":2622,"children":2623},{},[2624,2628,2632,2636],{"type":16,"tag":776,"props":2625,"children":2626},{},[2627],{"type":22,"value":1160},{"type":16,"tag":102,"props":2629,"children":2630},{},[2631],{"type":22,"value":1803},{"type":16,"tag":782,"props":2633,"children":2634},{},[2635],{"type":22,"value":1929},{"type":16,"tag":776,"props":2637,"children":2638},{},[2639],{"type":22,"value":1110},{"type":16,"tag":782,"props":2641,"children":2642},{"mathvariant":1060,"lspace":2601,"rspace":2601},[2643],{"type":22,"value":2604},{"type":16,"tag":782,"props":2645,"children":2646},{"fence":116},[2647],{"type":22,"value":2648},"]",{"type":16,"tag":782,"props":2650,"children":2651},{},[2652],{"type":22,"value":1087},{"type":16,"tag":98,"props":2654,"children":2655},{},[2656,2660,2832],{"type":16,"tag":782,"props":2657,"children":2658},{"fence":116},[2659],{"type":22,"value":2553},{"type":16,"tag":2555,"props":2661,"children":2663},{"rowspacing":2557,"columnalign":2662,"columnspacing":2559},"center center",[2664,2751],{"type":16,"tag":2562,"props":2665,"children":2666},{},[2667,2707],{"type":16,"tag":2566,"props":2668,"children":2669},{},[2670],{"type":16,"tag":2570,"props":2671,"children":2672},{"scriptlevel":780,"displaystyle":1070},[2673],{"type":16,"tag":98,"props":2674,"children":2675},{},[2676,2681,2685],{"type":16,"tag":102,"props":2677,"children":2678},{},[2679],{"type":22,"value":2680},"cos",{"type":16,"tag":782,"props":2682,"children":2683},{},[2684],{"type":22,"value":1067},{"type":16,"tag":1792,"props":2686,"children":2687},{},[2688,2692],{"type":16,"tag":102,"props":2689,"children":2690},{},[2691],{"type":22,"value":2186},{"type":16,"tag":98,"props":2693,"children":2694},{},[2695,2699,2703],{"type":16,"tag":102,"props":2696,"children":2697},{},[2698],{"type":22,"value":2194},{"type":16,"tag":782,"props":2700,"children":2701},{"separator":116},[2702],{"type":22,"value":1938},{"type":16,"tag":102,"props":2704,"children":2705},{},[2706],{"type":22,"value":1803},{"type":16,"tag":2566,"props":2708,"children":2709},{},[2710],{"type":16,"tag":2570,"props":2711,"children":2712},{"scriptlevel":780,"displaystyle":1070},[2713],{"type":16,"tag":98,"props":2714,"children":2715},{},[2716,2720,2725,2729],{"type":16,"tag":782,"props":2717,"children":2718},{},[2719],{"type":22,"value":1929},{"type":16,"tag":102,"props":2721,"children":2722},{},[2723],{"type":22,"value":2724},"sin",{"type":16,"tag":782,"props":2726,"children":2727},{},[2728],{"type":22,"value":1067},{"type":16,"tag":1792,"props":2730,"children":2731},{},[2732,2736],{"type":16,"tag":102,"props":2733,"children":2734},{},[2735],{"type":22,"value":2186},{"type":16,"tag":98,"props":2737,"children":2738},{},[2739,2743,2747],{"type":16,"tag":102,"props":2740,"children":2741},{},[2742],{"type":22,"value":2194},{"type":16,"tag":782,"props":2744,"children":2745},{"separator":116},[2746],{"type":22,"value":1938},{"type":16,"tag":102,"props":2748,"children":2749},{},[2750],{"type":22,"value":1803},{"type":16,"tag":2562,"props":2752,"children":2753},{},[2754,2793],{"type":16,"tag":2566,"props":2755,"children":2756},{},[2757],{"type":16,"tag":2570,"props":2758,"children":2759},{"scriptlevel":780,"displaystyle":1070},[2760],{"type":16,"tag":98,"props":2761,"children":2762},{},[2763,2767,2771],{"type":16,"tag":102,"props":2764,"children":2765},{},[2766],{"type":22,"value":2724},{"type":16,"tag":782,"props":2768,"children":2769},{},[2770],{"type":22,"value":1067},{"type":16,"tag":1792,"props":2772,"children":2773},{},[2774,2778],{"type":16,"tag":102,"props":2775,"children":2776},{},[2777],{"type":22,"value":2186},{"type":16,"tag":98,"props":2779,"children":2780},{},[2781,2785,2789],{"type":16,"tag":102,"props":2782,"children":2783},{},[2784],{"type":22,"value":2194},{"type":16,"tag":782,"props":2786,"children":2787},{"separator":116},[2788],{"type":22,"value":1938},{"type":16,"tag":102,"props":2790,"children":2791},{},[2792],{"type":22,"value":1803},{"type":16,"tag":2566,"props":2794,"children":2795},{},[2796],{"type":16,"tag":2570,"props":2797,"children":2798},{"scriptlevel":780,"displaystyle":1070},[2799],{"type":16,"tag":98,"props":2800,"children":2801},{},[2802,2806,2810],{"type":16,"tag":102,"props":2803,"children":2804},{},[2805],{"type":22,"value":2680},{"type":16,"tag":782,"props":2807,"children":2808},{},[2809],{"type":22,"value":1067},{"type":16,"tag":1792,"props":2811,"children":2812},{},[2813,2817],{"type":16,"tag":102,"props":2814,"children":2815},{},[2816],{"type":22,"value":2186},{"type":16,"tag":98,"props":2818,"children":2819},{},[2820,2824,2828],{"type":16,"tag":102,"props":2821,"children":2822},{},[2823],{"type":22,"value":2194},{"type":16,"tag":782,"props":2825,"children":2826},{"separator":116},[2827],{"type":22,"value":1938},{"type":16,"tag":102,"props":2829,"children":2830},{},[2831],{"type":22,"value":1803},{"type":16,"tag":782,"props":2833,"children":2834},{"fence":116},[2835],{"type":22,"value":2648},{"type":16,"tag":98,"props":2837,"children":2838},{},[2839,2843,2916],{"type":16,"tag":782,"props":2840,"children":2841},{"fence":116},[2842],{"type":22,"value":2553},{"type":16,"tag":2555,"props":2844,"children":2845},{"rowspacing":2557,"columnalign":2558,"columnspacing":2559},[2846,2881],{"type":16,"tag":2562,"props":2847,"children":2848},{},[2849],{"type":16,"tag":2566,"props":2850,"children":2851},{},[2852],{"type":16,"tag":2570,"props":2853,"children":2854},{"scriptlevel":780,"displaystyle":1070},[2855],{"type":16,"tag":1792,"props":2856,"children":2857},{},[2858,2862],{"type":16,"tag":102,"props":2859,"children":2860},{},[2861],{"type":22,"value":1078},{"type":16,"tag":98,"props":2863,"children":2864},{},[2865,2869,2873,2877],{"type":16,"tag":776,"props":2866,"children":2867},{},[2868],{"type":22,"value":1160},{"type":16,"tag":102,"props":2870,"children":2871},{},[2872],{"type":22,"value":1803},{"type":16,"tag":782,"props":2874,"children":2875},{},[2876],{"type":22,"value":1929},{"type":16,"tag":776,"props":2878,"children":2879},{},[2880],{"type":22,"value":1160},{"type":16,"tag":2562,"props":2882,"children":2883},{},[2884],{"type":16,"tag":2566,"props":2885,"children":2886},{},[2887],{"type":16,"tag":2570,"props":2888,"children":2889},{"scriptlevel":780,"displaystyle":1070},[2890],{"type":16,"tag":1792,"props":2891,"children":2892},{},[2893,2897],{"type":16,"tag":102,"props":2894,"children":2895},{},[2896],{"type":22,"value":1078},{"type":16,"tag":98,"props":2898,"children":2899},{},[2900,2904,2908,2912],{"type":16,"tag":776,"props":2901,"children":2902},{},[2903],{"type":22,"value":1160},{"type":16,"tag":102,"props":2905,"children":2906},{},[2907],{"type":22,"value":1803},{"type":16,"tag":782,"props":2909,"children":2910},{},[2911],{"type":22,"value":1929},{"type":16,"tag":776,"props":2913,"children":2914},{},[2915],{"type":22,"value":1110},{"type":16,"tag":782,"props":2917,"children":2918},{"fence":116},[2919],{"type":22,"value":2648},{"type":16,"tag":107,"props":2921,"children":2922},{"encoding":109},[2923],{"type":22,"value":2924},"\\begin{bmatrix} x'_{2k-2} \\\\ x'_{2k-1} \\end{bmatrix} = \\begin{bmatrix} \\cos\\theta_{i,k} & -\\sin\\theta_{i,k} \\\\ \\sin\\theta_{i,k} & \\cos\\theta_{i,k} \\end{bmatrix} \\begin{bmatrix} x_{2k-2} \\\\ x_{2k-1} \\end{bmatrix}",{"type":16,"tag":78,"props":2926,"children":2928},{"className":2927,"ariaHidden":116},[115],[2929,3239],{"type":16,"tag":78,"props":2930,"children":2932},{"className":2931},[121],[2933,2938,3226,3230,3235],{"type":16,"tag":78,"props":2934,"children":2937},{"className":2935,"style":2936},[126],"height:2.4em;vertical-align:-0.95em;",[],{"type":16,"tag":78,"props":2939,"children":2942},{"className":2940},[2941],"minner",[2943,2955,3217],{"type":16,"tag":78,"props":2944,"children":2948},{"className":2945,"style":2947},[1213,2946],"delimcenter","top:0em;",[2949],{"type":16,"tag":78,"props":2950,"children":2953},{"className":2951},[2952,1294],"delimsizing",[2954],{"type":22,"value":2553},{"type":16,"tag":78,"props":2956,"children":2958},{"className":2957},[132],[2959],{"type":16,"tag":78,"props":2960,"children":2962},{"className":2961},[2555],[2963],{"type":16,"tag":78,"props":2964,"children":2967},{"className":2965},[2966],"col-align-c",[2968],{"type":16,"tag":78,"props":2969,"children":2971},{"className":2970},[1265,1266],[2972,3205],{"type":16,"tag":78,"props":2973,"children":2975},{"className":2974},[1271],[2976,3200],{"type":16,"tag":78,"props":2977,"children":2980},{"className":2978,"style":2979},[1276],"height:1.45em;",[2981,3092],{"type":16,"tag":78,"props":2982,"children":2984},{"style":2983},"top:-3.61em;",[2985,2989],{"type":16,"tag":78,"props":2986,"children":2988},{"className":2987,"style":1287},[1286],[],{"type":16,"tag":78,"props":2990,"children":2992},{"className":2991},[132],[2993],{"type":16,"tag":78,"props":2994,"children":2996},{"className":2995},[132],[2997,3002],{"type":16,"tag":78,"props":2998,"children":3000},{"className":2999},[132,133],[3001],{"type":22,"value":1078},{"type":16,"tag":78,"props":3003,"children":3005},{"className":3004},[1462],[3006],{"type":16,"tag":78,"props":3007,"children":3009},{"className":3008},[1265,1266],[3010,3080],{"type":16,"tag":78,"props":3011,"children":3013},{"className":3012},[1271],[3014,3075],{"type":16,"tag":78,"props":3015,"children":3018},{"className":3016,"style":3017},[1276],"height:0.7519em;",[3019,3055],{"type":16,"tag":78,"props":3020,"children":3022},{"style":3021},"top:-2.4169em;margin-left:0em;margin-right:0.05em;",[3023,3027],{"type":16,"tag":78,"props":3024,"children":3026},{"className":3025,"style":1855},[1286],[],{"type":16,"tag":78,"props":3028,"children":3030},{"className":3029},[1292,1293,1294,1295],[3031],{"type":16,"tag":78,"props":3032,"children":3034},{"className":3033},[132,1295],[3035,3040,3045,3050],{"type":16,"tag":78,"props":3036,"children":3038},{"className":3037},[132,1295],[3039],{"type":22,"value":1160},{"type":16,"tag":78,"props":3041,"children":3043},{"className":3042,"style":1864},[132,133,1295],[3044],{"type":22,"value":1803},{"type":16,"tag":78,"props":3046,"children":3048},{"className":3047},[1628,1295],[3049],{"type":22,"value":1929},{"type":16,"tag":78,"props":3051,"children":3053},{"className":3052},[132,1295],[3054],{"type":22,"value":1160},{"type":16,"tag":78,"props":3056,"children":3057},{"style":2419},[3058,3062],{"type":16,"tag":78,"props":3059,"children":3061},{"className":3060,"style":1855},[1286],[],{"type":16,"tag":78,"props":3063,"children":3065},{"className":3064},[1292,1293,1294,1295],[3066],{"type":16,"tag":78,"props":3067,"children":3069},{"className":3068},[132,1295],[3070],{"type":16,"tag":78,"props":3071,"children":3073},{"className":3072},[132,1295],[3074],{"type":22,"value":2604},{"type":16,"tag":78,"props":3076,"children":3078},{"className":3077},[1422],[3079],{"type":22,"value":1425},{"type":16,"tag":78,"props":3081,"children":3083},{"className":3082},[1271],[3084],{"type":16,"tag":78,"props":3085,"children":3088},{"className":3086,"style":3087},[1276],"height:0.3414em;",[3089],{"type":16,"tag":78,"props":3090,"children":3091},{},[],{"type":16,"tag":78,"props":3093,"children":3095},{"style":3094},"top:-2.41em;",[3096,3100],{"type":16,"tag":78,"props":3097,"children":3099},{"className":3098,"style":1287},[1286],[],{"type":16,"tag":78,"props":3101,"children":3103},{"className":3102},[132],[3104],{"type":16,"tag":78,"props":3105,"children":3107},{"className":3106},[132],[3108,3113],{"type":16,"tag":78,"props":3109,"children":3111},{"className":3110},[132,133],[3112],{"type":22,"value":1078},{"type":16,"tag":78,"props":3114,"children":3116},{"className":3115},[1462],[3117],{"type":16,"tag":78,"props":3118,"children":3120},{"className":3119},[1265,1266],[3121,3189],{"type":16,"tag":78,"props":3122,"children":3124},{"className":3123},[1271],[3125,3184],{"type":16,"tag":78,"props":3126,"children":3128},{"className":3127,"style":3017},[1276],[3129,3164],{"type":16,"tag":78,"props":3130,"children":3131},{"style":3021},[3132,3136],{"type":16,"tag":78,"props":3133,"children":3135},{"className":3134,"style":1855},[1286],[],{"type":16,"tag":78,"props":3137,"children":3139},{"className":3138},[1292,1293,1294,1295],[3140],{"type":16,"tag":78,"props":3141,"children":3143},{"className":3142},[132,1295],[3144,3149,3154,3159],{"type":16,"tag":78,"props":3145,"children":3147},{"className":3146},[132,1295],[3148],{"type":22,"value":1160},{"type":16,"tag":78,"props":3150,"children":3152},{"className":3151,"style":1864},[132,133,1295],[3153],{"type":22,"value":1803},{"type":16,"tag":78,"props":3155,"children":3157},{"className":3156},[1628,1295],[3158],{"type":22,"value":1929},{"type":16,"tag":78,"props":3160,"children":3162},{"className":3161},[132,1295],[3163],{"type":22,"value":1110},{"type":16,"tag":78,"props":3165,"children":3166},{"style":2419},[3167,3171],{"type":16,"tag":78,"props":3168,"children":3170},{"className":3169,"style":1855},[1286],[],{"type":16,"tag":78,"props":3172,"children":3174},{"className":3173},[1292,1293,1294,1295],[3175],{"type":16,"tag":78,"props":3176,"children":3178},{"className":3177},[132,1295],[3179],{"type":16,"tag":78,"props":3180,"children":3182},{"className":3181},[132,1295],[3183],{"type":22,"value":2604},{"type":16,"tag":78,"props":3185,"children":3187},{"className":3186},[1422],[3188],{"type":22,"value":1425},{"type":16,"tag":78,"props":3190,"children":3192},{"className":3191},[1271],[3193],{"type":16,"tag":78,"props":3194,"children":3196},{"className":3195,"style":3087},[1276],[3197],{"type":16,"tag":78,"props":3198,"children":3199},{},[],{"type":16,"tag":78,"props":3201,"children":3203},{"className":3202},[1422],[3204],{"type":22,"value":1425},{"type":16,"tag":78,"props":3206,"children":3208},{"className":3207},[1271],[3209],{"type":16,"tag":78,"props":3210,"children":3213},{"className":3211,"style":3212},[1276],"height:0.95em;",[3214],{"type":16,"tag":78,"props":3215,"children":3216},{},[],{"type":16,"tag":78,"props":3218,"children":3220},{"className":3219,"style":2947},[1224,2946],[3221],{"type":16,"tag":78,"props":3222,"children":3224},{"className":3223},[2952,1294],[3225],{"type":22,"value":2648},{"type":16,"tag":78,"props":3227,"children":3229},{"className":3228,"style":819},[818],[],{"type":16,"tag":78,"props":3231,"children":3233},{"className":3232},[824],[3234],{"type":22,"value":1087},{"type":16,"tag":78,"props":3236,"children":3238},{"className":3237,"style":819},[818],[],{"type":16,"tag":78,"props":3240,"children":3242},{"className":3241},[121],[3243,3247,3724,3728],{"type":16,"tag":78,"props":3244,"children":3246},{"className":3245,"style":2936},[126],[],{"type":16,"tag":78,"props":3248,"children":3250},{"className":3249},[2941],[3251,3260,3715],{"type":16,"tag":78,"props":3252,"children":3254},{"className":3253,"style":2947},[1213,2946],[3255],{"type":16,"tag":78,"props":3256,"children":3258},{"className":3257},[2952,1294],[3259],{"type":22,"value":2553},{"type":16,"tag":78,"props":3261,"children":3263},{"className":3262},[132],[3264],{"type":16,"tag":78,"props":3265,"children":3267},{"className":3266},[2555],[3268,3482,3488,3492],{"type":16,"tag":78,"props":3269,"children":3271},{"className":3270},[2966],[3272],{"type":16,"tag":78,"props":3273,"children":3275},{"className":3274},[1265,1266],[3276,3471],{"type":16,"tag":78,"props":3277,"children":3279},{"className":3278},[1271],[3280,3466],{"type":16,"tag":78,"props":3281,"children":3283},{"className":3282,"style":2979},[1276],[3284,3375],{"type":16,"tag":78,"props":3285,"children":3286},{"style":2983},[3287,3291],{"type":16,"tag":78,"props":3288,"children":3290},{"className":3289,"style":1287},[1286],[],{"type":16,"tag":78,"props":3292,"children":3294},{"className":3293},[132],[3295,3300,3304],{"type":16,"tag":78,"props":3296,"children":3298},{"className":3297},[1202],[3299],{"type":22,"value":2680},{"type":16,"tag":78,"props":3301,"children":3303},{"className":3302,"style":2077},[818],[],{"type":16,"tag":78,"props":3305,"children":3307},{"className":3306},[132],[3308,3313],{"type":16,"tag":78,"props":3309,"children":3311},{"className":3310,"style":2292},[132,133],[3312],{"type":22,"value":2186},{"type":16,"tag":78,"props":3314,"children":3316},{"className":3315},[1462],[3317],{"type":16,"tag":78,"props":3318,"children":3320},{"className":3319},[1265,1266],[3321,3364],{"type":16,"tag":78,"props":3322,"children":3324},{"className":3323},[1271],[3325,3359],{"type":16,"tag":78,"props":3326,"children":3328},{"className":3327,"style":1846},[1276],[3329],{"type":16,"tag":78,"props":3330,"children":3331},{"style":2313},[3332,3336],{"type":16,"tag":78,"props":3333,"children":3335},{"className":3334,"style":1855},[1286],[],{"type":16,"tag":78,"props":3337,"children":3339},{"className":3338},[1292,1293,1294,1295],[3340],{"type":16,"tag":78,"props":3341,"children":3343},{"className":3342},[132,1295],[3344,3349,3354],{"type":16,"tag":78,"props":3345,"children":3347},{"className":3346},[132,133,1295],[3348],{"type":22,"value":2194},{"type":16,"tag":78,"props":3350,"children":3352},{"className":3351},[2071,1295],[3353],{"type":22,"value":1938},{"type":16,"tag":78,"props":3355,"children":3357},{"className":3356,"style":1864},[132,133,1295],[3358],{"type":22,"value":1803},{"type":16,"tag":78,"props":3360,"children":3362},{"className":3361},[1422],[3363],{"type":22,"value":1425},{"type":16,"tag":78,"props":3365,"children":3367},{"className":3366},[1271],[3368],{"type":16,"tag":78,"props":3369,"children":3371},{"className":3370,"style":2354},[1276],[3372],{"type":16,"tag":78,"props":3373,"children":3374},{},[],{"type":16,"tag":78,"props":3376,"children":3377},{"style":3094},[3378,3382],{"type":16,"tag":78,"props":3379,"children":3381},{"className":3380,"style":1287},[1286],[],{"type":16,"tag":78,"props":3383,"children":3385},{"className":3384},[132],[3386,3391,3395],{"type":16,"tag":78,"props":3387,"children":3389},{"className":3388},[1202],[3390],{"type":22,"value":2724},{"type":16,"tag":78,"props":3392,"children":3394},{"className":3393,"style":2077},[818],[],{"type":16,"tag":78,"props":3396,"children":3398},{"className":3397},[132],[3399,3404],{"type":16,"tag":78,"props":3400,"children":3402},{"className":3401,"style":2292},[132,133],[3403],{"type":22,"value":2186},{"type":16,"tag":78,"props":3405,"children":3407},{"className":3406},[1462],[3408],{"type":16,"tag":78,"props":3409,"children":3411},{"className":3410},[1265,1266],[3412,3455],{"type":16,"tag":78,"props":3413,"children":3415},{"className":3414},[1271],[3416,3450],{"type":16,"tag":78,"props":3417,"children":3419},{"className":3418,"style":1846},[1276],[3420],{"type":16,"tag":78,"props":3421,"children":3422},{"style":2313},[3423,3427],{"type":16,"tag":78,"props":3424,"children":3426},{"className":3425,"style":1855},[1286],[],{"type":16,"tag":78,"props":3428,"children":3430},{"className":3429},[1292,1293,1294,1295],[3431],{"type":16,"tag":78,"props":3432,"children":3434},{"className":3433},[132,1295],[3435,3440,3445],{"type":16,"tag":78,"props":3436,"children":3438},{"className":3437},[132,133,1295],[3439],{"type":22,"value":2194},{"type":16,"tag":78,"props":3441,"children":3443},{"className":3442},[2071,1295],[3444],{"type":22,"value":1938},{"type":16,"tag":78,"props":3446,"children":3448},{"className":3447,"style":1864},[132,133,1295],[3449],{"type":22,"value":1803},{"type":16,"tag":78,"props":3451,"children":3453},{"className":3452},[1422],[3454],{"type":22,"value":1425},{"type":16,"tag":78,"props":3456,"children":3458},{"className":3457},[1271],[3459],{"type":16,"tag":78,"props":3460,"children":3462},{"className":3461,"style":2354},[1276],[3463],{"type":16,"tag":78,"props":3464,"children":3465},{},[],{"type":16,"tag":78,"props":3467,"children":3469},{"className":3468},[1422],[3470],{"type":22,"value":1425},{"type":16,"tag":78,"props":3472,"children":3474},{"className":3473},[1271],[3475],{"type":16,"tag":78,"props":3476,"children":3478},{"className":3477,"style":3212},[1276],[3479],{"type":16,"tag":78,"props":3480,"children":3481},{},[],{"type":16,"tag":78,"props":3483,"children":3487},{"className":3484,"style":3486},[3485],"arraycolsep","width:0.5em;",[],{"type":16,"tag":78,"props":3489,"children":3491},{"className":3490,"style":3486},[3485],[],{"type":16,"tag":78,"props":3493,"children":3495},{"className":3494},[2966],[3496],{"type":16,"tag":78,"props":3497,"children":3499},{"className":3498},[1265,1266],[3500,3704],{"type":16,"tag":78,"props":3501,"children":3503},{"className":3502},[1271],[3504,3699],{"type":16,"tag":78,"props":3505,"children":3507},{"className":3506,"style":2979},[1276],[3508,3608],{"type":16,"tag":78,"props":3509,"children":3510},{"style":2983},[3511,3515],{"type":16,"tag":78,"props":3512,"children":3514},{"className":3513,"style":1287},[1286],[],{"type":16,"tag":78,"props":3516,"children":3518},{"className":3517},[132],[3519,3524,3528,3533,3537],{"type":16,"tag":78,"props":3520,"children":3522},{"className":3521},[132],[3523],{"type":22,"value":1929},{"type":16,"tag":78,"props":3525,"children":3527},{"className":3526,"style":2077},[818],[],{"type":16,"tag":78,"props":3529,"children":3531},{"className":3530},[1202],[3532],{"type":22,"value":2724},{"type":16,"tag":78,"props":3534,"children":3536},{"className":3535,"style":2077},[818],[],{"type":16,"tag":78,"props":3538,"children":3540},{"className":3539},[132],[3541,3546],{"type":16,"tag":78,"props":3542,"children":3544},{"className":3543,"style":2292},[132,133],[3545],{"type":22,"value":2186},{"type":16,"tag":78,"props":3547,"children":3549},{"className":3548},[1462],[3550],{"type":16,"tag":78,"props":3551,"children":3553},{"className":3552},[1265,1266],[3554,3597],{"type":16,"tag":78,"props":3555,"children":3557},{"className":3556},[1271],[3558,3592],{"type":16,"tag":78,"props":3559,"children":3561},{"className":3560,"style":1846},[1276],[3562],{"type":16,"tag":78,"props":3563,"children":3564},{"style":2313},[3565,3569],{"type":16,"tag":78,"props":3566,"children":3568},{"className":3567,"style":1855},[1286],[],{"type":16,"tag":78,"props":3570,"children":3572},{"className":3571},[1292,1293,1294,1295],[3573],{"type":16,"tag":78,"props":3574,"children":3576},{"className":3575},[132,1295],[3577,3582,3587],{"type":16,"tag":78,"props":3578,"children":3580},{"className":3579},[132,133,1295],[3581],{"type":22,"value":2194},{"type":16,"tag":78,"props":3583,"children":3585},{"className":3584},[2071,1295],[3586],{"type":22,"value":1938},{"type":16,"tag":78,"props":3588,"children":3590},{"className":3589,"style":1864},[132,133,1295],[3591],{"type":22,"value":1803},{"type":16,"tag":78,"props":3593,"children":3595},{"className":3594},[1422],[3596],{"type":22,"value":1425},{"type":16,"tag":78,"props":3598,"children":3600},{"className":3599},[1271],[3601],{"type":16,"tag":78,"props":3602,"children":3604},{"className":3603,"style":2354},[1276],[3605],{"type":16,"tag":78,"props":3606,"children":3607},{},[],{"type":16,"tag":78,"props":3609,"children":3610},{"style":3094},[3611,3615],{"type":16,"tag":78,"props":3612,"children":3614},{"className":3613,"style":1287},[1286],[],{"type":16,"tag":78,"props":3616,"children":3618},{"className":3617},[132],[3619,3624,3628],{"type":16,"tag":78,"props":3620,"children":3622},{"className":3621},[1202],[3623],{"type":22,"value":2680},{"type":16,"tag":78,"props":3625,"children":3627},{"className":3626,"style":2077},[818],[],{"type":16,"tag":78,"props":3629,"children":3631},{"className":3630},[132],[3632,3637],{"type":16,"tag":78,"props":3633,"children":3635},{"className":3634,"style":2292},[132,133],[3636],{"type":22,"value":2186},{"type":16,"tag":78,"props":3638,"children":3640},{"className":3639},[1462],[3641],{"type":16,"tag":78,"props":3642,"children":3644},{"className":3643},[1265,1266],[3645,3688],{"type":16,"tag":78,"props":3646,"children":3648},{"className":3647},[1271],[3649,3683],{"type":16,"tag":78,"props":3650,"children":3652},{"className":3651,"style":1846},[1276],[3653],{"type":16,"tag":78,"props":3654,"children":3655},{"style":2313},[3656,3660],{"type":16,"tag":78,"props":3657,"children":3659},{"className":3658,"style":1855},[1286],[],{"type":16,"tag":78,"props":3661,"children":3663},{"className":3662},[1292,1293,1294,1295],[3664],{"type":16,"tag":78,"props":3665,"children":3667},{"className":3666},[132,1295],[3668,3673,3678],{"type":16,"tag":78,"props":3669,"children":3671},{"className":3670},[132,133,1295],[3672],{"type":22,"value":2194},{"type":16,"tag":78,"props":3674,"children":3676},{"className":3675},[2071,1295],[3677],{"type":22,"value":1938},{"type":16,"tag":78,"props":3679,"children":3681},{"className":3680,"style":1864},[132,133,1295],[3682],{"type":22,"value":1803},{"type":16,"tag":78,"props":3684,"children":3686},{"className":3685},[1422],[3687],{"type":22,"value":1425},{"type":16,"tag":78,"props":3689,"children":3691},{"className":3690},[1271],[3692],{"type":16,"tag":78,"props":3693,"children":3695},{"className":3694,"style":2354},[1276],[3696],{"type":16,"tag":78,"props":3697,"children":3698},{},[],{"type":16,"tag":78,"props":3700,"children":3702},{"className":3701},[1422],[3703],{"type":22,"value":1425},{"type":16,"tag":78,"props":3705,"children":3707},{"className":3706},[1271],[3708],{"type":16,"tag":78,"props":3709,"children":3711},{"className":3710,"style":3212},[1276],[3712],{"type":16,"tag":78,"props":3713,"children":3714},{},[],{"type":16,"tag":78,"props":3716,"children":3718},{"className":3717,"style":2947},[1224,2946],[3719],{"type":16,"tag":78,"props":3720,"children":3722},{"className":3721},[2952,1294],[3723],{"type":22,"value":2648},{"type":16,"tag":78,"props":3725,"children":3727},{"className":3726,"style":2077},[818],[],{"type":16,"tag":78,"props":3729,"children":3731},{"className":3730},[2941],[3732,3741,3955],{"type":16,"tag":78,"props":3733,"children":3735},{"className":3734,"style":2947},[1213,2946],[3736],{"type":16,"tag":78,"props":3737,"children":3739},{"className":3738},[2952,1294],[3740],{"type":22,"value":2553},{"type":16,"tag":78,"props":3742,"children":3744},{"className":3743},[132],[3745],{"type":16,"tag":78,"props":3746,"children":3748},{"className":3747},[2555],[3749],{"type":16,"tag":78,"props":3750,"children":3752},{"className":3751},[2966],[3753],{"type":16,"tag":78,"props":3754,"children":3756},{"className":3755},[1265,1266],[3757,3944],{"type":16,"tag":78,"props":3758,"children":3760},{"className":3759},[1271],[3761,3939],{"type":16,"tag":78,"props":3762,"children":3764},{"className":3763,"style":2979},[1276],[3765,3852],{"type":16,"tag":78,"props":3766,"children":3767},{"style":2983},[3768,3772],{"type":16,"tag":78,"props":3769,"children":3771},{"className":3770,"style":1287},[1286],[],{"type":16,"tag":78,"props":3773,"children":3775},{"className":3774},[132],[3776],{"type":16,"tag":78,"props":3777,"children":3779},{"className":3778},[132],[3780,3785],{"type":16,"tag":78,"props":3781,"children":3783},{"className":3782},[132,133],[3784],{"type":22,"value":1078},{"type":16,"tag":78,"props":3786,"children":3788},{"className":3787},[1462],[3789],{"type":16,"tag":78,"props":3790,"children":3792},{"className":3791},[1265,1266],[3793,3841],{"type":16,"tag":78,"props":3794,"children":3796},{"className":3795},[1271],[3797,3836],{"type":16,"tag":78,"props":3798,"children":3800},{"className":3799,"style":1846},[1276],[3801],{"type":16,"tag":78,"props":3802,"children":3803},{"style":1850},[3804,3808],{"type":16,"tag":78,"props":3805,"children":3807},{"className":3806,"style":1855},[1286],[],{"type":16,"tag":78,"props":3809,"children":3811},{"className":3810},[1292,1293,1294,1295],[3812],{"type":16,"tag":78,"props":3813,"children":3815},{"className":3814},[132,1295],[3816,3821,3826,3831],{"type":16,"tag":78,"props":3817,"children":3819},{"className":3818},[132,1295],[3820],{"type":22,"value":1160},{"type":16,"tag":78,"props":3822,"children":3824},{"className":3823,"style":1864},[132,133,1295],[3825],{"type":22,"value":1803},{"type":16,"tag":78,"props":3827,"children":3829},{"className":3828},[1628,1295],[3830],{"type":22,"value":1929},{"type":16,"tag":78,"props":3832,"children":3834},{"className":3833},[132,1295],[3835],{"type":22,"value":1160},{"type":16,"tag":78,"props":3837,"children":3839},{"className":3838},[1422],[3840],{"type":22,"value":1425},{"type":16,"tag":78,"props":3842,"children":3844},{"className":3843},[1271],[3845],{"type":16,"tag":78,"props":3846,"children":3848},{"className":3847,"style":2063},[1276],[3849],{"type":16,"tag":78,"props":3850,"children":3851},{},[],{"type":16,"tag":78,"props":3853,"children":3854},{"style":3094},[3855,3859],{"type":16,"tag":78,"props":3856,"children":3858},{"className":3857,"style":1287},[1286],[],{"type":16,"tag":78,"props":3860,"children":3862},{"className":3861},[132],[3863],{"type":16,"tag":78,"props":3864,"children":3866},{"className":3865},[132],[3867,3872],{"type":16,"tag":78,"props":3868,"children":3870},{"className":3869},[132,133],[3871],{"type":22,"value":1078},{"type":16,"tag":78,"props":3873,"children":3875},{"className":3874},[1462],[3876],{"type":16,"tag":78,"props":3877,"children":3879},{"className":3878},[1265,1266],[3880,3928],{"type":16,"tag":78,"props":3881,"children":3883},{"className":3882},[1271],[3884,3923],{"type":16,"tag":78,"props":3885,"children":3887},{"className":3886,"style":1846},[1276],[3888],{"type":16,"tag":78,"props":3889,"children":3890},{"style":1850},[3891,3895],{"type":16,"tag":78,"props":3892,"children":3894},{"className":3893,"style":1855},[1286],[],{"type":16,"tag":78,"props":3896,"children":3898},{"className":3897},[1292,1293,1294,1295],[3899],{"type":16,"tag":78,"props":3900,"children":3902},{"className":3901},[132,1295],[3903,3908,3913,3918],{"type":16,"tag":78,"props":3904,"children":3906},{"className":3905},[132,1295],[3907],{"type":22,"value":1160},{"type":16,"tag":78,"props":3909,"children":3911},{"className":3910,"style":1864},[132,133,1295],[3912],{"type":22,"value":1803},{"type":16,"tag":78,"props":3914,"children":3916},{"className":3915},[1628,1295],[3917],{"type":22,"value":1929},{"type":16,"tag":78,"props":3919,"children":3921},{"className":3920},[132,1295],[3922],{"type":22,"value":1110},{"type":16,"tag":78,"props":3924,"children":3926},{"className":3925},[1422],[3927],{"type":22,"value":1425},{"type":16,"tag":78,"props":3929,"children":3931},{"className":3930},[1271],[3932],{"type":16,"tag":78,"props":3933,"children":3935},{"className":3934,"style":2063},[1276],[3936],{"type":16,"tag":78,"props":3937,"children":3938},{},[],{"type":16,"tag":78,"props":3940,"children":3942},{"className":3941},[1422],[3943],{"type":22,"value":1425},{"type":16,"tag":78,"props":3945,"children":3947},{"className":3946},[1271],[3948],{"type":16,"tag":78,"props":3949,"children":3951},{"className":3950,"style":3212},[1276],[3952],{"type":16,"tag":78,"props":3953,"children":3954},{},[],{"type":16,"tag":78,"props":3956,"children":3958},{"className":3957,"style":2947},[1224,2946],[3959],{"type":16,"tag":78,"props":3960,"children":3962},{"className":3961},[2952,1294],[3963],{"type":22,"value":2648},{"type":16,"tag":151,"props":3965,"children":3966},{},[3967,3972,3974,4340,4342,4614,4615],{"type":16,"tag":52,"props":3968,"children":3969},{},[3970],{"type":22,"value":3971},"SwiGLU 门控前馈层",{"type":22,"value":3973},"（3 个无偏置线性矩阵 ",{"type":16,"tag":78,"props":3975,"children":3977},{"className":3976},[81],[3978,4063],{"type":16,"tag":78,"props":3979,"children":3981},{"className":3980},[86],[3982],{"type":16,"tag":89,"props":3983,"children":3984},{"xmlns":91},[3985],{"type":16,"tag":94,"props":3986,"children":3987},{},[3988,4058],{"type":16,"tag":98,"props":3989,"children":3990},{},[3991,4003,4007,4019,4024],{"type":16,"tag":1792,"props":3992,"children":3993},{},[3994,3999],{"type":16,"tag":102,"props":3995,"children":3996},{},[3997],{"type":22,"value":3998},"W",{"type":16,"tag":776,"props":4000,"children":4001},{},[4002],{"type":22,"value":1110},{"type":16,"tag":782,"props":4004,"children":4005},{"separator":116},[4006],{"type":22,"value":1938},{"type":16,"tag":1792,"props":4008,"children":4009},{},[4010,4014],{"type":16,"tag":102,"props":4011,"children":4012},{},[4013],{"type":22,"value":3998},{"type":16,"tag":776,"props":4015,"children":4016},{},[4017],{"type":22,"value":4018},"3",{"type":16,"tag":782,"props":4020,"children":4021},{},[4022],{"type":22,"value":4023},"∈",{"type":16,"tag":2217,"props":4025,"children":4026},{},[4027,4033],{"type":16,"tag":102,"props":4028,"children":4030},{"mathvariant":4029},"double-struck",[4031],{"type":22,"value":4032},"R",{"type":16,"tag":98,"props":4034,"children":4035},{},[4036,4049,4054],{"type":16,"tag":1792,"props":4037,"children":4038},{},[4039,4043],{"type":16,"tag":102,"props":4040,"children":4041},{},[4042],{"type":22,"value":1115},{"type":16,"tag":4044,"props":4045,"children":4046},"mtext",{},[4047],{"type":22,"value":4048},"ff",{"type":16,"tag":782,"props":4050,"children":4051},{},[4052],{"type":22,"value":4053},"×",{"type":16,"tag":102,"props":4055,"children":4056},{},[4057],{"type":22,"value":1115},{"type":16,"tag":107,"props":4059,"children":4060},{"encoding":109},[4061],{"type":22,"value":4062},"W_1, W_3 \\in \\mathbb{R}^{d_{\\text{ff}} \\times d}",{"type":16,"tag":78,"props":4064,"children":4066},{"className":4065,"ariaHidden":116},[115],[4067,4215],{"type":16,"tag":78,"props":4068,"children":4070},{"className":4069},[121],[4071,4076,4136,4141,4145,4202,4206,4211],{"type":16,"tag":78,"props":4072,"children":4075},{"className":4073,"style":4074},[126],"height:0.8778em;vertical-align:-0.1944em;",[],{"type":16,"tag":78,"props":4077,"children":4079},{"className":4078},[132],[4080,4086],{"type":16,"tag":78,"props":4081,"children":4084},{"className":4082,"style":4083},[132,133],"margin-right:0.1389em;",[4085],{"type":22,"value":3998},{"type":16,"tag":78,"props":4087,"children":4089},{"className":4088},[1462],[4090],{"type":16,"tag":78,"props":4091,"children":4093},{"className":4092},[1265,1266],[4094,4125],{"type":16,"tag":78,"props":4095,"children":4097},{"className":4096},[1271],[4098,4120],{"type":16,"tag":78,"props":4099,"children":4102},{"className":4100,"style":4101},[1276],"height:0.3011em;",[4103],{"type":16,"tag":78,"props":4104,"children":4106},{"style":4105},"top:-2.55em;margin-left:-0.1389em;margin-right:0.05em;",[4107,4111],{"type":16,"tag":78,"props":4108,"children":4110},{"className":4109,"style":1855},[1286],[],{"type":16,"tag":78,"props":4112,"children":4114},{"className":4113},[1292,1293,1294,1295],[4115],{"type":16,"tag":78,"props":4116,"children":4118},{"className":4117},[132,1295],[4119],{"type":22,"value":1110},{"type":16,"tag":78,"props":4121,"children":4123},{"className":4122},[1422],[4124],{"type":22,"value":1425},{"type":16,"tag":78,"props":4126,"children":4128},{"className":4127},[1271],[4129],{"type":16,"tag":78,"props":4130,"children":4132},{"className":4131,"style":1879},[1276],[4133],{"type":16,"tag":78,"props":4134,"children":4135},{},[],{"type":16,"tag":78,"props":4137,"children":4139},{"className":4138},[2071],[4140],{"type":22,"value":1938},{"type":16,"tag":78,"props":4142,"children":4144},{"className":4143,"style":2077},[818],[],{"type":16,"tag":78,"props":4146,"children":4148},{"className":4147},[132],[4149,4154],{"type":16,"tag":78,"props":4150,"children":4152},{"className":4151,"style":4083},[132,133],[4153],{"type":22,"value":3998},{"type":16,"tag":78,"props":4155,"children":4157},{"className":4156},[1462],[4158],{"type":16,"tag":78,"props":4159,"children":4161},{"className":4160},[1265,1266],[4162,4191],{"type":16,"tag":78,"props":4163,"children":4165},{"className":4164},[1271],[4166,4186],{"type":16,"tag":78,"props":4167,"children":4169},{"className":4168,"style":4101},[1276],[4170],{"type":16,"tag":78,"props":4171,"children":4172},{"style":4105},[4173,4177],{"type":16,"tag":78,"props":4174,"children":4176},{"className":4175,"style":1855},[1286],[],{"type":16,"tag":78,"props":4178,"children":4180},{"className":4179},[1292,1293,1294,1295],[4181],{"type":16,"tag":78,"props":4182,"children":4184},{"className":4183},[132,1295],[4185],{"type":22,"value":4018},{"type":16,"tag":78,"props":4187,"children":4189},{"className":4188},[1422],[4190],{"type":22,"value":1425},{"type":16,"tag":78,"props":4192,"children":4194},{"className":4193},[1271],[4195],{"type":16,"tag":78,"props":4196,"children":4198},{"className":4197,"style":1879},[1276],[4199],{"type":16,"tag":78,"props":4200,"children":4201},{},[],{"type":16,"tag":78,"props":4203,"children":4205},{"className":4204,"style":819},[818],[],{"type":16,"tag":78,"props":4207,"children":4209},{"className":4208},[824],[4210],{"type":22,"value":4023},{"type":16,"tag":78,"props":4212,"children":4214},{"className":4213,"style":819},[818],[],{"type":16,"tag":78,"props":4216,"children":4218},{"className":4217},[121],[4219,4224],{"type":16,"tag":78,"props":4220,"children":4223},{"className":4221,"style":4222},[126],"height:0.8491em;",[],{"type":16,"tag":78,"props":4225,"children":4227},{"className":4226},[132],[4228,4234],{"type":16,"tag":78,"props":4229,"children":4232},{"className":4230},[132,4231],"mathbb",[4233],{"type":22,"value":4032},{"type":16,"tag":78,"props":4235,"children":4237},{"className":4236},[1462],[4238],{"type":16,"tag":78,"props":4239,"children":4241},{"className":4240},[1265],[4242],{"type":16,"tag":78,"props":4243,"children":4245},{"className":4244},[1271],[4246],{"type":16,"tag":78,"props":4247,"children":4249},{"className":4248,"style":4222},[1276],[4250],{"type":16,"tag":78,"props":4251,"children":4252},{"style":2419},[4253,4257],{"type":16,"tag":78,"props":4254,"children":4256},{"className":4255,"style":1855},[1286],[],{"type":16,"tag":78,"props":4258,"children":4260},{"className":4259},[1292,1293,1294,1295],[4261],{"type":16,"tag":78,"props":4262,"children":4264},{"className":4263},[132,1295],[4265,4330,4335],{"type":16,"tag":78,"props":4266,"children":4268},{"className":4267},[132,1295],[4269,4274],{"type":16,"tag":78,"props":4270,"children":4272},{"className":4271},[132,133,1295],[4273],{"type":22,"value":1115},{"type":16,"tag":78,"props":4275,"children":4277},{"className":4276},[1462],[4278],{"type":16,"tag":78,"props":4279,"children":4281},{"className":4280},[1265,1266],[4282,4319],{"type":16,"tag":78,"props":4283,"children":4285},{"className":4284},[1271],[4286,4314],{"type":16,"tag":78,"props":4287,"children":4289},{"className":4288,"style":2492},[1276],[4290],{"type":16,"tag":78,"props":4291,"children":4292},{"style":2496},[4293,4297],{"type":16,"tag":78,"props":4294,"children":4296},{"className":4295,"style":1484},[1286],[],{"type":16,"tag":78,"props":4298,"children":4300},{"className":4299},[1292,1342,1373,1295],[4301],{"type":16,"tag":78,"props":4302,"children":4304},{"className":4303},[132,1295],[4305],{"type":16,"tag":78,"props":4306,"children":4308},{"className":4307},[132,22,1295],[4309],{"type":16,"tag":78,"props":4310,"children":4312},{"className":4311},[132,1295],[4313],{"type":22,"value":4048},{"type":16,"tag":78,"props":4315,"children":4317},{"className":4316},[1422],[4318],{"type":22,"value":1425},{"type":16,"tag":78,"props":4320,"children":4322},{"className":4321},[1271],[4323],{"type":16,"tag":78,"props":4324,"children":4326},{"className":4325,"style":2523},[1276],[4327],{"type":16,"tag":78,"props":4328,"children":4329},{},[],{"type":16,"tag":78,"props":4331,"children":4333},{"className":4332},[1628,1295],[4334],{"type":22,"value":4053},{"type":16,"tag":78,"props":4336,"children":4338},{"className":4337},[132,133,1295],[4339],{"type":22,"value":1115},{"type":22,"value":4341},"，",{"type":16,"tag":78,"props":4343,"children":4345},{"className":4344},[81],[4346,4408],{"type":16,"tag":78,"props":4347,"children":4349},{"className":4348},[86],[4350],{"type":16,"tag":89,"props":4351,"children":4352},{"xmlns":91},[4353],{"type":16,"tag":94,"props":4354,"children":4355},{},[4356,4403],{"type":16,"tag":98,"props":4357,"children":4358},{},[4359,4370,4374],{"type":16,"tag":1792,"props":4360,"children":4361},{},[4362,4366],{"type":16,"tag":102,"props":4363,"children":4364},{},[4365],{"type":22,"value":3998},{"type":16,"tag":776,"props":4367,"children":4368},{},[4369],{"type":22,"value":1160},{"type":16,"tag":782,"props":4371,"children":4372},{},[4373],{"type":22,"value":4023},{"type":16,"tag":2217,"props":4375,"children":4376},{},[4377,4381],{"type":16,"tag":102,"props":4378,"children":4379},{"mathvariant":4029},[4380],{"type":22,"value":4032},{"type":16,"tag":98,"props":4382,"children":4383},{},[4384,4388,4392],{"type":16,"tag":102,"props":4385,"children":4386},{},[4387],{"type":22,"value":1115},{"type":16,"tag":782,"props":4389,"children":4390},{},[4391],{"type":22,"value":4053},{"type":16,"tag":1792,"props":4393,"children":4394},{},[4395,4399],{"type":16,"tag":102,"props":4396,"children":4397},{},[4398],{"type":22,"value":1115},{"type":16,"tag":4044,"props":4400,"children":4401},{},[4402],{"type":22,"value":4048},{"type":16,"tag":107,"props":4404,"children":4405},{"encoding":109},[4406],{"type":22,"value":4407},"W_2 \\in \\mathbb{R}^{d \\times d_{\\text{ff}}}",{"type":16,"tag":78,"props":4409,"children":4411},{"className":4410,"ariaHidden":116},[115],[4412,4491],{"type":16,"tag":78,"props":4413,"children":4415},{"className":4414},[121],[4416,4421,4478,4482,4487],{"type":16,"tag":78,"props":4417,"children":4420},{"className":4418,"style":4419},[126],"height:0.8333em;vertical-align:-0.15em;",[],{"type":16,"tag":78,"props":4422,"children":4424},{"className":4423},[132],[4425,4430],{"type":16,"tag":78,"props":4426,"children":4428},{"className":4427,"style":4083},[132,133],[4429],{"type":22,"value":3998},{"type":16,"tag":78,"props":4431,"children":4433},{"className":4432},[1462],[4434],{"type":16,"tag":78,"props":4435,"children":4437},{"className":4436},[1265,1266],[4438,4467],{"type":16,"tag":78,"props":4439,"children":4441},{"className":4440},[1271],[4442,4462],{"type":16,"tag":78,"props":4443,"children":4445},{"className":4444,"style":4101},[1276],[4446],{"type":16,"tag":78,"props":4447,"children":4448},{"style":4105},[4449,4453],{"type":16,"tag":78,"props":4450,"children":4452},{"className":4451,"style":1855},[1286],[],{"type":16,"tag":78,"props":4454,"children":4456},{"className":4455},[1292,1293,1294,1295],[4457],{"type":16,"tag":78,"props":4458,"children":4460},{"className":4459},[132,1295],[4461],{"type":22,"value":1160},{"type":16,"tag":78,"props":4463,"children":4465},{"className":4464},[1422],[4466],{"type":22,"value":1425},{"type":16,"tag":78,"props":4468,"children":4470},{"className":4469},[1271],[4471],{"type":16,"tag":78,"props":4472,"children":4474},{"className":4473,"style":1879},[1276],[4475],{"type":16,"tag":78,"props":4476,"children":4477},{},[],{"type":16,"tag":78,"props":4479,"children":4481},{"className":4480,"style":819},[818],[],{"type":16,"tag":78,"props":4483,"children":4485},{"className":4484},[824],[4486],{"type":22,"value":4023},{"type":16,"tag":78,"props":4488,"children":4490},{"className":4489,"style":819},[818],[],{"type":16,"tag":78,"props":4492,"children":4494},{"className":4493},[121],[4495,4499],{"type":16,"tag":78,"props":4496,"children":4498},{"className":4497,"style":4222},[126],[],{"type":16,"tag":78,"props":4500,"children":4502},{"className":4501},[132],[4503,4508],{"type":16,"tag":78,"props":4504,"children":4506},{"className":4505},[132,4231],[4507],{"type":22,"value":4032},{"type":16,"tag":78,"props":4509,"children":4511},{"className":4510},[1462],[4512],{"type":16,"tag":78,"props":4513,"children":4515},{"className":4514},[1265],[4516],{"type":16,"tag":78,"props":4517,"children":4519},{"className":4518},[1271],[4520],{"type":16,"tag":78,"props":4521,"children":4523},{"className":4522,"style":4222},[1276],[4524],{"type":16,"tag":78,"props":4525,"children":4526},{"style":2419},[4527,4531],{"type":16,"tag":78,"props":4528,"children":4530},{"className":4529,"style":1855},[1286],[],{"type":16,"tag":78,"props":4532,"children":4534},{"className":4533},[1292,1293,1294,1295],[4535],{"type":16,"tag":78,"props":4536,"children":4538},{"className":4537},[132,1295],[4539,4544,4549],{"type":16,"tag":78,"props":4540,"children":4542},{"className":4541},[132,133,1295],[4543],{"type":22,"value":1115},{"type":16,"tag":78,"props":4545,"children":4547},{"className":4546},[1628,1295],[4548],{"type":22,"value":4053},{"type":16,"tag":78,"props":4550,"children":4552},{"className":4551},[132,1295],[4553,4558],{"type":16,"tag":78,"props":4554,"children":4556},{"className":4555},[132,133,1295],[4557],{"type":22,"value":1115},{"type":16,"tag":78,"props":4559,"children":4561},{"className":4560},[1462],[4562],{"type":16,"tag":78,"props":4563,"children":4565},{"className":4564},[1265,1266],[4566,4603],{"type":16,"tag":78,"props":4567,"children":4569},{"className":4568},[1271],[4570,4598],{"type":16,"tag":78,"props":4571,"children":4573},{"className":4572,"style":2492},[1276],[4574],{"type":16,"tag":78,"props":4575,"children":4576},{"style":2496},[4577,4581],{"type":16,"tag":78,"props":4578,"children":4580},{"className":4579,"style":1484},[1286],[],{"type":16,"tag":78,"props":4582,"children":4584},{"className":4583},[1292,1342,1373,1295],[4585],{"type":16,"tag":78,"props":4586,"children":4588},{"className":4587},[132,1295],[4589],{"type":16,"tag":78,"props":4590,"children":4592},{"className":4591},[132,22,1295],[4593],{"type":16,"tag":78,"props":4594,"children":4596},{"className":4595},[132,1295],[4597],{"type":22,"value":4048},{"type":16,"tag":78,"props":4599,"children":4601},{"className":4600},[1422],[4602],{"type":22,"value":1425},{"type":16,"tag":78,"props":4604,"children":4606},{"className":4605},[1271],[4607],{"type":16,"tag":78,"props":4608,"children":4610},{"className":4609,"style":2523},[1276],[4611],{"type":16,"tag":78,"props":4612,"children":4613},{},[],{"type":22,"value":1040},{"type":16,"tag":78,"props":4616,"children":4618},{"className":4617},[81],[4619,4754],{"type":16,"tag":78,"props":4620,"children":4622},{"className":4621},[86],[4623],{"type":16,"tag":89,"props":4624,"children":4625},{"xmlns":91},[4626],{"type":16,"tag":94,"props":4627,"children":4628},{},[4629,4749],{"type":16,"tag":98,"props":4630,"children":4631},{},[4632,4637,4641,4645,4649,4653,4657,4662,4667,4671,4675,4679,4695,4699,4703,4707,4711,4726,4730,4734],{"type":16,"tag":102,"props":4633,"children":4634},{"mathvariant":1060},[4635],{"type":22,"value":4636},"SwiGLU",{"type":16,"tag":782,"props":4638,"children":4639},{},[4640],{"type":22,"value":1067},{"type":16,"tag":782,"props":4642,"children":4643},{"stretchy":1070},[4644],{"type":22,"value":1073},{"type":16,"tag":102,"props":4646,"children":4647},{},[4648],{"type":22,"value":1078},{"type":16,"tag":782,"props":4650,"children":4651},{"stretchy":1070},[4652],{"type":22,"value":180},{"type":16,"tag":782,"props":4654,"children":4655},{},[4656],{"type":22,"value":1087},{"type":16,"tag":782,"props":4658,"children":4660},{"fence":1070,"stretchy":116,"minsize":4659,"maxsize":4659},"1.2em",[4661],{"type":22,"value":1073},{"type":16,"tag":102,"props":4663,"children":4664},{"mathvariant":1060},[4665],{"type":22,"value":4666},"SiLU",{"type":16,"tag":782,"props":4668,"children":4669},{},[4670],{"type":22,"value":1067},{"type":16,"tag":782,"props":4672,"children":4673},{"stretchy":1070},[4674],{"type":22,"value":1073},{"type":16,"tag":102,"props":4676,"children":4677},{},[4678],{"type":22,"value":1078},{"type":16,"tag":1117,"props":4680,"children":4681},{},[4682,4686,4690],{"type":16,"tag":102,"props":4683,"children":4684},{},[4685],{"type":22,"value":3998},{"type":16,"tag":776,"props":4687,"children":4688},{},[4689],{"type":22,"value":1110},{"type":16,"tag":102,"props":4691,"children":4692},{"mathvariant":1060},[4693],{"type":22,"value":4694},"⊤",{"type":16,"tag":782,"props":4696,"children":4697},{"stretchy":1070},[4698],{"type":22,"value":180},{"type":16,"tag":782,"props":4700,"children":4701},{},[4702],{"type":22,"value":1175},{"type":16,"tag":782,"props":4704,"children":4705},{"stretchy":1070},[4706],{"type":22,"value":1073},{"type":16,"tag":102,"props":4708,"children":4709},{},[4710],{"type":22,"value":1078},{"type":16,"tag":1117,"props":4712,"children":4713},{},[4714,4718,4722],{"type":16,"tag":102,"props":4715,"children":4716},{},[4717],{"type":22,"value":3998},{"type":16,"tag":776,"props":4719,"children":4720},{},[4721],{"type":22,"value":4018},{"type":16,"tag":102,"props":4723,"children":4724},{"mathvariant":1060},[4725],{"type":22,"value":4694},{"type":16,"tag":782,"props":4727,"children":4728},{"stretchy":1070},[4729],{"type":22,"value":180},{"type":16,"tag":782,"props":4731,"children":4732},{"fence":1070,"stretchy":116,"minsize":4659,"maxsize":4659},[4733],{"type":22,"value":180},{"type":16,"tag":1117,"props":4735,"children":4736},{},[4737,4741,4745],{"type":16,"tag":102,"props":4738,"children":4739},{},[4740],{"type":22,"value":3998},{"type":16,"tag":776,"props":4742,"children":4743},{},[4744],{"type":22,"value":1160},{"type":16,"tag":102,"props":4746,"children":4747},{"mathvariant":1060},[4748],{"type":22,"value":4694},{"type":16,"tag":107,"props":4750,"children":4751},{"encoding":109},[4752],{"type":22,"value":4753},"\\operatorname{SwiGLU}(x) = \\big(\\operatorname{SiLU}(x W_1^\\top) \\odot (x W_3^\\top)\\big) W_2^\\top",{"type":16,"tag":78,"props":4755,"children":4757},{"className":4756,"ariaHidden":116},[115],[4758,4803,4937],{"type":16,"tag":78,"props":4759,"children":4761},{"className":4760},[121],[4762,4766,4775,4780,4785,4790,4794,4799],{"type":16,"tag":78,"props":4763,"children":4765},{"className":4764,"style":1197},[126],[],{"type":16,"tag":78,"props":4767,"children":4769},{"className":4768},[1202],[4770],{"type":16,"tag":78,"props":4771,"children":4773},{"className":4772},[132,1207],[4774],{"type":22,"value":4636},{"type":16,"tag":78,"props":4776,"children":4778},{"className":4777},[1213],[4779],{"type":22,"value":1073},{"type":16,"tag":78,"props":4781,"children":4783},{"className":4782},[132,133],[4784],{"type":22,"value":1078},{"type":16,"tag":78,"props":4786,"children":4788},{"className":4787},[1224],[4789],{"type":22,"value":180},{"type":16,"tag":78,"props":4791,"children":4793},{"className":4792,"style":819},[818],[],{"type":16,"tag":78,"props":4795,"children":4797},{"className":4796},[824],[4798],{"type":22,"value":1087},{"type":16,"tag":78,"props":4800,"children":4802},{"className":4801,"style":819},[818],[],{"type":16,"tag":78,"props":4804,"children":4806},{"className":4805},[121],[4807,4812,4821,4825,4834,4839,4844,4919,4924,4928,4933],{"type":16,"tag":78,"props":4808,"children":4811},{"className":4809,"style":4810},[126],"height:1.2em;vertical-align:-0.35em;",[],{"type":16,"tag":78,"props":4813,"children":4815},{"className":4814},[132],[4816],{"type":16,"tag":78,"props":4817,"children":4819},{"className":4818},[2952,1373],[4820],{"type":22,"value":1073},{"type":16,"tag":78,"props":4822,"children":4824},{"className":4823,"style":2077},[818],[],{"type":16,"tag":78,"props":4826,"children":4828},{"className":4827},[1202],[4829],{"type":16,"tag":78,"props":4830,"children":4832},{"className":4831},[132,1207],[4833],{"type":22,"value":4666},{"type":16,"tag":78,"props":4835,"children":4837},{"className":4836},[1213],[4838],{"type":22,"value":1073},{"type":16,"tag":78,"props":4840,"children":4842},{"className":4841},[132,133],[4843],{"type":22,"value":1078},{"type":16,"tag":78,"props":4845,"children":4847},{"className":4846},[132],[4848,4853],{"type":16,"tag":78,"props":4849,"children":4851},{"className":4850,"style":4083},[132,133],[4852],{"type":22,"value":3998},{"type":16,"tag":78,"props":4854,"children":4856},{"className":4855},[1462],[4857],{"type":16,"tag":78,"props":4858,"children":4860},{"className":4859},[1265,1266],[4861,4907],{"type":16,"tag":78,"props":4862,"children":4864},{"className":4863},[1271],[4865,4902],{"type":16,"tag":78,"props":4866,"children":4868},{"className":4867,"style":4222},[1276],[4869,4886],{"type":16,"tag":78,"props":4870,"children":4872},{"style":4871},"top:-2.4519em;margin-left:-0.1389em;margin-right:0.05em;",[4873,4877],{"type":16,"tag":78,"props":4874,"children":4876},{"className":4875,"style":1855},[1286],[],{"type":16,"tag":78,"props":4878,"children":4880},{"className":4879},[1292,1293,1294,1295],[4881],{"type":16,"tag":78,"props":4882,"children":4884},{"className":4883},[132,1295],[4885],{"type":22,"value":1110},{"type":16,"tag":78,"props":4887,"children":4888},{"style":2419},[4889,4893],{"type":16,"tag":78,"props":4890,"children":4892},{"className":4891,"style":1855},[1286],[],{"type":16,"tag":78,"props":4894,"children":4896},{"className":4895},[1292,1293,1294,1295],[4897],{"type":16,"tag":78,"props":4898,"children":4900},{"className":4899},[132,1295],[4901],{"type":22,"value":4694},{"type":16,"tag":78,"props":4903,"children":4905},{"className":4904},[1422],[4906],{"type":22,"value":1425},{"type":16,"tag":78,"props":4908,"children":4910},{"className":4909},[1271],[4911],{"type":16,"tag":78,"props":4912,"children":4915},{"className":4913,"style":4914},[1276],"height:0.2481em;",[4916],{"type":16,"tag":78,"props":4917,"children":4918},{},[],{"type":16,"tag":78,"props":4920,"children":4922},{"className":4921},[1224],[4923],{"type":22,"value":180},{"type":16,"tag":78,"props":4925,"children":4927},{"className":4926,"style":1739},[818],[],{"type":16,"tag":78,"props":4929,"children":4931},{"className":4930},[1628],[4932],{"type":22,"value":1175},{"type":16,"tag":78,"props":4934,"children":4936},{"className":4935,"style":1739},[818],[],{"type":16,"tag":78,"props":4938,"children":4940},{"className":4939},[121],[4941,4945,4950,4955,5028,5033,5042],{"type":16,"tag":78,"props":4942,"children":4944},{"className":4943,"style":4810},[126],[],{"type":16,"tag":78,"props":4946,"children":4948},{"className":4947},[1213],[4949],{"type":22,"value":1073},{"type":16,"tag":78,"props":4951,"children":4953},{"className":4952},[132,133],[4954],{"type":22,"value":1078},{"type":16,"tag":78,"props":4956,"children":4958},{"className":4957},[132],[4959,4964],{"type":16,"tag":78,"props":4960,"children":4962},{"className":4961,"style":4083},[132,133],[4963],{"type":22,"value":3998},{"type":16,"tag":78,"props":4965,"children":4967},{"className":4966},[1462],[4968],{"type":16,"tag":78,"props":4969,"children":4971},{"className":4970},[1265,1266],[4972,5017],{"type":16,"tag":78,"props":4973,"children":4975},{"className":4974},[1271],[4976,5012],{"type":16,"tag":78,"props":4977,"children":4979},{"className":4978,"style":4222},[1276],[4980,4996],{"type":16,"tag":78,"props":4981,"children":4982},{"style":4871},[4983,4987],{"type":16,"tag":78,"props":4984,"children":4986},{"className":4985,"style":1855},[1286],[],{"type":16,"tag":78,"props":4988,"children":4990},{"className":4989},[1292,1293,1294,1295],[4991],{"type":16,"tag":78,"props":4992,"children":4994},{"className":4993},[132,1295],[4995],{"type":22,"value":4018},{"type":16,"tag":78,"props":4997,"children":4998},{"style":2419},[4999,5003],{"type":16,"tag":78,"props":5000,"children":5002},{"className":5001,"style":1855},[1286],[],{"type":16,"tag":78,"props":5004,"children":5006},{"className":5005},[1292,1293,1294,1295],[5007],{"type":16,"tag":78,"props":5008,"children":5010},{"className":5009},[132,1295],[5011],{"type":22,"value":4694},{"type":16,"tag":78,"props":5013,"children":5015},{"className":5014},[1422],[5016],{"type":22,"value":1425},{"type":16,"tag":78,"props":5018,"children":5020},{"className":5019},[1271],[5021],{"type":16,"tag":78,"props":5022,"children":5024},{"className":5023,"style":4914},[1276],[5025],{"type":16,"tag":78,"props":5026,"children":5027},{},[],{"type":16,"tag":78,"props":5029,"children":5031},{"className":5030},[1224],[5032],{"type":22,"value":180},{"type":16,"tag":78,"props":5034,"children":5036},{"className":5035},[132],[5037],{"type":16,"tag":78,"props":5038,"children":5040},{"className":5039},[2952,1373],[5041],{"type":22,"value":180},{"type":16,"tag":78,"props":5043,"children":5045},{"className":5044},[132],[5046,5051],{"type":16,"tag":78,"props":5047,"children":5049},{"className":5048,"style":4083},[132,133],[5050],{"type":22,"value":3998},{"type":16,"tag":78,"props":5052,"children":5054},{"className":5053},[1462],[5055],{"type":16,"tag":78,"props":5056,"children":5058},{"className":5057},[1265,1266],[5059,5104],{"type":16,"tag":78,"props":5060,"children":5062},{"className":5061},[1271],[5063,5099],{"type":16,"tag":78,"props":5064,"children":5066},{"className":5065,"style":4222},[1276],[5067,5083],{"type":16,"tag":78,"props":5068,"children":5069},{"style":4871},[5070,5074],{"type":16,"tag":78,"props":5071,"children":5073},{"className":5072,"style":1855},[1286],[],{"type":16,"tag":78,"props":5075,"children":5077},{"className":5076},[1292,1293,1294,1295],[5078],{"type":16,"tag":78,"props":5079,"children":5081},{"className":5080},[132,1295],[5082],{"type":22,"value":1160},{"type":16,"tag":78,"props":5084,"children":5085},{"style":2419},[5086,5090],{"type":16,"tag":78,"props":5087,"children":5089},{"className":5088,"style":1855},[1286],[],{"type":16,"tag":78,"props":5091,"children":5093},{"className":5092},[1292,1293,1294,1295],[5094],{"type":16,"tag":78,"props":5095,"children":5097},{"className":5096},[132,1295],[5098],{"type":22,"value":4694},{"type":16,"tag":78,"props":5100,"children":5102},{"className":5101},[1422],[5103],{"type":22,"value":1425},{"type":16,"tag":78,"props":5105,"children":5107},{"className":5106},[1271],[5108],{"type":16,"tag":78,"props":5109,"children":5111},{"className":5110,"style":4914},[1276],[5112],{"type":16,"tag":78,"props":5113,"children":5114},{},[],{"type":16,"tag":151,"props":5116,"children":5117},{},[5118,5123,5124],{"type":16,"tag":52,"props":5119,"children":5120},{},[5121],{"type":22,"value":5122},"Pre-Norm Transformer Block",{"type":22,"value":749},{"type":16,"tag":78,"props":5125,"children":5127},{"className":5126},[81],[5128,5281],{"type":16,"tag":78,"props":5129,"children":5131},{"className":5130},[86],[5132],{"type":16,"tag":89,"props":5133,"children":5134},{"xmlns":91},[5135],{"type":16,"tag":94,"props":5136,"children":5137},{},[5138,5276],{"type":16,"tag":98,"props":5139,"children":5140},{},[5141,5146,5150,5154,5158,5163,5167,5171,5189,5193,5197,5201,5205,5209,5213,5218,5222,5226,5230,5234,5238,5242,5260,5264,5268,5272],{"type":16,"tag":102,"props":5142,"children":5143},{},[5144],{"type":22,"value":5145},"h",{"type":16,"tag":782,"props":5147,"children":5148},{},[5149],{"type":22,"value":1087},{"type":16,"tag":102,"props":5151,"children":5152},{},[5153],{"type":22,"value":1078},{"type":16,"tag":782,"props":5155,"children":5156},{},[5157],{"type":22,"value":1165},{"type":16,"tag":102,"props":5159,"children":5160},{"mathvariant":1060},[5161],{"type":22,"value":5162},"MHA",{"type":16,"tag":782,"props":5164,"children":5165},{},[5166],{"type":22,"value":1067},{"type":16,"tag":782,"props":5168,"children":5169},{"stretchy":1070},[5170],{"type":22,"value":1073},{"type":16,"tag":1792,"props":5172,"children":5173},{},[5174,5185],{"type":16,"tag":98,"props":5175,"children":5176},{},[5177,5181],{"type":16,"tag":102,"props":5178,"children":5179},{"mathvariant":1060},[5180],{"type":22,"value":1022},{"type":16,"tag":782,"props":5182,"children":5183},{},[5184],{"type":22,"value":1067},{"type":16,"tag":776,"props":5186,"children":5187},{},[5188],{"type":22,"value":1110},{"type":16,"tag":782,"props":5190,"children":5191},{"stretchy":1070},[5192],{"type":22,"value":1073},{"type":16,"tag":102,"props":5194,"children":5195},{},[5196],{"type":22,"value":1078},{"type":16,"tag":782,"props":5198,"children":5199},{"stretchy":1070},[5200],{"type":22,"value":180},{"type":16,"tag":782,"props":5202,"children":5203},{"stretchy":1070},[5204],{"type":22,"value":180},{"type":16,"tag":782,"props":5206,"children":5207},{"separator":116},[5208],{"type":22,"value":1938},{"type":16,"tag":818,"props":5210,"children":5212},{"width":5211},"2em",[],{"type":16,"tag":102,"props":5214,"children":5215},{},[5216],{"type":22,"value":5217},"y",{"type":16,"tag":782,"props":5219,"children":5220},{},[5221],{"type":22,"value":1087},{"type":16,"tag":102,"props":5223,"children":5224},{},[5225],{"type":22,"value":5145},{"type":16,"tag":782,"props":5227,"children":5228},{},[5229],{"type":22,"value":1165},{"type":16,"tag":102,"props":5231,"children":5232},{"mathvariant":1060},[5233],{"type":22,"value":4636},{"type":16,"tag":782,"props":5235,"children":5236},{},[5237],{"type":22,"value":1067},{"type":16,"tag":782,"props":5239,"children":5240},{"stretchy":1070},[5241],{"type":22,"value":1073},{"type":16,"tag":1792,"props":5243,"children":5244},{},[5245,5256],{"type":16,"tag":98,"props":5246,"children":5247},{},[5248,5252],{"type":16,"tag":102,"props":5249,"children":5250},{"mathvariant":1060},[5251],{"type":22,"value":1022},{"type":16,"tag":782,"props":5253,"children":5254},{},[5255],{"type":22,"value":1067},{"type":16,"tag":776,"props":5257,"children":5258},{},[5259],{"type":22,"value":1160},{"type":16,"tag":782,"props":5261,"children":5262},{"stretchy":1070},[5263],{"type":22,"value":1073},{"type":16,"tag":102,"props":5265,"children":5266},{},[5267],{"type":22,"value":5145},{"type":16,"tag":782,"props":5269,"children":5270},{"stretchy":1070},[5271],{"type":22,"value":180},{"type":16,"tag":782,"props":5273,"children":5274},{"stretchy":1070},[5275],{"type":22,"value":180},{"type":16,"tag":107,"props":5277,"children":5278},{"encoding":109},[5279],{"type":22,"value":5280},"h = x + \\operatorname{MHA}(\\operatorname{RMSNorm}_1(x)), \\qquad y = h + \\operatorname{SwiGLU}(\\operatorname{RMSNorm}_2(h))",{"type":16,"tag":78,"props":5282,"children":5284},{"className":5283,"ariaHidden":116},[115],[5285,5312,5339,5471,5498],{"type":16,"tag":78,"props":5286,"children":5288},{"className":5287},[121],[5289,5294,5299,5303,5308],{"type":16,"tag":78,"props":5290,"children":5293},{"className":5291,"style":5292},[126],"height:0.6944em;",[],{"type":16,"tag":78,"props":5295,"children":5297},{"className":5296},[132,133],[5298],{"type":22,"value":5145},{"type":16,"tag":78,"props":5300,"children":5302},{"className":5301,"style":819},[818],[],{"type":16,"tag":78,"props":5304,"children":5306},{"className":5305},[824],[5307],{"type":22,"value":1087},{"type":16,"tag":78,"props":5309,"children":5311},{"className":5310,"style":819},[818],[],{"type":16,"tag":78,"props":5313,"children":5315},{"className":5314},[121],[5316,5321,5326,5330,5335],{"type":16,"tag":78,"props":5317,"children":5320},{"className":5318,"style":5319},[126],"height:0.6667em;vertical-align:-0.0833em;",[],{"type":16,"tag":78,"props":5322,"children":5324},{"className":5323},[132,133],[5325],{"type":22,"value":1078},{"type":16,"tag":78,"props":5327,"children":5329},{"className":5328,"style":1739},[818],[],{"type":16,"tag":78,"props":5331,"children":5333},{"className":5332},[1628],[5334],{"type":22,"value":1165},{"type":16,"tag":78,"props":5336,"children":5338},{"className":5337,"style":1739},[818],[],{"type":16,"tag":78,"props":5340,"children":5342},{"className":5341},[121],[5343,5347,5356,5361,5423,5428,5433,5439,5444,5449,5453,5458,5462,5467],{"type":16,"tag":78,"props":5344,"children":5346},{"className":5345,"style":1197},[126],[],{"type":16,"tag":78,"props":5348,"children":5350},{"className":5349},[1202],[5351],{"type":16,"tag":78,"props":5352,"children":5354},{"className":5353},[132,1207],[5355],{"type":22,"value":5162},{"type":16,"tag":78,"props":5357,"children":5359},{"className":5358},[1213],[5360],{"type":22,"value":1073},{"type":16,"tag":78,"props":5362,"children":5364},{"className":5363},[1202],[5365,5374],{"type":16,"tag":78,"props":5366,"children":5368},{"className":5367},[1202],[5369],{"type":16,"tag":78,"props":5370,"children":5372},{"className":5371},[132,1207],[5373],{"type":22,"value":1022},{"type":16,"tag":78,"props":5375,"children":5377},{"className":5376},[1462],[5378],{"type":16,"tag":78,"props":5379,"children":5381},{"className":5380},[1265,1266],[5382,5412],{"type":16,"tag":78,"props":5383,"children":5385},{"className":5384},[1271],[5386,5407],{"type":16,"tag":78,"props":5387,"children":5389},{"className":5388,"style":4101},[1276],[5390],{"type":16,"tag":78,"props":5391,"children":5393},{"style":5392},"top:-2.55em;margin-right:0.05em;",[5394,5398],{"type":16,"tag":78,"props":5395,"children":5397},{"className":5396,"style":1855},[1286],[],{"type":16,"tag":78,"props":5399,"children":5401},{"className":5400},[1292,1293,1294,1295],[5402],{"type":16,"tag":78,"props":5403,"children":5405},{"className":5404},[132,1295],[5406],{"type":22,"value":1110},{"type":16,"tag":78,"props":5408,"children":5410},{"className":5409},[1422],[5411],{"type":22,"value":1425},{"type":16,"tag":78,"props":5413,"children":5415},{"className":5414},[1271],[5416],{"type":16,"tag":78,"props":5417,"children":5419},{"className":5418,"style":1879},[1276],[5420],{"type":16,"tag":78,"props":5421,"children":5422},{},[],{"type":16,"tag":78,"props":5424,"children":5426},{"className":5425},[1213],[5427],{"type":22,"value":1073},{"type":16,"tag":78,"props":5429,"children":5431},{"className":5430},[132,133],[5432],{"type":22,"value":1078},{"type":16,"tag":78,"props":5434,"children":5436},{"className":5435},[1224],[5437],{"type":22,"value":5438},"))",{"type":16,"tag":78,"props":5440,"children":5442},{"className":5441},[2071],[5443],{"type":22,"value":1938},{"type":16,"tag":78,"props":5445,"children":5448},{"className":5446,"style":5447},[818],"margin-right:2em;",[],{"type":16,"tag":78,"props":5450,"children":5452},{"className":5451,"style":2077},[818],[],{"type":16,"tag":78,"props":5454,"children":5456},{"className":5455,"style":1761},[132,133],[5457],{"type":22,"value":5217},{"type":16,"tag":78,"props":5459,"children":5461},{"className":5460,"style":819},[818],[],{"type":16,"tag":78,"props":5463,"children":5465},{"className":5464},[824],[5466],{"type":22,"value":1087},{"type":16,"tag":78,"props":5468,"children":5470},{"className":5469,"style":819},[818],[],{"type":16,"tag":78,"props":5472,"children":5474},{"className":5473},[121],[5475,5480,5485,5489,5494],{"type":16,"tag":78,"props":5476,"children":5479},{"className":5477,"style":5478},[126],"height:0.7778em;vertical-align:-0.0833em;",[],{"type":16,"tag":78,"props":5481,"children":5483},{"className":5482},[132,133],[5484],{"type":22,"value":5145},{"type":16,"tag":78,"props":5486,"children":5488},{"className":5487,"style":1739},[818],[],{"type":16,"tag":78,"props":5490,"children":5492},{"className":5491},[1628],[5493],{"type":22,"value":1165},{"type":16,"tag":78,"props":5495,"children":5497},{"className":5496,"style":1739},[818],[],{"type":16,"tag":78,"props":5499,"children":5501},{"className":5500},[121],[5502,5506,5515,5520,5581,5586,5591],{"type":16,"tag":78,"props":5503,"children":5505},{"className":5504,"style":1197},[126],[],{"type":16,"tag":78,"props":5507,"children":5509},{"className":5508},[1202],[5510],{"type":16,"tag":78,"props":5511,"children":5513},{"className":5512},[132,1207],[5514],{"type":22,"value":4636},{"type":16,"tag":78,"props":5516,"children":5518},{"className":5517},[1213],[5519],{"type":22,"value":1073},{"type":16,"tag":78,"props":5521,"children":5523},{"className":5522},[1202],[5524,5533],{"type":16,"tag":78,"props":5525,"children":5527},{"className":5526},[1202],[5528],{"type":16,"tag":78,"props":5529,"children":5531},{"className":5530},[132,1207],[5532],{"type":22,"value":1022},{"type":16,"tag":78,"props":5534,"children":5536},{"className":5535},[1462],[5537],{"type":16,"tag":78,"props":5538,"children":5540},{"className":5539},[1265,1266],[5541,5570],{"type":16,"tag":78,"props":5542,"children":5544},{"className":5543},[1271],[5545,5565],{"type":16,"tag":78,"props":5546,"children":5548},{"className":5547,"style":4101},[1276],[5549],{"type":16,"tag":78,"props":5550,"children":5551},{"style":5392},[5552,5556],{"type":16,"tag":78,"props":5553,"children":5555},{"className":5554,"style":1855},[1286],[],{"type":16,"tag":78,"props":5557,"children":5559},{"className":5558},[1292,1293,1294,1295],[5560],{"type":16,"tag":78,"props":5561,"children":5563},{"className":5562},[132,1295],[5564],{"type":22,"value":1160},{"type":16,"tag":78,"props":5566,"children":5568},{"className":5567},[1422],[5569],{"type":22,"value":1425},{"type":16,"tag":78,"props":5571,"children":5573},{"className":5572},[1271],[5574],{"type":16,"tag":78,"props":5575,"children":5577},{"className":5576,"style":1879},[1276],[5578],{"type":16,"tag":78,"props":5579,"children":5580},{},[],{"type":16,"tag":78,"props":5582,"children":5584},{"className":5583},[1213],[5585],{"type":22,"value":1073},{"type":16,"tag":78,"props":5587,"children":5589},{"className":5588},[132,133],[5590],{"type":22,"value":5145},{"type":16,"tag":78,"props":5592,"children":5594},{"className":5593},[1224],[5595],{"type":22,"value":5438},{"type":16,"tag":1006,"props":5597,"children":5599},{"id":5598},"_2-参数量与-flops-闭合公式problem-transformer_accounting",[5600,5602,5608],{"type":22,"value":5601},"2. 参数量与 FLOPs 闭合公式（Problem ",{"type":16,"tag":35,"props":5603,"children":5605},{"className":5604},[],[5606],{"type":22,"value":5607},"transformer_accounting",{"type":22,"value":943},{"type":16,"tag":24,"props":5610,"children":5611},{},[5612,5614,5658,5660,5704,5706,5749,5751,5793,5795,5905],{"type":22,"value":5613},"设词表大小 ",{"type":16,"tag":78,"props":5615,"children":5617},{"className":5616},[81],[5618,5640],{"type":16,"tag":78,"props":5619,"children":5621},{"className":5620},[86],[5622],{"type":16,"tag":89,"props":5623,"children":5624},{"xmlns":91},[5625],{"type":16,"tag":94,"props":5626,"children":5627},{},[5628,5636],{"type":16,"tag":98,"props":5629,"children":5630},{},[5631],{"type":16,"tag":102,"props":5632,"children":5633},{},[5634],{"type":22,"value":5635},"V",{"type":16,"tag":107,"props":5637,"children":5638},{"encoding":109},[5639],{"type":22,"value":5635},{"type":16,"tag":78,"props":5641,"children":5643},{"className":5642,"ariaHidden":116},[115],[5644],{"type":16,"tag":78,"props":5645,"children":5647},{"className":5646},[121],[5648,5653],{"type":16,"tag":78,"props":5649,"children":5652},{"className":5650,"style":5651},[126],"height:0.6833em;",[],{"type":16,"tag":78,"props":5654,"children":5656},{"className":5655,"style":1739},[132,133],[5657],{"type":22,"value":5635},{"type":22,"value":5659},"、上下文长度 ",{"type":16,"tag":78,"props":5661,"children":5663},{"className":5662},[81],[5664,5686],{"type":16,"tag":78,"props":5665,"children":5667},{"className":5666},[86],[5668],{"type":16,"tag":89,"props":5669,"children":5670},{"xmlns":91},[5671],{"type":16,"tag":94,"props":5672,"children":5673},{},[5674,5682],{"type":16,"tag":98,"props":5675,"children":5676},{},[5677],{"type":16,"tag":102,"props":5678,"children":5679},{},[5680],{"type":22,"value":5681},"S",{"type":16,"tag":107,"props":5683,"children":5684},{"encoding":109},[5685],{"type":22,"value":5681},{"type":16,"tag":78,"props":5687,"children":5689},{"className":5688,"ariaHidden":116},[115],[5690],{"type":16,"tag":78,"props":5691,"children":5693},{"className":5692},[121],[5694,5698],{"type":16,"tag":78,"props":5695,"children":5697},{"className":5696,"style":5651},[126],[],{"type":16,"tag":78,"props":5699,"children":5702},{"className":5700,"style":5701},[132,133],"margin-right:0.0576em;",[5703],{"type":22,"value":5681},{"type":22,"value":5705},"、层数 ",{"type":16,"tag":78,"props":5707,"children":5709},{"className":5708},[81],[5710,5732],{"type":16,"tag":78,"props":5711,"children":5713},{"className":5712},[86],[5714],{"type":16,"tag":89,"props":5715,"children":5716},{"xmlns":91},[5717],{"type":16,"tag":94,"props":5718,"children":5719},{},[5720,5728],{"type":16,"tag":98,"props":5721,"children":5722},{},[5723],{"type":16,"tag":102,"props":5724,"children":5725},{},[5726],{"type":22,"value":5727},"L",{"type":16,"tag":107,"props":5729,"children":5730},{"encoding":109},[5731],{"type":22,"value":5727},{"type":16,"tag":78,"props":5733,"children":5735},{"className":5734,"ariaHidden":116},[115],[5736],{"type":16,"tag":78,"props":5737,"children":5739},{"className":5738},[121],[5740,5744],{"type":16,"tag":78,"props":5741,"children":5743},{"className":5742,"style":5651},[126],[],{"type":16,"tag":78,"props":5745,"children":5747},{"className":5746},[132,133],[5748],{"type":22,"value":5727},{"type":22,"value":5750},"、隐藏维 ",{"type":16,"tag":78,"props":5752,"children":5754},{"className":5753},[81],[5755,5776],{"type":16,"tag":78,"props":5756,"children":5758},{"className":5757},[86],[5759],{"type":16,"tag":89,"props":5760,"children":5761},{"xmlns":91},[5762],{"type":16,"tag":94,"props":5763,"children":5764},{},[5765,5772],{"type":16,"tag":98,"props":5766,"children":5767},{},[5768],{"type":16,"tag":102,"props":5769,"children":5770},{},[5771],{"type":22,"value":1115},{"type":16,"tag":107,"props":5773,"children":5774},{"encoding":109},[5775],{"type":22,"value":1115},{"type":16,"tag":78,"props":5777,"children":5779},{"className":5778,"ariaHidden":116},[115],[5780],{"type":16,"tag":78,"props":5781,"children":5783},{"className":5782},[121],[5784,5788],{"type":16,"tag":78,"props":5785,"children":5787},{"className":5786,"style":5292},[126],[],{"type":16,"tag":78,"props":5789,"children":5791},{"className":5790},[132,133],[5792],{"type":22,"value":1115},{"type":22,"value":5794},"、FFN 维 ",{"type":16,"tag":78,"props":5796,"children":5798},{"className":5797},[81],[5799,5828],{"type":16,"tag":78,"props":5800,"children":5802},{"className":5801},[86],[5803],{"type":16,"tag":89,"props":5804,"children":5805},{"xmlns":91},[5806],{"type":16,"tag":94,"props":5807,"children":5808},{},[5809,5823],{"type":16,"tag":98,"props":5810,"children":5811},{},[5812],{"type":16,"tag":1792,"props":5813,"children":5814},{},[5815,5819],{"type":16,"tag":102,"props":5816,"children":5817},{},[5818],{"type":22,"value":1115},{"type":16,"tag":4044,"props":5820,"children":5821},{},[5822],{"type":22,"value":4048},{"type":16,"tag":107,"props":5824,"children":5825},{"encoding":109},[5826],{"type":22,"value":5827},"d_{\\text{ff}}",{"type":16,"tag":78,"props":5829,"children":5831},{"className":5830,"ariaHidden":116},[115],[5832],{"type":16,"tag":78,"props":5833,"children":5835},{"className":5834},[121],[5836,5840],{"type":16,"tag":78,"props":5837,"children":5839},{"className":5838,"style":1820},[126],[],{"type":16,"tag":78,"props":5841,"children":5843},{"className":5842},[132],[5844,5849],{"type":16,"tag":78,"props":5845,"children":5847},{"className":5846},[132,133],[5848],{"type":22,"value":1115},{"type":16,"tag":78,"props":5850,"children":5852},{"className":5851},[1462],[5853],{"type":16,"tag":78,"props":5854,"children":5856},{"className":5855},[1265,1266],[5857,5894],{"type":16,"tag":78,"props":5858,"children":5860},{"className":5859},[1271],[5861,5889],{"type":16,"tag":78,"props":5862,"children":5864},{"className":5863,"style":1846},[1276],[5865],{"type":16,"tag":78,"props":5866,"children":5867},{"style":1850},[5868,5872],{"type":16,"tag":78,"props":5869,"children":5871},{"className":5870,"style":1855},[1286],[],{"type":16,"tag":78,"props":5873,"children":5875},{"className":5874},[1292,1293,1294,1295],[5876],{"type":16,"tag":78,"props":5877,"children":5879},{"className":5878},[132,1295],[5880],{"type":16,"tag":78,"props":5881,"children":5883},{"className":5882},[132,22,1295],[5884],{"type":16,"tag":78,"props":5885,"children":5887},{"className":5886},[132,1295],[5888],{"type":22,"value":4048},{"type":16,"tag":78,"props":5890,"children":5892},{"className":5891},[1422],[5893],{"type":22,"value":1425},{"type":16,"tag":78,"props":5895,"children":5897},{"className":5896},[1271],[5898],{"type":16,"tag":78,"props":5899,"children":5901},{"className":5900,"style":1879},[1276],[5902],{"type":16,"tag":78,"props":5903,"children":5904},{},[],{"type":22,"value":5906},"：",{"type":16,"tag":147,"props":5908,"children":5909},{},[5910,6406],{"type":16,"tag":151,"props":5911,"children":5912},{},[5913,5918,5919],{"type":16,"tag":52,"props":5914,"children":5915},{},[5916],{"type":22,"value":5917},"可训练参数总数",{"type":22,"value":749},{"type":16,"tag":78,"props":5920,"children":5922},{"className":5921},[81],[5923,6045],{"type":16,"tag":78,"props":5924,"children":5926},{"className":5925},[86],[5927],{"type":16,"tag":89,"props":5928,"children":5929},{"xmlns":91},[5930],{"type":16,"tag":94,"props":5931,"children":5932},{},[5933,6040],{"type":16,"tag":98,"props":5934,"children":5935},{},[5936,5949,5953,5957,5961,5965,5969,5973,5977,5982,5993,5997,6001,6005,6016,6020,6024,6028,6032,6036],{"type":16,"tag":1792,"props":5937,"children":5938},{},[5939,5944],{"type":16,"tag":102,"props":5940,"children":5941},{},[5942],{"type":22,"value":5943},"N",{"type":16,"tag":4044,"props":5945,"children":5946},{},[5947],{"type":22,"value":5948},"params",{"type":16,"tag":782,"props":5950,"children":5951},{},[5952],{"type":22,"value":1087},{"type":16,"tag":776,"props":5954,"children":5955},{},[5956],{"type":22,"value":1160},{"type":16,"tag":102,"props":5958,"children":5959},{},[5960],{"type":22,"value":5635},{"type":16,"tag":102,"props":5962,"children":5963},{},[5964],{"type":22,"value":1115},{"type":16,"tag":782,"props":5966,"children":5967},{},[5968],{"type":22,"value":1165},{"type":16,"tag":102,"props":5970,"children":5971},{},[5972],{"type":22,"value":5727},{"type":16,"tag":782,"props":5974,"children":5975},{"fence":1070,"stretchy":116,"minsize":4659,"maxsize":4659},[5976],{"type":22,"value":1073},{"type":16,"tag":776,"props":5978,"children":5979},{},[5980],{"type":22,"value":5981},"4",{"type":16,"tag":2217,"props":5983,"children":5984},{},[5985,5989],{"type":16,"tag":102,"props":5986,"children":5987},{},[5988],{"type":22,"value":1115},{"type":16,"tag":776,"props":5990,"children":5991},{},[5992],{"type":22,"value":1160},{"type":16,"tag":782,"props":5994,"children":5995},{},[5996],{"type":22,"value":1165},{"type":16,"tag":776,"props":5998,"children":5999},{},[6000],{"type":22,"value":4018},{"type":16,"tag":102,"props":6002,"children":6003},{},[6004],{"type":22,"value":1115},{"type":16,"tag":1792,"props":6006,"children":6007},{},[6008,6012],{"type":16,"tag":102,"props":6009,"children":6010},{},[6011],{"type":22,"value":1115},{"type":16,"tag":4044,"props":6013,"children":6014},{},[6015],{"type":22,"value":4048},{"type":16,"tag":782,"props":6017,"children":6018},{},[6019],{"type":22,"value":1165},{"type":16,"tag":776,"props":6021,"children":6022},{},[6023],{"type":22,"value":1160},{"type":16,"tag":102,"props":6025,"children":6026},{},[6027],{"type":22,"value":1115},{"type":16,"tag":782,"props":6029,"children":6030},{"fence":1070,"stretchy":116,"minsize":4659,"maxsize":4659},[6031],{"type":22,"value":180},{"type":16,"tag":782,"props":6033,"children":6034},{},[6035],{"type":22,"value":1165},{"type":16,"tag":102,"props":6037,"children":6038},{},[6039],{"type":22,"value":1115},{"type":16,"tag":107,"props":6041,"children":6042},{"encoding":109},[6043],{"type":22,"value":6044},"N_{\\text{params}} = 2 V d + L\\big(4 d^2 + 3 d d_{\\text{ff}} + 2 d\\big) + d",{"type":16,"tag":78,"props":6046,"children":6048},{"className":6047,"ariaHidden":116},[115],[6049,6139,6175,6257,6353,6393],{"type":16,"tag":78,"props":6050,"children":6052},{"className":6051},[121],[6053,6058,6126,6130,6135],{"type":16,"tag":78,"props":6054,"children":6057},{"className":6055,"style":6056},[126],"height:0.9694em;vertical-align:-0.2861em;",[],{"type":16,"tag":78,"props":6059,"children":6061},{"className":6060},[132],[6062,6068],{"type":16,"tag":78,"props":6063,"children":6066},{"className":6064,"style":6065},[132,133],"margin-right:0.109em;",[6067],{"type":22,"value":5943},{"type":16,"tag":78,"props":6069,"children":6071},{"className":6070},[1462],[6072],{"type":16,"tag":78,"props":6073,"children":6075},{"className":6074},[1265,1266],[6076,6115],{"type":16,"tag":78,"props":6077,"children":6079},{"className":6078},[1271],[6080,6110],{"type":16,"tag":78,"props":6081,"children":6084},{"className":6082,"style":6083},[1276],"height:0.1514em;",[6085],{"type":16,"tag":78,"props":6086,"children":6088},{"style":6087},"top:-2.55em;margin-left:-0.109em;margin-right:0.05em;",[6089,6093],{"type":16,"tag":78,"props":6090,"children":6092},{"className":6091,"style":1855},[1286],[],{"type":16,"tag":78,"props":6094,"children":6096},{"className":6095},[1292,1293,1294,1295],[6097],{"type":16,"tag":78,"props":6098,"children":6100},{"className":6099},[132,1295],[6101],{"type":16,"tag":78,"props":6102,"children":6104},{"className":6103},[132,22,1295],[6105],{"type":16,"tag":78,"props":6106,"children":6108},{"className":6107},[132,1295],[6109],{"type":22,"value":5948},{"type":16,"tag":78,"props":6111,"children":6113},{"className":6112},[1422],[6114],{"type":22,"value":1425},{"type":16,"tag":78,"props":6116,"children":6118},{"className":6117},[1271],[6119],{"type":16,"tag":78,"props":6120,"children":6122},{"className":6121,"style":2354},[1276],[6123],{"type":16,"tag":78,"props":6124,"children":6125},{},[],{"type":16,"tag":78,"props":6127,"children":6129},{"className":6128,"style":819},[818],[],{"type":16,"tag":78,"props":6131,"children":6133},{"className":6132},[824],[6134],{"type":22,"value":1087},{"type":16,"tag":78,"props":6136,"children":6138},{"className":6137,"style":819},[818],[],{"type":16,"tag":78,"props":6140,"children":6142},{"className":6141},[121],[6143,6147,6152,6157,6162,6166,6171],{"type":16,"tag":78,"props":6144,"children":6146},{"className":6145,"style":5478},[126],[],{"type":16,"tag":78,"props":6148,"children":6150},{"className":6149},[132],[6151],{"type":22,"value":1160},{"type":16,"tag":78,"props":6153,"children":6155},{"className":6154,"style":1739},[132,133],[6156],{"type":22,"value":5635},{"type":16,"tag":78,"props":6158,"children":6160},{"className":6159},[132,133],[6161],{"type":22,"value":1115},{"type":16,"tag":78,"props":6163,"children":6165},{"className":6164,"style":1739},[818],[],{"type":16,"tag":78,"props":6167,"children":6169},{"className":6168},[1628],[6170],{"type":22,"value":1165},{"type":16,"tag":78,"props":6172,"children":6174},{"className":6173,"style":1739},[818],[],{"type":16,"tag":78,"props":6176,"children":6178},{"className":6177},[121],[6179,6183,6188,6197,6202,6244,6248,6253],{"type":16,"tag":78,"props":6180,"children":6182},{"className":6181,"style":4810},[126],[],{"type":16,"tag":78,"props":6184,"children":6186},{"className":6185},[132,133],[6187],{"type":22,"value":5727},{"type":16,"tag":78,"props":6189,"children":6191},{"className":6190},[132],[6192],{"type":16,"tag":78,"props":6193,"children":6195},{"className":6194},[2952,1373],[6196],{"type":22,"value":1073},{"type":16,"tag":78,"props":6198,"children":6200},{"className":6199},[132],[6201],{"type":22,"value":5981},{"type":16,"tag":78,"props":6203,"children":6205},{"className":6204},[132],[6206,6211],{"type":16,"tag":78,"props":6207,"children":6209},{"className":6208},[132,133],[6210],{"type":22,"value":1115},{"type":16,"tag":78,"props":6212,"children":6214},{"className":6213},[1462],[6215],{"type":16,"tag":78,"props":6216,"children":6218},{"className":6217},[1265],[6219],{"type":16,"tag":78,"props":6220,"children":6222},{"className":6221},[1271],[6223],{"type":16,"tag":78,"props":6224,"children":6227},{"className":6225,"style":6226},[1276],"height:0.8141em;",[6228],{"type":16,"tag":78,"props":6229,"children":6230},{"style":2419},[6231,6235],{"type":16,"tag":78,"props":6232,"children":6234},{"className":6233,"style":1855},[1286],[],{"type":16,"tag":78,"props":6236,"children":6238},{"className":6237},[1292,1293,1294,1295],[6239],{"type":16,"tag":78,"props":6240,"children":6242},{"className":6241},[132,1295],[6243],{"type":22,"value":1160},{"type":16,"tag":78,"props":6245,"children":6247},{"className":6246,"style":1739},[818],[],{"type":16,"tag":78,"props":6249,"children":6251},{"className":6250},[1628],[6252],{"type":22,"value":1165},{"type":16,"tag":78,"props":6254,"children":6256},{"className":6255,"style":1739},[818],[],{"type":16,"tag":78,"props":6258,"children":6260},{"className":6259},[121],[6261,6265,6270,6275,6340,6344,6349],{"type":16,"tag":78,"props":6262,"children":6264},{"className":6263,"style":1820},[126],[],{"type":16,"tag":78,"props":6266,"children":6268},{"className":6267},[132],[6269],{"type":22,"value":4018},{"type":16,"tag":78,"props":6271,"children":6273},{"className":6272},[132,133],[6274],{"type":22,"value":1115},{"type":16,"tag":78,"props":6276,"children":6278},{"className":6277},[132],[6279,6284],{"type":16,"tag":78,"props":6280,"children":6282},{"className":6281},[132,133],[6283],{"type":22,"value":1115},{"type":16,"tag":78,"props":6285,"children":6287},{"className":6286},[1462],[6288],{"type":16,"tag":78,"props":6289,"children":6291},{"className":6290},[1265,1266],[6292,6329],{"type":16,"tag":78,"props":6293,"children":6295},{"className":6294},[1271],[6296,6324],{"type":16,"tag":78,"props":6297,"children":6299},{"className":6298,"style":1846},[1276],[6300],{"type":16,"tag":78,"props":6301,"children":6302},{"style":1850},[6303,6307],{"type":16,"tag":78,"props":6304,"children":6306},{"className":6305,"style":1855},[1286],[],{"type":16,"tag":78,"props":6308,"children":6310},{"className":6309},[1292,1293,1294,1295],[6311],{"type":16,"tag":78,"props":6312,"children":6314},{"className":6313},[132,1295],[6315],{"type":16,"tag":78,"props":6316,"children":6318},{"className":6317},[132,22,1295],[6319],{"type":16,"tag":78,"props":6320,"children":6322},{"className":6321},[132,1295],[6323],{"type":22,"value":4048},{"type":16,"tag":78,"props":6325,"children":6327},{"className":6326},[1422],[6328],{"type":22,"value":1425},{"type":16,"tag":78,"props":6330,"children":6332},{"className":6331},[1271],[6333],{"type":16,"tag":78,"props":6334,"children":6336},{"className":6335,"style":1879},[1276],[6337],{"type":16,"tag":78,"props":6338,"children":6339},{},[],{"type":16,"tag":78,"props":6341,"children":6343},{"className":6342,"style":1739},[818],[],{"type":16,"tag":78,"props":6345,"children":6347},{"className":6346},[1628],[6348],{"type":22,"value":1165},{"type":16,"tag":78,"props":6350,"children":6352},{"className":6351,"style":1739},[818],[],{"type":16,"tag":78,"props":6354,"children":6356},{"className":6355},[121],[6357,6361,6366,6371,6380,6384,6389],{"type":16,"tag":78,"props":6358,"children":6360},{"className":6359,"style":4810},[126],[],{"type":16,"tag":78,"props":6362,"children":6364},{"className":6363},[132],[6365],{"type":22,"value":1160},{"type":16,"tag":78,"props":6367,"children":6369},{"className":6368},[132,133],[6370],{"type":22,"value":1115},{"type":16,"tag":78,"props":6372,"children":6374},{"className":6373},[132],[6375],{"type":16,"tag":78,"props":6376,"children":6378},{"className":6377},[2952,1373],[6379],{"type":22,"value":180},{"type":16,"tag":78,"props":6381,"children":6383},{"className":6382,"style":1739},[818],[],{"type":16,"tag":78,"props":6385,"children":6387},{"className":6386},[1628],[6388],{"type":22,"value":1165},{"type":16,"tag":78,"props":6390,"children":6392},{"className":6391,"style":1739},[818],[],{"type":16,"tag":78,"props":6394,"children":6396},{"className":6395},[121],[6397,6401],{"type":16,"tag":78,"props":6398,"children":6400},{"className":6399,"style":5292},[126],[],{"type":16,"tag":78,"props":6402,"children":6404},{"className":6403},[132,133],[6405],{"type":22,"value":1115},{"type":16,"tag":151,"props":6407,"children":6408},{},[6409,6495,6496],{"type":16,"tag":52,"props":6410,"children":6411},{},[6412,6414,6493],{"type":22,"value":6413},"单样本（",{"type":16,"tag":78,"props":6415,"children":6417},{"className":6416},[81],[6418,6449],{"type":16,"tag":78,"props":6419,"children":6421},{"className":6420},[86],[6422],{"type":16,"tag":89,"props":6423,"children":6424},{"xmlns":91},[6425],{"type":16,"tag":94,"props":6426,"children":6427},{},[6428,6444],{"type":16,"tag":98,"props":6429,"children":6430},{},[6431,6436,6440],{"type":16,"tag":102,"props":6432,"children":6433},{},[6434],{"type":22,"value":6435},"B",{"type":16,"tag":782,"props":6437,"children":6438},{},[6439],{"type":22,"value":1087},{"type":16,"tag":776,"props":6441,"children":6442},{},[6443],{"type":22,"value":1110},{"type":16,"tag":107,"props":6445,"children":6446},{"encoding":109},[6447],{"type":22,"value":6448},"B=1",{"type":16,"tag":78,"props":6450,"children":6452},{"className":6451,"ariaHidden":116},[115],[6453,6480],{"type":16,"tag":78,"props":6454,"children":6456},{"className":6455},[121],[6457,6461,6467,6471,6476],{"type":16,"tag":78,"props":6458,"children":6460},{"className":6459,"style":5651},[126],[],{"type":16,"tag":78,"props":6462,"children":6465},{"className":6463,"style":6464},[132,133],"margin-right:0.0502em;",[6466],{"type":22,"value":6435},{"type":16,"tag":78,"props":6468,"children":6470},{"className":6469,"style":819},[818],[],{"type":16,"tag":78,"props":6472,"children":6474},{"className":6473},[824],[6475],{"type":22,"value":1087},{"type":16,"tag":78,"props":6477,"children":6479},{"className":6478,"style":819},[818],[],{"type":16,"tag":78,"props":6481,"children":6483},{"className":6482},[121],[6484,6488],{"type":16,"tag":78,"props":6485,"children":6487},{"className":6486,"style":808},[126],[],{"type":16,"tag":78,"props":6489,"children":6491},{"className":6490},[132],[6492],{"type":22,"value":1110},{"type":22,"value":6494},"）前向传播矩阵乘法总 FLOPs",{"type":22,"value":749},{"type":16,"tag":78,"props":6497,"children":6499},{"className":6498},[81],[6500,6638],{"type":16,"tag":78,"props":6501,"children":6503},{"className":6502},[86],[6504],{"type":16,"tag":89,"props":6505,"children":6506},{"xmlns":91},[6507],{"type":16,"tag":94,"props":6508,"children":6509},{},[6510,6633],{"type":16,"tag":98,"props":6511,"children":6512},{},[6513,6526,6530,6534,6538,6543,6547,6558,6562,6566,6577,6581,6585,6590,6594,6598,6609,6613,6617,6621,6625,6629],{"type":16,"tag":1792,"props":6514,"children":6515},{},[6516,6521],{"type":16,"tag":4044,"props":6517,"children":6518},{},[6519],{"type":22,"value":6520},"FLOPs",{"type":16,"tag":4044,"props":6522,"children":6523},{},[6524],{"type":22,"value":6525},"fwd",{"type":16,"tag":782,"props":6527,"children":6528},{},[6529],{"type":22,"value":1087},{"type":16,"tag":102,"props":6531,"children":6532},{},[6533],{"type":22,"value":5727},{"type":16,"tag":782,"props":6535,"children":6536},{"fence":1070,"stretchy":116,"minsize":4659,"maxsize":4659},[6537],{"type":22,"value":1073},{"type":16,"tag":776,"props":6539,"children":6540},{},[6541],{"type":22,"value":6542},"8",{"type":16,"tag":102,"props":6544,"children":6545},{},[6546],{"type":22,"value":5681},{"type":16,"tag":2217,"props":6548,"children":6549},{},[6550,6554],{"type":16,"tag":102,"props":6551,"children":6552},{},[6553],{"type":22,"value":1115},{"type":16,"tag":776,"props":6555,"children":6556},{},[6557],{"type":22,"value":1160},{"type":16,"tag":782,"props":6559,"children":6560},{},[6561],{"type":22,"value":1165},{"type":16,"tag":776,"props":6563,"children":6564},{},[6565],{"type":22,"value":5981},{"type":16,"tag":2217,"props":6567,"children":6568},{},[6569,6573],{"type":16,"tag":102,"props":6570,"children":6571},{},[6572],{"type":22,"value":5681},{"type":16,"tag":776,"props":6574,"children":6575},{},[6576],{"type":22,"value":1160},{"type":16,"tag":102,"props":6578,"children":6579},{},[6580],{"type":22,"value":1115},{"type":16,"tag":782,"props":6582,"children":6583},{},[6584],{"type":22,"value":1165},{"type":16,"tag":776,"props":6586,"children":6587},{},[6588],{"type":22,"value":6589},"6",{"type":16,"tag":102,"props":6591,"children":6592},{},[6593],{"type":22,"value":5681},{"type":16,"tag":102,"props":6595,"children":6596},{},[6597],{"type":22,"value":1115},{"type":16,"tag":1792,"props":6599,"children":6600},{},[6601,6605],{"type":16,"tag":102,"props":6602,"children":6603},{},[6604],{"type":22,"value":1115},{"type":16,"tag":4044,"props":6606,"children":6607},{},[6608],{"type":22,"value":4048},{"type":16,"tag":782,"props":6610,"children":6611},{"fence":1070,"stretchy":116,"minsize":4659,"maxsize":4659},[6612],{"type":22,"value":180},{"type":16,"tag":782,"props":6614,"children":6615},{},[6616],{"type":22,"value":1165},{"type":16,"tag":776,"props":6618,"children":6619},{},[6620],{"type":22,"value":1160},{"type":16,"tag":102,"props":6622,"children":6623},{},[6624],{"type":22,"value":5681},{"type":16,"tag":102,"props":6626,"children":6627},{},[6628],{"type":22,"value":1115},{"type":16,"tag":102,"props":6630,"children":6631},{},[6632],{"type":22,"value":5635},{"type":16,"tag":107,"props":6634,"children":6635},{"encoding":109},[6636],{"type":22,"value":6637},"\\text{FLOPs}_{\\text{fwd}} = L\\big(8 S d^2 + 4 S^2 d + 6 S d d_{\\text{ff}}\\big) + 2 S d V",{"type":16,"tag":78,"props":6639,"children":6641},{"className":6640,"ariaHidden":116},[115],[6642,6732,6818,6891,7001],{"type":16,"tag":78,"props":6643,"children":6645},{"className":6644},[121],[6646,6650,6719,6723,6728],{"type":16,"tag":78,"props":6647,"children":6649},{"className":6648,"style":4419},[126],[],{"type":16,"tag":78,"props":6651,"children":6653},{"className":6652},[132],[6654,6663],{"type":16,"tag":78,"props":6655,"children":6657},{"className":6656},[132,22],[6658],{"type":16,"tag":78,"props":6659,"children":6661},{"className":6660},[132],[6662],{"type":22,"value":6520},{"type":16,"tag":78,"props":6664,"children":6666},{"className":6665},[1462],[6667],{"type":16,"tag":78,"props":6668,"children":6670},{"className":6669},[1265,1266],[6671,6708],{"type":16,"tag":78,"props":6672,"children":6674},{"className":6673},[1271],[6675,6703],{"type":16,"tag":78,"props":6676,"children":6678},{"className":6677,"style":1846},[1276],[6679],{"type":16,"tag":78,"props":6680,"children":6681},{"style":5392},[6682,6686],{"type":16,"tag":78,"props":6683,"children":6685},{"className":6684,"style":1855},[1286],[],{"type":16,"tag":78,"props":6687,"children":6689},{"className":6688},[1292,1293,1294,1295],[6690],{"type":16,"tag":78,"props":6691,"children":6693},{"className":6692},[132,1295],[6694],{"type":16,"tag":78,"props":6695,"children":6697},{"className":6696},[132,22,1295],[6698],{"type":16,"tag":78,"props":6699,"children":6701},{"className":6700},[132,1295],[6702],{"type":22,"value":6525},{"type":16,"tag":78,"props":6704,"children":6706},{"className":6705},[1422],[6707],{"type":22,"value":1425},{"type":16,"tag":78,"props":6709,"children":6711},{"className":6710},[1271],[6712],{"type":16,"tag":78,"props":6713,"children":6715},{"className":6714,"style":1879},[1276],[6716],{"type":16,"tag":78,"props":6717,"children":6718},{},[],{"type":16,"tag":78,"props":6720,"children":6722},{"className":6721,"style":819},[818],[],{"type":16,"tag":78,"props":6724,"children":6726},{"className":6725},[824],[6727],{"type":22,"value":1087},{"type":16,"tag":78,"props":6729,"children":6731},{"className":6730,"style":819},[818],[],{"type":16,"tag":78,"props":6733,"children":6735},{"className":6734},[121],[6736,6740,6745,6754,6759,6764,6805,6809,6814],{"type":16,"tag":78,"props":6737,"children":6739},{"className":6738,"style":4810},[126],[],{"type":16,"tag":78,"props":6741,"children":6743},{"className":6742},[132,133],[6744],{"type":22,"value":5727},{"type":16,"tag":78,"props":6746,"children":6748},{"className":6747},[132],[6749],{"type":16,"tag":78,"props":6750,"children":6752},{"className":6751},[2952,1373],[6753],{"type":22,"value":1073},{"type":16,"tag":78,"props":6755,"children":6757},{"className":6756},[132],[6758],{"type":22,"value":6542},{"type":16,"tag":78,"props":6760,"children":6762},{"className":6761,"style":5701},[132,133],[6763],{"type":22,"value":5681},{"type":16,"tag":78,"props":6765,"children":6767},{"className":6766},[132],[6768,6773],{"type":16,"tag":78,"props":6769,"children":6771},{"className":6770},[132,133],[6772],{"type":22,"value":1115},{"type":16,"tag":78,"props":6774,"children":6776},{"className":6775},[1462],[6777],{"type":16,"tag":78,"props":6778,"children":6780},{"className":6779},[1265],[6781],{"type":16,"tag":78,"props":6782,"children":6784},{"className":6783},[1271],[6785],{"type":16,"tag":78,"props":6786,"children":6788},{"className":6787,"style":6226},[1276],[6789],{"type":16,"tag":78,"props":6790,"children":6791},{"style":2419},[6792,6796],{"type":16,"tag":78,"props":6793,"children":6795},{"className":6794,"style":1855},[1286],[],{"type":16,"tag":78,"props":6797,"children":6799},{"className":6798},[1292,1293,1294,1295],[6800],{"type":16,"tag":78,"props":6801,"children":6803},{"className":6802},[132,1295],[6804],{"type":22,"value":1160},{"type":16,"tag":78,"props":6806,"children":6808},{"className":6807,"style":1739},[818],[],{"type":16,"tag":78,"props":6810,"children":6812},{"className":6811},[1628],[6813],{"type":22,"value":1165},{"type":16,"tag":78,"props":6815,"children":6817},{"className":6816,"style":1739},[818],[],{"type":16,"tag":78,"props":6819,"children":6821},{"className":6820},[121],[6822,6827,6832,6873,6878,6882,6887],{"type":16,"tag":78,"props":6823,"children":6826},{"className":6824,"style":6825},[126],"height:0.8974em;vertical-align:-0.0833em;",[],{"type":16,"tag":78,"props":6828,"children":6830},{"className":6829},[132],[6831],{"type":22,"value":5981},{"type":16,"tag":78,"props":6833,"children":6835},{"className":6834},[132],[6836,6841],{"type":16,"tag":78,"props":6837,"children":6839},{"className":6838,"style":5701},[132,133],[6840],{"type":22,"value":5681},{"type":16,"tag":78,"props":6842,"children":6844},{"className":6843},[1462],[6845],{"type":16,"tag":78,"props":6846,"children":6848},{"className":6847},[1265],[6849],{"type":16,"tag":78,"props":6850,"children":6852},{"className":6851},[1271],[6853],{"type":16,"tag":78,"props":6854,"children":6856},{"className":6855,"style":6226},[1276],[6857],{"type":16,"tag":78,"props":6858,"children":6859},{"style":2419},[6860,6864],{"type":16,"tag":78,"props":6861,"children":6863},{"className":6862,"style":1855},[1286],[],{"type":16,"tag":78,"props":6865,"children":6867},{"className":6866},[1292,1293,1294,1295],[6868],{"type":16,"tag":78,"props":6869,"children":6871},{"className":6870},[132,1295],[6872],{"type":22,"value":1160},{"type":16,"tag":78,"props":6874,"children":6876},{"className":6875},[132,133],[6877],{"type":22,"value":1115},{"type":16,"tag":78,"props":6879,"children":6881},{"className":6880,"style":1739},[818],[],{"type":16,"tag":78,"props":6883,"children":6885},{"className":6884},[1628],[6886],{"type":22,"value":1165},{"type":16,"tag":78,"props":6888,"children":6890},{"className":6889,"style":1739},[818],[],{"type":16,"tag":78,"props":6892,"children":6894},{"className":6893},[121],[6895,6899,6904,6909,6914,6979,6988,6992,6997],{"type":16,"tag":78,"props":6896,"children":6898},{"className":6897,"style":4810},[126],[],{"type":16,"tag":78,"props":6900,"children":6902},{"className":6901},[132],[6903],{"type":22,"value":6589},{"type":16,"tag":78,"props":6905,"children":6907},{"className":6906,"style":5701},[132,133],[6908],{"type":22,"value":5681},{"type":16,"tag":78,"props":6910,"children":6912},{"className":6911},[132,133],[6913],{"type":22,"value":1115},{"type":16,"tag":78,"props":6915,"children":6917},{"className":6916},[132],[6918,6923],{"type":16,"tag":78,"props":6919,"children":6921},{"className":6920},[132,133],[6922],{"type":22,"value":1115},{"type":16,"tag":78,"props":6924,"children":6926},{"className":6925},[1462],[6927],{"type":16,"tag":78,"props":6928,"children":6930},{"className":6929},[1265,1266],[6931,6968],{"type":16,"tag":78,"props":6932,"children":6934},{"className":6933},[1271],[6935,6963],{"type":16,"tag":78,"props":6936,"children":6938},{"className":6937,"style":1846},[1276],[6939],{"type":16,"tag":78,"props":6940,"children":6941},{"style":1850},[6942,6946],{"type":16,"tag":78,"props":6943,"children":6945},{"className":6944,"style":1855},[1286],[],{"type":16,"tag":78,"props":6947,"children":6949},{"className":6948},[1292,1293,1294,1295],[6950],{"type":16,"tag":78,"props":6951,"children":6953},{"className":6952},[132,1295],[6954],{"type":16,"tag":78,"props":6955,"children":6957},{"className":6956},[132,22,1295],[6958],{"type":16,"tag":78,"props":6959,"children":6961},{"className":6960},[132,1295],[6962],{"type":22,"value":4048},{"type":16,"tag":78,"props":6964,"children":6966},{"className":6965},[1422],[6967],{"type":22,"value":1425},{"type":16,"tag":78,"props":6969,"children":6971},{"className":6970},[1271],[6972],{"type":16,"tag":78,"props":6973,"children":6975},{"className":6974,"style":1879},[1276],[6976],{"type":16,"tag":78,"props":6977,"children":6978},{},[],{"type":16,"tag":78,"props":6980,"children":6982},{"className":6981},[132],[6983],{"type":16,"tag":78,"props":6984,"children":6986},{"className":6985},[2952,1373],[6987],{"type":22,"value":180},{"type":16,"tag":78,"props":6989,"children":6991},{"className":6990,"style":1739},[818],[],{"type":16,"tag":78,"props":6993,"children":6995},{"className":6994},[1628],[6996],{"type":22,"value":1165},{"type":16,"tag":78,"props":6998,"children":7000},{"className":6999,"style":1739},[818],[],{"type":16,"tag":78,"props":7002,"children":7004},{"className":7003},[121],[7005,7009,7014,7019,7024],{"type":16,"tag":78,"props":7006,"children":7008},{"className":7007,"style":5292},[126],[],{"type":16,"tag":78,"props":7010,"children":7012},{"className":7011},[132],[7013],{"type":22,"value":1160},{"type":16,"tag":78,"props":7015,"children":7017},{"className":7016,"style":5701},[132,133],[7018],{"type":22,"value":5681},{"type":16,"tag":78,"props":7020,"children":7022},{"className":7021},[132,133],[7023],{"type":22,"value":1115},{"type":16,"tag":78,"props":7025,"children":7027},{"className":7026,"style":1739},[132,133],[7028],{"type":22,"value":5635},{"type":16,"tag":24,"props":7030,"children":7031},{},[7032,7034,7039,7041,7536],{"type":22,"value":7033},"以讲义要求的 ",{"type":16,"tag":52,"props":7035,"children":7036},{},[7037],{"type":22,"value":7038},"GPT-2 XL",{"type":22,"value":7040},"（",{"type":16,"tag":78,"props":7042,"children":7044},{"className":7043},[81],[7045,7169],{"type":16,"tag":78,"props":7046,"children":7048},{"className":7047},[86],[7049],{"type":16,"tag":89,"props":7050,"children":7051},{"xmlns":91},[7052],{"type":16,"tag":94,"props":7053,"children":7054},{},[7055,7164],{"type":16,"tag":98,"props":7056,"children":7057},{},[7058,7062,7066,7071,7075,7079,7083,7088,7092,7096,7100,7105,7109,7113,7117,7122,7126,7131,7135,7140,7144,7155,7159],{"type":16,"tag":102,"props":7059,"children":7060},{},[7061],{"type":22,"value":5635},{"type":16,"tag":782,"props":7063,"children":7064},{},[7065],{"type":22,"value":1087},{"type":16,"tag":776,"props":7067,"children":7068},{},[7069],{"type":22,"value":7070},"50,257",{"type":16,"tag":782,"props":7072,"children":7073},{"separator":116},[7074],{"type":22,"value":1938},{"type":16,"tag":102,"props":7076,"children":7077},{},[7078],{"type":22,"value":5681},{"type":16,"tag":782,"props":7080,"children":7081},{},[7082],{"type":22,"value":1087},{"type":16,"tag":776,"props":7084,"children":7085},{},[7086],{"type":22,"value":7087},"1,024",{"type":16,"tag":782,"props":7089,"children":7090},{"separator":116},[7091],{"type":22,"value":1938},{"type":16,"tag":102,"props":7093,"children":7094},{},[7095],{"type":22,"value":5727},{"type":16,"tag":782,"props":7097,"children":7098},{},[7099],{"type":22,"value":1087},{"type":16,"tag":776,"props":7101,"children":7102},{},[7103],{"type":22,"value":7104},"48",{"type":16,"tag":782,"props":7106,"children":7107},{"separator":116},[7108],{"type":22,"value":1938},{"type":16,"tag":102,"props":7110,"children":7111},{},[7112],{"type":22,"value":1115},{"type":16,"tag":782,"props":7114,"children":7115},{},[7116],{"type":22,"value":1087},{"type":16,"tag":776,"props":7118,"children":7119},{},[7120],{"type":22,"value":7121},"1,600",{"type":16,"tag":782,"props":7123,"children":7124},{"separator":116},[7125],{"type":22,"value":1938},{"type":16,"tag":102,"props":7127,"children":7128},{},[7129],{"type":22,"value":7130},"H",{"type":16,"tag":782,"props":7132,"children":7133},{},[7134],{"type":22,"value":1087},{"type":16,"tag":776,"props":7136,"children":7137},{},[7138],{"type":22,"value":7139},"25",{"type":16,"tag":782,"props":7141,"children":7142},{"separator":116},[7143],{"type":22,"value":1938},{"type":16,"tag":1792,"props":7145,"children":7146},{},[7147,7151],{"type":16,"tag":102,"props":7148,"children":7149},{},[7150],{"type":22,"value":1115},{"type":16,"tag":4044,"props":7152,"children":7153},{},[7154],{"type":22,"value":4048},{"type":16,"tag":782,"props":7156,"children":7157},{},[7158],{"type":22,"value":1087},{"type":16,"tag":776,"props":7160,"children":7161},{},[7162],{"type":22,"value":7163},"4,288",{"type":16,"tag":107,"props":7165,"children":7166},{"encoding":109},[7167],{"type":22,"value":7168},"V=50{,}257, S=1{,}024, L=48, d=1{,}600, H=25, d_{\\text{ff}}=4{,}288",{"type":16,"tag":78,"props":7170,"children":7172},{"className":7171,"ariaHidden":116},[115],[7173,7199,7255,7310,7351,7407,7507],{"type":16,"tag":78,"props":7174,"children":7176},{"className":7175},[121],[7177,7181,7186,7190,7195],{"type":16,"tag":78,"props":7178,"children":7180},{"className":7179,"style":5651},[126],[],{"type":16,"tag":78,"props":7182,"children":7184},{"className":7183,"style":1739},[132,133],[7185],{"type":22,"value":5635},{"type":16,"tag":78,"props":7187,"children":7189},{"className":7188,"style":819},[818],[],{"type":16,"tag":78,"props":7191,"children":7193},{"className":7192},[824],[7194],{"type":22,"value":1087},{"type":16,"tag":78,"props":7196,"children":7198},{"className":7197,"style":819},[818],[],{"type":16,"tag":78,"props":7200,"children":7202},{"className":7201},[121],[7203,7207,7213,7222,7228,7233,7237,7242,7246,7251],{"type":16,"tag":78,"props":7204,"children":7206},{"className":7205,"style":4074},[126],[],{"type":16,"tag":78,"props":7208,"children":7210},{"className":7209},[132],[7211],{"type":22,"value":7212},"50",{"type":16,"tag":78,"props":7214,"children":7216},{"className":7215},[132],[7217],{"type":16,"tag":78,"props":7218,"children":7220},{"className":7219},[2071],[7221],{"type":22,"value":1938},{"type":16,"tag":78,"props":7223,"children":7225},{"className":7224},[132],[7226],{"type":22,"value":7227},"257",{"type":16,"tag":78,"props":7229,"children":7231},{"className":7230},[2071],[7232],{"type":22,"value":1938},{"type":16,"tag":78,"props":7234,"children":7236},{"className":7235,"style":2077},[818],[],{"type":16,"tag":78,"props":7238,"children":7240},{"className":7239,"style":5701},[132,133],[7241],{"type":22,"value":5681},{"type":16,"tag":78,"props":7243,"children":7245},{"className":7244,"style":819},[818],[],{"type":16,"tag":78,"props":7247,"children":7249},{"className":7248},[824],[7250],{"type":22,"value":1087},{"type":16,"tag":78,"props":7252,"children":7254},{"className":7253,"style":819},[818],[],{"type":16,"tag":78,"props":7256,"children":7258},{"className":7257},[121],[7259,7263,7268,7277,7283,7288,7292,7297,7301,7306],{"type":16,"tag":78,"props":7260,"children":7262},{"className":7261,"style":4074},[126],[],{"type":16,"tag":78,"props":7264,"children":7266},{"className":7265},[132],[7267],{"type":22,"value":1110},{"type":16,"tag":78,"props":7269,"children":7271},{"className":7270},[132],[7272],{"type":16,"tag":78,"props":7273,"children":7275},{"className":7274},[2071],[7276],{"type":22,"value":1938},{"type":16,"tag":78,"props":7278,"children":7280},{"className":7279},[132],[7281],{"type":22,"value":7282},"024",{"type":16,"tag":78,"props":7284,"children":7286},{"className":7285},[2071],[7287],{"type":22,"value":1938},{"type":16,"tag":78,"props":7289,"children":7291},{"className":7290,"style":2077},[818],[],{"type":16,"tag":78,"props":7293,"children":7295},{"className":7294},[132,133],[7296],{"type":22,"value":5727},{"type":16,"tag":78,"props":7298,"children":7300},{"className":7299,"style":819},[818],[],{"type":16,"tag":78,"props":7302,"children":7304},{"className":7303},[824],[7305],{"type":22,"value":1087},{"type":16,"tag":78,"props":7307,"children":7309},{"className":7308,"style":819},[818],[],{"type":16,"tag":78,"props":7311,"children":7313},{"className":7312},[121],[7314,7319,7324,7329,7333,7338,7342,7347],{"type":16,"tag":78,"props":7315,"children":7318},{"className":7316,"style":7317},[126],"height:0.8889em;vertical-align:-0.1944em;",[],{"type":16,"tag":78,"props":7320,"children":7322},{"className":7321},[132],[7323],{"type":22,"value":7104},{"type":16,"tag":78,"props":7325,"children":7327},{"className":7326},[2071],[7328],{"type":22,"value":1938},{"type":16,"tag":78,"props":7330,"children":7332},{"className":7331,"style":2077},[818],[],{"type":16,"tag":78,"props":7334,"children":7336},{"className":7335},[132,133],[7337],{"type":22,"value":1115},{"type":16,"tag":78,"props":7339,"children":7341},{"className":7340,"style":819},[818],[],{"type":16,"tag":78,"props":7343,"children":7345},{"className":7344},[824],[7346],{"type":22,"value":1087},{"type":16,"tag":78,"props":7348,"children":7350},{"className":7349,"style":819},[818],[],{"type":16,"tag":78,"props":7352,"children":7354},{"className":7353},[121],[7355,7359,7364,7373,7379,7384,7388,7394,7398,7403],{"type":16,"tag":78,"props":7356,"children":7358},{"className":7357,"style":4074},[126],[],{"type":16,"tag":78,"props":7360,"children":7362},{"className":7361},[132],[7363],{"type":22,"value":1110},{"type":16,"tag":78,"props":7365,"children":7367},{"className":7366},[132],[7368],{"type":16,"tag":78,"props":7369,"children":7371},{"className":7370},[2071],[7372],{"type":22,"value":1938},{"type":16,"tag":78,"props":7374,"children":7376},{"className":7375},[132],[7377],{"type":22,"value":7378},"600",{"type":16,"tag":78,"props":7380,"children":7382},{"className":7381},[2071],[7383],{"type":22,"value":1938},{"type":16,"tag":78,"props":7385,"children":7387},{"className":7386,"style":2077},[818],[],{"type":16,"tag":78,"props":7389,"children":7392},{"className":7390,"style":7391},[132,133],"margin-right:0.0813em;",[7393],{"type":22,"value":7130},{"type":16,"tag":78,"props":7395,"children":7397},{"className":7396,"style":819},[818],[],{"type":16,"tag":78,"props":7399,"children":7401},{"className":7400},[824],[7402],{"type":22,"value":1087},{"type":16,"tag":78,"props":7404,"children":7406},{"className":7405,"style":819},[818],[],{"type":16,"tag":78,"props":7408,"children":7410},{"className":7409},[121],[7411,7415,7420,7425,7429,7494,7498,7503],{"type":16,"tag":78,"props":7412,"children":7414},{"className":7413,"style":7317},[126],[],{"type":16,"tag":78,"props":7416,"children":7418},{"className":7417},[132],[7419],{"type":22,"value":7139},{"type":16,"tag":78,"props":7421,"children":7423},{"className":7422},[2071],[7424],{"type":22,"value":1938},{"type":16,"tag":78,"props":7426,"children":7428},{"className":7427,"style":2077},[818],[],{"type":16,"tag":78,"props":7430,"children":7432},{"className":7431},[132],[7433,7438],{"type":16,"tag":78,"props":7434,"children":7436},{"className":7435},[132,133],[7437],{"type":22,"value":1115},{"type":16,"tag":78,"props":7439,"children":7441},{"className":7440},[1462],[7442],{"type":16,"tag":78,"props":7443,"children":7445},{"className":7444},[1265,1266],[7446,7483],{"type":16,"tag":78,"props":7447,"children":7449},{"className":7448},[1271],[7450,7478],{"type":16,"tag":78,"props":7451,"children":7453},{"className":7452,"style":1846},[1276],[7454],{"type":16,"tag":78,"props":7455,"children":7456},{"style":1850},[7457,7461],{"type":16,"tag":78,"props":7458,"children":7460},{"className":7459,"style":1855},[1286],[],{"type":16,"tag":78,"props":7462,"children":7464},{"className":7463},[1292,1293,1294,1295],[7465],{"type":16,"tag":78,"props":7466,"children":7468},{"className":7467},[132,1295],[7469],{"type":16,"tag":78,"props":7470,"children":7472},{"className":7471},[132,22,1295],[7473],{"type":16,"tag":78,"props":7474,"children":7476},{"className":7475},[132,1295],[7477],{"type":22,"value":4048},{"type":16,"tag":78,"props":7479,"children":7481},{"className":7480},[1422],[7482],{"type":22,"value":1425},{"type":16,"tag":78,"props":7484,"children":7486},{"className":7485},[1271],[7487],{"type":16,"tag":78,"props":7488,"children":7490},{"className":7489,"style":1879},[1276],[7491],{"type":16,"tag":78,"props":7492,"children":7493},{},[],{"type":16,"tag":78,"props":7495,"children":7497},{"className":7496,"style":819},[818],[],{"type":16,"tag":78,"props":7499,"children":7501},{"className":7500},[824],[7502],{"type":22,"value":1087},{"type":16,"tag":78,"props":7504,"children":7506},{"className":7505,"style":819},[818],[],{"type":16,"tag":78,"props":7508,"children":7510},{"className":7509},[121],[7511,7516,7521,7530],{"type":16,"tag":78,"props":7512,"children":7515},{"className":7513,"style":7514},[126],"height:0.8389em;vertical-align:-0.1944em;",[],{"type":16,"tag":78,"props":7517,"children":7519},{"className":7518},[132],[7520],{"type":22,"value":5981},{"type":16,"tag":78,"props":7522,"children":7524},{"className":7523},[132],[7525],{"type":16,"tag":78,"props":7526,"children":7528},{"className":7527},[2071],[7529],{"type":22,"value":1938},{"type":16,"tag":78,"props":7531,"children":7533},{"className":7532},[132],[7534],{"type":22,"value":7535},"288",{"type":22,"value":7537},"）为例：",{"type":16,"tag":147,"props":7539,"children":7540},{},[7541,7848],{"type":16,"tag":151,"props":7542,"children":7543},{},[7544,7546,7786,7788,7846],{"type":22,"value":7545},"参数量 ",{"type":16,"tag":78,"props":7547,"children":7549},{"className":7548},[81],[7550,7603],{"type":16,"tag":78,"props":7551,"children":7553},{"className":7552},[86],[7554],{"type":16,"tag":89,"props":7555,"children":7556},{"xmlns":91},[7557],{"type":16,"tag":94,"props":7558,"children":7559},{},[7560,7598],{"type":16,"tag":98,"props":7561,"children":7562},{},[7563,7574,7578,7583,7588,7593],{"type":16,"tag":1792,"props":7564,"children":7565},{},[7566,7570],{"type":16,"tag":102,"props":7567,"children":7568},{},[7569],{"type":22,"value":5943},{"type":16,"tag":4044,"props":7571,"children":7572},{},[7573],{"type":22,"value":5948},{"type":16,"tag":782,"props":7575,"children":7576},{},[7577],{"type":22,"value":1087},{"type":16,"tag":776,"props":7579,"children":7580},{},[7581],{"type":22,"value":7582},"1,640,452,800",{"type":16,"tag":782,"props":7584,"children":7585},{},[7586],{"type":22,"value":7587},"≈",{"type":16,"tag":776,"props":7589,"children":7590},{},[7591],{"type":22,"value":7592},"1.640",{"type":16,"tag":4044,"props":7594,"children":7595},{},[7596],{"type":22,"value":7597}," B",{"type":16,"tag":107,"props":7599,"children":7600},{"encoding":109},[7601],{"type":22,"value":7602},"N_{\\text{params}} = 1{,}640{,}452{,}800 \\approx 1.640\\text{ B}",{"type":16,"tag":78,"props":7604,"children":7606},{"className":7605,"ariaHidden":116},[115],[7607,7693,7764],{"type":16,"tag":78,"props":7608,"children":7610},{"className":7609},[121],[7611,7615,7680,7684,7689],{"type":16,"tag":78,"props":7612,"children":7614},{"className":7613,"style":6056},[126],[],{"type":16,"tag":78,"props":7616,"children":7618},{"className":7617},[132],[7619,7624],{"type":16,"tag":78,"props":7620,"children":7622},{"className":7621,"style":6065},[132,133],[7623],{"type":22,"value":5943},{"type":16,"tag":78,"props":7625,"children":7627},{"className":7626},[1462],[7628],{"type":16,"tag":78,"props":7629,"children":7631},{"className":7630},[1265,1266],[7632,7669],{"type":16,"tag":78,"props":7633,"children":7635},{"className":7634},[1271],[7636,7664],{"type":16,"tag":78,"props":7637,"children":7639},{"className":7638,"style":6083},[1276],[7640],{"type":16,"tag":78,"props":7641,"children":7642},{"style":6087},[7643,7647],{"type":16,"tag":78,"props":7644,"children":7646},{"className":7645,"style":1855},[1286],[],{"type":16,"tag":78,"props":7648,"children":7650},{"className":7649},[1292,1293,1294,1295],[7651],{"type":16,"tag":78,"props":7652,"children":7654},{"className":7653},[132,1295],[7655],{"type":16,"tag":78,"props":7656,"children":7658},{"className":7657},[132,22,1295],[7659],{"type":16,"tag":78,"props":7660,"children":7662},{"className":7661},[132,1295],[7663],{"type":22,"value":5948},{"type":16,"tag":78,"props":7665,"children":7667},{"className":7666},[1422],[7668],{"type":22,"value":1425},{"type":16,"tag":78,"props":7670,"children":7672},{"className":7671},[1271],[7673],{"type":16,"tag":78,"props":7674,"children":7676},{"className":7675,"style":2354},[1276],[7677],{"type":16,"tag":78,"props":7678,"children":7679},{},[],{"type":16,"tag":78,"props":7681,"children":7683},{"className":7682,"style":819},[818],[],{"type":16,"tag":78,"props":7685,"children":7687},{"className":7686},[824],[7688],{"type":22,"value":1087},{"type":16,"tag":78,"props":7690,"children":7692},{"className":7691,"style":819},[818],[],{"type":16,"tag":78,"props":7694,"children":7696},{"className":7695},[121],[7697,7701,7706,7715,7721,7730,7736,7745,7751,7755,7760],{"type":16,"tag":78,"props":7698,"children":7700},{"className":7699,"style":7514},[126],[],{"type":16,"tag":78,"props":7702,"children":7704},{"className":7703},[132],[7705],{"type":22,"value":1110},{"type":16,"tag":78,"props":7707,"children":7709},{"className":7708},[132],[7710],{"type":16,"tag":78,"props":7711,"children":7713},{"className":7712},[2071],[7714],{"type":22,"value":1938},{"type":16,"tag":78,"props":7716,"children":7718},{"className":7717},[132],[7719],{"type":22,"value":7720},"640",{"type":16,"tag":78,"props":7722,"children":7724},{"className":7723},[132],[7725],{"type":16,"tag":78,"props":7726,"children":7728},{"className":7727},[2071],[7729],{"type":22,"value":1938},{"type":16,"tag":78,"props":7731,"children":7733},{"className":7732},[132],[7734],{"type":22,"value":7735},"452",{"type":16,"tag":78,"props":7737,"children":7739},{"className":7738},[132],[7740],{"type":16,"tag":78,"props":7741,"children":7743},{"className":7742},[2071],[7744],{"type":22,"value":1938},{"type":16,"tag":78,"props":7746,"children":7748},{"className":7747},[132],[7749],{"type":22,"value":7750},"800",{"type":16,"tag":78,"props":7752,"children":7754},{"className":7753,"style":819},[818],[],{"type":16,"tag":78,"props":7756,"children":7758},{"className":7757},[824],[7759],{"type":22,"value":7587},{"type":16,"tag":78,"props":7761,"children":7763},{"className":7762,"style":819},[818],[],{"type":16,"tag":78,"props":7765,"children":7767},{"className":7766},[121],[7768,7772,7777],{"type":16,"tag":78,"props":7769,"children":7771},{"className":7770,"style":5651},[126],[],{"type":16,"tag":78,"props":7773,"children":7775},{"className":7774},[132],[7776],{"type":22,"value":7592},{"type":16,"tag":78,"props":7778,"children":7780},{"className":7779},[132,22],[7781],{"type":16,"tag":78,"props":7782,"children":7784},{"className":7783},[132],[7785],{"type":22,"value":7597},{"type":22,"value":7787},"（FP32 权重占 ",{"type":16,"tag":78,"props":7789,"children":7791},{"className":7790},[81],[7792,7820],{"type":16,"tag":78,"props":7793,"children":7795},{"className":7794},[86],[7796],{"type":16,"tag":89,"props":7797,"children":7798},{"xmlns":91},[7799],{"type":16,"tag":94,"props":7800,"children":7801},{},[7802,7815],{"type":16,"tag":98,"props":7803,"children":7804},{},[7805,7810],{"type":16,"tag":776,"props":7806,"children":7807},{},[7808],{"type":22,"value":7809},"6.56",{"type":16,"tag":4044,"props":7811,"children":7812},{},[7813],{"type":22,"value":7814}," GB",{"type":16,"tag":107,"props":7816,"children":7817},{"encoding":109},[7818],{"type":22,"value":7819},"6.56\\text{ GB}",{"type":16,"tag":78,"props":7821,"children":7823},{"className":7822,"ariaHidden":116},[115],[7824],{"type":16,"tag":78,"props":7825,"children":7827},{"className":7826},[121],[7828,7832,7837],{"type":16,"tag":78,"props":7829,"children":7831},{"className":7830,"style":5651},[126],[],{"type":16,"tag":78,"props":7833,"children":7835},{"className":7834},[132],[7836],{"type":22,"value":7809},{"type":16,"tag":78,"props":7838,"children":7840},{"className":7839},[132,22],[7841],{"type":16,"tag":78,"props":7842,"children":7844},{"className":7843},[132],[7845],{"type":22,"value":7814},{"type":22,"value":7847},"）；",{"type":16,"tag":151,"props":7849,"children":7850},{},[7851,7853,7991,7993,7998,8000,8005,8007,8150,8152,8157,8158,8164,8165,8170],{"type":22,"value":7852},"单样本前向 FLOPs 为 ",{"type":16,"tag":52,"props":7854,"children":7855},{},[7856,7989],{"type":16,"tag":78,"props":7857,"children":7859},{"className":7858},[81],[7860,7900],{"type":16,"tag":78,"props":7861,"children":7863},{"className":7862},[86],[7864],{"type":16,"tag":89,"props":7865,"children":7866},{"xmlns":91},[7867],{"type":16,"tag":94,"props":7868,"children":7869},{},[7870,7895],{"type":16,"tag":98,"props":7871,"children":7872},{},[7873,7878,7882],{"type":16,"tag":776,"props":7874,"children":7875},{},[7876],{"type":22,"value":7877},"4.513",{"type":16,"tag":782,"props":7879,"children":7880},{},[7881],{"type":22,"value":4053},{"type":16,"tag":2217,"props":7883,"children":7884},{},[7885,7890],{"type":16,"tag":776,"props":7886,"children":7887},{},[7888],{"type":22,"value":7889},"10",{"type":16,"tag":776,"props":7891,"children":7892},{},[7893],{"type":22,"value":7894},"12",{"type":16,"tag":107,"props":7896,"children":7897},{"encoding":109},[7898],{"type":22,"value":7899},"4.513 \\times 10^{12}",{"type":16,"tag":78,"props":7901,"children":7903},{"className":7902,"ariaHidden":116},[115],[7904,7931],{"type":16,"tag":78,"props":7905,"children":7907},{"className":7906},[121],[7908,7913,7918,7922,7927],{"type":16,"tag":78,"props":7909,"children":7912},{"className":7910,"style":7911},[126],"height:0.7278em;vertical-align:-0.0833em;",[],{"type":16,"tag":78,"props":7914,"children":7916},{"className":7915},[132],[7917],{"type":22,"value":7877},{"type":16,"tag":78,"props":7919,"children":7921},{"className":7920,"style":1739},[818],[],{"type":16,"tag":78,"props":7923,"children":7925},{"className":7924},[1628],[7926],{"type":22,"value":4053},{"type":16,"tag":78,"props":7928,"children":7930},{"className":7929,"style":1739},[818],[],{"type":16,"tag":78,"props":7932,"children":7934},{"className":7933},[121],[7935,7939,7944],{"type":16,"tag":78,"props":7936,"children":7938},{"className":7937,"style":6226},[126],[],{"type":16,"tag":78,"props":7940,"children":7942},{"className":7941},[132],[7943],{"type":22,"value":1110},{"type":16,"tag":78,"props":7945,"children":7947},{"className":7946},[132],[7948,7953],{"type":16,"tag":78,"props":7949,"children":7951},{"className":7950},[132],[7952],{"type":22,"value":780},{"type":16,"tag":78,"props":7954,"children":7956},{"className":7955},[1462],[7957],{"type":16,"tag":78,"props":7958,"children":7960},{"className":7959},[1265],[7961],{"type":16,"tag":78,"props":7962,"children":7964},{"className":7963},[1271],[7965],{"type":16,"tag":78,"props":7966,"children":7968},{"className":7967,"style":6226},[1276],[7969],{"type":16,"tag":78,"props":7970,"children":7971},{"style":2419},[7972,7976],{"type":16,"tag":78,"props":7973,"children":7975},{"className":7974,"style":1855},[1286],[],{"type":16,"tag":78,"props":7977,"children":7979},{"className":7978},[1292,1293,1294,1295],[7980],{"type":16,"tag":78,"props":7981,"children":7983},{"className":7982},[132,1295],[7984],{"type":16,"tag":78,"props":7985,"children":7987},{"className":7986},[132,1295],[7988],{"type":22,"value":7894},{"type":22,"value":7990},"（4.51 TFLOPs）",{"type":22,"value":7992},"，其中 SwiGLU FFN 占 ",{"type":16,"tag":52,"props":7994,"children":7995},{},[7996],{"type":22,"value":7997},"67.25%",{"type":22,"value":7999},"，QKVO 投影占 ",{"type":16,"tag":52,"props":8001,"children":8002},{},[8003],{"type":22,"value":8004},"22.30%",{"type":22,"value":8006},"，注意力矩阵乘法 ",{"type":16,"tag":78,"props":8008,"children":8010},{"className":8009},[81],[8011,8059],{"type":16,"tag":78,"props":8012,"children":8014},{"className":8013},[86],[8015],{"type":16,"tag":89,"props":8016,"children":8017},{"xmlns":91},[8018],{"type":16,"tag":94,"props":8019,"children":8020},{},[8021,8054],{"type":16,"tag":98,"props":8022,"children":8023},{},[8024,8029,8041,8045,8050],{"type":16,"tag":102,"props":8025,"children":8026},{},[8027],{"type":22,"value":8028},"Q",{"type":16,"tag":2217,"props":8030,"children":8031},{},[8032,8037],{"type":16,"tag":102,"props":8033,"children":8034},{},[8035],{"type":22,"value":8036},"K",{"type":16,"tag":102,"props":8038,"children":8039},{"mathvariant":1060},[8040],{"type":22,"value":4694},{"type":16,"tag":782,"props":8042,"children":8043},{},[8044],{"type":22,"value":1165},{"type":16,"tag":102,"props":8046,"children":8047},{},[8048],{"type":22,"value":8049},"P",{"type":16,"tag":102,"props":8051,"children":8052},{},[8053],{"type":22,"value":5635},{"type":16,"tag":107,"props":8055,"children":8056},{"encoding":109},[8057],{"type":22,"value":8058},"QK^\\top + PV",{"type":16,"tag":78,"props":8060,"children":8062},{"className":8061,"ariaHidden":116},[115],[8063,8132],{"type":16,"tag":78,"props":8064,"children":8066},{"className":8065},[121],[8067,8072,8077,8119,8123,8128],{"type":16,"tag":78,"props":8068,"children":8071},{"className":8069,"style":8070},[126],"height:1.0435em;vertical-align:-0.1944em;",[],{"type":16,"tag":78,"props":8073,"children":8075},{"className":8074},[132,133],[8076],{"type":22,"value":8028},{"type":16,"tag":78,"props":8078,"children":8080},{"className":8079},[132],[8081,8087],{"type":16,"tag":78,"props":8082,"children":8085},{"className":8083,"style":8084},[132,133],"margin-right:0.0715em;",[8086],{"type":22,"value":8036},{"type":16,"tag":78,"props":8088,"children":8090},{"className":8089},[1462],[8091],{"type":16,"tag":78,"props":8092,"children":8094},{"className":8093},[1265],[8095],{"type":16,"tag":78,"props":8096,"children":8098},{"className":8097},[1271],[8099],{"type":16,"tag":78,"props":8100,"children":8102},{"className":8101,"style":4222},[1276],[8103],{"type":16,"tag":78,"props":8104,"children":8105},{"style":2419},[8106,8110],{"type":16,"tag":78,"props":8107,"children":8109},{"className":8108,"style":1855},[1286],[],{"type":16,"tag":78,"props":8111,"children":8113},{"className":8112},[1292,1293,1294,1295],[8114],{"type":16,"tag":78,"props":8115,"children":8117},{"className":8116},[132,1295],[8118],{"type":22,"value":4694},{"type":16,"tag":78,"props":8120,"children":8122},{"className":8121,"style":1739},[818],[],{"type":16,"tag":78,"props":8124,"children":8126},{"className":8125},[1628],[8127],{"type":22,"value":1165},{"type":16,"tag":78,"props":8129,"children":8131},{"className":8130,"style":1739},[818],[],{"type":16,"tag":78,"props":8133,"children":8135},{"className":8134},[121],[8136,8140,8145],{"type":16,"tag":78,"props":8137,"children":8139},{"className":8138,"style":5651},[126],[],{"type":16,"tag":78,"props":8141,"children":8143},{"className":8142,"style":4083},[132,133],[8144],{"type":22,"value":8049},{"type":16,"tag":78,"props":8146,"children":8148},{"className":8147,"style":1739},[132,133],[8149],{"type":22,"value":5635},{"type":22,"value":8151}," 占 ",{"type":16,"tag":52,"props":8153,"children":8154},{},[8155],{"type":22,"value":8156},"7.14%",{"type":22,"value":4341},{"type":16,"tag":35,"props":8159,"children":8161},{"className":8160},[],[8162],{"type":22,"value":8163},"lm_head",{"type":22,"value":8151},{"type":16,"tag":52,"props":8166,"children":8167},{},[8168],{"type":22,"value":8169},"3.31%",{"type":22,"value":882},{"type":16,"tag":727,"props":8172,"children":8173},{},[],{"type":16,"tag":141,"props":8175,"children":8177},{"id":8176},"三交叉熵adamw-显存核算与训练闭环讲义第-46-节",[8178],{"type":22,"value":8179},"三、交叉熵、AdamW 显存核算与训练闭环（讲义第 4～6 节）",{"type":16,"tag":737,"props":8181,"children":8182},{},[8183,8941,10061,10622],{"type":16,"tag":151,"props":8184,"children":8185},{},[8186,8191,8192],{"type":16,"tag":52,"props":8187,"children":8188},{},[8189],{"type":22,"value":8190},"LogSumExp 交叉熵",{"type":22,"value":749},{"type":16,"tag":78,"props":8193,"children":8195},{"className":8194},[81],[8196,8392],{"type":16,"tag":78,"props":8197,"children":8199},{"className":8198},[86],[8200],{"type":16,"tag":89,"props":8201,"children":8202},{"xmlns":91},[8203],{"type":16,"tag":94,"props":8204,"children":8205},{},[8206,8387],{"type":16,"tag":98,"props":8207,"children":8208},{},[8209,8214,8218,8223,8227,8231,8235,8239,8244,8248,8274,8279,8283,8287,8298,8302,8307,8311,8315,8319,8330,8334,8338,8342,8346,8349,8353,8357,8376],{"type":16,"tag":102,"props":8210,"children":8211},{"mathvariant":1060},[8212],{"type":22,"value":8213},"ℓ",{"type":16,"tag":782,"props":8215,"children":8216},{"stretchy":1070},[8217],{"type":22,"value":1073},{"type":16,"tag":102,"props":8219,"children":8220},{},[8221],{"type":22,"value":8222},"o",{"type":16,"tag":782,"props":8224,"children":8225},{"separator":116},[8226],{"type":22,"value":1938},{"type":16,"tag":102,"props":8228,"children":8229},{},[8230],{"type":22,"value":5217},{"type":16,"tag":782,"props":8232,"children":8233},{"stretchy":1070},[8234],{"type":22,"value":180},{"type":16,"tag":782,"props":8236,"children":8237},{},[8238],{"type":22,"value":1087},{"type":16,"tag":102,"props":8240,"children":8241},{},[8242],{"type":22,"value":8243},"log",{"type":16,"tag":782,"props":8245,"children":8246},{},[8247],{"type":22,"value":1067},{"type":16,"tag":1117,"props":8249,"children":8250},{},[8251,8255,8270],{"type":16,"tag":782,"props":8252,"children":8253},{},[8254],{"type":22,"value":1124},{"type":16,"tag":98,"props":8256,"children":8257},{},[8258,8262,8266],{"type":16,"tag":102,"props":8259,"children":8260},{},[8261],{"type":22,"value":155},{"type":16,"tag":782,"props":8263,"children":8264},{},[8265],{"type":22,"value":1087},{"type":16,"tag":776,"props":8267,"children":8268},{},[8269],{"type":22,"value":1110},{"type":16,"tag":102,"props":8271,"children":8272},{},[8273],{"type":22,"value":5635},{"type":16,"tag":102,"props":8275,"children":8276},{},[8277],{"type":22,"value":8278},"exp",{"type":16,"tag":782,"props":8280,"children":8281},{},[8282],{"type":22,"value":1067},{"type":16,"tag":782,"props":8284,"children":8285},{"stretchy":1070},[8286],{"type":22,"value":1073},{"type":16,"tag":1792,"props":8288,"children":8289},{},[8290,8294],{"type":16,"tag":102,"props":8291,"children":8292},{},[8293],{"type":22,"value":8222},{"type":16,"tag":102,"props":8295,"children":8296},{},[8297],{"type":22,"value":155},{"type":16,"tag":782,"props":8299,"children":8300},{},[8301],{"type":22,"value":1929},{"type":16,"tag":102,"props":8303,"children":8304},{},[8305],{"type":22,"value":8306},"m",{"type":16,"tag":782,"props":8308,"children":8309},{"stretchy":1070},[8310],{"type":22,"value":180},{"type":16,"tag":782,"props":8312,"children":8313},{},[8314],{"type":22,"value":1929},{"type":16,"tag":782,"props":8316,"children":8317},{"stretchy":1070},[8318],{"type":22,"value":1073},{"type":16,"tag":1792,"props":8320,"children":8321},{},[8322,8326],{"type":16,"tag":102,"props":8323,"children":8324},{},[8325],{"type":22,"value":8222},{"type":16,"tag":102,"props":8327,"children":8328},{},[8329],{"type":22,"value":5217},{"type":16,"tag":782,"props":8331,"children":8332},{},[8333],{"type":22,"value":1929},{"type":16,"tag":102,"props":8335,"children":8336},{},[8337],{"type":22,"value":8306},{"type":16,"tag":782,"props":8339,"children":8340},{"stretchy":1070},[8341],{"type":22,"value":180},{"type":16,"tag":782,"props":8343,"children":8344},{"separator":116},[8345],{"type":22,"value":1938},{"type":16,"tag":818,"props":8347,"children":8348},{"width":5211},[],{"type":16,"tag":102,"props":8350,"children":8351},{},[8352],{"type":22,"value":8306},{"type":16,"tag":782,"props":8354,"children":8355},{},[8356],{"type":22,"value":1087},{"type":16,"tag":1792,"props":8358,"children":8359},{},[8360,8372],{"type":16,"tag":98,"props":8361,"children":8362},{},[8363,8368],{"type":16,"tag":102,"props":8364,"children":8365},{},[8366],{"type":22,"value":8367},"max",{"type":16,"tag":782,"props":8369,"children":8370},{},[8371],{"type":22,"value":1067},{"type":16,"tag":102,"props":8373,"children":8374},{},[8375],{"type":22,"value":155},{"type":16,"tag":1792,"props":8377,"children":8378},{},[8379,8383],{"type":16,"tag":102,"props":8380,"children":8381},{},[8382],{"type":22,"value":8222},{"type":16,"tag":102,"props":8384,"children":8385},{},[8386],{"type":22,"value":155},{"type":16,"tag":107,"props":8388,"children":8389},{"encoding":109},[8390],{"type":22,"value":8391},"\\ell(o, y) = \\log \\sum_{a=1}^V \\exp(o_a - m) - (o_y - m), \\qquad m = \\max_a o_a",{"type":16,"tag":78,"props":8393,"children":8395},{"className":8394,"ariaHidden":116},[115],[8396,8451,8650,8681,8765,8814],{"type":16,"tag":78,"props":8397,"children":8399},{"className":8398},[121],[8400,8404,8409,8414,8419,8424,8428,8433,8438,8442,8447],{"type":16,"tag":78,"props":8401,"children":8403},{"className":8402,"style":1197},[126],[],{"type":16,"tag":78,"props":8405,"children":8407},{"className":8406},[132],[8408],{"type":22,"value":8213},{"type":16,"tag":78,"props":8410,"children":8412},{"className":8411},[1213],[8413],{"type":22,"value":1073},{"type":16,"tag":78,"props":8415,"children":8417},{"className":8416},[132,133],[8418],{"type":22,"value":8222},{"type":16,"tag":78,"props":8420,"children":8422},{"className":8421},[2071],[8423],{"type":22,"value":1938},{"type":16,"tag":78,"props":8425,"children":8427},{"className":8426,"style":2077},[818],[],{"type":16,"tag":78,"props":8429,"children":8431},{"className":8430,"style":1761},[132,133],[8432],{"type":22,"value":5217},{"type":16,"tag":78,"props":8434,"children":8436},{"className":8435},[1224],[8437],{"type":22,"value":180},{"type":16,"tag":78,"props":8439,"children":8441},{"className":8440,"style":819},[818],[],{"type":16,"tag":78,"props":8443,"children":8445},{"className":8444},[824],[8446],{"type":22,"value":1087},{"type":16,"tag":78,"props":8448,"children":8450},{"className":8449,"style":819},[818],[],{"type":16,"tag":78,"props":8452,"children":8454},{"className":8453},[121],[8455,8460,8471,8475,8566,8570,8575,8580,8637,8641,8646],{"type":16,"tag":78,"props":8456,"children":8459},{"className":8457,"style":8458},[126],"height:1.2809em;vertical-align:-0.2997em;",[],{"type":16,"tag":78,"props":8461,"children":8463},{"className":8462},[1202],[8464,8466],{"type":22,"value":8465},"lo",{"type":16,"tag":78,"props":8467,"children":8469},{"style":8468},"margin-right:0.0139em;",[8470],{"type":22,"value":1180},{"type":16,"tag":78,"props":8472,"children":8474},{"className":8473,"style":2077},[818],[],{"type":16,"tag":78,"props":8476,"children":8478},{"className":8477},[1202],[8479,8484],{"type":16,"tag":78,"props":8480,"children":8482},{"className":8481,"style":1456},[1202,1454,1455],[8483],{"type":22,"value":1124},{"type":16,"tag":78,"props":8485,"children":8487},{"className":8486},[1462],[8488],{"type":16,"tag":78,"props":8489,"children":8491},{"className":8490},[1265,1266],[8492,8554],{"type":16,"tag":78,"props":8493,"children":8495},{"className":8494},[1271],[8496,8549],{"type":16,"tag":78,"props":8497,"children":8500},{"className":8498,"style":8499},[1276],"height:0.9812em;",[8501,8532],{"type":16,"tag":78,"props":8502,"children":8504},{"style":8503},"top:-2.4003em;margin-left:0em;margin-right:0.05em;",[8505,8509],{"type":16,"tag":78,"props":8506,"children":8508},{"className":8507,"style":1855},[1286],[],{"type":16,"tag":78,"props":8510,"children":8512},{"className":8511},[1292,1293,1294,1295],[8513],{"type":16,"tag":78,"props":8514,"children":8516},{"className":8515},[132,1295],[8517,8522,8527],{"type":16,"tag":78,"props":8518,"children":8520},{"className":8519},[132,133,1295],[8521],{"type":22,"value":155},{"type":16,"tag":78,"props":8523,"children":8525},{"className":8524},[824,1295],[8526],{"type":22,"value":1087},{"type":16,"tag":78,"props":8528,"children":8530},{"className":8529},[132,1295],[8531],{"type":22,"value":1110},{"type":16,"tag":78,"props":8533,"children":8535},{"style":8534},"top:-3.2029em;margin-right:0.05em;",[8536,8540],{"type":16,"tag":78,"props":8537,"children":8539},{"className":8538,"style":1855},[1286],[],{"type":16,"tag":78,"props":8541,"children":8543},{"className":8542},[1292,1293,1294,1295],[8544],{"type":16,"tag":78,"props":8545,"children":8547},{"className":8546,"style":1739},[132,133,1295],[8548],{"type":22,"value":5635},{"type":16,"tag":78,"props":8550,"children":8552},{"className":8551},[1422],[8553],{"type":22,"value":1425},{"type":16,"tag":78,"props":8555,"children":8557},{"className":8556},[1271],[8558],{"type":16,"tag":78,"props":8559,"children":8562},{"className":8560,"style":8561},[1276],"height:0.2997em;",[8563],{"type":16,"tag":78,"props":8564,"children":8565},{},[],{"type":16,"tag":78,"props":8567,"children":8569},{"className":8568,"style":2077},[818],[],{"type":16,"tag":78,"props":8571,"children":8573},{"className":8572},[1202],[8574],{"type":22,"value":8278},{"type":16,"tag":78,"props":8576,"children":8578},{"className":8577},[1213],[8579],{"type":22,"value":1073},{"type":16,"tag":78,"props":8581,"children":8583},{"className":8582},[132],[8584,8589],{"type":16,"tag":78,"props":8585,"children":8587},{"className":8586},[132,133],[8588],{"type":22,"value":8222},{"type":16,"tag":78,"props":8590,"children":8592},{"className":8591},[1462],[8593],{"type":16,"tag":78,"props":8594,"children":8596},{"className":8595},[1265,1266],[8597,8626],{"type":16,"tag":78,"props":8598,"children":8600},{"className":8599},[1271],[8601,8621],{"type":16,"tag":78,"props":8602,"children":8604},{"className":8603,"style":6083},[1276],[8605],{"type":16,"tag":78,"props":8606,"children":8607},{"style":1850},[8608,8612],{"type":16,"tag":78,"props":8609,"children":8611},{"className":8610,"style":1855},[1286],[],{"type":16,"tag":78,"props":8613,"children":8615},{"className":8614},[1292,1293,1294,1295],[8616],{"type":16,"tag":78,"props":8617,"children":8619},{"className":8618},[132,133,1295],[8620],{"type":22,"value":155},{"type":16,"tag":78,"props":8622,"children":8624},{"className":8623},[1422],[8625],{"type":22,"value":1425},{"type":16,"tag":78,"props":8627,"children":8629},{"className":8628},[1271],[8630],{"type":16,"tag":78,"props":8631,"children":8633},{"className":8632,"style":1879},[1276],[8634],{"type":16,"tag":78,"props":8635,"children":8636},{},[],{"type":16,"tag":78,"props":8638,"children":8640},{"className":8639,"style":1739},[818],[],{"type":16,"tag":78,"props":8642,"children":8644},{"className":8643},[1628],[8645],{"type":22,"value":1929},{"type":16,"tag":78,"props":8647,"children":8649},{"className":8648,"style":1739},[818],[],{"type":16,"tag":78,"props":8651,"children":8653},{"className":8652},[121],[8654,8658,8663,8668,8672,8677],{"type":16,"tag":78,"props":8655,"children":8657},{"className":8656,"style":1197},[126],[],{"type":16,"tag":78,"props":8659,"children":8661},{"className":8660},[132,133],[8662],{"type":22,"value":8306},{"type":16,"tag":78,"props":8664,"children":8666},{"className":8665},[1224],[8667],{"type":22,"value":180},{"type":16,"tag":78,"props":8669,"children":8671},{"className":8670,"style":1739},[818],[],{"type":16,"tag":78,"props":8673,"children":8675},{"className":8674},[1628],[8676],{"type":22,"value":1929},{"type":16,"tag":78,"props":8678,"children":8680},{"className":8679,"style":1739},[818],[],{"type":16,"tag":78,"props":8682,"children":8684},{"className":8683},[121],[8685,8690,8695,8752,8756,8761],{"type":16,"tag":78,"props":8686,"children":8689},{"className":8687,"style":8688},[126],"height:1.0361em;vertical-align:-0.2861em;",[],{"type":16,"tag":78,"props":8691,"children":8693},{"className":8692},[1213],[8694],{"type":22,"value":1073},{"type":16,"tag":78,"props":8696,"children":8698},{"className":8697},[132],[8699,8704],{"type":16,"tag":78,"props":8700,"children":8702},{"className":8701},[132,133],[8703],{"type":22,"value":8222},{"type":16,"tag":78,"props":8705,"children":8707},{"className":8706},[1462],[8708],{"type":16,"tag":78,"props":8709,"children":8711},{"className":8710},[1265,1266],[8712,8741],{"type":16,"tag":78,"props":8713,"children":8715},{"className":8714},[1271],[8716,8736],{"type":16,"tag":78,"props":8717,"children":8719},{"className":8718,"style":6083},[1276],[8720],{"type":16,"tag":78,"props":8721,"children":8722},{"style":1850},[8723,8727],{"type":16,"tag":78,"props":8724,"children":8726},{"className":8725,"style":1855},[1286],[],{"type":16,"tag":78,"props":8728,"children":8730},{"className":8729},[1292,1293,1294,1295],[8731],{"type":16,"tag":78,"props":8732,"children":8734},{"className":8733,"style":1761},[132,133,1295],[8735],{"type":22,"value":5217},{"type":16,"tag":78,"props":8737,"children":8739},{"className":8738},[1422],[8740],{"type":22,"value":1425},{"type":16,"tag":78,"props":8742,"children":8744},{"className":8743},[1271],[8745],{"type":16,"tag":78,"props":8746,"children":8748},{"className":8747,"style":2354},[1276],[8749],{"type":16,"tag":78,"props":8750,"children":8751},{},[],{"type":16,"tag":78,"props":8753,"children":8755},{"className":8754,"style":1739},[818],[],{"type":16,"tag":78,"props":8757,"children":8759},{"className":8758},[1628],[8760],{"type":22,"value":1929},{"type":16,"tag":78,"props":8762,"children":8764},{"className":8763,"style":1739},[818],[],{"type":16,"tag":78,"props":8766,"children":8768},{"className":8767},[121],[8769,8773,8778,8783,8788,8792,8796,8801,8805,8810],{"type":16,"tag":78,"props":8770,"children":8772},{"className":8771,"style":1197},[126],[],{"type":16,"tag":78,"props":8774,"children":8776},{"className":8775},[132,133],[8777],{"type":22,"value":8306},{"type":16,"tag":78,"props":8779,"children":8781},{"className":8780},[1224],[8782],{"type":22,"value":180},{"type":16,"tag":78,"props":8784,"children":8786},{"className":8785},[2071],[8787],{"type":22,"value":1938},{"type":16,"tag":78,"props":8789,"children":8791},{"className":8790,"style":5447},[818],[],{"type":16,"tag":78,"props":8793,"children":8795},{"className":8794,"style":2077},[818],[],{"type":16,"tag":78,"props":8797,"children":8799},{"className":8798},[132,133],[8800],{"type":22,"value":8306},{"type":16,"tag":78,"props":8802,"children":8804},{"className":8803,"style":819},[818],[],{"type":16,"tag":78,"props":8806,"children":8808},{"className":8807},[824],[8809],{"type":22,"value":1087},{"type":16,"tag":78,"props":8811,"children":8813},{"className":8812,"style":819},[818],[],{"type":16,"tag":78,"props":8815,"children":8817},{"className":8816},[121],[8818,8823,8880,8884],{"type":16,"tag":78,"props":8819,"children":8822},{"className":8820,"style":8821},[126],"height:0.5806em;vertical-align:-0.15em;",[],{"type":16,"tag":78,"props":8824,"children":8826},{"className":8825},[1202],[8827,8832],{"type":16,"tag":78,"props":8828,"children":8830},{"className":8829},[1202],[8831],{"type":22,"value":8367},{"type":16,"tag":78,"props":8833,"children":8835},{"className":8834},[1462],[8836],{"type":16,"tag":78,"props":8837,"children":8839},{"className":8838},[1265,1266],[8840,8869],{"type":16,"tag":78,"props":8841,"children":8843},{"className":8842},[1271],[8844,8864],{"type":16,"tag":78,"props":8845,"children":8847},{"className":8846,"style":6083},[1276],[8848],{"type":16,"tag":78,"props":8849,"children":8850},{"style":5392},[8851,8855],{"type":16,"tag":78,"props":8852,"children":8854},{"className":8853,"style":1855},[1286],[],{"type":16,"tag":78,"props":8856,"children":8858},{"className":8857},[1292,1293,1294,1295],[8859],{"type":16,"tag":78,"props":8860,"children":8862},{"className":8861},[132,133,1295],[8863],{"type":22,"value":155},{"type":16,"tag":78,"props":8865,"children":8867},{"className":8866},[1422],[8868],{"type":22,"value":1425},{"type":16,"tag":78,"props":8870,"children":8872},{"className":8871},[1271],[8873],{"type":16,"tag":78,"props":8874,"children":8876},{"className":8875,"style":1879},[1276],[8877],{"type":16,"tag":78,"props":8878,"children":8879},{},[],{"type":16,"tag":78,"props":8881,"children":8883},{"className":8882,"style":2077},[818],[],{"type":16,"tag":78,"props":8885,"children":8887},{"className":8886},[132],[8888,8893],{"type":16,"tag":78,"props":8889,"children":8891},{"className":8890},[132,133],[8892],{"type":22,"value":8222},{"type":16,"tag":78,"props":8894,"children":8896},{"className":8895},[1462],[8897],{"type":16,"tag":78,"props":8898,"children":8900},{"className":8899},[1265,1266],[8901,8930],{"type":16,"tag":78,"props":8902,"children":8904},{"className":8903},[1271],[8905,8925],{"type":16,"tag":78,"props":8906,"children":8908},{"className":8907,"style":6083},[1276],[8909],{"type":16,"tag":78,"props":8910,"children":8911},{"style":1850},[8912,8916],{"type":16,"tag":78,"props":8913,"children":8915},{"className":8914,"style":1855},[1286],[],{"type":16,"tag":78,"props":8917,"children":8919},{"className":8918},[1292,1293,1294,1295],[8920],{"type":16,"tag":78,"props":8921,"children":8923},{"className":8922},[132,133,1295],[8924],{"type":22,"value":155},{"type":16,"tag":78,"props":8926,"children":8928},{"className":8927},[1422],[8929],{"type":22,"value":1425},{"type":16,"tag":78,"props":8931,"children":8933},{"className":8932},[1271],[8934],{"type":16,"tag":78,"props":8935,"children":8937},{"className":8936,"style":1879},[1276],[8938],{"type":16,"tag":78,"props":8939,"children":8940},{},[],{"type":16,"tag":151,"props":8942,"children":8943},{},[8944,8949,8950],{"type":16,"tag":52,"props":8945,"children":8946},{},[8947],{"type":22,"value":8948},"解耦权重衰减 AdamW",{"type":22,"value":749},{"type":16,"tag":78,"props":8951,"children":8953},{"className":8952},[81],[8954,9153],{"type":16,"tag":78,"props":8955,"children":8957},{"className":8956},[86],[8958],{"type":16,"tag":89,"props":8959,"children":8960},{"xmlns":91},[8961],{"type":16,"tag":94,"props":8962,"children":8963},{},[8964,9148],{"type":16,"tag":98,"props":8965,"children":8966},{},[8967,8979,8983,9005,9009,9014,9073,9113,9117,9121,9126],{"type":16,"tag":1792,"props":8968,"children":8969},{},[8970,8974],{"type":16,"tag":102,"props":8971,"children":8972},{},[8973],{"type":22,"value":2186},{"type":16,"tag":102,"props":8975,"children":8976},{},[8977],{"type":22,"value":8978},"t",{"type":16,"tag":782,"props":8980,"children":8981},{},[8982],{"type":22,"value":1087},{"type":16,"tag":1792,"props":8984,"children":8985},{},[8986,8990],{"type":16,"tag":102,"props":8987,"children":8988},{},[8989],{"type":22,"value":2186},{"type":16,"tag":98,"props":8991,"children":8992},{},[8993,8997,9001],{"type":16,"tag":102,"props":8994,"children":8995},{},[8996],{"type":22,"value":8978},{"type":16,"tag":782,"props":8998,"children":8999},{},[9000],{"type":22,"value":1929},{"type":16,"tag":776,"props":9002,"children":9003},{},[9004],{"type":22,"value":1110},{"type":16,"tag":782,"props":9006,"children":9007},{},[9008],{"type":22,"value":1929},{"type":16,"tag":102,"props":9010,"children":9011},{},[9012],{"type":22,"value":9013},"α",{"type":16,"tag":1089,"props":9015,"children":9016},{},[9017,9047],{"type":16,"tag":1097,"props":9018,"children":9019},{},[9020],{"type":16,"tag":98,"props":9021,"children":9022},{},[9023,9027,9031],{"type":16,"tag":776,"props":9024,"children":9025},{},[9026],{"type":22,"value":1110},{"type":16,"tag":782,"props":9028,"children":9029},{},[9030],{"type":22,"value":1929},{"type":16,"tag":1117,"props":9032,"children":9033},{},[9034,9039,9043],{"type":16,"tag":102,"props":9035,"children":9036},{},[9037],{"type":22,"value":9038},"β",{"type":16,"tag":776,"props":9040,"children":9041},{},[9042],{"type":22,"value":1160},{"type":16,"tag":102,"props":9044,"children":9045},{},[9046],{"type":22,"value":8978},{"type":16,"tag":98,"props":9048,"children":9049},{},[9050,9054,9058],{"type":16,"tag":776,"props":9051,"children":9052},{},[9053],{"type":22,"value":1110},{"type":16,"tag":782,"props":9055,"children":9056},{},[9057],{"type":22,"value":1929},{"type":16,"tag":1117,"props":9059,"children":9060},{},[9061,9065,9069],{"type":16,"tag":102,"props":9062,"children":9063},{},[9064],{"type":22,"value":9038},{"type":16,"tag":776,"props":9066,"children":9067},{},[9068],{"type":22,"value":1110},{"type":16,"tag":102,"props":9070,"children":9071},{},[9072],{"type":22,"value":8978},{"type":16,"tag":1089,"props":9074,"children":9075},{},[9076,9087],{"type":16,"tag":1792,"props":9077,"children":9078},{},[9079,9083],{"type":16,"tag":102,"props":9080,"children":9081},{},[9082],{"type":22,"value":8306},{"type":16,"tag":102,"props":9084,"children":9085},{},[9086],{"type":22,"value":8978},{"type":16,"tag":98,"props":9088,"children":9089},{},[9090,9105,9109],{"type":16,"tag":1097,"props":9091,"children":9092},{},[9093],{"type":16,"tag":1792,"props":9094,"children":9095},{},[9096,9101],{"type":16,"tag":102,"props":9097,"children":9098},{},[9099],{"type":22,"value":9100},"v",{"type":16,"tag":102,"props":9102,"children":9103},{},[9104],{"type":22,"value":8978},{"type":16,"tag":782,"props":9106,"children":9107},{},[9108],{"type":22,"value":1165},{"type":16,"tag":102,"props":9110,"children":9111},{},[9112],{"type":22,"value":1170},{"type":16,"tag":782,"props":9114,"children":9115},{},[9116],{"type":22,"value":1929},{"type":16,"tag":102,"props":9118,"children":9119},{},[9120],{"type":22,"value":9013},{"type":16,"tag":102,"props":9122,"children":9123},{},[9124],{"type":22,"value":9125},"λ",{"type":16,"tag":1792,"props":9127,"children":9128},{},[9129,9133],{"type":16,"tag":102,"props":9130,"children":9131},{},[9132],{"type":22,"value":2186},{"type":16,"tag":98,"props":9134,"children":9135},{},[9136,9140,9144],{"type":16,"tag":102,"props":9137,"children":9138},{},[9139],{"type":22,"value":8978},{"type":16,"tag":782,"props":9141,"children":9142},{},[9143],{"type":22,"value":1929},{"type":16,"tag":776,"props":9145,"children":9146},{},[9147],{"type":22,"value":1110},{"type":16,"tag":107,"props":9149,"children":9150},{"encoding":109},[9151],{"type":22,"value":9152},"\\theta_t = \\theta_{t-1} - \\alpha \\frac{\\sqrt{1 - \\beta_2^t}}{1 - \\beta_1^t} \\frac{m_t}{\\sqrt{v_t} + \\varepsilon} - \\alpha \\lambda \\theta_{t-1}",{"type":16,"tag":78,"props":9154,"children":9156},{"className":9155,"ariaHidden":116},[115],[9157,9236,9329,9972],{"type":16,"tag":78,"props":9158,"children":9160},{"className":9159},[121],[9161,9165,9223,9227,9232],{"type":16,"tag":78,"props":9162,"children":9164},{"className":9163,"style":1820},[126],[],{"type":16,"tag":78,"props":9166,"children":9168},{"className":9167},[132],[9169,9174],{"type":16,"tag":78,"props":9170,"children":9172},{"className":9171,"style":2292},[132,133],[9173],{"type":22,"value":2186},{"type":16,"tag":78,"props":9175,"children":9177},{"className":9176},[1462],[9178],{"type":16,"tag":78,"props":9179,"children":9181},{"className":9180},[1265,1266],[9182,9212],{"type":16,"tag":78,"props":9183,"children":9185},{"className":9184},[1271],[9186,9207],{"type":16,"tag":78,"props":9187,"children":9190},{"className":9188,"style":9189},[1276],"height:0.2806em;",[9191],{"type":16,"tag":78,"props":9192,"children":9193},{"style":2313},[9194,9198],{"type":16,"tag":78,"props":9195,"children":9197},{"className":9196,"style":1855},[1286],[],{"type":16,"tag":78,"props":9199,"children":9201},{"className":9200},[1292,1293,1294,1295],[9202],{"type":16,"tag":78,"props":9203,"children":9205},{"className":9204},[132,133,1295],[9206],{"type":22,"value":8978},{"type":16,"tag":78,"props":9208,"children":9210},{"className":9209},[1422],[9211],{"type":22,"value":1425},{"type":16,"tag":78,"props":9213,"children":9215},{"className":9214},[1271],[9216],{"type":16,"tag":78,"props":9217,"children":9219},{"className":9218,"style":1879},[1276],[9220],{"type":16,"tag":78,"props":9221,"children":9222},{},[],{"type":16,"tag":78,"props":9224,"children":9226},{"className":9225,"style":819},[818],[],{"type":16,"tag":78,"props":9228,"children":9230},{"className":9229},[824],[9231],{"type":22,"value":1087},{"type":16,"tag":78,"props":9233,"children":9235},{"className":9234,"style":819},[818],[],{"type":16,"tag":78,"props":9237,"children":9239},{"className":9238},[121],[9240,9245,9316,9320,9325],{"type":16,"tag":78,"props":9241,"children":9244},{"className":9242,"style":9243},[126],"height:0.9028em;vertical-align:-0.2083em;",[],{"type":16,"tag":78,"props":9246,"children":9248},{"className":9247},[132],[9249,9254],{"type":16,"tag":78,"props":9250,"children":9252},{"className":9251,"style":2292},[132,133],[9253],{"type":22,"value":2186},{"type":16,"tag":78,"props":9255,"children":9257},{"className":9256},[1462],[9258],{"type":16,"tag":78,"props":9259,"children":9261},{"className":9260},[1265,1266],[9262,9305],{"type":16,"tag":78,"props":9263,"children":9265},{"className":9264},[1271],[9266,9300],{"type":16,"tag":78,"props":9267,"children":9269},{"className":9268,"style":4101},[1276],[9270],{"type":16,"tag":78,"props":9271,"children":9272},{"style":2313},[9273,9277],{"type":16,"tag":78,"props":9274,"children":9276},{"className":9275,"style":1855},[1286],[],{"type":16,"tag":78,"props":9278,"children":9280},{"className":9279},[1292,1293,1294,1295],[9281],{"type":16,"tag":78,"props":9282,"children":9284},{"className":9283},[132,1295],[9285,9290,9295],{"type":16,"tag":78,"props":9286,"children":9288},{"className":9287},[132,133,1295],[9289],{"type":22,"value":8978},{"type":16,"tag":78,"props":9291,"children":9293},{"className":9292},[1628,1295],[9294],{"type":22,"value":1929},{"type":16,"tag":78,"props":9296,"children":9298},{"className":9297},[132,1295],[9299],{"type":22,"value":1110},{"type":16,"tag":78,"props":9301,"children":9303},{"className":9302},[1422],[9304],{"type":22,"value":1425},{"type":16,"tag":78,"props":9306,"children":9308},{"className":9307},[1271],[9309],{"type":16,"tag":78,"props":9310,"children":9312},{"className":9311,"style":2063},[1276],[9313],{"type":16,"tag":78,"props":9314,"children":9315},{},[],{"type":16,"tag":78,"props":9317,"children":9319},{"className":9318,"style":1739},[818],[],{"type":16,"tag":78,"props":9321,"children":9323},{"className":9322},[1628],[9324],{"type":22,"value":1929},{"type":16,"tag":78,"props":9326,"children":9328},{"className":9327,"style":1739},[818],[],{"type":16,"tag":78,"props":9330,"children":9332},{"className":9331},[121],[9333,9338,9344,9674,9959,9963,9968],{"type":16,"tag":78,"props":9334,"children":9337},{"className":9335,"style":9336},[126],"height:1.9066em;vertical-align:-0.577em;",[],{"type":16,"tag":78,"props":9339,"children":9342},{"className":9340,"style":9341},[132,133],"margin-right:0.0037em;",[9343],{"type":22,"value":9013},{"type":16,"tag":78,"props":9345,"children":9347},{"className":9346},[132],[9348,9352,9670],{"type":16,"tag":78,"props":9349,"children":9351},{"className":9350},[1213,1256],[],{"type":16,"tag":78,"props":9353,"children":9355},{"className":9354},[1089],[9356],{"type":16,"tag":78,"props":9357,"children":9359},{"className":9358},[1265,1266],[9360,9658],{"type":16,"tag":78,"props":9361,"children":9363},{"className":9362},[1271],[9364,9653],{"type":16,"tag":78,"props":9365,"children":9368},{"className":9366,"style":9367},[1276],"height:1.3296em;",[9369,9472,9483],{"type":16,"tag":78,"props":9370,"children":9372},{"style":9371},"top:-2.6411em;",[9373,9377],{"type":16,"tag":78,"props":9374,"children":9376},{"className":9375,"style":1287},[1286],[],{"type":16,"tag":78,"props":9378,"children":9380},{"className":9379},[1292,1293,1294,1295],[9381],{"type":16,"tag":78,"props":9382,"children":9384},{"className":9383},[132,1295],[9385,9390,9395],{"type":16,"tag":78,"props":9386,"children":9388},{"className":9387},[132,1295],[9389],{"type":22,"value":1110},{"type":16,"tag":78,"props":9391,"children":9393},{"className":9392},[1628,1295],[9394],{"type":22,"value":1929},{"type":16,"tag":78,"props":9396,"children":9398},{"className":9397},[132,1295],[9399,9405],{"type":16,"tag":78,"props":9400,"children":9403},{"className":9401,"style":9402},[132,133,1295],"margin-right:0.0528em;",[9404],{"type":22,"value":9038},{"type":16,"tag":78,"props":9406,"children":9408},{"className":9407},[1462],[9409],{"type":16,"tag":78,"props":9410,"children":9412},{"className":9411},[1265,1266],[9413,9460],{"type":16,"tag":78,"props":9414,"children":9416},{"className":9415},[1271],[9417,9455],{"type":16,"tag":78,"props":9418,"children":9421},{"className":9419,"style":9420},[1276],"height:0.7841em;",[9422,9439],{"type":16,"tag":78,"props":9423,"children":9425},{"style":9424},"top:-2.1885em;margin-left:-0.0528em;margin-right:0.0714em;",[9426,9430],{"type":16,"tag":78,"props":9427,"children":9429},{"className":9428,"style":1484},[1286],[],{"type":16,"tag":78,"props":9431,"children":9433},{"className":9432},[1292,1342,1373,1295],[9434],{"type":16,"tag":78,"props":9435,"children":9437},{"className":9436},[132,1295],[9438],{"type":22,"value":1110},{"type":16,"tag":78,"props":9440,"children":9441},{"style":1593},[9442,9446],{"type":16,"tag":78,"props":9443,"children":9445},{"className":9444,"style":1484},[1286],[],{"type":16,"tag":78,"props":9447,"children":9449},{"className":9448},[1292,1342,1373,1295],[9450],{"type":16,"tag":78,"props":9451,"children":9453},{"className":9452},[132,133,1295],[9454],{"type":22,"value":8978},{"type":16,"tag":78,"props":9456,"children":9458},{"className":9457},[1422],[9459],{"type":22,"value":1425},{"type":16,"tag":78,"props":9461,"children":9463},{"className":9462},[1271],[9464],{"type":16,"tag":78,"props":9465,"children":9468},{"className":9466,"style":9467},[1276],"height:0.3115em;",[9469],{"type":16,"tag":78,"props":9470,"children":9471},{},[],{"type":16,"tag":78,"props":9473,"children":9474},{"style":1683},[9475,9479],{"type":16,"tag":78,"props":9476,"children":9478},{"className":9477,"style":1287},[1286],[],{"type":16,"tag":78,"props":9480,"children":9482},{"className":9481,"style":1692},[1395],[],{"type":16,"tag":78,"props":9484,"children":9486},{"style":9485},"top:-3.6133em;",[9487,9491],{"type":16,"tag":78,"props":9488,"children":9490},{"className":9489,"style":1287},[1286],[],{"type":16,"tag":78,"props":9492,"children":9494},{"className":9493},[1292,1293,1294,1295],[9495],{"type":16,"tag":78,"props":9496,"children":9498},{"className":9497},[132,1295],[9499],{"type":16,"tag":78,"props":9500,"children":9502},{"className":9501},[132,1304,1295],[9503],{"type":16,"tag":78,"props":9504,"children":9506},{"className":9505},[1265,1266],[9507,9641],{"type":16,"tag":78,"props":9508,"children":9510},{"className":9509},[1271],[9511,9636],{"type":16,"tag":78,"props":9512,"children":9515},{"className":9513,"style":9514},[1276],"height:1.0232em;",[9516,9614],{"type":16,"tag":78,"props":9517,"children":9520},{"className":9518,"style":9519},[1322],"top:-3.4286em;",[9521,9526],{"type":16,"tag":78,"props":9522,"children":9525},{"className":9523,"style":9524},[1286],"height:3.4286em;",[],{"type":16,"tag":78,"props":9527,"children":9530},{"className":9528,"style":9529},[132,1295],"padding-left:1.19em;",[9531,9536,9541],{"type":16,"tag":78,"props":9532,"children":9534},{"className":9533},[132,1295],[9535],{"type":22,"value":1110},{"type":16,"tag":78,"props":9537,"children":9539},{"className":9538},[1628,1295],[9540],{"type":22,"value":1929},{"type":16,"tag":78,"props":9542,"children":9544},{"className":9543},[132,1295],[9545,9550],{"type":16,"tag":78,"props":9546,"children":9548},{"className":9547,"style":9402},[132,133,1295],[9549],{"type":22,"value":9038},{"type":16,"tag":78,"props":9551,"children":9553},{"className":9552},[1462],[9554],{"type":16,"tag":78,"props":9555,"children":9557},{"className":9556},[1265,1266],[9558,9603],{"type":16,"tag":78,"props":9559,"children":9561},{"className":9560},[1271],[9562,9598],{"type":16,"tag":78,"props":9563,"children":9565},{"className":9564,"style":9420},[1276],[9566,9582],{"type":16,"tag":78,"props":9567,"children":9568},{"style":9424},[9569,9573],{"type":16,"tag":78,"props":9570,"children":9572},{"className":9571,"style":1484},[1286],[],{"type":16,"tag":78,"props":9574,"children":9576},{"className":9575},[1292,1342,1373,1295],[9577],{"type":16,"tag":78,"props":9578,"children":9580},{"className":9579},[132,1295],[9581],{"type":22,"value":1160},{"type":16,"tag":78,"props":9583,"children":9584},{"style":1593},[9585,9589],{"type":16,"tag":78,"props":9586,"children":9588},{"className":9587,"style":1484},[1286],[],{"type":16,"tag":78,"props":9590,"children":9592},{"className":9591},[1292,1342,1373,1295],[9593],{"type":16,"tag":78,"props":9594,"children":9596},{"className":9595},[132,133,1295],[9597],{"type":22,"value":8978},{"type":16,"tag":78,"props":9599,"children":9601},{"className":9600},[1422],[9602],{"type":22,"value":1425},{"type":16,"tag":78,"props":9604,"children":9606},{"className":9605},[1271],[9607],{"type":16,"tag":78,"props":9608,"children":9610},{"className":9609,"style":9467},[1276],[9611],{"type":16,"tag":78,"props":9612,"children":9613},{},[],{"type":16,"tag":78,"props":9615,"children":9617},{"style":9616},"top:-2.9952em;",[9618,9622],{"type":16,"tag":78,"props":9619,"children":9621},{"className":9620,"style":9524},[1286],[],{"type":16,"tag":78,"props":9623,"children":9626},{"className":9624,"style":9625},[1647,1295],"min-width:0.853em;height:1.5429em;",[9627],{"type":16,"tag":1651,"props":9628,"children":9631},{"xmlns":1653,"width":1654,"height":9629,"viewBox":9630,"preserveAspectRatio":1657},"1.5429em","0 0 400000 1080",[9632],{"type":16,"tag":1660,"props":9633,"children":9635},{"d":9634},"M95,702\nc-2.7,0,-7.17,-2.7,-13.5,-8c-5.8,-5.3,-9.5,-10,-9.5,-14\nc0,-2,0.3,-3.3,1,-4c1.3,-2.7,23.83,-20.7,67.5,-54\nc44.2,-33.3,65.8,-50.3,66.5,-51c1.3,-1.3,3,-2,5,-2c4.7,0,8.7,3.3,12,10\ns173,378,173,378c0.7,0,35.3,-71,104,-213c68.7,-142,137.5,-285,206.5,-429\nc69,-144,104.5,-217.7,106.5,-221\nl0 -0\nc5.3,-9.3,12,-14,20,-14\nH400000v40H845.2724\ns-225.272,467,-225.272,467s-235,486,-235,486c-2.7,4.7,-9,7,-19,7\nc-6,0,-10,-1,-12,-3s-194,-422,-194,-422s-65,47,-65,47z\nM834 80h400000v40h-400000z",[],{"type":16,"tag":78,"props":9637,"children":9639},{"className":9638},[1422],[9640],{"type":22,"value":1425},{"type":16,"tag":78,"props":9642,"children":9644},{"className":9643},[1271],[9645],{"type":16,"tag":78,"props":9646,"children":9649},{"className":9647,"style":9648},[1276],"height:0.4333em;",[9650],{"type":16,"tag":78,"props":9651,"children":9652},{},[],{"type":16,"tag":78,"props":9654,"children":9656},{"className":9655},[1422],[9657],{"type":22,"value":1425},{"type":16,"tag":78,"props":9659,"children":9661},{"className":9660},[1271],[9662],{"type":16,"tag":78,"props":9663,"children":9666},{"className":9664,"style":9665},[1276],"height:0.577em;",[9667],{"type":16,"tag":78,"props":9668,"children":9669},{},[],{"type":16,"tag":78,"props":9671,"children":9673},{"className":9672},[1224,1256],[],{"type":16,"tag":78,"props":9675,"children":9677},{"className":9676},[132],[9678,9682,9955],{"type":16,"tag":78,"props":9679,"children":9681},{"className":9680},[1213,1256],[],{"type":16,"tag":78,"props":9683,"children":9685},{"className":9684},[1089],[9686],{"type":16,"tag":78,"props":9687,"children":9689},{"className":9688},[1265,1266],[9690,9943],{"type":16,"tag":78,"props":9691,"children":9693},{"className":9692},[1271],[9694,9938],{"type":16,"tag":78,"props":9695,"children":9698},{"className":9696,"style":9697},[1276],"height:0.7115em;",[9699,9853,9864],{"type":16,"tag":78,"props":9700,"children":9702},{"style":9701},"top:-2.655em;",[9703,9707],{"type":16,"tag":78,"props":9704,"children":9706},{"className":9705,"style":1287},[1286],[],{"type":16,"tag":78,"props":9708,"children":9710},{"className":9709},[1292,1293,1294,1295],[9711],{"type":16,"tag":78,"props":9712,"children":9714},{"className":9713},[132,1295],[9715,9843,9848],{"type":16,"tag":78,"props":9716,"children":9718},{"className":9717},[132,1304,1295],[9719],{"type":16,"tag":78,"props":9720,"children":9722},{"className":9721},[1265,1266],[9723,9831],{"type":16,"tag":78,"props":9724,"children":9726},{"className":9725},[1271],[9727,9826],{"type":16,"tag":78,"props":9728,"children":9731},{"className":9729,"style":9730},[1276],"height:0.7344em;",[9732,9806],{"type":16,"tag":78,"props":9733,"children":9736},{"className":9734,"style":9735},[1322],"top:-3em;",[9737,9741],{"type":16,"tag":78,"props":9738,"children":9740},{"className":9739,"style":1287},[1286],[],{"type":16,"tag":78,"props":9742,"children":9745},{"className":9743,"style":9744},[132,1295],"padding-left:0.833em;",[9746],{"type":16,"tag":78,"props":9747,"children":9749},{"className":9748},[132,1295],[9750,9755],{"type":16,"tag":78,"props":9751,"children":9753},{"className":9752,"style":1761},[132,133,1295],[9754],{"type":22,"value":9100},{"type":16,"tag":78,"props":9756,"children":9758},{"className":9757},[1462],[9759],{"type":16,"tag":78,"props":9760,"children":9762},{"className":9761},[1265,1266],[9763,9794],{"type":16,"tag":78,"props":9764,"children":9766},{"className":9765},[1271],[9767,9789],{"type":16,"tag":78,"props":9768,"children":9771},{"className":9769,"style":9770},[1276],"height:0.2963em;",[9772],{"type":16,"tag":78,"props":9773,"children":9775},{"style":9774},"top:-2.357em;margin-left:-0.0359em;margin-right:0.0714em;",[9776,9780],{"type":16,"tag":78,"props":9777,"children":9779},{"className":9778,"style":1484},[1286],[],{"type":16,"tag":78,"props":9781,"children":9783},{"className":9782},[1292,1342,1373,1295],[9784],{"type":16,"tag":78,"props":9785,"children":9787},{"className":9786},[132,133,1295],[9788],{"type":22,"value":8978},{"type":16,"tag":78,"props":9790,"children":9792},{"className":9791},[1422],[9793],{"type":22,"value":1425},{"type":16,"tag":78,"props":9795,"children":9797},{"className":9796},[1271],[9798],{"type":16,"tag":78,"props":9799,"children":9802},{"className":9800,"style":9801},[1276],"height:0.143em;",[9803],{"type":16,"tag":78,"props":9804,"children":9805},{},[],{"type":16,"tag":78,"props":9807,"children":9809},{"style":9808},"top:-2.6944em;",[9810,9814],{"type":16,"tag":78,"props":9811,"children":9813},{"className":9812,"style":1287},[1286],[],{"type":16,"tag":78,"props":9815,"children":9818},{"className":9816,"style":9817},[1647,1295],"min-width:0.853em;height:1.08em;",[9819],{"type":16,"tag":1651,"props":9820,"children":9822},{"xmlns":1653,"width":1654,"height":9821,"viewBox":9630,"preserveAspectRatio":1657},"1.08em",[9823],{"type":16,"tag":1660,"props":9824,"children":9825},{"d":9634},[],{"type":16,"tag":78,"props":9827,"children":9829},{"className":9828},[1422],[9830],{"type":22,"value":1425},{"type":16,"tag":78,"props":9832,"children":9834},{"className":9833},[1271],[9835],{"type":16,"tag":78,"props":9836,"children":9839},{"className":9837,"style":9838},[1276],"height:0.3056em;",[9840],{"type":16,"tag":78,"props":9841,"children":9842},{},[],{"type":16,"tag":78,"props":9844,"children":9846},{"className":9845},[1628,1295],[9847],{"type":22,"value":1165},{"type":16,"tag":78,"props":9849,"children":9851},{"className":9850},[132,133,1295],[9852],{"type":22,"value":1170},{"type":16,"tag":78,"props":9854,"children":9855},{"style":1683},[9856,9860],{"type":16,"tag":78,"props":9857,"children":9859},{"className":9858,"style":1287},[1286],[],{"type":16,"tag":78,"props":9861,"children":9863},{"className":9862,"style":1692},[1395],[],{"type":16,"tag":78,"props":9865,"children":9867},{"style":9866},"top:-3.4101em;",[9868,9872],{"type":16,"tag":78,"props":9869,"children":9871},{"className":9870,"style":1287},[1286],[],{"type":16,"tag":78,"props":9873,"children":9875},{"className":9874},[1292,1293,1294,1295],[9876],{"type":16,"tag":78,"props":9877,"children":9879},{"className":9878},[132,1295],[9880],{"type":16,"tag":78,"props":9881,"children":9883},{"className":9882},[132,1295],[9884,9889],{"type":16,"tag":78,"props":9885,"children":9887},{"className":9886},[132,133,1295],[9888],{"type":22,"value":8306},{"type":16,"tag":78,"props":9890,"children":9892},{"className":9891},[1462],[9893],{"type":16,"tag":78,"props":9894,"children":9896},{"className":9895},[1265,1266],[9897,9927],{"type":16,"tag":78,"props":9898,"children":9900},{"className":9899},[1271],[9901,9922],{"type":16,"tag":78,"props":9902,"children":9904},{"className":9903,"style":9770},[1276],[9905],{"type":16,"tag":78,"props":9906,"children":9908},{"style":9907},"top:-2.357em;margin-left:0em;margin-right:0.0714em;",[9909,9913],{"type":16,"tag":78,"props":9910,"children":9912},{"className":9911,"style":1484},[1286],[],{"type":16,"tag":78,"props":9914,"children":9916},{"className":9915},[1292,1342,1373,1295],[9917],{"type":16,"tag":78,"props":9918,"children":9920},{"className":9919},[132,133,1295],[9921],{"type":22,"value":8978},{"type":16,"tag":78,"props":9923,"children":9925},{"className":9924},[1422],[9926],{"type":22,"value":1425},{"type":16,"tag":78,"props":9928,"children":9930},{"className":9929},[1271],[9931],{"type":16,"tag":78,"props":9932,"children":9934},{"className":9933,"style":9801},[1276],[9935],{"type":16,"tag":78,"props":9936,"children":9937},{},[],{"type":16,"tag":78,"props":9939,"children":9941},{"className":9940},[1422],[9942],{"type":22,"value":1425},{"type":16,"tag":78,"props":9944,"children":9946},{"className":9945},[1271],[9947],{"type":16,"tag":78,"props":9948,"children":9951},{"className":9949,"style":9950},[1276],"height:0.5589em;",[9952],{"type":16,"tag":78,"props":9953,"children":9954},{},[],{"type":16,"tag":78,"props":9956,"children":9958},{"className":9957},[1224,1256],[],{"type":16,"tag":78,"props":9960,"children":9962},{"className":9961,"style":1739},[818],[],{"type":16,"tag":78,"props":9964,"children":9966},{"className":9965},[1628],[9967],{"type":22,"value":1929},{"type":16,"tag":78,"props":9969,"children":9971},{"className":9970,"style":1739},[818],[],{"type":16,"tag":78,"props":9973,"children":9975},{"className":9974},[121],[9976,9980,9985,9990],{"type":16,"tag":78,"props":9977,"children":9979},{"className":9978,"style":9243},[126],[],{"type":16,"tag":78,"props":9981,"children":9983},{"className":9982,"style":9341},[132,133],[9984],{"type":22,"value":9013},{"type":16,"tag":78,"props":9986,"children":9988},{"className":9987},[132,133],[9989],{"type":22,"value":9125},{"type":16,"tag":78,"props":9991,"children":9993},{"className":9992},[132],[9994,9999],{"type":16,"tag":78,"props":9995,"children":9997},{"className":9996,"style":2292},[132,133],[9998],{"type":22,"value":2186},{"type":16,"tag":78,"props":10000,"children":10002},{"className":10001},[1462],[10003],{"type":16,"tag":78,"props":10004,"children":10006},{"className":10005},[1265,1266],[10007,10050],{"type":16,"tag":78,"props":10008,"children":10010},{"className":10009},[1271],[10011,10045],{"type":16,"tag":78,"props":10012,"children":10014},{"className":10013,"style":4101},[1276],[10015],{"type":16,"tag":78,"props":10016,"children":10017},{"style":2313},[10018,10022],{"type":16,"tag":78,"props":10019,"children":10021},{"className":10020,"style":1855},[1286],[],{"type":16,"tag":78,"props":10023,"children":10025},{"className":10024},[1292,1293,1294,1295],[10026],{"type":16,"tag":78,"props":10027,"children":10029},{"className":10028},[132,1295],[10030,10035,10040],{"type":16,"tag":78,"props":10031,"children":10033},{"className":10032},[132,133,1295],[10034],{"type":22,"value":8978},{"type":16,"tag":78,"props":10036,"children":10038},{"className":10037},[1628,1295],[10039],{"type":22,"value":1929},{"type":16,"tag":78,"props":10041,"children":10043},{"className":10042},[132,1295],[10044],{"type":22,"value":1110},{"type":16,"tag":78,"props":10046,"children":10048},{"className":10047},[1422],[10049],{"type":22,"value":1425},{"type":16,"tag":78,"props":10051,"children":10053},{"className":10052},[1271],[10054],{"type":16,"tag":78,"props":10055,"children":10057},{"className":10056,"style":2063},[1276],[10058],{"type":16,"tag":78,"props":10059,"children":10060},{},[],{"type":16,"tag":151,"props":10062,"children":10063},{},[10064,10076,10077],{"type":16,"tag":52,"props":10065,"children":10066},{},[10067,10069,10075],{"type":22,"value":10068},"FP32 AdamW 训练显存公式（Problem ",{"type":16,"tag":35,"props":10070,"children":10072},{"className":10071},[],[10073],{"type":22,"value":10074},"adamw_accounting",{"type":22,"value":943},{"type":22,"value":749},{"type":16,"tag":147,"props":10078,"children":10079},{},[10080,10492],{"type":16,"tag":151,"props":10081,"children":10082},{},[10083,10085,10150,10152,10490],{"type":22,"value":10084},"静态显存（参数 + 梯度 + ",{"type":16,"tag":78,"props":10086,"children":10088},{"className":10087},[81],[10089,10119],{"type":16,"tag":78,"props":10090,"children":10092},{"className":10091},[86],[10093],{"type":16,"tag":89,"props":10094,"children":10095},{"xmlns":91},[10096],{"type":16,"tag":94,"props":10097,"children":10098},{},[10099,10114],{"type":16,"tag":98,"props":10100,"children":10101},{},[10102,10106,10110],{"type":16,"tag":102,"props":10103,"children":10104},{},[10105],{"type":22,"value":8306},{"type":16,"tag":782,"props":10107,"children":10108},{"separator":116},[10109],{"type":22,"value":1938},{"type":16,"tag":102,"props":10111,"children":10112},{},[10113],{"type":22,"value":9100},{"type":16,"tag":107,"props":10115,"children":10116},{"encoding":109},[10117],{"type":22,"value":10118},"m, v",{"type":16,"tag":78,"props":10120,"children":10122},{"className":10121,"ariaHidden":116},[115],[10123],{"type":16,"tag":78,"props":10124,"children":10126},{"className":10125},[121],[10127,10131,10136,10141,10145],{"type":16,"tag":78,"props":10128,"children":10130},{"className":10129,"style":127},[126],[],{"type":16,"tag":78,"props":10132,"children":10134},{"className":10133},[132,133],[10135],{"type":22,"value":8306},{"type":16,"tag":78,"props":10137,"children":10139},{"className":10138},[2071],[10140],{"type":22,"value":1938},{"type":16,"tag":78,"props":10142,"children":10144},{"className":10143,"style":2077},[818],[],{"type":16,"tag":78,"props":10146,"children":10148},{"className":10147,"style":1761},[132,133],[10149],{"type":22,"value":9100},{"type":22,"value":10151}," 状态）",{"type":16,"tag":78,"props":10153,"children":10155},{"className":10154},[81],[10156,10237],{"type":16,"tag":78,"props":10157,"children":10159},{"className":10158},[86],[10160],{"type":16,"tag":89,"props":10161,"children":10162},{"xmlns":91},[10163],{"type":16,"tag":94,"props":10164,"children":10165},{},[10166,10232],{"type":16,"tag":98,"props":10167,"children":10168},{},[10169,10173,10177,10181,10185,10189,10193,10197,10201,10212,10216,10221],{"type":16,"tag":782,"props":10170,"children":10171},{},[10172],{"type":22,"value":1087},{"type":16,"tag":782,"props":10174,"children":10175},{"stretchy":1070},[10176],{"type":22,"value":1073},{"type":16,"tag":776,"props":10178,"children":10179},{},[10180],{"type":22,"value":5981},{"type":16,"tag":782,"props":10182,"children":10183},{},[10184],{"type":22,"value":1165},{"type":16,"tag":776,"props":10186,"children":10187},{},[10188],{"type":22,"value":5981},{"type":16,"tag":782,"props":10190,"children":10191},{},[10192],{"type":22,"value":1165},{"type":16,"tag":776,"props":10194,"children":10195},{},[10196],{"type":22,"value":6542},{"type":16,"tag":782,"props":10198,"children":10199},{"stretchy":1070},[10200],{"type":22,"value":180},{"type":16,"tag":1792,"props":10202,"children":10203},{},[10204,10208],{"type":16,"tag":102,"props":10205,"children":10206},{},[10207],{"type":22,"value":5943},{"type":16,"tag":4044,"props":10209,"children":10210},{},[10211],{"type":22,"value":5948},{"type":16,"tag":782,"props":10213,"children":10214},{},[10215],{"type":22,"value":1087},{"type":16,"tag":776,"props":10217,"children":10218},{},[10219],{"type":22,"value":10220},"16",{"type":16,"tag":1792,"props":10222,"children":10223},{},[10224,10228],{"type":16,"tag":102,"props":10225,"children":10226},{},[10227],{"type":22,"value":5943},{"type":16,"tag":4044,"props":10229,"children":10230},{},[10231],{"type":22,"value":5948},{"type":16,"tag":107,"props":10233,"children":10234},{"encoding":109},[10235],{"type":22,"value":10236},"= (4 + 4 + 8) N_{\\text{params}} = 16 N_{\\text{params}}",{"type":16,"tag":78,"props":10238,"children":10240},{"className":10239,"ariaHidden":116},[115],[10241,10259,10290,10316,10412],{"type":16,"tag":78,"props":10242,"children":10244},{"className":10243},[121],[10245,10250,10255],{"type":16,"tag":78,"props":10246,"children":10249},{"className":10247,"style":10248},[126],"height:0.3669em;",[],{"type":16,"tag":78,"props":10251,"children":10253},{"className":10252},[824],[10254],{"type":22,"value":1087},{"type":16,"tag":78,"props":10256,"children":10258},{"className":10257,"style":819},[818],[],{"type":16,"tag":78,"props":10260,"children":10262},{"className":10261},[121],[10263,10267,10272,10277,10281,10286],{"type":16,"tag":78,"props":10264,"children":10266},{"className":10265,"style":1197},[126],[],{"type":16,"tag":78,"props":10268,"children":10270},{"className":10269},[1213],[10271],{"type":22,"value":1073},{"type":16,"tag":78,"props":10273,"children":10275},{"className":10274},[132],[10276],{"type":22,"value":5981},{"type":16,"tag":78,"props":10278,"children":10280},{"className":10279,"style":1739},[818],[],{"type":16,"tag":78,"props":10282,"children":10284},{"className":10283},[1628],[10285],{"type":22,"value":1165},{"type":16,"tag":78,"props":10287,"children":10289},{"className":10288,"style":1739},[818],[],{"type":16,"tag":78,"props":10291,"children":10293},{"className":10292},[121],[10294,10298,10303,10307,10312],{"type":16,"tag":78,"props":10295,"children":10297},{"className":10296,"style":7911},[126],[],{"type":16,"tag":78,"props":10299,"children":10301},{"className":10300},[132],[10302],{"type":22,"value":5981},{"type":16,"tag":78,"props":10304,"children":10306},{"className":10305,"style":1739},[818],[],{"type":16,"tag":78,"props":10308,"children":10310},{"className":10309},[1628],[10311],{"type":22,"value":1165},{"type":16,"tag":78,"props":10313,"children":10315},{"className":10314,"style":1739},[818],[],{"type":16,"tag":78,"props":10317,"children":10319},{"className":10318},[121],[10320,10324,10329,10334,10399,10403,10408],{"type":16,"tag":78,"props":10321,"children":10323},{"className":10322,"style":8688},[126],[],{"type":16,"tag":78,"props":10325,"children":10327},{"className":10326},[132],[10328],{"type":22,"value":6542},{"type":16,"tag":78,"props":10330,"children":10332},{"className":10331},[1224],[10333],{"type":22,"value":180},{"type":16,"tag":78,"props":10335,"children":10337},{"className":10336},[132],[10338,10343],{"type":16,"tag":78,"props":10339,"children":10341},{"className":10340,"style":6065},[132,133],[10342],{"type":22,"value":5943},{"type":16,"tag":78,"props":10344,"children":10346},{"className":10345},[1462],[10347],{"type":16,"tag":78,"props":10348,"children":10350},{"className":10349},[1265,1266],[10351,10388],{"type":16,"tag":78,"props":10352,"children":10354},{"className":10353},[1271],[10355,10383],{"type":16,"tag":78,"props":10356,"children":10358},{"className":10357,"style":6083},[1276],[10359],{"type":16,"tag":78,"props":10360,"children":10361},{"style":6087},[10362,10366],{"type":16,"tag":78,"props":10363,"children":10365},{"className":10364,"style":1855},[1286],[],{"type":16,"tag":78,"props":10367,"children":10369},{"className":10368},[1292,1293,1294,1295],[10370],{"type":16,"tag":78,"props":10371,"children":10373},{"className":10372},[132,1295],[10374],{"type":16,"tag":78,"props":10375,"children":10377},{"className":10376},[132,22,1295],[10378],{"type":16,"tag":78,"props":10379,"children":10381},{"className":10380},[132,1295],[10382],{"type":22,"value":5948},{"type":16,"tag":78,"props":10384,"children":10386},{"className":10385},[1422],[10387],{"type":22,"value":1425},{"type":16,"tag":78,"props":10389,"children":10391},{"className":10390},[1271],[10392],{"type":16,"tag":78,"props":10393,"children":10395},{"className":10394,"style":2354},[1276],[10396],{"type":16,"tag":78,"props":10397,"children":10398},{},[],{"type":16,"tag":78,"props":10400,"children":10402},{"className":10401,"style":819},[818],[],{"type":16,"tag":78,"props":10404,"children":10406},{"className":10405},[824],[10407],{"type":22,"value":1087},{"type":16,"tag":78,"props":10409,"children":10411},{"className":10410,"style":819},[818],[],{"type":16,"tag":78,"props":10413,"children":10415},{"className":10414},[121],[10416,10420,10425],{"type":16,"tag":78,"props":10417,"children":10419},{"className":10418,"style":6056},[126],[],{"type":16,"tag":78,"props":10421,"children":10423},{"className":10422},[132],[10424],{"type":22,"value":10220},{"type":16,"tag":78,"props":10426,"children":10428},{"className":10427},[132],[10429,10434],{"type":16,"tag":78,"props":10430,"children":10432},{"className":10431,"style":6065},[132,133],[10433],{"type":22,"value":5943},{"type":16,"tag":78,"props":10435,"children":10437},{"className":10436},[1462],[10438],{"type":16,"tag":78,"props":10439,"children":10441},{"className":10440},[1265,1266],[10442,10479],{"type":16,"tag":78,"props":10443,"children":10445},{"className":10444},[1271],[10446,10474],{"type":16,"tag":78,"props":10447,"children":10449},{"className":10448,"style":6083},[1276],[10450],{"type":16,"tag":78,"props":10451,"children":10452},{"style":6087},[10453,10457],{"type":16,"tag":78,"props":10454,"children":10456},{"className":10455,"style":1855},[1286],[],{"type":16,"tag":78,"props":10458,"children":10460},{"className":10459},[1292,1293,1294,1295],[10461],{"type":16,"tag":78,"props":10462,"children":10464},{"className":10463},[132,1295],[10465],{"type":16,"tag":78,"props":10466,"children":10468},{"className":10467},[132,22,1295],[10469],{"type":16,"tag":78,"props":10470,"children":10472},{"className":10471},[132,1295],[10473],{"type":22,"value":5948},{"type":16,"tag":78,"props":10475,"children":10477},{"className":10476},[1422],[10478],{"type":22,"value":1425},{"type":16,"tag":78,"props":10480,"children":10482},{"className":10481},[1271],[10483],{"type":16,"tag":78,"props":10484,"children":10486},{"className":10485,"style":2354},[1276],[10487],{"type":16,"tag":78,"props":10488,"children":10489},{},[],{"type":22,"value":10491}," 字节。",{"type":16,"tag":151,"props":10493,"children":10494},{},[10495,10497,10554,10556,10613,10615,10621],{"type":22,"value":10496},"对 GPT-2 XL，静态部分占 ",{"type":16,"tag":78,"props":10498,"children":10500},{"className":10499},[81],[10501,10528],{"type":16,"tag":78,"props":10502,"children":10504},{"className":10503},[86],[10505],{"type":16,"tag":89,"props":10506,"children":10507},{"xmlns":91},[10508],{"type":16,"tag":94,"props":10509,"children":10510},{},[10511,10523],{"type":16,"tag":98,"props":10512,"children":10513},{},[10514,10519],{"type":16,"tag":776,"props":10515,"children":10516},{},[10517],{"type":22,"value":10518},"26.25",{"type":16,"tag":4044,"props":10520,"children":10521},{},[10522],{"type":22,"value":7814},{"type":16,"tag":107,"props":10524,"children":10525},{"encoding":109},[10526],{"type":22,"value":10527},"26.25\\text{ GB}",{"type":16,"tag":78,"props":10529,"children":10531},{"className":10530,"ariaHidden":116},[115],[10532],{"type":16,"tag":78,"props":10533,"children":10535},{"className":10534},[121],[10536,10540,10545],{"type":16,"tag":78,"props":10537,"children":10539},{"className":10538,"style":5651},[126],[],{"type":16,"tag":78,"props":10541,"children":10543},{"className":10542},[132],[10544],{"type":22,"value":10518},{"type":16,"tag":78,"props":10546,"children":10548},{"className":10547},[132,22],[10549],{"type":16,"tag":78,"props":10550,"children":10552},{"className":10551},[132],[10553],{"type":22,"value":7814},{"type":22,"value":10555},"，每样本激活值约 ",{"type":16,"tag":78,"props":10557,"children":10559},{"className":10558},[81],[10560,10587],{"type":16,"tag":78,"props":10561,"children":10563},{"className":10562},[86],[10564],{"type":16,"tag":89,"props":10565,"children":10566},{"xmlns":91},[10567],{"type":16,"tag":94,"props":10568,"children":10569},{},[10570,10582],{"type":16,"tag":98,"props":10571,"children":10572},{},[10573,10578],{"type":16,"tag":776,"props":10574,"children":10575},{},[10576],{"type":22,"value":10577},"14.9",{"type":16,"tag":4044,"props":10579,"children":10580},{},[10581],{"type":22,"value":7814},{"type":16,"tag":107,"props":10583,"children":10584},{"encoding":109},[10585],{"type":22,"value":10586},"14.9\\text{ GB}",{"type":16,"tag":78,"props":10588,"children":10590},{"className":10589,"ariaHidden":116},[115],[10591],{"type":16,"tag":78,"props":10592,"children":10594},{"className":10593},[121],[10595,10599,10604],{"type":16,"tag":78,"props":10596,"children":10598},{"className":10597,"style":5651},[126],[],{"type":16,"tag":78,"props":10600,"children":10602},{"className":10601},[132],[10603],{"type":22,"value":10577},{"type":16,"tag":78,"props":10605,"children":10607},{"className":10606},[132,22],[10608],{"type":16,"tag":78,"props":10609,"children":10611},{"className":10610},[132],[10612],{"type":22,"value":7814},{"type":22,"value":10614},"，80GB H100 在纯 FP32 下最大支持 ",{"type":16,"tag":35,"props":10616,"children":10618},{"className":10617},[],[10619],{"type":22,"value":10620},"batch_size = 3",{"type":22,"value":882},{"type":16,"tag":151,"props":10623,"children":10624},{},[10625,10630,10631],{"type":16,"tag":52,"props":10626,"children":10627},{},[10628],{"type":22,"value":10629},"全量测试验证命令",{"type":22,"value":749},{"type":16,"tag":10632,"props":10633,"children":10639},"pre",{"className":10634,"code":10635,"language":10636,"meta":10637,"style":10638},"language-bash","bash scripts\u002Fcheck_completed.sh\n# ======================== 46 passed, 2 skipped in 4.66s =========================\n","bash","","undefined",[10640],{"type":16,"tag":35,"props":10641,"children":10642},{"__ignoreMap":10637},[10643],{"type":22,"value":10635},{"type":16,"tag":10645,"props":10646,"children":10647},"style",{},[10648],{"type":22,"value":10637},{"title":10637,"searchDepth":10650,"depth":10651,"links":10652},3,2,[10653,10654,10655,10656,10661],{"id":143,"depth":10651,"text":143},{"id":210,"depth":10651,"text":213},{"id":732,"depth":10651,"text":735},{"id":1001,"depth":10651,"text":1004,"children":10657},[10658,10659],{"id":1008,"depth":10650,"text":1011},{"id":5598,"depth":10650,"text":10660},"2. 参数量与 FLOPs 闭合公式（Problem transformer_accounting）",{"id":8176,"depth":10651,"text":8179},6972,"\u002Fmaterials\u002Fcs336\u002Fcs336-learning-map-zh.md",1795088942854]