[{"data":1,"prerenderedAt":47988},["ShallowReactive",2],{"learning-material-cmu-15-779-flashattention-paper-zh":3},{"courseSlug":4,"slug":5,"fileName":6,"title":7,"description":8,"language":9,"sourcePdf":10,"sourceLanguage":11,"body":12,"toc":47914,"bytes":47986,"downloadPath":47987},"cmu-15-779","flashattention-paper-zh","flashattention-paper-zh.md","FlashAttention：具有 IO 感知的快速、内存高效精确注意力","FlashAttention 论文中文学习译稿。","zh","\u002Fmaterials\u002Fcmu-15-779\u002Foriginals\u002Fflashattention-paper-original.pdf","en",{"type":13,"children":14},"root",[15,23,51,57,69,74,79,85,90,95,100,111,116,121,750,755,760,795,801,808,813,823,833,857,867,873,1321,1958,1963,2433,2441,2636,3341,3347,3352,3358,3743,3923,4952,5216,5572,6357,7097,7276,7738,7747,7755,7993,8635,9721,14498,14743,14749,15010,15172,15177,15414,15825,16449,16558,16568,16574,16917,17382,17683,17733,18047,18679,18685,18690,18723,18729,18739,18749,18759,18765,18775,18785,18795,18801,18806,18816,18826,18835,18841,18851,18861,18871,18876,18881,18887,18893,18898,18903,18908,18913,18918,18924,18929,18935,18941,18990,20048,20404,20410,20664,21324,21478,22009,22014,22452,23378,24303,24378,24384,24389,24953,25497,25937,25943,26954,26960,26965,26971,26977,28742,28748,30670,30676,31370,31376,32221,32227,32233,32529,32868,32874,32884,32894,33272,33278,33284,33436,33442,33735,33745,33751,33756,33761,33767,33974,33980,33985,33994,34003,34011,34020,34026,34031,34036,34764,34769,34774,34780,35051,35057,35062,35068,35073,35079,35127,35133,35264,35270,35697,35703,35819,35931,36047,36053,36218,36224,36390,36396,36714,39829,39835,40207,41887,41893,42171,45660,45666,46750,46756,46761,46774,46779,46784,46789,47900,47904],{"type":16,"tag":17,"props":18,"children":20},"element","h1",{"id":19},"flashattention具有-io-感知的快速内存高效精确注意力",[21],{"type":22,"value":7},"text",{"type":16,"tag":24,"props":25,"children":26},"p",{},[27,33,35,39,41,44,49],{"type":16,"tag":28,"props":29,"children":30},"strong",{},[31],{"type":22,"value":32},"作者",{"type":22,"value":34},"：Tri Dao†、Daniel Y. Fu†、Stefano Ermon†、Atri Rudra‡、Christopher Ré†",{"type":16,"tag":36,"props":37,"children":38},"br",{},[],{"type":22,"value":40},"\n†斯坦福大学计算机科学系；‡纽约州立大学布法罗分校计算机科学与工程系",{"type":16,"tag":36,"props":42,"children":43},{},[],{"type":16,"tag":28,"props":45,"children":46},{},[47],{"type":22,"value":48},"日期",{"type":22,"value":50},"：2022 年 6 月 24 日（arXiv:2205.14135v2）",{"type":16,"tag":52,"props":53,"children":55},"h2",{"id":54},"摘要",[56],{"type":22,"value":54},{"type":16,"tag":24,"props":58,"children":59},{},[60,62,67],{"type":22,"value":61},"Transformer 在长序列上运行缓慢且占用大量内存，因为自注意力的时间和内存复杂度都关于序列长度呈二次增长。近似注意力方法试图通过牺牲模型质量来降低计算复杂度，但常常不能带来实际的壁钟时间加速。我们认为，缺失的原则是让注意力算法具备 ",{"type":16,"tag":28,"props":63,"children":64},{},[65],{"type":22,"value":66},"IO 感知",{"type":22,"value":68},"：计算 GPU 各级内存之间的读写。",{"type":16,"tag":24,"props":70,"children":71},{},[72],{"type":22,"value":73},"我们提出 FlashAttention，一种具备 IO 感知的精确注意力算法。它利用分块（tiling）减少 GPU 高带宽内存（HBM）与 GPU 芯片上 SRAM 之间的内存读写次数。我们分析 FlashAttention 的 IO 复杂度，证明它比标准注意力需要更少的 HBM 访问，并且在一系列 SRAM 大小下达到最优。我们还将 FlashAttention 扩展到块稀疏注意力，得到一种比现有近似注意力方法都更快的近似算法。",{"type":16,"tag":24,"props":75,"children":76},{},[77],{"type":22,"value":78},"FlashAttention 能加速 Transformer 训练：在序列长度 512 的 BERT-large 上，相比 MLPerf 1.1 训练速度纪录，端到端壁钟时间加速 15%；在序列长度 1K 的 GPT-2 上加速 3 倍；在序列长度 1K–4K 的 Long Range Arena 上加速 2.4 倍。FlashAttention 和块稀疏 FlashAttention 还支持更长上下文，从而提高模型质量（GPT-2 困惑度提升 0.7，长文档分类提升 6.4 个百分点），并带来新能力：Transformer 首次在 Path-X（序列长度 16K，准确率 61.4%）和 Path-256（序列长度 64K，准确率 63.1%）上取得高于随机猜测的性能。",{"type":16,"tag":52,"props":80,"children":82},{"id":81},"_1-引言",[83],{"type":22,"value":84},"1 引言",{"type":16,"tag":24,"props":86,"children":87},{},[88],{"type":22,"value":89},"Transformer 模型已成为自然语言处理和图像分类等应用中最广泛使用的架构。模型规模不断变大、层数不断加深，但让它们处理更长上下文仍然困难，因为核心的自注意力模块在时间和内存上的复杂度都随序列长度二次增长。一个重要问题是：让注意力更快、更节省内存，能否帮助 Transformer 解决长序列的运行时间和内存挑战？",{"type":16,"tag":24,"props":91,"children":92},{},[93],{"type":22,"value":94},"许多近似注意力方法试图降低注意力的计算和内存需求，包括稀疏近似、低秩近似及其组合。虽然它们把计算量降到线性或近线性，但很多方法相对于标准注意力并没有壁钟时间加速，因此没有得到广泛采用。主要原因之一是它们只关注 FLOP 数量（而 FLOP 未必与壁钟时间相关），忽略了内存访问（IO）开销。",{"type":16,"tag":24,"props":96,"children":97},{},[98],{"type":22,"value":99},"本文提出让注意力算法具备 IO 感知：仔细计算不同层次的快速、慢速内存之间的读写，例如 GPU 芯片上快速的 SRAM 与相对较慢的 GPU 高带宽内存 HBM 之间的读写（图 1 左）。在现代 GPU 上，计算速度已超过内存速度，Transformer 中的大多数操作都受内存访问瓶颈限制。对数据库连接、图像处理、数值线性代数等内存受限操作，IO 感知算法一直很关键；然而 PyTorch、TensorFlow 等深度学习常用 Python 接口无法对内存访问进行细粒度控制。",{"type":16,"tag":24,"props":101,"children":102},{},[103],{"type":16,"tag":104,"props":105,"children":110},"img",{"alt":106,"src":107,"width":108,"height":109},"GPU 内存层次、FlashAttention 分块及 GPT-2 加速（原文图 1）","\u002Fimages\u002Fmaterials\u002Fcmu-15-779\u002Fflashattention\u002Ffigure-01.webp",1674,674,[],{"type":16,"tag":24,"props":112,"children":113},{},[114],{"type":22,"value":115},"我们提出 FlashAttention，一种通过大幅减少内存访问来计算精确注意力的新算法。主要目标是避免把注意力矩阵在 HBM 中读写。为此需要：(i) 在不访问完整输入的情况下完成 softmax 归约；(ii) 在反向传播时不保存巨大的中间注意力矩阵。我们采用两项成熟技术解决这些问题：把输入分成块，多次遍历输入块，以增量方式执行 softmax 归约（也称分块）；在前向传播中保存 softmax 归一化因子，在反向传播时快速地在片上重新计算注意力，这比从 HBM 读取中间注意力矩阵更快。",{"type":16,"tag":24,"props":117,"children":118},{},[119],{"type":22,"value":120},"我们在 CUDA 中实现 FlashAttention，以便精细控制内存访问，并把全部注意力操作融合到一个 GPU kernel。即使因重计算导致 FLOP 增加，该算法仍运行更快（GPT-2 上最高 7.6 倍），且内存使用量仅随序列长度线性增长。",{"type":16,"tag":24,"props":122,"children":123},{},[124,126,186,188,233,235,495,497,660,662,704,706,748],{"type":22,"value":125},"我们分析 FlashAttention 的 IO 复杂度。当头维度为 ",{"type":16,"tag":127,"props":128,"children":131},"span",{"className":129},[130],"katex",[132,162],{"type":16,"tag":127,"props":133,"children":136},{"className":134},[135],"katex-mathml",[137],{"type":16,"tag":138,"props":139,"children":141},"math",{"xmlns":140},"http:\u002F\u002Fwww.w3.org\u002F1998\u002FMath\u002FMathML",[142],{"type":16,"tag":143,"props":144,"children":145},"semantics",{},[146,156],{"type":16,"tag":147,"props":148,"children":149},"mrow",{},[150],{"type":16,"tag":151,"props":152,"children":153},"mi",{},[154],{"type":22,"value":155},"d",{"type":16,"tag":157,"props":158,"children":160},"annotation",{"encoding":159},"application\u002Fx-tex",[161],{"type":22,"value":155},{"type":16,"tag":127,"props":163,"children":167},{"className":164,"ariaHidden":166},[165],"katex-html","true",[168],{"type":16,"tag":127,"props":169,"children":172},{"className":170},[171],"base",[173,179],{"type":16,"tag":127,"props":174,"children":178},{"className":175,"style":177},[176],"strut","height:0.6944em;",[],{"type":16,"tag":127,"props":180,"children":184},{"className":181},[182,183],"mord","mathnormal",[185],{"type":22,"value":155},{"type":22,"value":187},"、SRAM 大小为 ",{"type":16,"tag":127,"props":189,"children":191},{"className":190},[130],[192,214],{"type":16,"tag":127,"props":193,"children":195},{"className":194},[135],[196],{"type":16,"tag":138,"props":197,"children":198},{"xmlns":140},[199],{"type":16,"tag":143,"props":200,"children":201},{},[202,210],{"type":16,"tag":147,"props":203,"children":204},{},[205],{"type":16,"tag":151,"props":206,"children":207},{},[208],{"type":22,"value":209},"M",{"type":16,"tag":157,"props":211,"children":212},{"encoding":159},[213],{"type":22,"value":209},{"type":16,"tag":127,"props":215,"children":217},{"className":216,"ariaHidden":166},[165],[218],{"type":16,"tag":127,"props":219,"children":221},{"className":220},[171],[222,227],{"type":16,"tag":127,"props":223,"children":226},{"className":224,"style":225},[176],"height:0.6833em;",[],{"type":16,"tag":127,"props":228,"children":231},{"className":229,"style":230},[182,183],"margin-right:0.109em;",[232],{"type":22,"value":209},{"type":22,"value":234}," 时，FlashAttention 需要 ",{"type":16,"tag":127,"props":236,"children":238},{"className":237},[130],[239,320],{"type":16,"tag":127,"props":240,"children":242},{"className":241},[135],[243],{"type":16,"tag":138,"props":244,"children":245},{"xmlns":140},[246],{"type":16,"tag":143,"props":247,"children":248},{},[249,315],{"type":16,"tag":147,"props":250,"children":251},{},[252,257,264,279,290,310],{"type":16,"tag":151,"props":253,"children":254},{},[255],{"type":22,"value":256},"O",{"type":16,"tag":258,"props":259,"children":261},"mo",{"stretchy":260},"false",[262],{"type":22,"value":263},"(",{"type":16,"tag":265,"props":266,"children":267},"msup",{},[268,273],{"type":16,"tag":151,"props":269,"children":270},{},[271],{"type":22,"value":272},"N",{"type":16,"tag":274,"props":275,"children":276},"mn",{},[277],{"type":22,"value":278},"2",{"type":16,"tag":265,"props":280,"children":281},{},[282,286],{"type":16,"tag":151,"props":283,"children":284},{},[285],{"type":22,"value":155},{"type":16,"tag":274,"props":287,"children":288},{},[289],{"type":22,"value":278},{"type":16,"tag":265,"props":291,"children":292},{},[293,297],{"type":16,"tag":151,"props":294,"children":295},{},[296],{"type":22,"value":209},{"type":16,"tag":147,"props":298,"children":299},{},[300,305],{"type":16,"tag":258,"props":301,"children":302},{},[303],{"type":22,"value":304},"−",{"type":16,"tag":274,"props":306,"children":307},{},[308],{"type":22,"value":309},"1",{"type":16,"tag":258,"props":311,"children":312},{"stretchy":260},[313],{"type":22,"value":314},")",{"type":16,"tag":157,"props":316,"children":317},{"encoding":159},[318],{"type":22,"value":319},"O(N^2d^2M^{-1})",{"type":16,"tag":127,"props":321,"children":323},{"className":322,"ariaHidden":166},[165],[324],{"type":16,"tag":127,"props":325,"children":327},{"className":326},[171],[328,333,339,345,398,439,489],{"type":16,"tag":127,"props":329,"children":332},{"className":330,"style":331},[176],"height:1.0641em;vertical-align:-0.25em;",[],{"type":16,"tag":127,"props":334,"children":337},{"className":335,"style":336},[182,183],"margin-right:0.0278em;",[338],{"type":22,"value":256},{"type":16,"tag":127,"props":340,"children":343},{"className":341},[342],"mopen",[344],{"type":22,"value":263},{"type":16,"tag":127,"props":346,"children":348},{"className":347},[182],[349,354],{"type":16,"tag":127,"props":350,"children":352},{"className":351,"style":230},[182,183],[353],{"type":22,"value":272},{"type":16,"tag":127,"props":355,"children":358},{"className":356},[357],"msupsub",[359],{"type":16,"tag":127,"props":360,"children":363},{"className":361},[362],"vlist-t",[364],{"type":16,"tag":127,"props":365,"children":368},{"className":366},[367],"vlist-r",[369],{"type":16,"tag":127,"props":370,"children":374},{"className":371,"style":373},[372],"vlist","height:0.8141em;",[375],{"type":16,"tag":127,"props":376,"children":378},{"style":377},"top:-3.063em;margin-right:0.05em;",[379,385],{"type":16,"tag":127,"props":380,"children":384},{"className":381,"style":383},[382],"pstrut","height:2.7em;",[],{"type":16,"tag":127,"props":386,"children":392},{"className":387},[388,389,390,391],"sizing","reset-size6","size3","mtight",[393],{"type":16,"tag":127,"props":394,"children":396},{"className":395},[182,391],[397],{"type":22,"value":278},{"type":16,"tag":127,"props":399,"children":401},{"className":400},[182],[402,407],{"type":16,"tag":127,"props":403,"children":405},{"className":404},[182,183],[406],{"type":22,"value":155},{"type":16,"tag":127,"props":408,"children":410},{"className":409},[357],[411],{"type":16,"tag":127,"props":412,"children":414},{"className":413},[362],[415],{"type":16,"tag":127,"props":416,"children":418},{"className":417},[367],[419],{"type":16,"tag":127,"props":420,"children":422},{"className":421,"style":373},[372],[423],{"type":16,"tag":127,"props":424,"children":425},{"style":377},[426,430],{"type":16,"tag":127,"props":427,"children":429},{"className":428,"style":383},[382],[],{"type":16,"tag":127,"props":431,"children":433},{"className":432},[388,389,390,391],[434],{"type":16,"tag":127,"props":435,"children":437},{"className":436},[182,391],[438],{"type":22,"value":278},{"type":16,"tag":127,"props":440,"children":442},{"className":441},[182],[443,448],{"type":16,"tag":127,"props":444,"children":446},{"className":445,"style":230},[182,183],[447],{"type":22,"value":209},{"type":16,"tag":127,"props":449,"children":451},{"className":450},[357],[452],{"type":16,"tag":127,"props":453,"children":455},{"className":454},[362],[456],{"type":16,"tag":127,"props":457,"children":459},{"className":458},[367],[460],{"type":16,"tag":127,"props":461,"children":463},{"className":462,"style":373},[372],[464],{"type":16,"tag":127,"props":465,"children":466},{"style":377},[467,471],{"type":16,"tag":127,"props":468,"children":470},{"className":469,"style":383},[382],[],{"type":16,"tag":127,"props":472,"children":474},{"className":473},[388,389,390,391],[475],{"type":16,"tag":127,"props":476,"children":478},{"className":477},[182,391],[479,484],{"type":16,"tag":127,"props":480,"children":482},{"className":481},[182,391],[483],{"type":22,"value":304},{"type":16,"tag":127,"props":485,"children":487},{"className":486},[182,391],[488],{"type":22,"value":309},{"type":16,"tag":127,"props":490,"children":493},{"className":491},[492],"mclose",[494],{"type":22,"value":314},{"type":22,"value":496}," 次 HBM 访问，而标准注意力需要 ",{"type":16,"tag":127,"props":498,"children":500},{"className":499},[130],[501,557],{"type":16,"tag":127,"props":502,"children":504},{"className":503},[135],[505],{"type":16,"tag":138,"props":506,"children":507},{"xmlns":140},[508],{"type":16,"tag":143,"props":509,"children":510},{},[511,552],{"type":16,"tag":147,"props":512,"children":513},{},[514,520,524,528,532,537,548],{"type":16,"tag":151,"props":515,"children":517},{"mathvariant":516},"normal",[518],{"type":22,"value":519},"Ω",{"type":16,"tag":258,"props":521,"children":522},{"stretchy":260},[523],{"type":22,"value":263},{"type":16,"tag":151,"props":525,"children":526},{},[527],{"type":22,"value":272},{"type":16,"tag":151,"props":529,"children":530},{},[531],{"type":22,"value":155},{"type":16,"tag":258,"props":533,"children":534},{},[535],{"type":22,"value":536},"+",{"type":16,"tag":265,"props":538,"children":539},{},[540,544],{"type":16,"tag":151,"props":541,"children":542},{},[543],{"type":22,"value":272},{"type":16,"tag":274,"props":545,"children":546},{},[547],{"type":22,"value":278},{"type":16,"tag":258,"props":549,"children":550},{"stretchy":260},[551],{"type":22,"value":314},{"type":16,"tag":157,"props":553,"children":554},{"encoding":159},[555],{"type":22,"value":556},"\\Omega(Nd+N^2)",{"type":16,"tag":127,"props":558,"children":560},{"className":559,"ariaHidden":166},[165],[561,606],{"type":16,"tag":127,"props":562,"children":564},{"className":563},[171],[565,570,575,580,585,590,596,602],{"type":16,"tag":127,"props":566,"children":569},{"className":567,"style":568},[176],"height:1em;vertical-align:-0.25em;",[],{"type":16,"tag":127,"props":571,"children":573},{"className":572},[182],[574],{"type":22,"value":519},{"type":16,"tag":127,"props":576,"children":578},{"className":577},[342],[579],{"type":22,"value":263},{"type":16,"tag":127,"props":581,"children":583},{"className":582,"style":230},[182,183],[584],{"type":22,"value":272},{"type":16,"tag":127,"props":586,"children":588},{"className":587},[182,183],[589],{"type":22,"value":155},{"type":16,"tag":127,"props":591,"children":595},{"className":592,"style":594},[593],"mspace","margin-right:0.2222em;",[],{"type":16,"tag":127,"props":597,"children":600},{"className":598},[599],"mbin",[601],{"type":22,"value":536},{"type":16,"tag":127,"props":603,"children":605},{"className":604,"style":594},[593],[],{"type":16,"tag":127,"props":607,"children":609},{"className":608},[171],[610,614,655],{"type":16,"tag":127,"props":611,"children":613},{"className":612,"style":331},[176],[],{"type":16,"tag":127,"props":615,"children":617},{"className":616},[182],[618,623],{"type":16,"tag":127,"props":619,"children":621},{"className":620,"style":230},[182,183],[622],{"type":22,"value":272},{"type":16,"tag":127,"props":624,"children":626},{"className":625},[357],[627],{"type":16,"tag":127,"props":628,"children":630},{"className":629},[362],[631],{"type":16,"tag":127,"props":632,"children":634},{"className":633},[367],[635],{"type":16,"tag":127,"props":636,"children":638},{"className":637,"style":373},[372],[639],{"type":16,"tag":127,"props":640,"children":641},{"style":377},[642,646],{"type":16,"tag":127,"props":643,"children":645},{"className":644,"style":383},[382],[],{"type":16,"tag":127,"props":647,"children":649},{"className":648},[388,389,390,391],[650],{"type":16,"tag":127,"props":651,"children":653},{"className":652},[182,391],[654],{"type":22,"value":278},{"type":16,"tag":127,"props":656,"children":658},{"className":657},[492],[659],{"type":22,"value":314},{"type":22,"value":661}," 次。对典型的 ",{"type":16,"tag":127,"props":663,"children":665},{"className":664},[130],[666,687],{"type":16,"tag":127,"props":667,"children":669},{"className":668},[135],[670],{"type":16,"tag":138,"props":671,"children":672},{"xmlns":140},[673],{"type":16,"tag":143,"props":674,"children":675},{},[676,683],{"type":16,"tag":147,"props":677,"children":678},{},[679],{"type":16,"tag":151,"props":680,"children":681},{},[682],{"type":22,"value":155},{"type":16,"tag":157,"props":684,"children":685},{"encoding":159},[686],{"type":22,"value":155},{"type":16,"tag":127,"props":688,"children":690},{"className":689,"ariaHidden":166},[165],[691],{"type":16,"tag":127,"props":692,"children":694},{"className":693},[171],[695,699],{"type":16,"tag":127,"props":696,"children":698},{"className":697,"style":177},[176],[],{"type":16,"tag":127,"props":700,"children":702},{"className":701},[182,183],[703],{"type":22,"value":155},{"type":22,"value":705}," 和 ",{"type":16,"tag":127,"props":707,"children":709},{"className":708},[130],[710,731],{"type":16,"tag":127,"props":711,"children":713},{"className":712},[135],[714],{"type":16,"tag":138,"props":715,"children":716},{"xmlns":140},[717],{"type":16,"tag":143,"props":718,"children":719},{},[720,727],{"type":16,"tag":147,"props":721,"children":722},{},[723],{"type":16,"tag":151,"props":724,"children":725},{},[726],{"type":22,"value":209},{"type":16,"tag":157,"props":728,"children":729},{"encoding":159},[730],{"type":22,"value":209},{"type":16,"tag":127,"props":732,"children":734},{"className":733,"ariaHidden":166},[165],[735],{"type":16,"tag":127,"props":736,"children":738},{"className":737},[171],[739,743],{"type":16,"tag":127,"props":740,"children":742},{"className":741,"style":225},[176],[],{"type":16,"tag":127,"props":744,"children":746},{"className":745,"style":230},[182,183],[747],{"type":22,"value":209},{"type":22,"value":749},"，FlashAttention 的 HBM 访问少很多（图 2 中最高少 9 倍）。我们还给出下界，证明对所有 SRAM 大小，没有精确注意力算法能在渐近意义上进一步减少 HBM 访问。",{"type":16,"tag":24,"props":751,"children":752},{},[753],{"type":22,"value":754},"FlashAttention 也可作为近似注意力的基础。我们实现了块稀疏 FlashAttention，它比 FlashAttention 还快 2–4 倍，可扩展到序列长度 64K；其 IO 复杂度相对 FlashAttention 按稀疏率成比例降低。第 5 节讨论多 GPU 注意力、核回归和块稀疏矩阵乘等扩展。我们开源 FlashAttention 实现，便于基于这一原语开展工作。",{"type":16,"tag":24,"props":756,"children":757},{},[758],{"type":22,"value":759},"实验验证了 FlashAttention 能加速训练并通过更长上下文提升模型质量：",{"type":16,"tag":761,"props":762,"children":763},"ul",{},[764,775,785],{"type":16,"tag":765,"props":766,"children":767},"li",{},[768,773],{"type":16,"tag":28,"props":769,"children":770},{},[771],{"type":22,"value":772},"更快训练。",{"type":22,"value":774}," BERT-large（长度 512）比 MLPerf 1.1 训练纪录快 15%；GPT-2（长度 1K）比 HuggingFace 和 Megatron-LM 基线最多快 3 倍；Long Range Arena（长度 1K–4K）快 2.4 倍。",{"type":16,"tag":765,"props":776,"children":777},{},[778,783],{"type":16,"tag":28,"props":779,"children":780},{},[781],{"type":22,"value":782},"更高质量。",{"type":22,"value":784}," 更长序列使 GPT-2 困惑度改善 0.7，长文档分类提升 6.4 个百分点；FlashAttention 让 Transformer 首次在 Path-X 上超过随机性能（长度 16K），块稀疏版本在 Path-256（长度 64K）上超过随机性能。",{"type":16,"tag":765,"props":786,"children":787},{},[788,793],{"type":16,"tag":28,"props":789,"children":790},{},[791],{"type":22,"value":792},"注意力基准。",{"type":22,"value":794}," 在常见的 128–2K 序列长度上，FlashAttention 比标准实现最多快 3 倍，并可扩展到 64K。长度不超过 512 时，它同时比所有已有方法更快、更省内存；超过 1K 后部分近似方法（如 Linformer）开始更快，而块稀疏 FlashAttention 比作者所知的所有近似方法都快。",{"type":16,"tag":52,"props":796,"children":798},{"id":797},"_2-背景",[799],{"type":22,"value":800},"2 背景",{"type":16,"tag":802,"props":803,"children":805},"h3",{"id":804},"_21-硬件性能",[806],{"type":22,"value":807},"2.1 硬件性能",{"type":16,"tag":24,"props":809,"children":810},{},[811],{"type":22,"value":812},"这里聚焦 GPU，其他硬件加速器具有相似特征。GPU 内存层次包含多种大小和速度不同的内存，越小通常越快。以 A100 为例：40–80 GB HBM，带宽 1.5–2.0 TB\u002Fs；108 个流式多处理器各有 192 KB 芯片上 SRAM，带宽约 19 TB\u002Fs。SRAM 比 HBM 快一个数量级，但容量小许多数量级。随着计算相对内存越来越快，操作越来越受 HBM 访问限制，因此利用快速 SRAM 更重要。",{"type":16,"tag":24,"props":814,"children":815},{},[816,821],{"type":16,"tag":28,"props":817,"children":818},{},[819],{"type":22,"value":820},"执行模型。",{"type":22,"value":822}," GPU 使用大量线程执行称为 kernel 的操作。每个 kernel 从 HBM 把输入加载到寄存器和 SRAM，执行计算，再把输出写回 HBM。",{"type":16,"tag":24,"props":824,"children":825},{},[826,831],{"type":16,"tag":28,"props":827,"children":828},{},[829],{"type":22,"value":830},"性能特征。",{"type":22,"value":832}," 根据计算与内存访问的平衡，操作可分为计算受限和内存受限，常用算术强度（每字节内存访问对应的算术操作数）衡量：",{"type":16,"tag":834,"props":835,"children":836},"ol",{},[837,847],{"type":16,"tag":765,"props":838,"children":839},{},[840,845],{"type":16,"tag":28,"props":841,"children":842},{},[843],{"type":22,"value":844},"计算受限：",{"type":22,"value":846}," 运行时间由算术操作数量决定，HBM 访问时间较小。大内维矩阵乘、大通道数卷积是典型例子。",{"type":16,"tag":765,"props":848,"children":849},{},[850,855],{"type":16,"tag":28,"props":851,"children":852},{},[853],{"type":22,"value":854},"内存受限：",{"type":22,"value":856}," 运行时间由内存访问次数决定，计算时间较小。逐元素操作（激活、dropout）和归约操作（求和、softmax、批归一化、层归一化）都属于此类。",{"type":16,"tag":24,"props":858,"children":859},{},[860,865],{"type":16,"tag":28,"props":861,"children":862},{},[863],{"type":22,"value":864},"Kernel 融合。",{"type":22,"value":866}," 加速内存受限操作的常用方式是 kernel 融合：如果多个操作作用于同一输入，只需从 HBM 加载一次，而不是每个操作加载一次。编译器能自动融合许多逐元素操作。然而在模型训练中，中间值仍需写入 HBM 供反向传播使用，因而朴素 kernel 融合的效果受限。",{"type":16,"tag":802,"props":868,"children":870},{"id":869},"_22-标准注意力实现",[871],{"type":22,"value":872},"2.2 标准注意力实现",{"type":16,"tag":24,"props":874,"children":875},{},[876,878,1083,1085,1127,1129,1171,1173,1319],{"type":22,"value":877},"给定输入序列 ",{"type":16,"tag":127,"props":879,"children":881},{"className":880},[130],[882,954],{"type":16,"tag":127,"props":883,"children":885},{"className":884},[135],[886],{"type":16,"tag":138,"props":887,"children":888},{"xmlns":140},[889],{"type":16,"tag":143,"props":890,"children":891},{},[892,949],{"type":16,"tag":147,"props":893,"children":894},{},[895,900,905,910,914,919,924],{"type":16,"tag":151,"props":896,"children":897},{},[898],{"type":22,"value":899},"Q",{"type":16,"tag":258,"props":901,"children":902},{"separator":166},[903],{"type":22,"value":904},",",{"type":16,"tag":151,"props":906,"children":907},{},[908],{"type":22,"value":909},"K",{"type":16,"tag":258,"props":911,"children":912},{"separator":166},[913],{"type":22,"value":904},{"type":16,"tag":151,"props":915,"children":916},{},[917],{"type":22,"value":918},"V",{"type":16,"tag":258,"props":920,"children":921},{},[922],{"type":22,"value":923},"∈",{"type":16,"tag":265,"props":925,"children":926},{},[927,933],{"type":16,"tag":151,"props":928,"children":930},{"mathvariant":929},"double-struck",[931],{"type":22,"value":932},"R",{"type":16,"tag":147,"props":934,"children":935},{},[936,940,945],{"type":16,"tag":151,"props":937,"children":938},{},[939],{"type":22,"value":272},{"type":16,"tag":258,"props":941,"children":942},{},[943],{"type":22,"value":944},"×",{"type":16,"tag":151,"props":946,"children":947},{},[948],{"type":22,"value":155},{"type":16,"tag":157,"props":950,"children":951},{"encoding":159},[952],{"type":22,"value":953},"Q,K,V\\in\\mathbb{R}^{N\\times d}",{"type":16,"tag":127,"props":955,"children":957},{"className":956,"ariaHidden":166},[165],[958,1018],{"type":16,"tag":127,"props":959,"children":961},{"className":960},[171],[962,967,972,978,983,989,994,998,1003,1008,1014],{"type":16,"tag":127,"props":963,"children":966},{"className":964,"style":965},[176],"height:0.8778em;vertical-align:-0.1944em;",[],{"type":16,"tag":127,"props":968,"children":970},{"className":969},[182,183],[971],{"type":22,"value":899},{"type":16,"tag":127,"props":973,"children":976},{"className":974},[975],"mpunct",[977],{"type":22,"value":904},{"type":16,"tag":127,"props":979,"children":982},{"className":980,"style":981},[593],"margin-right:0.1667em;",[],{"type":16,"tag":127,"props":984,"children":987},{"className":985,"style":986},[182,183],"margin-right:0.0715em;",[988],{"type":22,"value":909},{"type":16,"tag":127,"props":990,"children":992},{"className":991},[975],[993],{"type":22,"value":904},{"type":16,"tag":127,"props":995,"children":997},{"className":996,"style":981},[593],[],{"type":16,"tag":127,"props":999,"children":1001},{"className":1000,"style":594},[182,183],[1002],{"type":22,"value":918},{"type":16,"tag":127,"props":1004,"children":1007},{"className":1005,"style":1006},[593],"margin-right:0.2778em;",[],{"type":16,"tag":127,"props":1009,"children":1012},{"className":1010},[1011],"mrel",[1013],{"type":22,"value":923},{"type":16,"tag":127,"props":1015,"children":1017},{"className":1016,"style":1006},[593],[],{"type":16,"tag":127,"props":1019,"children":1021},{"className":1020},[171],[1022,1027],{"type":16,"tag":127,"props":1023,"children":1026},{"className":1024,"style":1025},[176],"height:0.8491em;",[],{"type":16,"tag":127,"props":1028,"children":1030},{"className":1029},[182],[1031,1037],{"type":16,"tag":127,"props":1032,"children":1035},{"className":1033},[182,1034],"mathbb",[1036],{"type":22,"value":932},{"type":16,"tag":127,"props":1038,"children":1040},{"className":1039},[357],[1041],{"type":16,"tag":127,"props":1042,"children":1044},{"className":1043},[362],[1045],{"type":16,"tag":127,"props":1046,"children":1048},{"className":1047},[367],[1049],{"type":16,"tag":127,"props":1050,"children":1052},{"className":1051,"style":1025},[372],[1053],{"type":16,"tag":127,"props":1054,"children":1055},{"style":377},[1056,1060],{"type":16,"tag":127,"props":1057,"children":1059},{"className":1058,"style":383},[382],[],{"type":16,"tag":127,"props":1061,"children":1063},{"className":1062},[388,389,390,391],[1064],{"type":16,"tag":127,"props":1065,"children":1067},{"className":1066},[182,391],[1068,1073,1078],{"type":16,"tag":127,"props":1069,"children":1071},{"className":1070,"style":230},[182,183,391],[1072],{"type":22,"value":272},{"type":16,"tag":127,"props":1074,"children":1076},{"className":1075},[599,391],[1077],{"type":22,"value":944},{"type":16,"tag":127,"props":1079,"children":1081},{"className":1080},[182,183,391],[1082],{"type":22,"value":155},{"type":22,"value":1084},"，其中 ",{"type":16,"tag":127,"props":1086,"children":1088},{"className":1087},[130],[1089,1110],{"type":16,"tag":127,"props":1090,"children":1092},{"className":1091},[135],[1093],{"type":16,"tag":138,"props":1094,"children":1095},{"xmlns":140},[1096],{"type":16,"tag":143,"props":1097,"children":1098},{},[1099,1106],{"type":16,"tag":147,"props":1100,"children":1101},{},[1102],{"type":16,"tag":151,"props":1103,"children":1104},{},[1105],{"type":22,"value":272},{"type":16,"tag":157,"props":1107,"children":1108},{"encoding":159},[1109],{"type":22,"value":272},{"type":16,"tag":127,"props":1111,"children":1113},{"className":1112,"ariaHidden":166},[165],[1114],{"type":16,"tag":127,"props":1115,"children":1117},{"className":1116},[171],[1118,1122],{"type":16,"tag":127,"props":1119,"children":1121},{"className":1120,"style":225},[176],[],{"type":16,"tag":127,"props":1123,"children":1125},{"className":1124,"style":230},[182,183],[1126],{"type":22,"value":272},{"type":22,"value":1128}," 是序列长度、",{"type":16,"tag":127,"props":1130,"children":1132},{"className":1131},[130],[1133,1154],{"type":16,"tag":127,"props":1134,"children":1136},{"className":1135},[135],[1137],{"type":16,"tag":138,"props":1138,"children":1139},{"xmlns":140},[1140],{"type":16,"tag":143,"props":1141,"children":1142},{},[1143,1150],{"type":16,"tag":147,"props":1144,"children":1145},{},[1146],{"type":16,"tag":151,"props":1147,"children":1148},{},[1149],{"type":22,"value":155},{"type":16,"tag":157,"props":1151,"children":1152},{"encoding":159},[1153],{"type":22,"value":155},{"type":16,"tag":127,"props":1155,"children":1157},{"className":1156,"ariaHidden":166},[165],[1158],{"type":16,"tag":127,"props":1159,"children":1161},{"className":1160},[171],[1162,1166],{"type":16,"tag":127,"props":1163,"children":1165},{"className":1164,"style":177},[176],[],{"type":16,"tag":127,"props":1167,"children":1169},{"className":1168},[182,183],[1170],{"type":22,"value":155},{"type":22,"value":1172}," 是头维度，注意力输出 ",{"type":16,"tag":127,"props":1174,"children":1176},{"className":1175},[130],[1177,1225],{"type":16,"tag":127,"props":1178,"children":1180},{"className":1179},[135],[1181],{"type":16,"tag":138,"props":1182,"children":1183},{"xmlns":140},[1184],{"type":16,"tag":143,"props":1185,"children":1186},{},[1187,1220],{"type":16,"tag":147,"props":1188,"children":1189},{},[1190,1194,1198],{"type":16,"tag":151,"props":1191,"children":1192},{},[1193],{"type":22,"value":256},{"type":16,"tag":258,"props":1195,"children":1196},{},[1197],{"type":22,"value":923},{"type":16,"tag":265,"props":1199,"children":1200},{},[1201,1205],{"type":16,"tag":151,"props":1202,"children":1203},{"mathvariant":929},[1204],{"type":22,"value":932},{"type":16,"tag":147,"props":1206,"children":1207},{},[1208,1212,1216],{"type":16,"tag":151,"props":1209,"children":1210},{},[1211],{"type":22,"value":272},{"type":16,"tag":258,"props":1213,"children":1214},{},[1215],{"type":22,"value":944},{"type":16,"tag":151,"props":1217,"children":1218},{},[1219],{"type":22,"value":155},{"type":16,"tag":157,"props":1221,"children":1222},{"encoding":159},[1223],{"type":22,"value":1224},"O\\in\\mathbb{R}^{N\\times d}",{"type":16,"tag":127,"props":1226,"children":1228},{"className":1227,"ariaHidden":166},[165],[1229,1256],{"type":16,"tag":127,"props":1230,"children":1232},{"className":1231},[171],[1233,1238,1243,1247,1252],{"type":16,"tag":127,"props":1234,"children":1237},{"className":1235,"style":1236},[176],"height:0.7224em;vertical-align:-0.0391em;",[],{"type":16,"tag":127,"props":1239,"children":1241},{"className":1240,"style":336},[182,183],[1242],{"type":22,"value":256},{"type":16,"tag":127,"props":1244,"children":1246},{"className":1245,"style":1006},[593],[],{"type":16,"tag":127,"props":1248,"children":1250},{"className":1249},[1011],[1251],{"type":22,"value":923},{"type":16,"tag":127,"props":1253,"children":1255},{"className":1254,"style":1006},[593],[],{"type":16,"tag":127,"props":1257,"children":1259},{"className":1258},[171],[1260,1264],{"type":16,"tag":127,"props":1261,"children":1263},{"className":1262,"style":1025},[176],[],{"type":16,"tag":127,"props":1265,"children":1267},{"className":1266},[182],[1268,1273],{"type":16,"tag":127,"props":1269,"children":1271},{"className":1270},[182,1034],[1272],{"type":22,"value":932},{"type":16,"tag":127,"props":1274,"children":1276},{"className":1275},[357],[1277],{"type":16,"tag":127,"props":1278,"children":1280},{"className":1279},[362],[1281],{"type":16,"tag":127,"props":1282,"children":1284},{"className":1283},[367],[1285],{"type":16,"tag":127,"props":1286,"children":1288},{"className":1287,"style":1025},[372],[1289],{"type":16,"tag":127,"props":1290,"children":1291},{"style":377},[1292,1296],{"type":16,"tag":127,"props":1293,"children":1295},{"className":1294,"style":383},[382],[],{"type":16,"tag":127,"props":1297,"children":1299},{"className":1298},[388,389,390,391],[1300],{"type":16,"tag":127,"props":1301,"children":1303},{"className":1302},[182,391],[1304,1309,1314],{"type":16,"tag":127,"props":1305,"children":1307},{"className":1306,"style":230},[182,183,391],[1308],{"type":22,"value":272},{"type":16,"tag":127,"props":1310,"children":1312},{"className":1311},[599,391],[1313],{"type":22,"value":944},{"type":16,"tag":127,"props":1315,"children":1317},{"className":1316},[182,183,391],[1318],{"type":22,"value":155},{"type":22,"value":1320}," 为",{"type":16,"tag":127,"props":1322,"children":1325},{"className":1323},[1324],"katex-display",[1326],{"type":16,"tag":127,"props":1327,"children":1329},{"className":1328},[130],[1330,1519],{"type":16,"tag":127,"props":1331,"children":1333},{"className":1332},[135],[1334],{"type":16,"tag":138,"props":1335,"children":1337},{"xmlns":140,"display":1336},"block",[1338],{"type":16,"tag":143,"props":1339,"children":1340},{},[1341,1514],{"type":16,"tag":147,"props":1342,"children":1343},{},[1344,1349,1354,1358,1370,1374,1396,1400,1404,1409,1413,1418,1423,1427,1431,1435,1439,1461,1465,1468,1472,1476,1480,1484,1488,1510],{"type":16,"tag":151,"props":1345,"children":1346},{},[1347],{"type":22,"value":1348},"S",{"type":16,"tag":258,"props":1350,"children":1351},{},[1352],{"type":22,"value":1353},"=",{"type":16,"tag":151,"props":1355,"children":1356},{},[1357],{"type":22,"value":899},{"type":16,"tag":265,"props":1359,"children":1360},{},[1361,1365],{"type":16,"tag":151,"props":1362,"children":1363},{},[1364],{"type":22,"value":909},{"type":16,"tag":151,"props":1366,"children":1367},{},[1368],{"type":22,"value":1369},"T",{"type":16,"tag":258,"props":1371,"children":1372},{},[1373],{"type":22,"value":923},{"type":16,"tag":265,"props":1375,"children":1376},{},[1377,1381],{"type":16,"tag":151,"props":1378,"children":1379},{"mathvariant":929},[1380],{"type":22,"value":932},{"type":16,"tag":147,"props":1382,"children":1383},{},[1384,1388,1392],{"type":16,"tag":151,"props":1385,"children":1386},{},[1387],{"type":22,"value":272},{"type":16,"tag":258,"props":1389,"children":1390},{},[1391],{"type":22,"value":944},{"type":16,"tag":151,"props":1393,"children":1394},{},[1395],{"type":22,"value":272},{"type":16,"tag":258,"props":1397,"children":1398},{"separator":166},[1399],{"type":22,"value":904},{"type":16,"tag":593,"props":1401,"children":1403},{"width":1402},"2em",[],{"type":16,"tag":151,"props":1405,"children":1406},{},[1407],{"type":22,"value":1408},"P",{"type":16,"tag":258,"props":1410,"children":1411},{},[1412],{"type":22,"value":1353},{"type":16,"tag":151,"props":1414,"children":1415},{"mathvariant":516},[1416],{"type":22,"value":1417},"softmax",{"type":16,"tag":258,"props":1419,"children":1420},{},[1421],{"type":22,"value":1422},"⁡",{"type":16,"tag":258,"props":1424,"children":1425},{"stretchy":260},[1426],{"type":22,"value":263},{"type":16,"tag":151,"props":1428,"children":1429},{},[1430],{"type":22,"value":1348},{"type":16,"tag":258,"props":1432,"children":1433},{"stretchy":260},[1434],{"type":22,"value":314},{"type":16,"tag":258,"props":1436,"children":1437},{},[1438],{"type":22,"value":923},{"type":16,"tag":265,"props":1440,"children":1441},{},[1442,1446],{"type":16,"tag":151,"props":1443,"children":1444},{"mathvariant":929},[1445],{"type":22,"value":932},{"type":16,"tag":147,"props":1447,"children":1448},{},[1449,1453,1457],{"type":16,"tag":151,"props":1450,"children":1451},{},[1452],{"type":22,"value":272},{"type":16,"tag":258,"props":1454,"children":1455},{},[1456],{"type":22,"value":944},{"type":16,"tag":151,"props":1458,"children":1459},{},[1460],{"type":22,"value":272},{"type":16,"tag":258,"props":1462,"children":1463},{"separator":166},[1464],{"type":22,"value":904},{"type":16,"tag":593,"props":1466,"children":1467},{"width":1402},[],{"type":16,"tag":151,"props":1469,"children":1470},{},[1471],{"type":22,"value":256},{"type":16,"tag":258,"props":1473,"children":1474},{},[1475],{"type":22,"value":1353},{"type":16,"tag":151,"props":1477,"children":1478},{},[1479],{"type":22,"value":1408},{"type":16,"tag":151,"props":1481,"children":1482},{},[1483],{"type":22,"value":918},{"type":16,"tag":258,"props":1485,"children":1486},{},[1487],{"type":22,"value":923},{"type":16,"tag":265,"props":1489,"children":1490},{},[1491,1495],{"type":16,"tag":151,"props":1492,"children":1493},{"mathvariant":929},[1494],{"type":22,"value":932},{"type":16,"tag":147,"props":1496,"children":1497},{},[1498,1502,1506],{"type":16,"tag":151,"props":1499,"children":1500},{},[1501],{"type":22,"value":272},{"type":16,"tag":258,"props":1503,"children":1504},{},[1505],{"type":22,"value":944},{"type":16,"tag":151,"props":1507,"children":1508},{},[1509],{"type":22,"value":155},{"type":16,"tag":258,"props":1511,"children":1512},{"separator":166},[1513],{"type":22,"value":904},{"type":16,"tag":157,"props":1515,"children":1516},{"encoding":159},[1517],{"type":22,"value":1518},"S=QK^T\\in\\mathbb{R}^{N\\times N},\\qquad P=\\operatorname{softmax}(S)\\in\\mathbb{R}^{N\\times N},\\qquad O=PV\\in\\mathbb{R}^{N\\times d},",{"type":16,"tag":127,"props":1520,"children":1522},{"className":1521,"ariaHidden":166},[165],[1523,1550,1621,1716,1763,1857,1888],{"type":16,"tag":127,"props":1524,"children":1526},{"className":1525},[171],[1527,1531,1537,1541,1546],{"type":16,"tag":127,"props":1528,"children":1530},{"className":1529,"style":225},[176],[],{"type":16,"tag":127,"props":1532,"children":1535},{"className":1533,"style":1534},[182,183],"margin-right:0.0576em;",[1536],{"type":22,"value":1348},{"type":16,"tag":127,"props":1538,"children":1540},{"className":1539,"style":1006},[593],[],{"type":16,"tag":127,"props":1542,"children":1544},{"className":1543},[1011],[1545],{"type":22,"value":1353},{"type":16,"tag":127,"props":1547,"children":1549},{"className":1548,"style":1006},[593],[],{"type":16,"tag":127,"props":1551,"children":1553},{"className":1552},[171],[1554,1559,1564,1608,1612,1617],{"type":16,"tag":127,"props":1555,"children":1558},{"className":1556,"style":1557},[176],"height:1.0858em;vertical-align:-0.1944em;",[],{"type":16,"tag":127,"props":1560,"children":1562},{"className":1561},[182,183],[1563],{"type":22,"value":899},{"type":16,"tag":127,"props":1565,"children":1567},{"className":1566},[182],[1568,1573],{"type":16,"tag":127,"props":1569,"children":1571},{"className":1570,"style":986},[182,183],[1572],{"type":22,"value":909},{"type":16,"tag":127,"props":1574,"children":1576},{"className":1575},[357],[1577],{"type":16,"tag":127,"props":1578,"children":1580},{"className":1579},[362],[1581],{"type":16,"tag":127,"props":1582,"children":1584},{"className":1583},[367],[1585],{"type":16,"tag":127,"props":1586,"children":1589},{"className":1587,"style":1588},[372],"height:0.8913em;",[1590],{"type":16,"tag":127,"props":1591,"children":1593},{"style":1592},"top:-3.113em;margin-right:0.05em;",[1594,1598],{"type":16,"tag":127,"props":1595,"children":1597},{"className":1596,"style":383},[382],[],{"type":16,"tag":127,"props":1599,"children":1601},{"className":1600},[388,389,390,391],[1602],{"type":16,"tag":127,"props":1603,"children":1606},{"className":1604,"style":1605},[182,183,391],"margin-right:0.1389em;",[1607],{"type":22,"value":1369},{"type":16,"tag":127,"props":1609,"children":1611},{"className":1610,"style":1006},[593],[],{"type":16,"tag":127,"props":1613,"children":1615},{"className":1614},[1011],[1616],{"type":22,"value":923},{"type":16,"tag":127,"props":1618,"children":1620},{"className":1619,"style":1006},[593],[],{"type":16,"tag":127,"props":1622,"children":1624},{"className":1623},[171],[1625,1629,1684,1689,1694,1698,1703,1707,1712],{"type":16,"tag":127,"props":1626,"children":1628},{"className":1627,"style":1557},[176],[],{"type":16,"tag":127,"props":1630,"children":1632},{"className":1631},[182],[1633,1638],{"type":16,"tag":127,"props":1634,"children":1636},{"className":1635},[182,1034],[1637],{"type":22,"value":932},{"type":16,"tag":127,"props":1639,"children":1641},{"className":1640},[357],[1642],{"type":16,"tag":127,"props":1643,"children":1645},{"className":1644},[362],[1646],{"type":16,"tag":127,"props":1647,"children":1649},{"className":1648},[367],[1650],{"type":16,"tag":127,"props":1651,"children":1653},{"className":1652,"style":1588},[372],[1654],{"type":16,"tag":127,"props":1655,"children":1656},{"style":1592},[1657,1661],{"type":16,"tag":127,"props":1658,"children":1660},{"className":1659,"style":383},[382],[],{"type":16,"tag":127,"props":1662,"children":1664},{"className":1663},[388,389,390,391],[1665],{"type":16,"tag":127,"props":1666,"children":1668},{"className":1667},[182,391],[1669,1674,1679],{"type":16,"tag":127,"props":1670,"children":1672},{"className":1671,"style":230},[182,183,391],[1673],{"type":22,"value":272},{"type":16,"tag":127,"props":1675,"children":1677},{"className":1676},[599,391],[1678],{"type":22,"value":944},{"type":16,"tag":127,"props":1680,"children":1682},{"className":1681,"style":230},[182,183,391],[1683],{"type":22,"value":272},{"type":16,"tag":127,"props":1685,"children":1687},{"className":1686},[975],[1688],{"type":22,"value":904},{"type":16,"tag":127,"props":1690,"children":1693},{"className":1691,"style":1692},[593],"margin-right:2em;",[],{"type":16,"tag":127,"props":1695,"children":1697},{"className":1696,"style":981},[593],[],{"type":16,"tag":127,"props":1699,"children":1701},{"className":1700,"style":1605},[182,183],[1702],{"type":22,"value":1408},{"type":16,"tag":127,"props":1704,"children":1706},{"className":1705,"style":1006},[593],[],{"type":16,"tag":127,"props":1708,"children":1710},{"className":1709},[1011],[1711],{"type":22,"value":1353},{"type":16,"tag":127,"props":1713,"children":1715},{"className":1714,"style":1006},[593],[],{"type":16,"tag":127,"props":1717,"children":1719},{"className":1718},[171],[1720,1724,1735,1740,1745,1750,1754,1759],{"type":16,"tag":127,"props":1721,"children":1723},{"className":1722,"style":568},[176],[],{"type":16,"tag":127,"props":1725,"children":1728},{"className":1726},[1727],"mop",[1729],{"type":16,"tag":127,"props":1730,"children":1733},{"className":1731},[182,1732],"mathrm",[1734],{"type":22,"value":1417},{"type":16,"tag":127,"props":1736,"children":1738},{"className":1737},[342],[1739],{"type":22,"value":263},{"type":16,"tag":127,"props":1741,"children":1743},{"className":1742,"style":1534},[182,183],[1744],{"type":22,"value":1348},{"type":16,"tag":127,"props":1746,"children":1748},{"className":1747},[492],[1749],{"type":22,"value":314},{"type":16,"tag":127,"props":1751,"children":1753},{"className":1752,"style":1006},[593],[],{"type":16,"tag":127,"props":1755,"children":1757},{"className":1756},[1011],[1758],{"type":22,"value":923},{"type":16,"tag":127,"props":1760,"children":1762},{"className":1761,"style":1006},[593],[],{"type":16,"tag":127,"props":1764,"children":1766},{"className":1765},[171],[1767,1771,1826,1831,1835,1839,1844,1848,1853],{"type":16,"tag":127,"props":1768,"children":1770},{"className":1769,"style":1557},[176],[],{"type":16,"tag":127,"props":1772,"children":1774},{"className":1773},[182],[1775,1780],{"type":16,"tag":127,"props":1776,"children":1778},{"className":1777},[182,1034],[1779],{"type":22,"value":932},{"type":16,"tag":127,"props":1781,"children":1783},{"className":1782},[357],[1784],{"type":16,"tag":127,"props":1785,"children":1787},{"className":1786},[362],[1788],{"type":16,"tag":127,"props":1789,"children":1791},{"className":1790},[367],[1792],{"type":16,"tag":127,"props":1793,"children":1795},{"className":1794,"style":1588},[372],[1796],{"type":16,"tag":127,"props":1797,"children":1798},{"style":1592},[1799,1803],{"type":16,"tag":127,"props":1800,"children":1802},{"className":1801,"style":383},[382],[],{"type":16,"tag":127,"props":1804,"children":1806},{"className":1805},[388,389,390,391],[1807],{"type":16,"tag":127,"props":1808,"children":1810},{"className":1809},[182,391],[1811,1816,1821],{"type":16,"tag":127,"props":1812,"children":1814},{"className":1813,"style":230},[182,183,391],[1815],{"type":22,"value":272},{"type":16,"tag":127,"props":1817,"children":1819},{"className":1818},[599,391],[1820],{"type":22,"value":944},{"type":16,"tag":127,"props":1822,"children":1824},{"className":1823,"style":230},[182,183,391],[1825],{"type":22,"value":272},{"type":16,"tag":127,"props":1827,"children":1829},{"className":1828},[975],[1830],{"type":22,"value":904},{"type":16,"tag":127,"props":1832,"children":1834},{"className":1833,"style":1692},[593],[],{"type":16,"tag":127,"props":1836,"children":1838},{"className":1837,"style":981},[593],[],{"type":16,"tag":127,"props":1840,"children":1842},{"className":1841,"style":336},[182,183],[1843],{"type":22,"value":256},{"type":16,"tag":127,"props":1845,"children":1847},{"className":1846,"style":1006},[593],[],{"type":16,"tag":127,"props":1849,"children":1851},{"className":1850},[1011],[1852],{"type":22,"value":1353},{"type":16,"tag":127,"props":1854,"children":1856},{"className":1855,"style":1006},[593],[],{"type":16,"tag":127,"props":1858,"children":1860},{"className":1859},[171],[1861,1865,1870,1875,1879,1884],{"type":16,"tag":127,"props":1862,"children":1864},{"className":1863,"style":1236},[176],[],{"type":16,"tag":127,"props":1866,"children":1868},{"className":1867,"style":1605},[182,183],[1869],{"type":22,"value":1408},{"type":16,"tag":127,"props":1871,"children":1873},{"className":1872,"style":594},[182,183],[1874],{"type":22,"value":918},{"type":16,"tag":127,"props":1876,"children":1878},{"className":1877,"style":1006},[593],[],{"type":16,"tag":127,"props":1880,"children":1882},{"className":1881},[1011],[1883],{"type":22,"value":923},{"type":16,"tag":127,"props":1885,"children":1887},{"className":1886,"style":1006},[593],[],{"type":16,"tag":127,"props":1889,"children":1891},{"className":1890},[171],[1892,1897,1953],{"type":16,"tag":127,"props":1893,"children":1896},{"className":1894,"style":1895},[176],"height:1.0935em;vertical-align:-0.1944em;",[],{"type":16,"tag":127,"props":1898,"children":1900},{"className":1899},[182],[1901,1906],{"type":16,"tag":127,"props":1902,"children":1904},{"className":1903},[182,1034],[1905],{"type":22,"value":932},{"type":16,"tag":127,"props":1907,"children":1909},{"className":1908},[357],[1910],{"type":16,"tag":127,"props":1911,"children":1913},{"className":1912},[362],[1914],{"type":16,"tag":127,"props":1915,"children":1917},{"className":1916},[367],[1918],{"type":16,"tag":127,"props":1919,"children":1922},{"className":1920,"style":1921},[372],"height:0.8991em;",[1923],{"type":16,"tag":127,"props":1924,"children":1925},{"style":1592},[1926,1930],{"type":16,"tag":127,"props":1927,"children":1929},{"className":1928,"style":383},[382],[],{"type":16,"tag":127,"props":1931,"children":1933},{"className":1932},[388,389,390,391],[1934],{"type":16,"tag":127,"props":1935,"children":1937},{"className":1936},[182,391],[1938,1943,1948],{"type":16,"tag":127,"props":1939,"children":1941},{"className":1940,"style":230},[182,183,391],[1942],{"type":22,"value":272},{"type":16,"tag":127,"props":1944,"children":1946},{"className":1945},[599,391],[1947],{"type":22,"value":944},{"type":16,"tag":127,"props":1949,"children":1951},{"className":1950},[182,183,391],[1952],{"type":22,"value":155},{"type":16,"tag":127,"props":1954,"children":1956},{"className":1955},[975],[1957],{"type":22,"value":904},{"type":16,"tag":24,"props":1959,"children":1960},{},[1961],{"type":22,"value":1962},"其中 softmax 按行计算。",{"type":16,"tag":24,"props":1964,"children":1965},{},[1966,1968,2010,2011,2053,2055,2168,2170,2248,2250,2387,2389,2431],{"type":22,"value":1967},"标准实现会把 ",{"type":16,"tag":127,"props":1969,"children":1971},{"className":1970},[130],[1972,1993],{"type":16,"tag":127,"props":1973,"children":1975},{"className":1974},[135],[1976],{"type":16,"tag":138,"props":1977,"children":1978},{"xmlns":140},[1979],{"type":16,"tag":143,"props":1980,"children":1981},{},[1982,1989],{"type":16,"tag":147,"props":1983,"children":1984},{},[1985],{"type":16,"tag":151,"props":1986,"children":1987},{},[1988],{"type":22,"value":1348},{"type":16,"tag":157,"props":1990,"children":1991},{"encoding":159},[1992],{"type":22,"value":1348},{"type":16,"tag":127,"props":1994,"children":1996},{"className":1995,"ariaHidden":166},[165],[1997],{"type":16,"tag":127,"props":1998,"children":2000},{"className":1999},[171],[2001,2005],{"type":16,"tag":127,"props":2002,"children":2004},{"className":2003,"style":225},[176],[],{"type":16,"tag":127,"props":2006,"children":2008},{"className":2007,"style":1534},[182,183],[2009],{"type":22,"value":1348},{"type":22,"value":705},{"type":16,"tag":127,"props":2012,"children":2014},{"className":2013},[130],[2015,2036],{"type":16,"tag":127,"props":2016,"children":2018},{"className":2017},[135],[2019],{"type":16,"tag":138,"props":2020,"children":2021},{"xmlns":140},[2022],{"type":16,"tag":143,"props":2023,"children":2024},{},[2025,2032],{"type":16,"tag":147,"props":2026,"children":2027},{},[2028],{"type":16,"tag":151,"props":2029,"children":2030},{},[2031],{"type":22,"value":1408},{"type":16,"tag":157,"props":2033,"children":2034},{"encoding":159},[2035],{"type":22,"value":1408},{"type":16,"tag":127,"props":2037,"children":2039},{"className":2038,"ariaHidden":166},[165],[2040],{"type":16,"tag":127,"props":2041,"children":2043},{"className":2042},[171],[2044,2048],{"type":16,"tag":127,"props":2045,"children":2047},{"className":2046,"style":225},[176],[],{"type":16,"tag":127,"props":2049,"children":2051},{"className":2050,"style":1605},[182,183],[2052],{"type":22,"value":1408},{"type":22,"value":2054}," 实体化并写入 HBM，需 ",{"type":16,"tag":127,"props":2056,"children":2058},{"className":2057},[130],[2059,2100],{"type":16,"tag":127,"props":2060,"children":2062},{"className":2061},[135],[2063],{"type":16,"tag":138,"props":2064,"children":2065},{"xmlns":140},[2066],{"type":16,"tag":143,"props":2067,"children":2068},{},[2069,2095],{"type":16,"tag":147,"props":2070,"children":2071},{},[2072,2076,2080,2091],{"type":16,"tag":151,"props":2073,"children":2074},{},[2075],{"type":22,"value":256},{"type":16,"tag":258,"props":2077,"children":2078},{"stretchy":260},[2079],{"type":22,"value":263},{"type":16,"tag":265,"props":2081,"children":2082},{},[2083,2087],{"type":16,"tag":151,"props":2084,"children":2085},{},[2086],{"type":22,"value":272},{"type":16,"tag":274,"props":2088,"children":2089},{},[2090],{"type":22,"value":278},{"type":16,"tag":258,"props":2092,"children":2093},{"stretchy":260},[2094],{"type":22,"value":314},{"type":16,"tag":157,"props":2096,"children":2097},{"encoding":159},[2098],{"type":22,"value":2099},"O(N^2)",{"type":16,"tag":127,"props":2101,"children":2103},{"className":2102,"ariaHidden":166},[165],[2104],{"type":16,"tag":127,"props":2105,"children":2107},{"className":2106},[171],[2108,2112,2117,2122,2163],{"type":16,"tag":127,"props":2109,"children":2111},{"className":2110,"style":331},[176],[],{"type":16,"tag":127,"props":2113,"children":2115},{"className":2114,"style":336},[182,183],[2116],{"type":22,"value":256},{"type":16,"tag":127,"props":2118,"children":2120},{"className":2119},[342],[2121],{"type":22,"value":263},{"type":16,"tag":127,"props":2123,"children":2125},{"className":2124},[182],[2126,2131],{"type":16,"tag":127,"props":2127,"children":2129},{"className":2128,"style":230},[182,183],[2130],{"type":22,"value":272},{"type":16,"tag":127,"props":2132,"children":2134},{"className":2133},[357],[2135],{"type":16,"tag":127,"props":2136,"children":2138},{"className":2137},[362],[2139],{"type":16,"tag":127,"props":2140,"children":2142},{"className":2141},[367],[2143],{"type":16,"tag":127,"props":2144,"children":2146},{"className":2145,"style":373},[372],[2147],{"type":16,"tag":127,"props":2148,"children":2149},{"style":377},[2150,2154],{"type":16,"tag":127,"props":2151,"children":2153},{"className":2152,"style":383},[382],[],{"type":16,"tag":127,"props":2155,"children":2157},{"className":2156},[388,389,390,391],[2158],{"type":16,"tag":127,"props":2159,"children":2161},{"className":2160},[182,391],[2162],{"type":22,"value":278},{"type":16,"tag":127,"props":2164,"children":2166},{"className":2165},[492],[2167],{"type":22,"value":314},{"type":22,"value":2169}," 内存。通常 ",{"type":16,"tag":127,"props":2171,"children":2173},{"className":2172},[130],[2174,2205],{"type":16,"tag":127,"props":2175,"children":2177},{"className":2176},[135],[2178],{"type":16,"tag":138,"props":2179,"children":2180},{"xmlns":140},[2181],{"type":16,"tag":143,"props":2182,"children":2183},{},[2184,2200],{"type":16,"tag":147,"props":2185,"children":2186},{},[2187,2191,2196],{"type":16,"tag":151,"props":2188,"children":2189},{},[2190],{"type":22,"value":272},{"type":16,"tag":258,"props":2192,"children":2193},{},[2194],{"type":22,"value":2195},"≫",{"type":16,"tag":151,"props":2197,"children":2198},{},[2199],{"type":22,"value":155},{"type":16,"tag":157,"props":2201,"children":2202},{"encoding":159},[2203],{"type":22,"value":2204},"N\\gg d",{"type":16,"tag":127,"props":2206,"children":2208},{"className":2207,"ariaHidden":166},[165],[2209,2235],{"type":16,"tag":127,"props":2210,"children":2212},{"className":2211},[171],[2213,2217,2222,2226,2231],{"type":16,"tag":127,"props":2214,"children":2216},{"className":2215,"style":1236},[176],[],{"type":16,"tag":127,"props":2218,"children":2220},{"className":2219,"style":230},[182,183],[2221],{"type":22,"value":272},{"type":16,"tag":127,"props":2223,"children":2225},{"className":2224,"style":1006},[593],[],{"type":16,"tag":127,"props":2227,"children":2229},{"className":2228},[1011],[2230],{"type":22,"value":2195},{"type":16,"tag":127,"props":2232,"children":2234},{"className":2233,"style":1006},[593],[],{"type":16,"tag":127,"props":2236,"children":2238},{"className":2237},[171],[2239,2243],{"type":16,"tag":127,"props":2240,"children":2242},{"className":2241,"style":177},[176],[],{"type":16,"tag":127,"props":2244,"children":2246},{"className":2245},[182,183],[2247],{"type":22,"value":155},{"type":22,"value":2249},"（如 GPT-2 中 ",{"type":16,"tag":127,"props":2251,"children":2253},{"className":2252},[130],[2254,2302],{"type":16,"tag":127,"props":2255,"children":2257},{"className":2256},[135],[2258],{"type":16,"tag":138,"props":2259,"children":2260},{"xmlns":140},[2261],{"type":16,"tag":143,"props":2262,"children":2263},{},[2264,2297],{"type":16,"tag":147,"props":2265,"children":2266},{},[2267,2271,2275,2280,2284,2288,2292],{"type":16,"tag":151,"props":2268,"children":2269},{},[2270],{"type":22,"value":272},{"type":16,"tag":258,"props":2272,"children":2273},{},[2274],{"type":22,"value":1353},{"type":16,"tag":274,"props":2276,"children":2277},{},[2278],{"type":22,"value":2279},"1024",{"type":16,"tag":258,"props":2281,"children":2282},{"separator":166},[2283],{"type":22,"value":904},{"type":16,"tag":151,"props":2285,"children":2286},{},[2287],{"type":22,"value":155},{"type":16,"tag":258,"props":2289,"children":2290},{},[2291],{"type":22,"value":1353},{"type":16,"tag":274,"props":2293,"children":2294},{},[2295],{"type":22,"value":2296},"64",{"type":16,"tag":157,"props":2298,"children":2299},{"encoding":159},[2300],{"type":22,"value":2301},"N=1024,d=64",{"type":16,"tag":127,"props":2303,"children":2305},{"className":2304,"ariaHidden":166},[165],[2306,2332,2373],{"type":16,"tag":127,"props":2307,"children":2309},{"className":2308},[171],[2310,2314,2319,2323,2328],{"type":16,"tag":127,"props":2311,"children":2313},{"className":2312,"style":225},[176],[],{"type":16,"tag":127,"props":2315,"children":2317},{"className":2316,"style":230},[182,183],[2318],{"type":22,"value":272},{"type":16,"tag":127,"props":2320,"children":2322},{"className":2321,"style":1006},[593],[],{"type":16,"tag":127,"props":2324,"children":2326},{"className":2325},[1011],[2327],{"type":22,"value":1353},{"type":16,"tag":127,"props":2329,"children":2331},{"className":2330,"style":1006},[593],[],{"type":16,"tag":127,"props":2333,"children":2335},{"className":2334},[171],[2336,2341,2346,2351,2355,2360,2364,2369],{"type":16,"tag":127,"props":2337,"children":2340},{"className":2338,"style":2339},[176],"height:0.8889em;vertical-align:-0.1944em;",[],{"type":16,"tag":127,"props":2342,"children":2344},{"className":2343},[182],[2345],{"type":22,"value":2279},{"type":16,"tag":127,"props":2347,"children":2349},{"className":2348},[975],[2350],{"type":22,"value":904},{"type":16,"tag":127,"props":2352,"children":2354},{"className":2353,"style":981},[593],[],{"type":16,"tag":127,"props":2356,"children":2358},{"className":2357},[182,183],[2359],{"type":22,"value":155},{"type":16,"tag":127,"props":2361,"children":2363},{"className":2362,"style":1006},[593],[],{"type":16,"tag":127,"props":2365,"children":2367},{"className":2366},[1011],[2368],{"type":22,"value":1353},{"type":16,"tag":127,"props":2370,"children":2372},{"className":2371,"style":1006},[593],[],{"type":16,"tag":127,"props":2374,"children":2376},{"className":2375},[171],[2377,2382],{"type":16,"tag":127,"props":2378,"children":2381},{"className":2379,"style":2380},[176],"height:0.6444em;",[],{"type":16,"tag":127,"props":2383,"children":2385},{"className":2384},[182],[2386],{"type":22,"value":2296},{"type":22,"value":2388},"）。由于 softmax 等操作是内存受限的，大量内存访问导致壁钟时间缓慢。对注意力矩阵的 mask、对 ",{"type":16,"tag":127,"props":2390,"children":2392},{"className":2391},[130],[2393,2414],{"type":16,"tag":127,"props":2394,"children":2396},{"className":2395},[135],[2397],{"type":16,"tag":138,"props":2398,"children":2399},{"xmlns":140},[2400],{"type":16,"tag":143,"props":2401,"children":2402},{},[2403,2410],{"type":16,"tag":147,"props":2404,"children":2405},{},[2406],{"type":16,"tag":151,"props":2407,"children":2408},{},[2409],{"type":22,"value":1408},{"type":16,"tag":157,"props":2411,"children":2412},{"encoding":159},[2413],{"type":22,"value":1408},{"type":16,"tag":127,"props":2415,"children":2417},{"className":2416,"ariaHidden":166},[165],[2418],{"type":16,"tag":127,"props":2419,"children":2421},{"className":2420},[171],[2422,2426],{"type":16,"tag":127,"props":2423,"children":2425},{"className":2424,"style":225},[176],[],{"type":16,"tag":127,"props":2427,"children":2429},{"className":2428,"style":1605},[182,183],[2430],{"type":22,"value":1408},{"type":22,"value":2432}," 的 dropout 还会进一步放大问题，因此已有工作尝试融合 mask 与 softmax 等逐元素操作。",{"type":16,"tag":24,"props":2434,"children":2435},{},[2436],{"type":16,"tag":28,"props":2437,"children":2438},{},[2439],{"type":22,"value":2440},"算法 0：标准注意力实现",{"type":16,"tag":24,"props":2442,"children":2443},{},[2444,2446,2634],{"type":22,"value":2445},"输入：位于 HBM 的 ",{"type":16,"tag":127,"props":2447,"children":2449},{"className":2448},[130],[2450,2513],{"type":16,"tag":127,"props":2451,"children":2453},{"className":2452},[135],[2454],{"type":16,"tag":138,"props":2455,"children":2456},{"xmlns":140},[2457],{"type":16,"tag":143,"props":2458,"children":2459},{},[2460,2509],{"type":16,"tag":147,"props":2461,"children":2462},{},[2463,2467,2471,2475,2479,2483,2487],{"type":16,"tag":151,"props":2464,"children":2465},{},[2466],{"type":22,"value":899},{"type":16,"tag":258,"props":2468,"children":2469},{"separator":166},[2470],{"type":22,"value":904},{"type":16,"tag":151,"props":2472,"children":2473},{},[2474],{"type":22,"value":909},{"type":16,"tag":258,"props":2476,"children":2477},{"separator":166},[2478],{"type":22,"value":904},{"type":16,"tag":151,"props":2480,"children":2481},{},[2482],{"type":22,"value":918},{"type":16,"tag":258,"props":2484,"children":2485},{},[2486],{"type":22,"value":923},{"type":16,"tag":265,"props":2488,"children":2489},{},[2490,2494],{"type":16,"tag":151,"props":2491,"children":2492},{"mathvariant":929},[2493],{"type":22,"value":932},{"type":16,"tag":147,"props":2495,"children":2496},{},[2497,2501,2505],{"type":16,"tag":151,"props":2498,"children":2499},{},[2500],{"type":22,"value":272},{"type":16,"tag":258,"props":2502,"children":2503},{},[2504],{"type":22,"value":944},{"type":16,"tag":151,"props":2506,"children":2507},{},[2508],{"type":22,"value":155},{"type":16,"tag":157,"props":2510,"children":2511},{"encoding":159},[2512],{"type":22,"value":953},{"type":16,"tag":127,"props":2514,"children":2516},{"className":2515,"ariaHidden":166},[165],[2517,2571],{"type":16,"tag":127,"props":2518,"children":2520},{"className":2519},[171],[2521,2525,2530,2535,2539,2544,2549,2553,2558,2562,2567],{"type":16,"tag":127,"props":2522,"children":2524},{"className":2523,"style":965},[176],[],{"type":16,"tag":127,"props":2526,"children":2528},{"className":2527},[182,183],[2529],{"type":22,"value":899},{"type":16,"tag":127,"props":2531,"children":2533},{"className":2532},[975],[2534],{"type":22,"value":904},{"type":16,"tag":127,"props":2536,"children":2538},{"className":2537,"style":981},[593],[],{"type":16,"tag":127,"props":2540,"children":2542},{"className":2541,"style":986},[182,183],[2543],{"type":22,"value":909},{"type":16,"tag":127,"props":2545,"children":2547},{"className":2546},[975],[2548],{"type":22,"value":904},{"type":16,"tag":127,"props":2550,"children":2552},{"className":2551,"style":981},[593],[],{"type":16,"tag":127,"props":2554,"children":2556},{"className":2555,"style":594},[182,183],[2557],{"type":22,"value":918},{"type":16,"tag":127,"props":2559,"children":2561},{"className":2560,"style":1006},[593],[],{"type":16,"tag":127,"props":2563,"children":2565},{"className":2564},[1011],[2566],{"type":22,"value":923},{"type":16,"tag":127,"props":2568,"children":2570},{"className":2569,"style":1006},[593],[],{"type":16,"tag":127,"props":2572,"children":2574},{"className":2573},[171],[2575,2579],{"type":16,"tag":127,"props":2576,"children":2578},{"className":2577,"style":1025},[176],[],{"type":16,"tag":127,"props":2580,"children":2582},{"className":2581},[182],[2583,2588],{"type":16,"tag":127,"props":2584,"children":2586},{"className":2585},[182,1034],[2587],{"type":22,"value":932},{"type":16,"tag":127,"props":2589,"children":2591},{"className":2590},[357],[2592],{"type":16,"tag":127,"props":2593,"children":2595},{"className":2594},[362],[2596],{"type":16,"tag":127,"props":2597,"children":2599},{"className":2598},[367],[2600],{"type":16,"tag":127,"props":2601,"children":2603},{"className":2602,"style":1025},[372],[2604],{"type":16,"tag":127,"props":2605,"children":2606},{"style":377},[2607,2611],{"type":16,"tag":127,"props":2608,"children":2610},{"className":2609,"style":383},[382],[],{"type":16,"tag":127,"props":2612,"children":2614},{"className":2613},[388,389,390,391],[2615],{"type":16,"tag":127,"props":2616,"children":2618},{"className":2617},[182,391],[2619,2624,2629],{"type":16,"tag":127,"props":2620,"children":2622},{"className":2621,"style":230},[182,183,391],[2623],{"type":22,"value":272},{"type":16,"tag":127,"props":2625,"children":2627},{"className":2626},[599,391],[2628],{"type":22,"value":944},{"type":16,"tag":127,"props":2630,"children":2632},{"className":2631},[182,183,391],[2633],{"type":22,"value":155},{"type":22,"value":2635},"。",{"type":16,"tag":834,"props":2637,"children":2638},{},[2639,2888,3092,3293],{"type":16,"tag":765,"props":2640,"children":2641},{},[2642,2644,2709,2711,2842,2844,2886],{"type":22,"value":2643},"按块从 HBM 加载 ",{"type":16,"tag":127,"props":2645,"children":2647},{"className":2646},[130],[2648,2678],{"type":16,"tag":127,"props":2649,"children":2651},{"className":2650},[135],[2652],{"type":16,"tag":138,"props":2653,"children":2654},{"xmlns":140},[2655],{"type":16,"tag":143,"props":2656,"children":2657},{},[2658,2673],{"type":16,"tag":147,"props":2659,"children":2660},{},[2661,2665,2669],{"type":16,"tag":151,"props":2662,"children":2663},{},[2664],{"type":22,"value":899},{"type":16,"tag":258,"props":2666,"children":2667},{"separator":166},[2668],{"type":22,"value":904},{"type":16,"tag":151,"props":2670,"children":2671},{},[2672],{"type":22,"value":909},{"type":16,"tag":157,"props":2674,"children":2675},{"encoding":159},[2676],{"type":22,"value":2677},"Q,K",{"type":16,"tag":127,"props":2679,"children":2681},{"className":2680,"ariaHidden":166},[165],[2682],{"type":16,"tag":127,"props":2683,"children":2685},{"className":2684},[171],[2686,2690,2695,2700,2704],{"type":16,"tag":127,"props":2687,"children":2689},{"className":2688,"style":965},[176],[],{"type":16,"tag":127,"props":2691,"children":2693},{"className":2692},[182,183],[2694],{"type":22,"value":899},{"type":16,"tag":127,"props":2696,"children":2698},{"className":2697},[975],[2699],{"type":22,"value":904},{"type":16,"tag":127,"props":2701,"children":2703},{"className":2702,"style":981},[593],[],{"type":16,"tag":127,"props":2705,"children":2707},{"className":2706,"style":986},[182,183],[2708],{"type":22,"value":909},{"type":22,"value":2710},"，计算 ",{"type":16,"tag":127,"props":2712,"children":2714},{"className":2713},[130],[2715,2756],{"type":16,"tag":127,"props":2716,"children":2718},{"className":2717},[135],[2719],{"type":16,"tag":138,"props":2720,"children":2721},{"xmlns":140},[2722],{"type":16,"tag":143,"props":2723,"children":2724},{},[2725,2751],{"type":16,"tag":147,"props":2726,"children":2727},{},[2728,2732,2736,2740],{"type":16,"tag":151,"props":2729,"children":2730},{},[2731],{"type":22,"value":1348},{"type":16,"tag":258,"props":2733,"children":2734},{},[2735],{"type":22,"value":1353},{"type":16,"tag":151,"props":2737,"children":2738},{},[2739],{"type":22,"value":899},{"type":16,"tag":265,"props":2741,"children":2742},{},[2743,2747],{"type":16,"tag":151,"props":2744,"children":2745},{},[2746],{"type":22,"value":909},{"type":16,"tag":151,"props":2748,"children":2749},{},[2750],{"type":22,"value":1369},{"type":16,"tag":157,"props":2752,"children":2753},{"encoding":159},[2754],{"type":22,"value":2755},"S=QK^T",{"type":16,"tag":127,"props":2757,"children":2759},{"className":2758,"ariaHidden":166},[165],[2760,2786],{"type":16,"tag":127,"props":2761,"children":2763},{"className":2762},[171],[2764,2768,2773,2777,2782],{"type":16,"tag":127,"props":2765,"children":2767},{"className":2766,"style":225},[176],[],{"type":16,"tag":127,"props":2769,"children":2771},{"className":2770,"style":1534},[182,183],[2772],{"type":22,"value":1348},{"type":16,"tag":127,"props":2774,"children":2776},{"className":2775,"style":1006},[593],[],{"type":16,"tag":127,"props":2778,"children":2780},{"className":2779},[1011],[2781],{"type":22,"value":1353},{"type":16,"tag":127,"props":2783,"children":2785},{"className":2784,"style":1006},[593],[],{"type":16,"tag":127,"props":2787,"children":2789},{"className":2788},[171],[2790,2795,2800],{"type":16,"tag":127,"props":2791,"children":2794},{"className":2792,"style":2793},[176],"height:1.0358em;vertical-align:-0.1944em;",[],{"type":16,"tag":127,"props":2796,"children":2798},{"className":2797},[182,183],[2799],{"type":22,"value":899},{"type":16,"tag":127,"props":2801,"children":2803},{"className":2802},[182],[2804,2809],{"type":16,"tag":127,"props":2805,"children":2807},{"className":2806,"style":986},[182,183],[2808],{"type":22,"value":909},{"type":16,"tag":127,"props":2810,"children":2812},{"className":2811},[357],[2813],{"type":16,"tag":127,"props":2814,"children":2816},{"className":2815},[362],[2817],{"type":16,"tag":127,"props":2818,"children":2820},{"className":2819},[367],[2821],{"type":16,"tag":127,"props":2822,"children":2825},{"className":2823,"style":2824},[372],"height:0.8413em;",[2826],{"type":16,"tag":127,"props":2827,"children":2828},{"style":377},[2829,2833],{"type":16,"tag":127,"props":2830,"children":2832},{"className":2831,"style":383},[382],[],{"type":16,"tag":127,"props":2834,"children":2836},{"className":2835},[388,389,390,391],[2837],{"type":16,"tag":127,"props":2838,"children":2840},{"className":2839,"style":1605},[182,183,391],[2841],{"type":22,"value":1369},{"type":22,"value":2843},"，把 ",{"type":16,"tag":127,"props":2845,"children":2847},{"className":2846},[130],[2848,2869],{"type":16,"tag":127,"props":2849,"children":2851},{"className":2850},[135],[2852],{"type":16,"tag":138,"props":2853,"children":2854},{"xmlns":140},[2855],{"type":16,"tag":143,"props":2856,"children":2857},{},[2858,2865],{"type":16,"tag":147,"props":2859,"children":2860},{},[2861],{"type":16,"tag":151,"props":2862,"children":2863},{},[2864],{"type":22,"value":1348},{"type":16,"tag":157,"props":2866,"children":2867},{"encoding":159},[2868],{"type":22,"value":1348},{"type":16,"tag":127,"props":2870,"children":2872},{"className":2871,"ariaHidden":166},[165],[2873],{"type":16,"tag":127,"props":2874,"children":2876},{"className":2875},[171],[2877,2881],{"type":16,"tag":127,"props":2878,"children":2880},{"className":2879,"style":225},[176],[],{"type":16,"tag":127,"props":2882,"children":2884},{"className":2883,"style":1534},[182,183],[2885],{"type":22,"value":1348},{"type":22,"value":2887}," 写回 HBM。",{"type":16,"tag":765,"props":2889,"children":2890},{},[2891,2893,2935,2936,3048,3049,3091],{"type":22,"value":2892},"从 HBM 读取 ",{"type":16,"tag":127,"props":2894,"children":2896},{"className":2895},[130],[2897,2918],{"type":16,"tag":127,"props":2898,"children":2900},{"className":2899},[135],[2901],{"type":16,"tag":138,"props":2902,"children":2903},{"xmlns":140},[2904],{"type":16,"tag":143,"props":2905,"children":2906},{},[2907,2914],{"type":16,"tag":147,"props":2908,"children":2909},{},[2910],{"type":16,"tag":151,"props":2911,"children":2912},{},[2913],{"type":22,"value":1348},{"type":16,"tag":157,"props":2915,"children":2916},{"encoding":159},[2917],{"type":22,"value":1348},{"type":16,"tag":127,"props":2919,"children":2921},{"className":2920,"ariaHidden":166},[165],[2922],{"type":16,"tag":127,"props":2923,"children":2925},{"className":2924},[171],[2926,2930],{"type":16,"tag":127,"props":2927,"children":2929},{"className":2928,"style":225},[176],[],{"type":16,"tag":127,"props":2931,"children":2933},{"className":2932,"style":1534},[182,183],[2934],{"type":22,"value":1348},{"type":22,"value":2710},{"type":16,"tag":127,"props":2937,"children":2939},{"className":2938},[130],[2940,2986],{"type":16,"tag":127,"props":2941,"children":2943},{"className":2942},[135],[2944],{"type":16,"tag":138,"props":2945,"children":2946},{"xmlns":140},[2947],{"type":16,"tag":143,"props":2948,"children":2949},{},[2950,2981],{"type":16,"tag":147,"props":2951,"children":2952},{},[2953,2957,2961,2965,2969,2973,2977],{"type":16,"tag":151,"props":2954,"children":2955},{},[2956],{"type":22,"value":1408},{"type":16,"tag":258,"props":2958,"children":2959},{},[2960],{"type":22,"value":1353},{"type":16,"tag":151,"props":2962,"children":2963},{"mathvariant":516},[2964],{"type":22,"value":1417},{"type":16,"tag":258,"props":2966,"children":2967},{},[2968],{"type":22,"value":1422},{"type":16,"tag":258,"props":2970,"children":2971},{"stretchy":260},[2972],{"type":22,"value":263},{"type":16,"tag":151,"props":2974,"children":2975},{},[2976],{"type":22,"value":1348},{"type":16,"tag":258,"props":2978,"children":2979},{"stretchy":260},[2980],{"type":22,"value":314},{"type":16,"tag":157,"props":2982,"children":2983},{"encoding":159},[2984],{"type":22,"value":2985},"P=\\operatorname{softmax}(S)",{"type":16,"tag":127,"props":2987,"children":2989},{"className":2988,"ariaHidden":166},[165],[2990,3016],{"type":16,"tag":127,"props":2991,"children":2993},{"className":2992},[171],[2994,2998,3003,3007,3012],{"type":16,"tag":127,"props":2995,"children":2997},{"className":2996,"style":225},[176],[],{"type":16,"tag":127,"props":2999,"children":3001},{"className":3000,"style":1605},[182,183],[3002],{"type":22,"value":1408},{"type":16,"tag":127,"props":3004,"children":3006},{"className":3005,"style":1006},[593],[],{"type":16,"tag":127,"props":3008,"children":3010},{"className":3009},[1011],[3011],{"type":22,"value":1353},{"type":16,"tag":127,"props":3013,"children":3015},{"className":3014,"style":1006},[593],[],{"type":16,"tag":127,"props":3017,"children":3019},{"className":3018},[171],[3020,3024,3033,3038,3043],{"type":16,"tag":127,"props":3021,"children":3023},{"className":3022,"style":568},[176],[],{"type":16,"tag":127,"props":3025,"children":3027},{"className":3026},[1727],[3028],{"type":16,"tag":127,"props":3029,"children":3031},{"className":3030},[182,1732],[3032],{"type":22,"value":1417},{"type":16,"tag":127,"props":3034,"children":3036},{"className":3035},[342],[3037],{"type":22,"value":263},{"type":16,"tag":127,"props":3039,"children":3041},{"className":3040,"style":1534},[182,183],[3042],{"type":22,"value":1348},{"type":16,"tag":127,"props":3044,"children":3046},{"className":3045},[492],[3047],{"type":22,"value":314},{"type":22,"value":2843},{"type":16,"tag":127,"props":3050,"children":3052},{"className":3051},[130],[3053,3074],{"type":16,"tag":127,"props":3054,"children":3056},{"className":3055},[135],[3057],{"type":16,"tag":138,"props":3058,"children":3059},{"xmlns":140},[3060],{"type":16,"tag":143,"props":3061,"children":3062},{},[3063,3070],{"type":16,"tag":147,"props":3064,"children":3065},{},[3066],{"type":16,"tag":151,"props":3067,"children":3068},{},[3069],{"type":22,"value":1408},{"type":16,"tag":157,"props":3071,"children":3072},{"encoding":159},[3073],{"type":22,"value":1408},{"type":16,"tag":127,"props":3075,"children":3077},{"className":3076,"ariaHidden":166},[165],[3078],{"type":16,"tag":127,"props":3079,"children":3081},{"className":3080},[171],[3082,3086],{"type":16,"tag":127,"props":3083,"children":3085},{"className":3084,"style":225},[176],[],{"type":16,"tag":127,"props":3087,"children":3089},{"className":3088,"style":1605},[182,183],[3090],{"type":22,"value":1408},{"type":22,"value":2887},{"type":16,"tag":765,"props":3093,"children":3094},{},[3095,3097,3162,3163,3249,3250,3292],{"type":22,"value":3096},"按块加载 ",{"type":16,"tag":127,"props":3098,"children":3100},{"className":3099},[130],[3101,3131],{"type":16,"tag":127,"props":3102,"children":3104},{"className":3103},[135],[3105],{"type":16,"tag":138,"props":3106,"children":3107},{"xmlns":140},[3108],{"type":16,"tag":143,"props":3109,"children":3110},{},[3111,3126],{"type":16,"tag":147,"props":3112,"children":3113},{},[3114,3118,3122],{"type":16,"tag":151,"props":3115,"children":3116},{},[3117],{"type":22,"value":1408},{"type":16,"tag":258,"props":3119,"children":3120},{"separator":166},[3121],{"type":22,"value":904},{"type":16,"tag":151,"props":3123,"children":3124},{},[3125],{"type":22,"value":918},{"type":16,"tag":157,"props":3127,"children":3128},{"encoding":159},[3129],{"type":22,"value":3130},"P,V",{"type":16,"tag":127,"props":3132,"children":3134},{"className":3133,"ariaHidden":166},[165],[3135],{"type":16,"tag":127,"props":3136,"children":3138},{"className":3137},[171],[3139,3143,3148,3153,3157],{"type":16,"tag":127,"props":3140,"children":3142},{"className":3141,"style":965},[176],[],{"type":16,"tag":127,"props":3144,"children":3146},{"className":3145,"style":1605},[182,183],[3147],{"type":22,"value":1408},{"type":16,"tag":127,"props":3149,"children":3151},{"className":3150},[975],[3152],{"type":22,"value":904},{"type":16,"tag":127,"props":3154,"children":3156},{"className":3155,"style":981},[593],[],{"type":16,"tag":127,"props":3158,"children":3160},{"className":3159,"style":594},[182,183],[3161],{"type":22,"value":918},{"type":22,"value":2710},{"type":16,"tag":127,"props":3164,"children":3166},{"className":3165},[130],[3167,3201],{"type":16,"tag":127,"props":3168,"children":3170},{"className":3169},[135],[3171],{"type":16,"tag":138,"props":3172,"children":3173},{"xmlns":140},[3174],{"type":16,"tag":143,"props":3175,"children":3176},{},[3177,3196],{"type":16,"tag":147,"props":3178,"children":3179},{},[3180,3184,3188,3192],{"type":16,"tag":151,"props":3181,"children":3182},{},[3183],{"type":22,"value":256},{"type":16,"tag":258,"props":3185,"children":3186},{},[3187],{"type":22,"value":1353},{"type":16,"tag":151,"props":3189,"children":3190},{},[3191],{"type":22,"value":1408},{"type":16,"tag":151,"props":3193,"children":3194},{},[3195],{"type":22,"value":918},{"type":16,"tag":157,"props":3197,"children":3198},{"encoding":159},[3199],{"type":22,"value":3200},"O=PV",{"type":16,"tag":127,"props":3202,"children":3204},{"className":3203,"ariaHidden":166},[165],[3205,3231],{"type":16,"tag":127,"props":3206,"children":3208},{"className":3207},[171],[3209,3213,3218,3222,3227],{"type":16,"tag":127,"props":3210,"children":3212},{"className":3211,"style":225},[176],[],{"type":16,"tag":127,"props":3214,"children":3216},{"className":3215,"style":336},[182,183],[3217],{"type":22,"value":256},{"type":16,"tag":127,"props":3219,"children":3221},{"className":3220,"style":1006},[593],[],{"type":16,"tag":127,"props":3223,"children":3225},{"className":3224},[1011],[3226],{"type":22,"value":1353},{"type":16,"tag":127,"props":3228,"children":3230},{"className":3229,"style":1006},[593],[],{"type":16,"tag":127,"props":3232,"children":3234},{"className":3233},[171],[3235,3239,3244],{"type":16,"tag":127,"props":3236,"children":3238},{"className":3237,"style":225},[176],[],{"type":16,"tag":127,"props":3240,"children":3242},{"className":3241,"style":1605},[182,183],[3243],{"type":22,"value":1408},{"type":16,"tag":127,"props":3245,"children":3247},{"className":3246,"style":594},[182,183],[3248],{"type":22,"value":918},{"type":22,"value":2843},{"type":16,"tag":127,"props":3251,"children":3253},{"className":3252},[130],[3254,3275],{"type":16,"tag":127,"props":3255,"children":3257},{"className":3256},[135],[3258],{"type":16,"tag":138,"props":3259,"children":3260},{"xmlns":140},[3261],{"type":16,"tag":143,"props":3262,"children":3263},{},[3264,3271],{"type":16,"tag":147,"props":3265,"children":3266},{},[3267],{"type":16,"tag":151,"props":3268,"children":3269},{},[3270],{"type":22,"value":256},{"type":16,"tag":157,"props":3272,"children":3273},{"encoding":159},[3274],{"type":22,"value":256},{"type":16,"tag":127,"props":3276,"children":3278},{"className":3277,"ariaHidden":166},[165],[3279],{"type":16,"tag":127,"props":3280,"children":3282},{"className":3281},[171],[3283,3287],{"type":16,"tag":127,"props":3284,"children":3286},{"className":3285,"style":225},[176],[],{"type":16,"tag":127,"props":3288,"children":3290},{"className":3289,"style":336},[182,183],[3291],{"type":22,"value":256},{"type":22,"value":2887},{"type":16,"tag":765,"props":3294,"children":3295},{},[3296,3298,3340],{"type":22,"value":3297},"返回 ",{"type":16,"tag":127,"props":3299,"children":3301},{"className":3300},[130],[3302,3323],{"type":16,"tag":127,"props":3303,"children":3305},{"className":3304},[135],[3306],{"type":16,"tag":138,"props":3307,"children":3308},{"xmlns":140},[3309],{"type":16,"tag":143,"props":3310,"children":3311},{},[3312,3319],{"type":16,"tag":147,"props":3313,"children":3314},{},[3315],{"type":16,"tag":151,"props":3316,"children":3317},{},[3318],{"type":22,"value":256},{"type":16,"tag":157,"props":3320,"children":3321},{"encoding":159},[3322],{"type":22,"value":256},{"type":16,"tag":127,"props":3324,"children":3326},{"className":3325,"ariaHidden":166},[165],[3327],{"type":16,"tag":127,"props":3328,"children":3330},{"className":3329},[171],[3331,3335],{"type":16,"tag":127,"props":3332,"children":3334},{"className":3333,"style":225},[176],[],{"type":16,"tag":127,"props":3336,"children":3338},{"className":3337,"style":336},[182,183],[3339],{"type":22,"value":256},{"type":22,"value":2635},{"type":16,"tag":52,"props":3342,"children":3344},{"id":3343},"_3-flashattention算法分析与扩展",[3345],{"type":22,"value":3346},"3 FlashAttention：算法、分析与扩展",{"type":16,"tag":24,"props":3348,"children":3349},{},[3350],{"type":22,"value":3351},"我们展示如何在不为反向传播保存巨大中间矩阵的情况下，以更少的 HBM 读写计算精确注意力。这既节省内存，也缩短壁钟时间。我们分析 IO 复杂度，并将算法扩展到块稀疏注意力。",{"type":16,"tag":802,"props":3353,"children":3355},{"id":3354},"_31-使用分块和重计算的高效注意力算法",[3356],{"type":22,"value":3357},"3.1 使用分块和重计算的高效注意力算法",{"type":16,"tag":24,"props":3359,"children":3360},{},[3361,3363,3551,3553,3697,3699,3741],{"type":22,"value":3362},"输入 ",{"type":16,"tag":127,"props":3364,"children":3366},{"className":3365},[130],[3367,3430],{"type":16,"tag":127,"props":3368,"children":3370},{"className":3369},[135],[3371],{"type":16,"tag":138,"props":3372,"children":3373},{"xmlns":140},[3374],{"type":16,"tag":143,"props":3375,"children":3376},{},[3377,3426],{"type":16,"tag":147,"props":3378,"children":3379},{},[3380,3384,3388,3392,3396,3400,3404],{"type":16,"tag":151,"props":3381,"children":3382},{},[3383],{"type":22,"value":899},{"type":16,"tag":258,"props":3385,"children":3386},{"separator":166},[3387],{"type":22,"value":904},{"type":16,"tag":151,"props":3389,"children":3390},{},[3391],{"type":22,"value":909},{"type":16,"tag":258,"props":3393,"children":3394},{"separator":166},[3395],{"type":22,"value":904},{"type":16,"tag":151,"props":3397,"children":3398},{},[3399],{"type":22,"value":918},{"type":16,"tag":258,"props":3401,"children":3402},{},[3403],{"type":22,"value":923},{"type":16,"tag":265,"props":3405,"children":3406},{},[3407,3411],{"type":16,"tag":151,"props":3408,"children":3409},{"mathvariant":929},[3410],{"type":22,"value":932},{"type":16,"tag":147,"props":3412,"children":3413},{},[3414,3418,3422],{"type":16,"tag":151,"props":3415,"children":3416},{},[3417],{"type":22,"value":272},{"type":16,"tag":258,"props":3419,"children":3420},{},[3421],{"type":22,"value":944},{"type":16,"tag":151,"props":3423,"children":3424},{},[3425],{"type":22,"value":155},{"type":16,"tag":157,"props":3427,"children":3428},{"encoding":159},[3429],{"type":22,"value":953},{"type":16,"tag":127,"props":3431,"children":3433},{"className":3432,"ariaHidden":166},[165],[3434,3488],{"type":16,"tag":127,"props":3435,"children":3437},{"className":3436},[171],[3438,3442,3447,3452,3456,3461,3466,3470,3475,3479,3484],{"type":16,"tag":127,"props":3439,"children":3441},{"className":3440,"style":965},[176],[],{"type":16,"tag":127,"props":3443,"children":3445},{"className":3444},[182,183],[3446],{"type":22,"value":899},{"type":16,"tag":127,"props":3448,"children":3450},{"className":3449},[975],[3451],{"type":22,"value":904},{"type":16,"tag":127,"props":3453,"children":3455},{"className":3454,"style":981},[593],[],{"type":16,"tag":127,"props":3457,"children":3459},{"className":3458,"style":986},[182,183],[3460],{"type":22,"value":909},{"type":16,"tag":127,"props":3462,"children":3464},{"className":3463},[975],[3465],{"type":22,"value":904},{"type":16,"tag":127,"props":3467,"children":3469},{"className":3468,"style":981},[593],[],{"type":16,"tag":127,"props":3471,"children":3473},{"className":3472,"style":594},[182,183],[3474],{"type":22,"value":918},{"type":16,"tag":127,"props":3476,"children":3478},{"className":3477,"style":1006},[593],[],{"type":16,"tag":127,"props":3480,"children":3482},{"className":3481},[1011],[3483],{"type":22,"value":923},{"type":16,"tag":127,"props":3485,"children":3487},{"className":3486,"style":1006},[593],[],{"type":16,"tag":127,"props":3489,"children":3491},{"className":3490},[171],[3492,3496],{"type":16,"tag":127,"props":3493,"children":3495},{"className":3494,"style":1025},[176],[],{"type":16,"tag":127,"props":3497,"children":3499},{"className":3498},[182],[3500,3505],{"type":16,"tag":127,"props":3501,"children":3503},{"className":3502},[182,1034],[3504],{"type":22,"value":932},{"type":16,"tag":127,"props":3506,"children":3508},{"className":3507},[357],[3509],{"type":16,"tag":127,"props":3510,"children":3512},{"className":3511},[362],[3513],{"type":16,"tag":127,"props":3514,"children":3516},{"className":3515},[367],[3517],{"type":16,"tag":127,"props":3518,"children":3520},{"className":3519,"style":1025},[372],[3521],{"type":16,"tag":127,"props":3522,"children":3523},{"style":377},[3524,3528],{"type":16,"tag":127,"props":3525,"children":3527},{"className":3526,"style":383},[382],[],{"type":16,"tag":127,"props":3529,"children":3531},{"className":3530},[388,389,390,391],[3532],{"type":16,"tag":127,"props":3533,"children":3535},{"className":3534},[182,391],[3536,3541,3546],{"type":16,"tag":127,"props":3537,"children":3539},{"className":3538,"style":230},[182,183,391],[3540],{"type":22,"value":272},{"type":16,"tag":127,"props":3542,"children":3544},{"className":3543},[599,391],[3545],{"type":22,"value":944},{"type":16,"tag":127,"props":3547,"children":3549},{"className":3548},[182,183,391],[3550],{"type":22,"value":155},{"type":22,"value":3552}," 位于 HBM，希望计算并写回 ",{"type":16,"tag":127,"props":3554,"children":3556},{"className":3555},[130],[3557,3604],{"type":16,"tag":127,"props":3558,"children":3560},{"className":3559},[135],[3561],{"type":16,"tag":138,"props":3562,"children":3563},{"xmlns":140},[3564],{"type":16,"tag":143,"props":3565,"children":3566},{},[3567,3600],{"type":16,"tag":147,"props":3568,"children":3569},{},[3570,3574,3578],{"type":16,"tag":151,"props":3571,"children":3572},{},[3573],{"type":22,"value":256},{"type":16,"tag":258,"props":3575,"children":3576},{},[3577],{"type":22,"value":923},{"type":16,"tag":265,"props":3579,"children":3580},{},[3581,3585],{"type":16,"tag":151,"props":3582,"children":3583},{"mathvariant":929},[3584],{"type":22,"value":932},{"type":16,"tag":147,"props":3586,"children":3587},{},[3588,3592,3596],{"type":16,"tag":151,"props":3589,"children":3590},{},[3591],{"type":22,"value":272},{"type":16,"tag":258,"props":3593,"children":3594},{},[3595],{"type":22,"value":944},{"type":16,"tag":151,"props":3597,"children":3598},{},[3599],{"type":22,"value":155},{"type":16,"tag":157,"props":3601,"children":3602},{"encoding":159},[3603],{"type":22,"value":1224},{"type":16,"tag":127,"props":3605,"children":3607},{"className":3606,"ariaHidden":166},[165],[3608,3634],{"type":16,"tag":127,"props":3609,"children":3611},{"className":3610},[171],[3612,3616,3621,3625,3630],{"type":16,"tag":127,"props":3613,"children":3615},{"className":3614,"style":1236},[176],[],{"type":16,"tag":127,"props":3617,"children":3619},{"className":3618,"style":336},[182,183],[3620],{"type":22,"value":256},{"type":16,"tag":127,"props":3622,"children":3624},{"className":3623,"style":1006},[593],[],{"type":16,"tag":127,"props":3626,"children":3628},{"className":3627},[1011],[3629],{"type":22,"value":923},{"type":16,"tag":127,"props":3631,"children":3633},{"className":3632,"style":1006},[593],[],{"type":16,"tag":127,"props":3635,"children":3637},{"className":3636},[171],[3638,3642],{"type":16,"tag":127,"props":3639,"children":3641},{"className":3640,"style":1025},[176],[],{"type":16,"tag":127,"props":3643,"children":3645},{"className":3644},[182],[3646,3651],{"type":16,"tag":127,"props":3647,"children":3649},{"className":3648},[182,1034],[3650],{"type":22,"value":932},{"type":16,"tag":127,"props":3652,"children":3654},{"className":3653},[357],[3655],{"type":16,"tag":127,"props":3656,"children":3658},{"className":3657},[362],[3659],{"type":16,"tag":127,"props":3660,"children":3662},{"className":3661},[367],[3663],{"type":16,"tag":127,"props":3664,"children":3666},{"className":3665,"style":1025},[372],[3667],{"type":16,"tag":127,"props":3668,"children":3669},{"style":377},[3670,3674],{"type":16,"tag":127,"props":3671,"children":3673},{"className":3672,"style":383},[382],[],{"type":16,"tag":127,"props":3675,"children":3677},{"className":3676},[388,389,390,391],[3678],{"type":16,"tag":127,"props":3679,"children":3681},{"className":3680},[182,391],[3682,3687,3692],{"type":16,"tag":127,"props":3683,"children":3685},{"className":3684,"style":230},[182,183,391],[3686],{"type":22,"value":272},{"type":16,"tag":127,"props":3688,"children":3690},{"className":3689},[599,391],[3691],{"type":22,"value":944},{"type":16,"tag":127,"props":3693,"children":3695},{"className":3694},[182,183,391],[3696],{"type":22,"value":155},{"type":22,"value":3698},"，目标是让 HBM 访问次数关于 ",{"type":16,"tag":127,"props":3700,"children":3702},{"className":3701},[130],[3703,3724],{"type":16,"tag":127,"props":3704,"children":3706},{"className":3705},[135],[3707],{"type":16,"tag":138,"props":3708,"children":3709},{"xmlns":140},[3710],{"type":16,"tag":143,"props":3711,"children":3712},{},[3713,3720],{"type":16,"tag":147,"props":3714,"children":3715},{},[3716],{"type":16,"tag":151,"props":3717,"children":3718},{},[3719],{"type":22,"value":272},{"type":16,"tag":157,"props":3721,"children":3722},{"encoding":159},[3723],{"type":22,"value":272},{"type":16,"tag":127,"props":3725,"children":3727},{"className":3726,"ariaHidden":166},[165],[3728],{"type":16,"tag":127,"props":3729,"children":3731},{"className":3730},[171],[3732,3736],{"type":16,"tag":127,"props":3733,"children":3735},{"className":3734,"style":225},[176],[],{"type":16,"tag":127,"props":3737,"children":3739},{"className":3738,"style":230},[182,183],[3740],{"type":22,"value":272},{"type":22,"value":3742}," 次二次以下。",{"type":16,"tag":24,"props":3744,"children":3745},{},[3746,3751,3753,3795,3797,3921],{"type":16,"tag":28,"props":3747,"children":3748},{},[3749],{"type":22,"value":3750},"分块。",{"type":22,"value":3752}," Softmax 把 ",{"type":16,"tag":127,"props":3754,"children":3756},{"className":3755},[130],[3757,3778],{"type":16,"tag":127,"props":3758,"children":3760},{"className":3759},[135],[3761],{"type":16,"tag":138,"props":3762,"children":3763},{"xmlns":140},[3764],{"type":16,"tag":143,"props":3765,"children":3766},{},[3767,3774],{"type":16,"tag":147,"props":3768,"children":3769},{},[3770],{"type":16,"tag":151,"props":3771,"children":3772},{},[3773],{"type":22,"value":909},{"type":16,"tag":157,"props":3775,"children":3776},{"encoding":159},[3777],{"type":22,"value":909},{"type":16,"tag":127,"props":3779,"children":3781},{"className":3780,"ariaHidden":166},[165],[3782],{"type":16,"tag":127,"props":3783,"children":3785},{"className":3784},[171],[3786,3790],{"type":16,"tag":127,"props":3787,"children":3789},{"className":3788,"style":225},[176],[],{"type":16,"tag":127,"props":3791,"children":3793},{"className":3792,"style":986},[182,183],[3794],{"type":22,"value":909},{"type":22,"value":3796}," 的各列耦合在一起。对向量 ",{"type":16,"tag":127,"props":3798,"children":3800},{"className":3799},[130],[3801,3840],{"type":16,"tag":127,"props":3802,"children":3804},{"className":3803},[135],[3805],{"type":16,"tag":138,"props":3806,"children":3807},{"xmlns":140},[3808],{"type":16,"tag":143,"props":3809,"children":3810},{},[3811,3835],{"type":16,"tag":147,"props":3812,"children":3813},{},[3814,3819,3823],{"type":16,"tag":151,"props":3815,"children":3816},{},[3817],{"type":22,"value":3818},"x",{"type":16,"tag":258,"props":3820,"children":3821},{},[3822],{"type":22,"value":923},{"type":16,"tag":265,"props":3824,"children":3825},{},[3826,3830],{"type":16,"tag":151,"props":3827,"children":3828},{"mathvariant":929},[3829],{"type":22,"value":932},{"type":16,"tag":151,"props":3831,"children":3832},{},[3833],{"type":22,"value":3834},"B",{"type":16,"tag":157,"props":3836,"children":3837},{"encoding":159},[3838],{"type":22,"value":3839},"x\\in\\mathbb{R}^B",{"type":16,"tag":127,"props":3841,"children":3843},{"className":3842,"ariaHidden":166},[165],[3844,3871],{"type":16,"tag":127,"props":3845,"children":3847},{"className":3846},[171],[3848,3853,3858,3862,3867],{"type":16,"tag":127,"props":3849,"children":3852},{"className":3850,"style":3851},[176],"height:0.5782em;vertical-align:-0.0391em;",[],{"type":16,"tag":127,"props":3854,"children":3856},{"className":3855},[182,183],[3857],{"type":22,"value":3818},{"type":16,"tag":127,"props":3859,"children":3861},{"className":3860,"style":1006},[593],[],{"type":16,"tag":127,"props":3863,"children":3865},{"className":3864},[1011],[3866],{"type":22,"value":923},{"type":16,"tag":127,"props":3868,"children":3870},{"className":3869,"style":1006},[593],[],{"type":16,"tag":127,"props":3872,"children":3874},{"className":3873},[171],[3875,3879],{"type":16,"tag":127,"props":3876,"children":3878},{"className":3877,"style":2824},[176],[],{"type":16,"tag":127,"props":3880,"children":3882},{"className":3881},[182],[3883,3888],{"type":16,"tag":127,"props":3884,"children":3886},{"className":3885},[182,1034],[3887],{"type":22,"value":932},{"type":16,"tag":127,"props":3889,"children":3891},{"className":3890},[357],[3892],{"type":16,"tag":127,"props":3893,"children":3895},{"className":3894},[362],[3896],{"type":16,"tag":127,"props":3897,"children":3899},{"className":3898},[367],[3900],{"type":16,"tag":127,"props":3901,"children":3903},{"className":3902,"style":2824},[372],[3904],{"type":16,"tag":127,"props":3905,"children":3906},{"style":377},[3907,3911],{"type":16,"tag":127,"props":3908,"children":3910},{"className":3909,"style":383},[382],[],{"type":16,"tag":127,"props":3912,"children":3914},{"className":3913},[388,389,390,391],[3915],{"type":16,"tag":127,"props":3916,"children":3919},{"className":3917,"style":3918},[182,183,391],"margin-right:0.0502em;",[3920],{"type":22,"value":3834},{"type":22,"value":3922},"，定义",{"type":16,"tag":127,"props":3924,"children":3926},{"className":3925},[1324],[3927],{"type":16,"tag":127,"props":3928,"children":3930},{"className":3929},[130],[3931,4216],{"type":16,"tag":127,"props":3932,"children":3934},{"className":3933},[135],[3935],{"type":16,"tag":138,"props":3936,"children":3937},{"xmlns":140,"display":1336},[3938],{"type":16,"tag":143,"props":3939,"children":3940},{},[3941,4211],{"type":16,"tag":147,"props":3942,"children":3943},{},[3944,3949,3953,3957,3961,3965,3986,3998,4002,4005,4010,4014,4018,4029,4033,4075,4079,4082,4087,4091,4095,4099,4103,4115,4119,4123,4127,4138,4142,4145,4149,4153,4157,4161,4165,4169,4173,4177,4181,4185,4190,4194,4198,4202,4206],{"type":16,"tag":151,"props":3945,"children":3946},{},[3947],{"type":22,"value":3948},"m",{"type":16,"tag":258,"props":3950,"children":3951},{"stretchy":260},[3952],{"type":22,"value":263},{"type":16,"tag":151,"props":3954,"children":3955},{},[3956],{"type":22,"value":3818},{"type":16,"tag":258,"props":3958,"children":3959},{"stretchy":260},[3960],{"type":22,"value":314},{"type":16,"tag":258,"props":3962,"children":3963},{},[3964],{"type":22,"value":1353},{"type":16,"tag":3966,"props":3967,"children":3968},"munder",{},[3969,3981],{"type":16,"tag":147,"props":3970,"children":3971},{},[3972,3977],{"type":16,"tag":151,"props":3973,"children":3974},{},[3975],{"type":22,"value":3976},"max",{"type":16,"tag":258,"props":3978,"children":3979},{},[3980],{"type":22,"value":1422},{"type":16,"tag":151,"props":3982,"children":3983},{},[3984],{"type":22,"value":3985},"i",{"type":16,"tag":3987,"props":3988,"children":3989},"msub",{},[3990,3994],{"type":16,"tag":151,"props":3991,"children":3992},{},[3993],{"type":22,"value":3818},{"type":16,"tag":151,"props":3995,"children":3996},{},[3997],{"type":22,"value":3985},{"type":16,"tag":258,"props":3999,"children":4000},{"separator":166},[4001],{"type":22,"value":904},{"type":16,"tag":593,"props":4003,"children":4004},{"width":1402},[],{"type":16,"tag":151,"props":4006,"children":4007},{},[4008],{"type":22,"value":4009},"f",{"type":16,"tag":258,"props":4011,"children":4012},{"stretchy":260},[4013],{"type":22,"value":263},{"type":16,"tag":151,"props":4015,"children":4016},{},[4017],{"type":22,"value":3818},{"type":16,"tag":3987,"props":4019,"children":4020},{},[4021,4025],{"type":16,"tag":258,"props":4022,"children":4023},{"stretchy":260},[4024],{"type":22,"value":314},{"type":16,"tag":151,"props":4026,"children":4027},{},[4028],{"type":22,"value":3985},{"type":16,"tag":258,"props":4030,"children":4031},{},[4032],{"type":22,"value":1353},{"type":16,"tag":265,"props":4034,"children":4035},{},[4036,4041],{"type":16,"tag":151,"props":4037,"children":4038},{},[4039],{"type":22,"value":4040},"e",{"type":16,"tag":147,"props":4042,"children":4043},{},[4044,4055,4059,4063,4067,4071],{"type":16,"tag":3987,"props":4045,"children":4046},{},[4047,4051],{"type":16,"tag":151,"props":4048,"children":4049},{},[4050],{"type":22,"value":3818},{"type":16,"tag":151,"props":4052,"children":4053},{},[4054],{"type":22,"value":3985},{"type":16,"tag":258,"props":4056,"children":4057},{},[4058],{"type":22,"value":304},{"type":16,"tag":151,"props":4060,"children":4061},{},[4062],{"type":22,"value":3948},{"type":16,"tag":258,"props":4064,"children":4065},{"stretchy":260},[4066],{"type":22,"value":263},{"type":16,"tag":151,"props":4068,"children":4069},{},[4070],{"type":22,"value":3818},{"type":16,"tag":258,"props":4072,"children":4073},{"stretchy":260},[4074],{"type":22,"value":314},{"type":16,"tag":258,"props":4076,"children":4077},{"separator":166},[4078],{"type":22,"value":904},{"type":16,"tag":593,"props":4080,"children":4081},{"width":1402},[],{"type":16,"tag":151,"props":4083,"children":4084},{"mathvariant":516},[4085],{"type":22,"value":4086},"ℓ",{"type":16,"tag":258,"props":4088,"children":4089},{"stretchy":260},[4090],{"type":22,"value":263},{"type":16,"tag":151,"props":4092,"children":4093},{},[4094],{"type":22,"value":3818},{"type":16,"tag":258,"props":4096,"children":4097},{"stretchy":260},[4098],{"type":22,"value":314},{"type":16,"tag":258,"props":4100,"children":4101},{},[4102],{"type":22,"value":1353},{"type":16,"tag":3966,"props":4104,"children":4105},{},[4106,4111],{"type":16,"tag":258,"props":4107,"children":4108},{},[4109],{"type":22,"value":4110},"∑",{"type":16,"tag":151,"props":4112,"children":4113},{},[4114],{"type":22,"value":3985},{"type":16,"tag":151,"props":4116,"children":4117},{},[4118],{"type":22,"value":4009},{"type":16,"tag":258,"props":4120,"children":4121},{"stretchy":260},[4122],{"type":22,"value":263},{"type":16,"tag":151,"props":4124,"children":4125},{},[4126],{"type":22,"value":3818},{"type":16,"tag":3987,"props":4128,"children":4129},{},[4130,4134],{"type":16,"tag":258,"props":4131,"children":4132},{"stretchy":260},[4133],{"type":22,"value":314},{"type":16,"tag":151,"props":4135,"children":4136},{},[4137],{"type":22,"value":3985},{"type":16,"tag":258,"props":4139,"children":4140},{"separator":166},[4141],{"type":22,"value":904},{"type":16,"tag":593,"props":4143,"children":4144},{"width":1402},[],{"type":16,"tag":151,"props":4146,"children":4147},{"mathvariant":516},[4148],{"type":22,"value":1417},{"type":16,"tag":258,"props":4150,"children":4151},{},[4152],{"type":22,"value":1422},{"type":16,"tag":258,"props":4154,"children":4155},{"stretchy":260},[4156],{"type":22,"value":263},{"type":16,"tag":151,"props":4158,"children":4159},{},[4160],{"type":22,"value":3818},{"type":16,"tag":258,"props":4162,"children":4163},{"stretchy":260},[4164],{"type":22,"value":314},{"type":16,"tag":258,"props":4166,"children":4167},{},[4168],{"type":22,"value":1353},{"type":16,"tag":151,"props":4170,"children":4171},{},[4172],{"type":22,"value":4009},{"type":16,"tag":258,"props":4174,"children":4175},{"stretchy":260},[4176],{"type":22,"value":263},{"type":16,"tag":151,"props":4178,"children":4179},{},[4180],{"type":22,"value":3818},{"type":16,"tag":258,"props":4182,"children":4183},{"stretchy":260},[4184],{"type":22,"value":314},{"type":16,"tag":151,"props":4186,"children":4187},{"mathvariant":516},[4188],{"type":22,"value":4189},"\u002F",{"type":16,"tag":151,"props":4191,"children":4192},{"mathvariant":516},[4193],{"type":22,"value":4086},{"type":16,"tag":258,"props":4195,"children":4196},{"stretchy":260},[4197],{"type":22,"value":263},{"type":16,"tag":151,"props":4199,"children":4200},{},[4201],{"type":22,"value":3818},{"type":16,"tag":258,"props":4203,"children":4204},{"stretchy":260},[4205],{"type":22,"value":314},{"type":16,"tag":151,"props":4207,"children":4208},{"mathvariant":516},[4209],{"type":22,"value":4210},".",{"type":16,"tag":157,"props":4212,"children":4213},{"encoding":159},[4214],{"type":22,"value":4215},"m(x)=\\max_i x_i,\\qquad f(x)_i=e^{x_i-m(x)},\\qquad \\ell(x)=\\sum_i f(x)_i,\\qquad \\operatorname{softmax}(x)=f(x)\u002F\\ell(x).",{"type":16,"tag":127,"props":4217,"children":4219},{"className":4218,"ariaHidden":166},[165],[4220,4261,4505,4689,4894],{"type":16,"tag":127,"props":4221,"children":4223},{"className":4222},[171],[4224,4228,4233,4238,4243,4248,4252,4257],{"type":16,"tag":127,"props":4225,"children":4227},{"className":4226,"style":568},[176],[],{"type":16,"tag":127,"props":4229,"children":4231},{"className":4230},[182,183],[4232],{"type":22,"value":3948},{"type":16,"tag":127,"props":4234,"children":4236},{"className":4235},[342],[4237],{"type":22,"value":263},{"type":16,"tag":127,"props":4239,"children":4241},{"className":4240},[182,183],[4242],{"type":22,"value":3818},{"type":16,"tag":127,"props":4244,"children":4246},{"className":4245},[492],[4247],{"type":22,"value":314},{"type":16,"tag":127,"props":4249,"children":4251},{"className":4250,"style":1006},[593],[],{"type":16,"tag":127,"props":4253,"children":4255},{"className":4254},[1011],[4256],{"type":22,"value":1353},{"type":16,"tag":127,"props":4258,"children":4260},{"className":4259,"style":1006},[593],[],{"type":16,"tag":127,"props":4262,"children":4264},{"className":4263},[171],[4265,4270,4342,4346,4406,4411,4415,4419,4425,4430,4435,4492,4496,4501],{"type":16,"tag":127,"props":4266,"children":4269},{"className":4267,"style":4268},[176],"height:1.4777em;vertical-align:-0.7277em;",[],{"type":16,"tag":127,"props":4271,"children":4274},{"className":4272},[1727,4273],"op-limits",[4275],{"type":16,"tag":127,"props":4276,"children":4279},{"className":4277},[362,4278],"vlist-t2",[4280,4330],{"type":16,"tag":127,"props":4281,"children":4283},{"className":4282},[367],[4284,4323],{"type":16,"tag":127,"props":4285,"children":4288},{"className":4286,"style":4287},[372],"height:0.4306em;",[4289,4307],{"type":16,"tag":127,"props":4290,"children":4292},{"style":4291},"top:-2.3723em;margin-left:0em;",[4293,4298],{"type":16,"tag":127,"props":4294,"children":4297},{"className":4295,"style":4296},[382],"height:3em;",[],{"type":16,"tag":127,"props":4299,"children":4301},{"className":4300},[388,389,390,391],[4302],{"type":16,"tag":127,"props":4303,"children":4305},{"className":4304},[182,183,391],[4306],{"type":22,"value":3985},{"type":16,"tag":127,"props":4308,"children":4310},{"style":4309},"top:-3em;",[4311,4315],{"type":16,"tag":127,"props":4312,"children":4314},{"className":4313,"style":4296},[382],[],{"type":16,"tag":127,"props":4316,"children":4317},{},[4318],{"type":16,"tag":127,"props":4319,"children":4321},{"className":4320},[1727],[4322],{"type":22,"value":3976},{"type":16,"tag":127,"props":4324,"children":4327},{"className":4325},[4326],"vlist-s",[4328],{"type":22,"value":4329},"​",{"type":16,"tag":127,"props":4331,"children":4333},{"className":4332},[367],[4334],{"type":16,"tag":127,"props":4335,"children":4338},{"className":4336,"style":4337},[372],"height:0.7277em;",[4339],{"type":16,"tag":127,"props":4340,"children":4341},{},[],{"type":16,"tag":127,"props":4343,"children":4345},{"className":4344,"style":981},[593],[],{"type":16,"tag":127,"props":4347,"children":4349},{"className":4348},[182],[4350,4355],{"type":16,"tag":127,"props":4351,"children":4353},{"className":4352},[182,183],[4354],{"type":22,"value":3818},{"type":16,"tag":127,"props":4356,"children":4358},{"className":4357},[357],[4359],{"type":16,"tag":127,"props":4360,"children":4362},{"className":4361},[362,4278],[4363,4394],{"type":16,"tag":127,"props":4364,"children":4366},{"className":4365},[367],[4367,4389],{"type":16,"tag":127,"props":4368,"children":4371},{"className":4369,"style":4370},[372],"height:0.3117em;",[4372],{"type":16,"tag":127,"props":4373,"children":4375},{"style":4374},"top:-2.55em;margin-left:0em;margin-right:0.05em;",[4376,4380],{"type":16,"tag":127,"props":4377,"children":4379},{"className":4378,"style":383},[382],[],{"type":16,"tag":127,"props":4381,"children":4383},{"className":4382},[388,389,390,391],[4384],{"type":16,"tag":127,"props":4385,"children":4387},{"className":4386},[182,183,391],[4388],{"type":22,"value":3985},{"type":16,"tag":127,"props":4390,"children":4392},{"className":4391},[4326],[4393],{"type":22,"value":4329},{"type":16,"tag":127,"props":4395,"children":4397},{"className":4396},[367],[4398],{"type":16,"tag":127,"props":4399,"children":4402},{"className":4400,"style":4401},[372],"height:0.15em;",[4403],{"type":16,"tag":127,"props":4404,"children":4405},{},[],{"type":16,"tag":127,"props":4407,"children":4409},{"className":4408},[975],[4410],{"type":22,"value":904},{"type":16,"tag":127,"props":4412,"children":4414},{"className":4413,"style":1692},[593],[],{"type":16,"tag":127,"props":4416,"children":4418},{"className":4417,"style":981},[593],[],{"type":16,"tag":127,"props":4420,"children":4423},{"className":4421,"style":4422},[182,183],"margin-right:0.1076em;",[4424],{"type":22,"value":4009},{"type":16,"tag":127,"props":4426,"children":4428},{"className":4427},[342],[4429],{"type":22,"value":263},{"type":16,"tag":127,"props":4431,"children":4433},{"className":4432},[182,183],[4434],{"type":22,"value":3818},{"type":16,"tag":127,"props":4436,"children":4438},{"className":4437},[492],[4439,4444],{"type":16,"tag":127,"props":4440,"children":4442},{"className":4441},[492],[4443],{"type":22,"value":314},{"type":16,"tag":127,"props":4445,"children":4447},{"className":4446},[357],[4448],{"type":16,"tag":127,"props":4449,"children":4451},{"className":4450},[362,4278],[4452,4481],{"type":16,"tag":127,"props":4453,"children":4455},{"className":4454},[367],[4456,4476],{"type":16,"tag":127,"props":4457,"children":4459},{"className":4458,"style":4370},[372],[4460],{"type":16,"tag":127,"props":4461,"children":4462},{"style":4374},[4463,4467],{"type":16,"tag":127,"props":4464,"children":4466},{"className":4465,"style":383},[382],[],{"type":16,"tag":127,"props":4468,"children":4470},{"className":4469},[388,389,390,391],[4471],{"type":16,"tag":127,"props":4472,"children":4474},{"className":4473},[182,183,391],[4475],{"type":22,"value":3985},{"type":16,"tag":127,"props":4477,"children":4479},{"className":4478},[4326],[4480],{"type":22,"value":4329},{"type":16,"tag":127,"props":4482,"children":4484},{"className":4483},[367],[4485],{"type":16,"tag":127,"props":4486,"children":4488},{"className":4487,"style":4401},[372],[4489],{"type":16,"tag":127,"props":4490,"children":4491},{},[],{"type":16,"tag":127,"props":4493,"children":4495},{"className":4494,"style":1006},[593],[],{"type":16,"tag":127,"props":4497,"children":4499},{"className":4498},[1011],[4500],{"type":22,"value":1353},{"type":16,"tag":127,"props":4502,"children":4504},{"className":4503,"style":1006},[593],[],{"type":16,"tag":127,"props":4506,"children":4508},{"className":4507},[171],[4509,4514,4643,4648,4652,4656,4661,4666,4671,4676,4680,4685],{"type":16,"tag":127,"props":4510,"children":4513},{"className":4511,"style":4512},[176],"height:1.188em;vertical-align:-0.25em;",[],{"type":16,"tag":127,"props":4515,"children":4517},{"className":4516},[182],[4518,4523],{"type":16,"tag":127,"props":4519,"children":4521},{"className":4520},[182,183],[4522],{"type":22,"value":4040},{"type":16,"tag":127,"props":4524,"children":4526},{"className":4525},[357],[4527],{"type":16,"tag":127,"props":4528,"children":4530},{"className":4529},[362],[4531],{"type":16,"tag":127,"props":4532,"children":4534},{"className":4533},[367],[4535],{"type":16,"tag":127,"props":4536,"children":4539},{"className":4537,"style":4538},[372],"height:0.938em;",[4540],{"type":16,"tag":127,"props":4541,"children":4542},{"style":1592},[4543,4547],{"type":16,"tag":127,"props":4544,"children":4546},{"className":4545,"style":383},[382],[],{"type":16,"tag":127,"props":4548,"children":4550},{"className":4549},[388,389,390,391],[4551],{"type":16,"tag":127,"props":4552,"children":4554},{"className":4553},[182,391],[4555,4618,4623,4628,4633,4638],{"type":16,"tag":127,"props":4556,"children":4558},{"className":4557},[182,391],[4559,4564],{"type":16,"tag":127,"props":4560,"children":4562},{"className":4561},[182,183,391],[4563],{"type":22,"value":3818},{"type":16,"tag":127,"props":4565,"children":4567},{"className":4566},[357],[4568],{"type":16,"tag":127,"props":4569,"children":4571},{"className":4570},[362,4278],[4572,4606],{"type":16,"tag":127,"props":4573,"children":4575},{"className":4574},[367],[4576,4601],{"type":16,"tag":127,"props":4577,"children":4580},{"className":4578,"style":4579},[372],"height:0.3281em;",[4581],{"type":16,"tag":127,"props":4582,"children":4584},{"style":4583},"top:-2.357em;margin-left:0em;margin-right:0.0714em;",[4585,4590],{"type":16,"tag":127,"props":4586,"children":4589},{"className":4587,"style":4588},[382],"height:2.5em;",[],{"type":16,"tag":127,"props":4591,"children":4595},{"className":4592},[388,4593,4594,391],"reset-size3","size1",[4596],{"type":16,"tag":127,"props":4597,"children":4599},{"className":4598},[182,183,391],[4600],{"type":22,"value":3985},{"type":16,"tag":127,"props":4602,"children":4604},{"className":4603},[4326],[4605],{"type":22,"value":4329},{"type":16,"tag":127,"props":4607,"children":4609},{"className":4608},[367],[4610],{"type":16,"tag":127,"props":4611,"children":4614},{"className":4612,"style":4613},[372],"height:0.143em;",[4615],{"type":16,"tag":127,"props":4616,"children":4617},{},[],{"type":16,"tag":127,"props":4619,"children":4621},{"className":4620},[599,391],[4622],{"type":22,"value":304},{"type":16,"tag":127,"props":4624,"children":4626},{"className":4625},[182,183,391],[4627],{"type":22,"value":3948},{"type":16,"tag":127,"props":4629,"children":4631},{"className":4630},[342,391],[4632],{"type":22,"value":263},{"type":16,"tag":127,"props":4634,"children":4636},{"className":4635},[182,183,391],[4637],{"type":22,"value":3818},{"type":16,"tag":127,"props":4639,"children":4641},{"className":4640},[492,391],[4642],{"type":22,"value":314},{"type":16,"tag":127,"props":4644,"children":4646},{"className":4645},[975],[4647],{"type":22,"value":904},{"type":16,"tag":127,"props":4649,"children":4651},{"className":4650,"style":1692},[593],[],{"type":16,"tag":127,"props":4653,"children":4655},{"className":4654,"style":981},[593],[],{"type":16,"tag":127,"props":4657,"children":4659},{"className":4658},[182],[4660],{"type":22,"value":4086},{"type":16,"tag":127,"props":4662,"children":4664},{"className":4663},[342],[4665],{"type":22,"value":263},{"type":16,"tag":127,"props":4667,"children":4669},{"className":4668},[182,183],[4670],{"type":22,"value":3818},{"type":16,"tag":127,"props":4672,"children":4674},{"className":4673},[492],[4675],{"type":22,"value":314},{"type":16,"tag":127,"props":4677,"children":4679},{"className":4678,"style":1006},[593],[],{"type":16,"tag":127,"props":4681,"children":4683},{"className":4682},[1011],[4684],{"type":22,"value":1353},{"type":16,"tag":127,"props":4686,"children":4688},{"className":4687,"style":1006},[593],[],{"type":16,"tag":127,"props":4690,"children":4692},{"className":4691},[171],[4693,4698,4768,4772,4777,4782,4787,4844,4849,4853,4857,4866,4871,4876,4881,4885,4890],{"type":16,"tag":127,"props":4694,"children":4697},{"className":4695,"style":4696},[176],"height:2.3277em;vertical-align:-1.2777em;",[],{"type":16,"tag":127,"props":4699,"children":4701},{"className":4700},[1727,4273],[4702],{"type":16,"tag":127,"props":4703,"children":4705},{"className":4704},[362,4278],[4706,4756],{"type":16,"tag":127,"props":4707,"children":4709},{"className":4708},[367],[4710,4751],{"type":16,"tag":127,"props":4711,"children":4714},{"className":4712,"style":4713},[372],"height:1.05em;",[4715,4733],{"type":16,"tag":127,"props":4716,"children":4718},{"style":4717},"top:-1.8723em;margin-left:0em;",[4719,4724],{"type":16,"tag":127,"props":4720,"children":4723},{"className":4721,"style":4722},[382],"height:3.05em;",[],{"type":16,"tag":127,"props":4725,"children":4727},{"className":4726},[388,389,390,391],[4728],{"type":16,"tag":127,"props":4729,"children":4731},{"className":4730},[182,183,391],[4732],{"type":22,"value":3985},{"type":16,"tag":127,"props":4734,"children":4736},{"style":4735},"top:-3.05em;",[4737,4741],{"type":16,"tag":127,"props":4738,"children":4740},{"className":4739,"style":4722},[382],[],{"type":16,"tag":127,"props":4742,"children":4743},{},[4744],{"type":16,"tag":127,"props":4745,"children":4749},{"className":4746},[1727,4747,4748],"op-symbol","large-op",[4750],{"type":22,"value":4110},{"type":16,"tag":127,"props":4752,"children":4754},{"className":4753},[4326],[4755],{"type":22,"value":4329},{"type":16,"tag":127,"props":4757,"children":4759},{"className":4758},[367],[4760],{"type":16,"tag":127,"props":4761,"children":4764},{"className":4762,"style":4763},[372],"height:1.2777em;",[4765],{"type":16,"tag":127,"props":4766,"children":4767},{},[],{"type":16,"tag":127,"props":4769,"children":4771},{"className":4770,"style":981},[593],[],{"type":16,"tag":127,"props":4773,"children":4775},{"className":4774,"style":4422},[182,183],[4776],{"type":22,"value":4009},{"type":16,"tag":127,"props":4778,"children":4780},{"className":4779},[342],[4781],{"type":22,"value":263},{"type":16,"tag":127,"props":4783,"children":4785},{"className":4784},[182,183],[4786],{"type":22,"value":3818},{"type":16,"tag":127,"props":4788,"children":4790},{"className":4789},[492],[4791,4796],{"type":16,"tag":127,"props":4792,"children":4794},{"className":4793},[492],[4795],{"type":22,"value":314},{"type":16,"tag":127,"props":4797,"children":4799},{"className":4798},[357],[4800],{"type":16,"tag":127,"props":4801,"children":4803},{"className":4802},[362,4278],[4804,4833],{"type":16,"tag":127,"props":4805,"children":4807},{"className":4806},[367],[4808,4828],{"type":16,"tag":127,"props":4809,"children":4811},{"className":4810,"style":4370},[372],[4812],{"type":16,"tag":127,"props":4813,"children":4814},{"style":4374},[4815,4819],{"type":16,"tag":127,"props":4816,"children":4818},{"className":4817,"style":383},[382],[],{"type":16,"tag":127,"props":4820,"children":4822},{"className":4821},[388,389,390,391],[4823],{"type":16,"tag":127,"props":4824,"children":4826},{"className":4825},[182,183,391],[4827],{"type":22,"value":3985},{"type":16,"tag":127,"props":4829,"children":4831},{"className":4830},[4326],[4832],{"type":22,"value":4329},{"type":16,"tag":127,"props":4834,"children":4836},{"className":4835},[367],[4837],{"type":16,"tag":127,"props":4838,"children":4840},{"className":4839,"style":4401},[372],[4841],{"type":16,"tag":127,"props":4842,"children":4843},{},[],{"type":16,"tag":127,"props":4845,"children":4847},{"className":4846},[975],[4848],{"type":22,"value":904},{"type":16,"tag":127,"props":4850,"children":4852},{"className":4851,"style":1692},[593],[],{"type":16,"tag":127,"props":4854,"children":4856},{"className":4855,"style":981},[593],[],{"type":16,"tag":127,"props":4858,"children":4860},{"className":4859},[1727],[4861],{"type":16,"tag":127,"props":4862,"children":4864},{"className":4863},[182,1732],[4865],{"type":22,"value":1417},{"type":16,"tag":127,"props":4867,"children":4869},{"className":4868},[342],[4870],{"type":22,"value":263},{"type":16,"tag":127,"props":4872,"children":4874},{"className":4873},[182,183],[4875],{"type":22,"value":3818},{"type":16,"tag":127,"props":4877,"children":4879},{"className":4878},[492],[4880],{"type":22,"value":314},{"type":16,"tag":127,"props":4882,"children":4884},{"className":4883,"style":1006},[593],[],{"type":16,"tag":127,"props":4886,"children":4888},{"className":4887},[1011],[4889],{"type":22,"value":1353},{"type":16,"tag":127,"props":4891,"children":4893},{"className":4892,"style":1006},[593],[],{"type":16,"tag":127,"props":4895,"children":4897},{"className":4896},[171],[4898,4902,4907,4912,4917,4922,4927,4932,4937,4942,4947],{"type":16,"tag":127,"props":4899,"children":4901},{"className":4900,"style":568},[176],[],{"type":16,"tag":127,"props":4903,"children":4905},{"className":4904,"style":4422},[182,183],[4906],{"type":22,"value":4009},{"type":16,"tag":127,"props":4908,"children":4910},{"className":4909},[342],[4911],{"type":22,"value":263},{"type":16,"tag":127,"props":4913,"children":4915},{"className":4914},[182,183],[4916],{"type":22,"value":3818},{"type":16,"tag":127,"props":4918,"children":4920},{"className":4919},[492],[4921],{"type":22,"value":314},{"type":16,"tag":127,"props":4923,"children":4925},{"className":4924},[182],[4926],{"type":22,"value":4189},{"type":16,"tag":127,"props":4928,"children":4930},{"className":4929},[182],[4931],{"type":22,"value":4086},{"type":16,"tag":127,"props":4933,"children":4935},{"className":4934},[342],[4936],{"type":22,"value":263},{"type":16,"tag":127,"props":4938,"children":4940},{"className":4939},[182,183],[4941],{"type":22,"value":3818},{"type":16,"tag":127,"props":4943,"children":4945},{"className":4944},[492],[4946],{"type":22,"value":314},{"type":16,"tag":127,"props":4948,"children":4950},{"className":4949},[182],[4951],{"type":22,"value":4210},{"type":16,"tag":24,"props":4953,"children":4954},{},[4955,4957,5214],{"type":22,"value":4956},"将 ",{"type":16,"tag":127,"props":4958,"children":4960},{"className":4959},[130],[4961,5045],{"type":16,"tag":127,"props":4962,"children":4964},{"className":4963},[135],[4965],{"type":16,"tag":138,"props":4966,"children":4967},{"xmlns":140},[4968],{"type":16,"tag":143,"props":4969,"children":4970},{},[4971,5040],{"type":16,"tag":147,"props":4972,"children":4973},{},[4974,4978,4982,4987,5009,5013,5035],{"type":16,"tag":151,"props":4975,"children":4976},{},[4977],{"type":22,"value":3818},{"type":16,"tag":258,"props":4979,"children":4980},{},[4981],{"type":22,"value":1353},{"type":16,"tag":258,"props":4983,"children":4984},{"stretchy":260},[4985],{"type":22,"value":4986},"[",{"type":16,"tag":265,"props":4988,"children":4989},{},[4990,4994],{"type":16,"tag":151,"props":4991,"children":4992},{},[4993],{"type":22,"value":3818},{"type":16,"tag":147,"props":4995,"children":4996},{},[4997,5001,5005],{"type":16,"tag":258,"props":4998,"children":4999},{"stretchy":260},[5000],{"type":22,"value":263},{"type":16,"tag":274,"props":5002,"children":5003},{},[5004],{"type":22,"value":309},{"type":16,"tag":258,"props":5006,"children":5007},{"stretchy":260},[5008],{"type":22,"value":314},{"type":16,"tag":258,"props":5010,"children":5011},{"separator":166},[5012],{"type":22,"value":904},{"type":16,"tag":265,"props":5014,"children":5015},{},[5016,5020],{"type":16,"tag":151,"props":5017,"children":5018},{},[5019],{"type":22,"value":3818},{"type":16,"tag":147,"props":5021,"children":5022},{},[5023,5027,5031],{"type":16,"tag":258,"props":5024,"children":5025},{"stretchy":260},[5026],{"type":22,"value":263},{"type":16,"tag":274,"props":5028,"children":5029},{},[5030],{"type":22,"value":278},{"type":16,"tag":258,"props":5032,"children":5033},{"stretchy":260},[5034],{"type":22,"value":314},{"type":16,"tag":258,"props":5036,"children":5037},{"stretchy":260},[5038],{"type":22,"value":5039},"]",{"type":16,"tag":157,"props":5041,"children":5042},{"encoding":159},[5043],{"type":22,"value":5044},"x=[x^{(1)},x^{(2)}]",{"type":16,"tag":127,"props":5046,"children":5048},{"className":5047,"ariaHidden":166},[165],[5049,5075],{"type":16,"tag":127,"props":5050,"children":5052},{"className":5051},[171],[5053,5057,5062,5066,5071],{"type":16,"tag":127,"props":5054,"children":5056},{"className":5055,"style":4287},[176],[],{"type":16,"tag":127,"props":5058,"children":5060},{"className":5059},[182,183],[5061],{"type":22,"value":3818},{"type":16,"tag":127,"props":5063,"children":5065},{"className":5064,"style":1006},[593],[],{"type":16,"tag":127,"props":5067,"children":5069},{"className":5068},[1011],[5070],{"type":22,"value":1353},{"type":16,"tag":127,"props":5072,"children":5074},{"className":5073,"style":1006},[593],[],{"type":16,"tag":127,"props":5076,"children":5078},{"className":5077},[171],[5079,5084,5089,5145,5150,5154,5209],{"type":16,"tag":127,"props":5080,"children":5083},{"className":5081,"style":5082},[176],"height:1.138em;vertical-align:-0.25em;",[],{"type":16,"tag":127,"props":5085,"children":5087},{"className":5086},[342],[5088],{"type":22,"value":4986},{"type":16,"tag":127,"props":5090,"children":5092},{"className":5091},[182],[5093,5098],{"type":16,"tag":127,"props":5094,"children":5096},{"className":5095},[182,183],[5097],{"type":22,"value":3818},{"type":16,"tag":127,"props":5099,"children":5101},{"className":5100},[357],[5102],{"type":16,"tag":127,"props":5103,"children":5105},{"className":5104},[362],[5106],{"type":16,"tag":127,"props":5107,"children":5109},{"className":5108},[367],[5110],{"type":16,"tag":127,"props":5111,"children":5114},{"className":5112,"style":5113},[372],"height:0.888em;",[5115],{"type":16,"tag":127,"props":5116,"children":5117},{"style":377},[5118,5122],{"type":16,"tag":127,"props":5119,"children":5121},{"className":5120,"style":383},[382],[],{"type":16,"tag":127,"props":5123,"children":5125},{"className":5124},[388,389,390,391],[5126],{"type":16,"tag":127,"props":5127,"children":5129},{"className":5128},[182,391],[5130,5135,5140],{"type":16,"tag":127,"props":5131,"children":5133},{"className":5132},[342,391],[5134],{"type":22,"value":263},{"type":16,"tag":127,"props":5136,"children":5138},{"className":5137},[182,391],[5139],{"type":22,"value":309},{"type":16,"tag":127,"props":5141,"children":5143},{"className":5142},[492,391],[5144],{"type":22,"value":314},{"type":16,"tag":127,"props":5146,"children":5148},{"className":5147},[975],[5149],{"type":22,"value":904},{"type":16,"tag":127,"props":5151,"children":5153},{"className":5152,"style":981},[593],[],{"type":16,"tag":127,"props":5155,"children":5157},{"className":5156},[182],[5158,5163],{"type":16,"tag":127,"props":5159,"children":5161},{"className":5160},[182,183],[5162],{"type":22,"value":3818},{"type":16,"tag":127,"props":5164,"children":5166},{"className":5165},[357],[5167],{"type":16,"tag":127,"props":5168,"children":5170},{"className":5169},[362],[5171],{"type":16,"tag":127,"props":5172,"children":5174},{"className":5173},[367],[5175],{"type":16,"tag":127,"props":5176,"children":5178},{"className":5177,"style":5113},[372],[5179],{"type":16,"tag":127,"props":5180,"children":5181},{"style":377},[5182,5186],{"type":16,"tag":127,"props":5183,"children":5185},{"className":5184,"style":383},[382],[],{"type":16,"tag":127,"props":5187,"children":5189},{"className":5188},[388,389,390,391],[5190],{"type":16,"tag":127,"props":5191,"children":5193},{"className":5192},[182,391],[5194,5199,5204],{"type":16,"tag":127,"props":5195,"children":5197},{"className":5196},[342,391],[5198],{"type":22,"value":263},{"type":16,"tag":127,"props":5200,"children":5202},{"className":5201},[182,391],[5203],{"type":22,"value":278},{"type":16,"tag":127,"props":5205,"children":5207},{"className":5206},[492,391],[5208],{"type":22,"value":314},{"type":16,"tag":127,"props":5210,"children":5212},{"className":5211},[492],[5213],{"type":22,"value":5039},{"type":22,"value":5215}," 拼接，可用额外统计量递归计算：",{"type":16,"tag":127,"props":5217,"children":5219},{"className":5218},[1324],[5220],{"type":16,"tag":127,"props":5221,"children":5223},{"className":5222},[130],[5224,5354],{"type":16,"tag":127,"props":5225,"children":5227},{"className":5226},[135],[5228],{"type":16,"tag":138,"props":5229,"children":5230},{"xmlns":140,"display":1336},[5231],{"type":16,"tag":143,"props":5232,"children":5233},{},[5234,5349],{"type":16,"tag":147,"props":5235,"children":5236},{},[5237,5241,5245,5249,5253,5257,5261,5265,5269,5273,5277,5299,5303,5307,5311,5315,5337,5341,5345],{"type":16,"tag":151,"props":5238,"children":5239},{},[5240],{"type":22,"value":3948},{"type":16,"tag":258,"props":5242,"children":5243},{"stretchy":260},[5244],{"type":22,"value":263},{"type":16,"tag":151,"props":5246,"children":5247},{},[5248],{"type":22,"value":3818},{"type":16,"tag":258,"props":5250,"children":5251},{"stretchy":260},[5252],{"type":22,"value":314},{"type":16,"tag":258,"props":5254,"children":5255},{},[5256],{"type":22,"value":1353},{"type":16,"tag":151,"props":5258,"children":5259},{},[5260],{"type":22,"value":3976},{"type":16,"tag":258,"props":5262,"children":5263},{},[5264],{"type":22,"value":1422},{"type":16,"tag":258,"props":5266,"children":5267},{"stretchy":260},[5268],{"type":22,"value":263},{"type":16,"tag":151,"props":5270,"children":5271},{},[5272],{"type":22,"value":3948},{"type":16,"tag":258,"props":5274,"children":5275},{"stretchy":260},[5276],{"type":22,"value":263},{"type":16,"tag":265,"props":5278,"children":5279},{},[5280,5284],{"type":16,"tag":151,"props":5281,"children":5282},{},[5283],{"type":22,"value":3818},{"type":16,"tag":147,"props":5285,"children":5286},{},[5287,5291,5295],{"type":16,"tag":258,"props":5288,"children":5289},{"stretchy":260},[5290],{"type":22,"value":263},{"type":16,"tag":274,"props":5292,"children":5293},{},[5294],{"type":22,"value":309},{"type":16,"tag":258,"props":5296,"children":5297},{"stretchy":260},[5298],{"type":22,"value":314},{"type":16,"tag":258,"props":5300,"children":5301},{"stretchy":260},[5302],{"type":22,"value":314},{"type":16,"tag":258,"props":5304,"children":5305},{"separator":166},[5306],{"type":22,"value":904},{"type":16,"tag":151,"props":5308,"children":5309},{},[5310],{"type":22,"value":3948},{"type":16,"tag":258,"props":5312,"children":5313},{"stretchy":260},[5314],{"type":22,"value":263},{"type":16,"tag":265,"props":5316,"children":5317},{},[5318,5322],{"type":16,"tag":151,"props":5319,"children":5320},{},[5321],{"type":22,"value":3818},{"type":16,"tag":147,"props":5323,"children":5324},{},[5325,5329,5333],{"type":16,"tag":258,"props":5326,"children":5327},{"stretchy":260},[5328],{"type":22,"value":263},{"type":16,"tag":274,"props":5330,"children":5331},{},[5332],{"type":22,"value":278},{"type":16,"tag":258,"props":5334,"children":5335},{"stretchy":260},[5336],{"type":22,"value":314},{"type":16,"tag":258,"props":5338,"children":5339},{"stretchy":260},[5340],{"type":22,"value":314},{"type":16,"tag":258,"props":5342,"children":5343},{"stretchy":260},[5344],{"type":22,"value":314},{"type":16,"tag":258,"props":5346,"children":5347},{"separator":166},[5348],{"type":22,"value":904},{"type":16,"tag":157,"props":5350,"children":5351},{"encoding":159},[5352],{"type":22,"value":5353},"m(x)=\\max(m(x^{(1)}),m(x^{(2)})),",{"type":16,"tag":127,"props":5355,"children":5357},{"className":5356,"ariaHidden":166},[165],[5358,5399],{"type":16,"tag":127,"props":5359,"children":5361},{"className":5360},[171],[5362,5366,5371,5376,5381,5386,5390,5395],{"type":16,"tag":127,"props":5363,"children":5365},{"className":5364,"style":568},[176],[],{"type":16,"tag":127,"props":5367,"children":5369},{"className":5368},[182,183],[5370],{"type":22,"value":3948},{"type":16,"tag":127,"props":5372,"children":5374},{"className":5373},[342],[5375],{"type":22,"value":263},{"type":16,"tag":127,"props":5377,"children":5379},{"className":5378},[182,183],[5380],{"type":22,"value":3818},{"type":16,"tag":127,"props":5382,"children":5384},{"className":5383},[492],[5385],{"type":22,"value":314},{"type":16,"tag":127,"props":5387,"children":5389},{"className":5388,"style":1006},[593],[],{"type":16,"tag":127,"props":5391,"children":5393},{"className":5392},[1011],[5394],{"type":22,"value":1353},{"type":16,"tag":127,"props":5396,"children":5398},{"className":5397,"style":1006},[593],[],{"type":16,"tag":127,"props":5400,"children":5402},{"className":5401},[171],[5403,5407,5412,5417,5422,5427,5482,5487,5492,5496,5501,5506,5561,5567],{"type":16,"tag":127,"props":5404,"children":5406},{"className":5405,"style":4512},[176],[],{"type":16,"tag":127,"props":5408,"children":5410},{"className":5409},[1727],[5411],{"type":22,"value":3976},{"type":16,"tag":127,"props":5413,"children":5415},{"className":5414},[342],[5416],{"type":22,"value":263},{"type":16,"tag":127,"props":5418,"children":5420},{"className":5419},[182,183],[5421],{"type":22,"value":3948},{"type":16,"tag":127,"props":5423,"children":5425},{"className":5424},[342],[5426],{"type":22,"value":263},{"type":16,"tag":127,"props":5428,"children":5430},{"className":5429},[182],[5431,5436],{"type":16,"tag":127,"props":5432,"children":5434},{"className":5433},[182,183],[5435],{"type":22,"value":3818},{"type":16,"tag":127,"props":5437,"children":5439},{"className":5438},[357],[5440],{"type":16,"tag":127,"props":5441,"children":5443},{"className":5442},[362],[5444],{"type":16,"tag":127,"props":5445,"children":5447},{"className":5446},[367],[5448],{"type":16,"tag":127,"props":5449,"children":5451},{"className":5450,"style":4538},[372],[5452],{"type":16,"tag":127,"props":5453,"children":5454},{"style":1592},[5455,5459],{"type":16,"tag":127,"props":5456,"children":5458},{"className":5457,"style":383},[382],[],{"type":16,"tag":127,"props":5460,"children":5462},{"className":5461},[388,389,390,391],[5463],{"type":16,"tag":127,"props":5464,"children":5466},{"className":5465},[182,391],[5467,5472,5477],{"type":16,"tag":127,"props":5468,"children":5470},{"className":5469},[342,391],[5471],{"type":22,"value":263},{"type":16,"tag":127,"props":5473,"children":5475},{"className":5474},[182,391],[5476],{"type":22,"value":309},{"type":16,"tag":127,"props":5478,"children":5480},{"className":5479},[492,391],[5481],{"type":22,"value":314},{"type":16,"tag":127,"props":5483,"children":5485},{"className":5484},[492],[5486],{"type":22,"value":314},{"type":16,"tag":127,"props":5488,"children":5490},{"className":5489},[975],[5491],{"type":22,"value":904},{"type":16,"tag":127,"props":5493,"children":5495},{"className":5494,"style":981},[593],[],{"type":16,"tag":127,"props":5497,"children":5499},{"className":5498},[182,183],[5500],{"type":22,"value":3948},{"type":16,"tag":127,"props":5502,"children":5504},{"className":5503},[342],[5505],{"type":22,"value":263},{"type":16,"tag":127,"props":5507,"children":5509},{"className":5508},[182],[5510,5515],{"type":16,"tag":127,"props":5511,"children":5513},{"className":5512},[182,183],[5514],{"type":22,"value":3818},{"type":16,"tag":127,"props":5516,"children":5518},{"className":5517},[357],[5519],{"type":16,"tag":127,"props":5520,"children":5522},{"className":5521},[362],[5523],{"type":16,"tag":127,"props":5524,"children":5526},{"className":5525},[367],[5527],{"type":16,"tag":127,"props":5528,"children":5530},{"className":5529,"style":4538},[372],[5531],{"type":16,"tag":127,"props":5532,"children":5533},{"style":1592},[5534,5538],{"type":16,"tag":127,"props":5535,"children":5537},{"className":5536,"style":383},[382],[],{"type":16,"tag":127,"props":5539,"children":5541},{"className":5540},[388,389,390,391],[5542],{"type":16,"tag":127,"props":5543,"children":5545},{"className":5544},[182,391],[5546,5551,5556],{"type":16,"tag":127,"props":5547,"children":5549},{"className":5548},[342,391],[5550],{"type":22,"value":263},{"type":16,"tag":127,"props":5552,"children":5554},{"className":5553},[182,391],[5555],{"type":22,"value":278},{"type":16,"tag":127,"props":5557,"children":5559},{"className":5558},[492,391],[5560],{"type":22,"value":314},{"type":16,"tag":127,"props":5562,"children":5564},{"className":5563},[492],[5565],{"type":22,"value":5566},"))",{"type":16,"tag":127,"props":5568,"children":5570},{"className":5569},[975],[5571],{"type":22,"value":904},{"type":16,"tag":127,"props":5573,"children":5575},{"className":5574},[1324],[5576],{"type":16,"tag":127,"props":5577,"children":5579},{"className":5578},[130],[5580,5839],{"type":16,"tag":127,"props":5581,"children":5583},{"className":5582},[135],[5584],{"type":16,"tag":138,"props":5585,"children":5586},{"xmlns":140,"display":1336},[5587],{"type":16,"tag":143,"props":5588,"children":5589},{},[5590,5834],{"type":16,"tag":147,"props":5591,"children":5592},{},[5593,5597,5601,5605,5609,5613,5830],{"type":16,"tag":151,"props":5594,"children":5595},{},[5596],{"type":22,"value":4009},{"type":16,"tag":258,"props":5598,"children":5599},{"stretchy":260},[5600],{"type":22,"value":263},{"type":16,"tag":151,"props":5602,"children":5603},{},[5604],{"type":22,"value":3818},{"type":16,"tag":258,"props":5606,"children":5607},{"stretchy":260},[5608],{"type":22,"value":314},{"type":16,"tag":258,"props":5610,"children":5611},{},[5612],{"type":22,"value":1353},{"type":16,"tag":147,"props":5614,"children":5615},{},[5616,5620,5684,5688,5692,5714,5718,5722,5728,5792,5796,5800,5822,5826],{"type":16,"tag":258,"props":5617,"children":5618},{"fence":166},[5619],{"type":22,"value":4986},{"type":16,"tag":265,"props":5621,"children":5622},{},[5623,5627],{"type":16,"tag":151,"props":5624,"children":5625},{},[5626],{"type":22,"value":4040},{"type":16,"tag":147,"props":5628,"children":5629},{},[5630,5634,5638,5660,5664,5668,5672,5676,5680],{"type":16,"tag":151,"props":5631,"children":5632},{},[5633],{"type":22,"value":3948},{"type":16,"tag":258,"props":5635,"children":5636},{"stretchy":260},[5637],{"type":22,"value":263},{"type":16,"tag":265,"props":5639,"children":5640},{},[5641,5645],{"type":16,"tag":151,"props":5642,"children":5643},{},[5644],{"type":22,"value":3818},{"type":16,"tag":147,"props":5646,"children":5647},{},[5648,5652,5656],{"type":16,"tag":258,"props":5649,"children":5650},{"stretchy":260},[5651],{"type":22,"value":263},{"type":16,"tag":274,"props":5653,"children":5654},{},[5655],{"type":22,"value":309},{"type":16,"tag":258,"props":5657,"children":5658},{"stretchy":260},[5659],{"type":22,"value":314},{"type":16,"tag":258,"props":5661,"children":5662},{"stretchy":260},[5663],{"type":22,"value":314},{"type":16,"tag":258,"props":5665,"children":5666},{},[5667],{"type":22,"value":304},{"type":16,"tag":151,"props":5669,"children":5670},{},[5671],{"type":22,"value":3948},{"type":16,"tag":258,"props":5673,"children":5674},{"stretchy":260},[5675],{"type":22,"value":263},{"type":16,"tag":151,"props":5677,"children":5678},{},[5679],{"type":22,"value":3818},{"type":16,"tag":258,"props":5681,"children":5682},{"stretchy":260},[5683],{"type":22,"value":314},{"type":16,"tag":151,"props":5685,"children":5686},{},[5687],{"type":22,"value":4009},{"type":16,"tag":258,"props":5689,"children":5690},{"stretchy":260},[5691],{"type":22,"value":263},{"type":16,"tag":265,"props":5693,"children":5694},{},[5695,5699],{"type":16,"tag":151,"props":5696,"children":5697},{},[5698],{"type":22,"value":3818},{"type":16,"tag":147,"props":5700,"children":5701},{},[5702,5706,5710],{"type":16,"tag":258,"props":5703,"children":5704},{"stretchy":260},[5705],{"type":22,"value":263},{"type":16,"tag":274,"props":5707,"children":5708},{},[5709],{"type":22,"value":309},{"type":16,"tag":258,"props":5711,"children":5712},{"stretchy":260},[5713],{"type":22,"value":314},{"type":16,"tag":258,"props":5715,"children":5716},{"stretchy":260},[5717],{"type":22,"value":314},{"type":16,"tag":258,"props":5719,"children":5720},{"separator":166},[5721],{"type":22,"value":904},{"type":16,"tag":5723,"props":5724,"children":5725},"mtext",{},[5726],{"type":22,"value":5727}," ",{"type":16,"tag":265,"props":5729,"children":5730},{},[5731,5735],{"type":16,"tag":151,"props":5732,"children":5733},{},[5734],{"type":22,"value":4040},{"type":16,"tag":147,"props":5736,"children":5737},{},[5738,5742,5746,5768,5772,5776,5780,5784,5788],{"type":16,"tag":151,"props":5739,"children":5740},{},[5741],{"type":22,"value":3948},{"type":16,"tag":258,"props":5743,"children":5744},{"stretchy":260},[5745],{"type":22,"value":263},{"type":16,"tag":265,"props":5747,"children":5748},{},[5749,5753],{"type":16,"tag":151,"props":5750,"children":5751},{},[5752],{"type":22,"value":3818},{"type":16,"tag":147,"props":5754,"children":5755},{},[5756,5760,5764],{"type":16,"tag":258,"props":5757,"children":5758},{"stretchy":260},[5759],{"type":22,"value":263},{"type":16,"tag":274,"props":5761,"children":5762},{},[5763],{"type":22,"value":278},{"type":16,"tag":258,"props":5765,"children":5766},{"stretchy":260},[5767],{"type":22,"value":314},{"type":16,"tag":258,"props":5769,"children":5770},{"stretchy":260},[5771],{"type":22,"value":314},{"type":16,"tag":258,"props":5773,"children":5774},{},[5775],{"type":22,"value":304},{"type":16,"tag":151,"props":5777,"children":5778},{},[5779],{"type":22,"value":3948},{"type":16,"tag":258,"props":5781,"children":5782},{"stretchy":260},[5783],{"type":22,"value":263},{"type":16,"tag":151,"props":5785,"children":5786},{},[5787],{"type":22,"value":3818},{"type":16,"tag":258,"props":5789,"children":5790},{"stretchy":260},[5791],{"type":22,"value":314},{"type":16,"tag":151,"props":5793,"children":5794},{},[5795],{"type":22,"value":4009},{"type":16,"tag":258,"props":5797,"children":5798},{"stretchy":260},[5799],{"type":22,"value":263},{"type":16,"tag":265,"props":5801,"children":5802},{},[5803,5807],{"type":16,"tag":151,"props":5804,"children":5805},{},[5806],{"type":22,"value":3818},{"type":16,"tag":147,"props":5808,"children":5809},{},[5810,5814,5818],{"type":16,"tag":258,"props":5811,"children":5812},{"stretchy":260},[5813],{"type":22,"value":263},{"type":16,"tag":274,"props":5815,"children":5816},{},[5817],{"type":22,"value":278},{"type":16,"tag":258,"props":5819,"children":5820},{"stretchy":260},[5821],{"type":22,"value":314},{"type":16,"tag":258,"props":5823,"children":5824},{"stretchy":260},[5825],{"type":22,"value":314},{"type":16,"tag":258,"props":5827,"children":5828},{"fence":166},[5829],{"type":22,"value":5039},{"type":16,"tag":258,"props":5831,"children":5832},{"separator":166},[5833],{"type":22,"value":904},{"type":16,"tag":157,"props":5835,"children":5836},{"encoding":159},[5837],{"type":22,"value":5838},"f(x)=\\left[e^{m(x^{(1)})-m(x)}f(x^{(1)}),\\ e^{m(x^{(2)})-m(x)}f(x^{(2)})\\right],",{"type":16,"tag":127,"props":5840,"children":5842},{"className":5841,"ariaHidden":166},[165],[5843,5884],{"type":16,"tag":127,"props":5844,"children":5846},{"className":5845},[171],[5847,5851,5856,5861,5866,5871,5875,5880],{"type":16,"tag":127,"props":5848,"children":5850},{"className":5849,"style":568},[176],[],{"type":16,"tag":127,"props":5852,"children":5854},{"className":5853,"style":4422},[182,183],[5855],{"type":22,"value":4009},{"type":16,"tag":127,"props":5857,"children":5859},{"className":5858},[342],[5860],{"type":22,"value":263},{"type":16,"tag":127,"props":5862,"children":5864},{"className":5863},[182,183],[5865],{"type":22,"value":3818},{"type":16,"tag":127,"props":5867,"children":5869},{"className":5868},[492],[5870],{"type":22,"value":314},{"type":16,"tag":127,"props":5872,"children":5874},{"className":5873,"style":1006},[593],[],{"type":16,"tag":127,"props":5876,"children":5878},{"className":5877},[1011],[5879],{"type":22,"value":1353},{"type":16,"tag":127,"props":5881,"children":5883},{"className":5882,"style":1006},[593],[],{"type":16,"tag":127,"props":5885,"children":5887},{"className":5886},[171],[5888,5893,6348,6352],{"type":16,"tag":127,"props":5889,"children":5892},{"className":5890,"style":5891},[176],"height:1.8em;vertical-align:-0.65em;",[],{"type":16,"tag":127,"props":5894,"children":5897},{"className":5895},[5896],"minner",[5898,5911,6050,6055,6060,6115,6120,6125,6130,6134,6269,6274,6279,6334,6339],{"type":16,"tag":127,"props":5899,"children":5903},{"className":5900,"style":5902},[342,5901],"delimcenter","top:0em;",[5904],{"type":16,"tag":127,"props":5905,"children":5909},{"className":5906},[5907,5908],"delimsizing","size2",[5910],{"type":22,"value":4986},{"type":16,"tag":127,"props":5912,"children":5914},{"className":5913},[182],[5915,5920],{"type":16,"tag":127,"props":5916,"children":5918},{"className":5917},[182,183],[5919],{"type":22,"value":4040},{"type":16,"tag":127,"props":5921,"children":5923},{"className":5922},[357],[5924],{"type":16,"tag":127,"props":5925,"children":5927},{"className":5926},[362],[5928],{"type":16,"tag":127,"props":5929,"children":5931},{"className":5930},[367],[5932],{"type":16,"tag":127,"props":5933,"children":5936},{"className":5934,"style":5935},[372],"height:1.0897em;",[5937],{"type":16,"tag":127,"props":5938,"children":5939},{"style":1592},[5940,5944],{"type":16,"tag":127,"props":5941,"children":5943},{"className":5942,"style":383},[382],[],{"type":16,"tag":127,"props":5945,"children":5947},{"className":5946},[388,389,390,391],[5948],{"type":16,"tag":127,"props":5949,"children":5951},{"className":5950},[182,391],[5952,5957,5962,6020,6025,6030,6035,6040,6045],{"type":16,"tag":127,"props":5953,"children":5955},{"className":5954},[182,183,391],[5956],{"type":22,"value":3948},{"type":16,"tag":127,"props":5958,"children":5960},{"className":5959},[342,391],[5961],{"type":22,"value":263},{"type":16,"tag":127,"props":5963,"children":5965},{"className":5964},[182,391],[5966,5971],{"type":16,"tag":127,"props":5967,"children":5969},{"className":5968},[182,183,391],[5970],{"type":22,"value":3818},{"type":16,"tag":127,"props":5972,"children":5974},{"className":5973},[357],[5975],{"type":16,"tag":127,"props":5976,"children":5978},{"className":5977},[362],[5979],{"type":16,"tag":127,"props":5980,"children":5982},{"className":5981},[367],[5983],{"type":16,"tag":127,"props":5984,"children":5987},{"className":5985,"style":5986},[372],"height:0.9667em;",[5988],{"type":16,"tag":127,"props":5989,"children":5991},{"style":5990},"top:-2.9667em;margin-right:0.0714em;",[5992,5997],{"type":16,"tag":127,"props":5993,"children":5996},{"className":5994,"style":5995},[382],"height:2.5357em;",[],{"type":16,"tag":127,"props":5998,"children":6000},{"className":5999},[388,4593,4594,391],[6001],{"type":16,"tag":127,"props":6002,"children":6004},{"className":6003},[182,391],[6005,6010,6015],{"type":16,"tag":127,"props":6006,"children":6008},{"className":6007},[342,391],[6009],{"type":22,"value":263},{"type":16,"tag":127,"props":6011,"children":6013},{"className":6012},[182,391],[6014],{"type":22,"value":309},{"type":16,"tag":127,"props":6016,"children":6018},{"className":6017},[492,391],[6019],{"type":22,"value":314},{"type":16,"tag":127,"props":6021,"children":6023},{"className":6022},[492,391],[6024],{"type":22,"value":314},{"type":16,"tag":127,"props":6026,"children":6028},{"className":6027},[599,391],[6029],{"type":22,"value":304},{"type":16,"tag":127,"props":6031,"children":6033},{"className":6032},[182,183,391],[6034],{"type":22,"value":3948},{"type":16,"tag":127,"props":6036,"children":6038},{"className":6037},[342,391],[6039],{"type":22,"value":263},{"type":16,"tag":127,"props":6041,"children":6043},{"className":6042},[182,183,391],[6044],{"type":22,"value":3818},{"type":16,"tag":127,"props":6046,"children":6048},{"className":6047},[492,391],[6049],{"type":22,"value":314},{"type":16,"tag":127,"props":6051,"children":6053},{"className":6052,"style":4422},[182,183],[6054],{"type":22,"value":4009},{"type":16,"tag":127,"props":6056,"children":6058},{"className":6057},[342],[6059],{"type":22,"value":263},{"type":16,"tag":127,"props":6061,"children":6063},{"className":6062},[182],[6064,6069],{"type":16,"tag":127,"props":6065,"children":6067},{"className":6066},[182,183],[6068],{"type":22,"value":3818},{"type":16,"tag":127,"props":6070,"children":6072},{"className":6071},[357],[6073],{"type":16,"tag":127,"props":6074,"children":6076},{"className":6075},[362],[6077],{"type":16,"tag":127,"props":6078,"children":6080},{"className":6079},[367],[6081],{"type":16,"tag":127,"props":6082,"children":6084},{"className":6083,"style":4538},[372],[6085],{"type":16,"tag":127,"props":6086,"children":6087},{"style":1592},[6088,6092],{"type":16,"tag":127,"props":6089,"children":6091},{"className":6090,"style":383},[382],[],{"type":16,"tag":127,"props":6093,"children":6095},{"className":6094},[388,389,390,391],[6096],{"type":16,"tag":127,"props":6097,"children":6099},{"className":6098},[182,391],[6100,6105,6110],{"type":16,"tag":127,"props":6101,"children":6103},{"className":6102},[342,391],[6104],{"type":22,"value":263},{"type":16,"tag":127,"props":6106,"children":6108},{"className":6107},[182,391],[6109],{"type":22,"value":309},{"type":16,"tag":127,"props":6111,"children":6113},{"className":6112},[492,391],[6114],{"type":22,"value":314},{"type":16,"tag":127,"props":6116,"children":6118},{"className":6117},[492],[6119],{"type":22,"value":314},{"type":16,"tag":127,"props":6121,"children":6123},{"className":6122},[975],[6124],{"type":22,"value":904},{"type":16,"tag":127,"props":6126,"children":6128},{"className":6127},[593],[6129],{"type":22,"value":5727},{"type":16,"tag":127,"props":6131,"children":6133},{"className":6132,"style":981},[593],[],{"type":16,"tag":127,"props":6135,"children":6137},{"className":6136},[182],[6138,6143],{"type":16,"tag":127,"props":6139,"children":6141},{"className":6140},[182,183],[6142],{"type":22,"value":4040},{"type":16,"tag":127,"props":6144,"children":6146},{"className":6145},[357],[6147],{"type":16,"tag":127,"props":6148,"children":6150},{"className":6149},[362],[6151],{"type":16,"tag":127,"props":6152,"children":6154},{"className":6153},[367],[6155],{"type":16,"tag":127,"props":6156,"children":6158},{"className":6157,"style":5935},[372],[6159],{"type":16,"tag":127,"props":6160,"children":6161},{"style":1592},[6162,6166],{"type":16,"tag":127,"props":6163,"children":6165},{"className":6164,"style":383},[382],[],{"type":16,"tag":127,"props":6167,"children":6169},{"className":6168},[388,389,390,391],[6170],{"type":16,"tag":127,"props":6171,"children":6173},{"className":6172},[182,391],[6174,6179,6184,6239,6244,6249,6254,6259,6264],{"type":16,"tag":127,"props":6175,"children":6177},{"className":6176},[182,183,391],[6178],{"type":22,"value":3948},{"type":16,"tag":127,"props":6180,"children":6182},{"className":6181},[342,391],[6183],{"type":22,"value":263},{"type":16,"tag":127,"props":6185,"children":6187},{"className":6186},[182,391],[6188,6193],{"type":16,"tag":127,"props":6189,"children":6191},{"className":6190},[182,183,391],[6192],{"type":22,"value":3818},{"type":16,"tag":127,"props":6194,"children":6196},{"className":6195},[357],[6197],{"type":16,"tag":127,"props":6198,"children":6200},{"className":6199},[362],[6201],{"type":16,"tag":127,"props":6202,"children":6204},{"className":6203},[367],[6205],{"type":16,"tag":127,"props":6206,"children":6208},{"className":6207,"style":5986},[372],[6209],{"type":16,"tag":127,"props":6210,"children":6211},{"style":5990},[6212,6216],{"type":16,"tag":127,"props":6213,"children":6215},{"className":6214,"style":5995},[382],[],{"type":16,"tag":127,"props":6217,"children":6219},{"className":6218},[388,4593,4594,391],[6220],{"type":16,"tag":127,"props":6221,"children":6223},{"className":6222},[182,391],[6224,6229,6234],{"type":16,"tag":127,"props":6225,"children":6227},{"className":6226},[342,391],[6228],{"type":22,"value":263},{"type":16,"tag":127,"props":6230,"children":6232},{"className":6231},[182,391],[6233],{"type":22,"value":278},{"type":16,"tag":127,"props":6235,"children":6237},{"className":6236},[492,391],[6238],{"type":22,"value":314},{"type":16,"tag":127,"props":6240,"children":6242},{"className":6241},[492,391],[6243],{"type":22,"value":314},{"type":16,"tag":127,"props":6245,"children":6247},{"className":6246},[599,391],[6248],{"type":22,"value":304},{"type":16,"tag":127,"props":6250,"children":6252},{"className":6251},[182,183,391],[6253],{"type":22,"value":3948},{"type":16,"tag":127,"props":6255,"children":6257},{"className":6256},[342,391],[6258],{"type":22,"value":263},{"type":16,"tag":127,"props":6260,"children":6262},{"className":6261},[182,183,391],[6263],{"type":22,"value":3818},{"type":16,"tag":127,"props":6265,"children":6267},{"className":6266},[492,391],[6268],{"type":22,"value":314},{"type":16,"tag":127,"props":6270,"children":6272},{"className":6271,"style":4422},[182,183],[6273],{"type":22,"value":4009},{"type":16,"tag":127,"props":6275,"children":6277},{"className":6276},[342],[6278],{"type":22,"value":263},{"type":16,"tag":127,"props":6280,"children":6282},{"className":6281},[182],[6283,6288],{"type":16,"tag":127,"props":6284,"children":6286},{"className":6285},[182,183],[6287],{"type":22,"value":3818},{"type":16,"tag":127,"props":6289,"children":6291},{"className":6290},[357],[6292],{"type":16,"tag":127,"props":6293,"children":6295},{"className":6294},[362],[6296],{"type":16,"tag":127,"props":6297,"children":6299},{"className":6298},[367],[6300],{"type":16,"tag":127,"props":6301,"children":6303},{"className":6302,"style":4538},[372],[6304],{"type":16,"tag":127,"props":6305,"children":6306},{"style":1592},[6307,6311],{"type":16,"tag":127,"props":6308,"children":6310},{"className":6309,"style":383},[382],[],{"type":16,"tag":127,"props":6312,"children":6314},{"className":6313},[388,389,390,391],[6315],{"type":16,"tag":127,"props":6316,"children":6318},{"className":6317},[182,391],[6319,6324,6329],{"type":16,"tag":127,"props":6320,"children":6322},{"className":6321},[342,391],[6323],{"type":22,"value":263},{"type":16,"tag":127,"props":6325,"children":6327},{"className":6326},[182,391],[6328],{"type":22,"value":278},{"type":16,"tag":127,"props":6330,"children":6332},{"className":6331},[492,391],[6333],{"type":22,"value":314},{"type":16,"tag":127,"props":6335,"children":6337},{"className":6336},[492],[6338],{"type":22,"value":314},{"type":16,"tag":127,"props":6340,"children":6342},{"className":6341,"style":5902},[492,5901],[6343],{"type":16,"tag":127,"props":6344,"children":6346},{"className":6345},[5907,5908],[6347],{"type":22,"value":5039},{"type":16,"tag":127,"props":6349,"children":6351},{"className":6350,"style":981},[593],[],{"type":16,"tag":127,"props":6353,"children":6355},{"className":6354},[975],[6356],{"type":22,"value":904},{"type":16,"tag":127,"props":6358,"children":6360},{"className":6359},[1324],[6361],{"type":16,"tag":127,"props":6362,"children":6364},{"className":6363},[130],[6365,6607],{"type":16,"tag":127,"props":6366,"children":6368},{"className":6367},[135],[6369],{"type":16,"tag":138,"props":6370,"children":6371},{"xmlns":140,"display":1336},[6372],{"type":16,"tag":143,"props":6373,"children":6374},{},[6375,6602],{"type":16,"tag":147,"props":6376,"children":6377},{},[6378,6382,6386,6390,6394,6398,6462,6466,6470,6492,6496,6500,6564,6568,6572,6594,6598],{"type":16,"tag":151,"props":6379,"children":6380},{"mathvariant":516},[6381],{"type":22,"value":4086},{"type":16,"tag":258,"props":6383,"children":6384},{"stretchy":260},[6385],{"type":22,"value":263},{"type":16,"tag":151,"props":6387,"children":6388},{},[6389],{"type":22,"value":3818},{"type":16,"tag":258,"props":6391,"children":6392},{"stretchy":260},[6393],{"type":22,"value":314},{"type":16,"tag":258,"props":6395,"children":6396},{},[6397],{"type":22,"value":1353},{"type":16,"tag":265,"props":6399,"children":6400},{},[6401,6405],{"type":16,"tag":151,"props":6402,"children":6403},{},[6404],{"type":22,"value":4040},{"type":16,"tag":147,"props":6406,"children":6407},{},[6408,6412,6416,6438,6442,6446,6450,6454,6458],{"type":16,"tag":151,"props":6409,"children":6410},{},[6411],{"type":22,"value":3948},{"type":16,"tag":258,"props":6413,"children":6414},{"stretchy":260},[6415],{"type":22,"value":263},{"type":16,"tag":265,"props":6417,"children":6418},{},[6419,6423],{"type":16,"tag":151,"props":6420,"children":6421},{},[6422],{"type":22,"value":3818},{"type":16,"tag":147,"props":6424,"children":6425},{},[6426,6430,6434],{"type":16,"tag":258,"props":6427,"children":6428},{"stretchy":260},[6429],{"type":22,"value":263},{"type":16,"tag":274,"props":6431,"children":6432},{},[6433],{"type":22,"value":309},{"type":16,"tag":258,"props":6435,"children":6436},{"stretchy":260},[6437],{"type":22,"value":314},{"type":16,"tag":258,"props":6439,"children":6440},{"stretchy":260},[6441],{"type":22,"value":314},{"type":16,"tag":258,"props":6443,"children":6444},{},[6445],{"type":22,"value":304},{"type":16,"tag":151,"props":6447,"children":6448},{},[6449],{"type":22,"value":3948},{"type":16,"tag":258,"props":6451,"children":6452},{"stretchy":260},[6453],{"type":22,"value":263},{"type":16,"tag":151,"props":6455,"children":6456},{},[6457],{"type":22,"value":3818},{"type":16,"tag":258,"props":6459,"children":6460},{"stretchy":260},[6461],{"type":22,"value":314},{"type":16,"tag":151,"props":6463,"children":6464},{"mathvariant":516},[6465],{"type":22,"value":4086},{"type":16,"tag":258,"props":6467,"children":6468},{"stretchy":260},[6469],{"type":22,"value":263},{"type":16,"tag":265,"props":6471,"children":6472},{},[6473,6477],{"type":16,"tag":151,"props":6474,"children":6475},{},[6476],{"type":22,"value":3818},{"type":16,"tag":147,"props":6478,"children":6479},{},[6480,6484,6488],{"type":16,"tag":258,"props":6481,"children":6482},{"stretchy":260},[6483],{"type":22,"value":263},{"type":16,"tag":274,"props":6485,"children":6486},{},[6487],{"type":22,"value":309},{"type":16,"tag":258,"props":6489,"children":6490},{"stretchy":260},[6491],{"type":22,"value":314},{"type":16,"tag":258,"props":6493,"children":6494},{"stretchy":260},[6495],{"type":22,"value":314},{"type":16,"tag":258,"props":6497,"children":6498},{},[6499],{"type":22,"value":536},{"type":16,"tag":265,"props":6501,"children":6502},{},[6503,6507],{"type":16,"tag":151,"props":6504,"children":6505},{},[6506],{"type":22,"value":4040},{"type":16,"tag":147,"props":6508,"children":6509},{},[6510,6514,6518,6540,6544,6548,6552,6556,6560],{"type":16,"tag":151,"props":6511,"children":6512},{},[6513],{"type":22,"value":3948},{"type":16,"tag":258,"props":6515,"children":6516},{"stretchy":260},[6517],{"type":22,"value":263},{"type":16,"tag":265,"props":6519,"children":6520},{},[6521,6525],{"type":16,"tag":151,"props":6522,"children":6523},{},[6524],{"type":22,"value":3818},{"type":16,"tag":147,"props":6526,"children":6527},{},[6528,6532,6536],{"type":16,"tag":258,"props":6529,"children":6530},{"stretchy":260},[6531],{"type":22,"value":263},{"type":16,"tag":274,"props":6533,"children":6534},{},[6535],{"type":22,"value":278},{"type":16,"tag":258,"props":6537,"children":6538},{"stretchy":260},[6539],{"type":22,"value":314},{"type":16,"tag":258,"props":6541,"children":6542},{"stretchy":260},[6543],{"type":22,"value":314},{"type":16,"tag":258,"props":6545,"children":6546},{},[6547],{"type":22,"value":304},{"type":16,"tag":151,"props":6549,"children":6550},{},[6551],{"type":22,"value":3948},{"type":16,"tag":258,"props":6553,"children":6554},{"stretchy":260},[6555],{"type":22,"value":263},{"type":16,"tag":151,"props":6557,"children":6558},{},[6559],{"type":22,"value":3818},{"type":16,"tag":258,"props":6561,"children":6562},{"stretchy":260},[6563],{"type":22,"value":314},{"type":16,"tag":151,"props":6565,"children":6566},{"mathvariant":516},[6567],{"type":22,"value":4086},{"type":16,"tag":258,"props":6569,"children":6570},{"stretchy":260},[6571],{"type":22,"value":263},{"type":16,"tag":265,"props":6573,"children":6574},{},[6575,6579],{"type":16,"tag":151,"props":6576,"children":6577},{},[6578],{"type":22,"value":3818},{"type":16,"tag":147,"props":6580,"children":6581},{},[6582,6586,6590],{"type":16,"tag":258,"props":6583,"children":6584},{"stretchy":260},[6585],{"type":22,"value":263},{"type":16,"tag":274,"props":6587,"children":6588},{},[6589],{"type":22,"value":278},{"type":16,"tag":258,"props":6591,"children":6592},{"stretchy":260},[6593],{"type":22,"value":314},{"type":16,"tag":258,"props":6595,"children":6596},{"stretchy":260},[6597],{"type":22,"value":314},{"type":16,"tag":151,"props":6599,"children":6600},{"mathvariant":516},[6601],{"type":22,"value":4210},{"type":16,"tag":157,"props":6603,"children":6604},{"encoding":159},[6605],{"type":22,"value":6606},"\\ell(x)=e^{m(x^{(1)})-m(x)}\\ell(x^{(1)})+e^{m(x^{(2)})-m(x)}\\ell(x^{(2)}).",{"type":16,"tag":127,"props":6608,"children":6610},{"className":6609,"ariaHidden":166},[165],[6611,6652,6879],{"type":16,"tag":127,"props":6612,"children":6614},{"className":6613},[171],[6615,6619,6624,6629,6634,6639,6643,6648],{"type":16,"tag":127,"props":6616,"children":6618},{"className":6617,"style":568},[176],[],{"type":16,"tag":127,"props":6620,"children":6622},{"className":6621},[182],[6623],{"type":22,"value":4086},{"type":16,"tag":127,"props":6625,"children":6627},{"className":6626},[342],[6628],{"type":22,"value":263},{"type":16,"tag":127,"props":6630,"children":6632},{"className":6631},[182,183],[6633],{"type":22,"value":3818},{"type":16,"tag":127,"props":6635,"children":6637},{"className":6636},[492],[6638],{"type":22,"value":314},{"type":16,"tag":127,"props":6640,"children":6642},{"className":6641,"style":1006},[593],[],{"type":16,"tag":127,"props":6644,"children":6646},{"className":6645},[1011],[6647],{"type":22,"value":1353},{"type":16,"tag":127,"props":6649,"children":6651},{"className":6650,"style":1006},[593],[],{"type":16,"tag":127,"props":6653,"children":6655},{"className":6654},[171],[6656,6661,6796,6801,6806,6861,6866,6870,6875],{"type":16,"tag":127,"props":6657,"children":6660},{"className":6658,"style":6659},[176],"height:1.3397em;vertical-align:-0.25em;",[],{"type":16,"tag":127,"props":6662,"children":6664},{"className":6663},[182],[6665,6670],{"type":16,"tag":127,"props":6666,"children":6668},{"className":6667},[182,183],[6669],{"type":22,"value":4040},{"type":16,"tag":127,"props":6671,"children":6673},{"className":6672},[357],[6674],{"type":16,"tag":127,"props":6675,"children":6677},{"className":6676},[362],[6678],{"type":16,"tag":127,"props":6679,"children":6681},{"className":6680},[367],[6682],{"type":16,"tag":127,"props":6683,"children":6685},{"className":6684,"style":5935},[372],[6686],{"type":16,"tag":127,"props":6687,"children":6688},{"style":1592},[6689,6693],{"type":16,"tag":127,"props":6690,"children":6692},{"className":6691,"style":383},[382],[],{"type":16,"tag":127,"props":6694,"children":6696},{"className":6695},[388,389,390,391],[6697],{"type":16,"tag":127,"props":6698,"children":6700},{"className":6699},[182,391],[6701,6706,6711,6766,6771,6776,6781,6786,6791],{"type":16,"tag":127,"props":6702,"children":6704},{"className":6703},[182,183,391],[6705],{"type":22,"value":3948},{"type":16,"tag":127,"props":6707,"children":6709},{"className":6708},[342,391],[6710],{"type":22,"value":263},{"type":16,"tag":127,"props":6712,"children":6714},{"className":6713},[182,391],[6715,6720],{"type":16,"tag":127,"props":6716,"children":6718},{"className":6717},[182,183,391],[6719],{"type":22,"value":3818},{"type":16,"tag":127,"props":6721,"children":6723},{"className":6722},[357],[6724],{"type":16,"tag":127,"props":6725,"children":6727},{"className":6726},[362],[6728],{"type":16,"tag":127,"props":6729,"children":6731},{"className":6730},[367],[6732],{"type":16,"tag":127,"props":6733,"children":6735},{"className":6734,"style":5986},[372],[6736],{"type":16,"tag":127,"props":6737,"children":6738},{"style":5990},[6739,6743],{"type":16,"tag":127,"props":6740,"children":6742},{"className":6741,"style":5995},[382],[],{"type":16,"tag":127,"props":6744,"children":6746},{"className":6745},[388,4593,4594,391],[6747],{"type":16,"tag":127,"props":6748,"children":6750},{"className":6749},[182,391],[6751,6756,6761],{"type":16,"tag":127,"props":6752,"children":6754},{"className":6753},[342,391],[6755],{"type":22,"value":263},{"type":16,"tag":127,"props":6757,"children":6759},{"className":6758},[182,391],[6760],{"type":22,"value":309},{"type":16,"tag":127,"props":6762,"children":6764},{"className":6763},[492,391],[6765],{"type":22,"value":314},{"type":16,"tag":127,"props":6767,"children":6769},{"className":6768},[492,391],[6770],{"type":22,"value":314},{"type":16,"tag":127,"props":6772,"children":6774},{"className":6773},[599,391],[6775],{"type":22,"value":304},{"type":16,"tag":127,"props":6777,"children":6779},{"className":6778},[182,183,391],[6780],{"type":22,"value":3948},{"type":16,"tag":127,"props":6782,"children":6784},{"className":6783},[342,391],[6785],{"type":22,"value":263},{"type":16,"tag":127,"props":6787,"children":6789},{"className":6788},[182,183,391],[6790],{"type":22,"value":3818},{"type":16,"tag":127,"props":6792,"children":6794},{"className":6793},[492,391],[6795],{"type":22,"value":314},{"type":16,"tag":127,"props":6797,"children":6799},{"className":6798},[182],[6800],{"type":22,"value":4086},{"type":16,"tag":127,"props":6802,"children":6804},{"className":6803},[342],[6805],{"type":22,"value":263},{"type":16,"tag":127,"props":6807,"children":6809},{"className":6808},[182],[6810,6815],{"type":16,"tag":127,"props":6811,"children":6813},{"className":6812},[182,183],[6814],{"type":22,"value":3818},{"type":16,"tag":127,"props":6816,"children":6818},{"className":6817},[357],[6819],{"type":16,"tag":127,"props":6820,"children":6822},{"className":6821},[362],[6823],{"type":16,"tag":127,"props":6824,"children":6826},{"className":6825},[367],[6827],{"type":16,"tag":127,"props":6828,"children":6830},{"className":6829,"style":4538},[372],[6831],{"type":16,"tag":127,"props":6832,"children":6833},{"style":1592},[6834,6838],{"type":16,"tag":127,"props":6835,"children":6837},{"className":6836,"style":383},[382],[],{"type":16,"tag":127,"props":6839,"children":6841},{"className":6840},[388,389,390,391],[6842],{"type":16,"tag":127,"props":6843,"children":6845},{"className":6844},[182,391],[6846,6851,6856],{"type":16,"tag":127,"props":6847,"children":6849},{"className":6848},[342,391],[6850],{"type":22,"value":263},{"type":16,"tag":127,"props":6852,"children":6854},{"className":6853},[182,391],[6855],{"type":22,"value":309},{"type":16,"tag":127,"props":6857,"children":6859},{"className":6858},[492,391],[6860],{"type":22,"value":314},{"type":16,"tag":127,"props":6862,"children":6864},{"className":6863},[492],[6865],{"type":22,"value":314},{"type":16,"tag":127,"props":6867,"children":6869},{"className":6868,"style":594},[593],[],{"type":16,"tag":127,"props":6871,"children":6873},{"className":6872},[599],[6874],{"type":22,"value":536},{"type":16,"tag":127,"props":6876,"children":6878},{"className":6877,"style":594},[593],[],{"type":16,"tag":127,"props":6880,"children":6882},{"className":6881},[171],[6883,6887,7022,7027,7032,7087,7092],{"type":16,"tag":127,"props":6884,"children":6886},{"className":6885,"style":6659},[176],[],{"type":16,"tag":127,"props":6888,"children":6890},{"className":6889},[182],[6891,6896],{"type":16,"tag":127,"props":6892,"children":6894},{"className":6893},[182,183],[6895],{"type":22,"value":4040},{"type":16,"tag":127,"props":6897,"children":6899},{"className":6898},[357],[6900],{"type":16,"tag":127,"props":6901,"children":6903},{"className":6902},[362],[6904],{"type":16,"tag":127,"props":6905,"children":6907},{"className":6906},[367],[6908],{"type":16,"tag":127,"props":6909,"children":6911},{"className":6910,"style":5935},[372],[6912],{"type":16,"tag":127,"props":6913,"children":6914},{"style":1592},[6915,6919],{"type":16,"tag":127,"props":6916,"children":6918},{"className":6917,"style":383},[382],[],{"type":16,"tag":127,"props":6920,"children":6922},{"className":6921},[388,389,390,391],[6923],{"type":16,"tag":127,"props":6924,"children":6926},{"className":6925},[182,391],[6927,6932,6937,6992,6997,7002,7007,7012,7017],{"type":16,"tag":127,"props":6928,"children":6930},{"className":6929},[182,183,391],[6931],{"type":22,"value":3948},{"type":16,"tag":127,"props":6933,"children":6935},{"className":6934},[342,391],[6936],{"type":22,"value":263},{"type":16,"tag":127,"props":6938,"children":6940},{"className":6939},[182,391],[6941,6946],{"type":16,"tag":127,"props":6942,"children":6944},{"className":6943},[182,183,391],[6945],{"type":22,"value":3818},{"type":16,"tag":127,"props":6947,"children":6949},{"className":6948},[357],[6950],{"type":16,"tag":127,"props":6951,"children":6953},{"className":6952},[362],[6954],{"type":16,"tag":127,"props":6955,"children":6957},{"className":6956},[367],[6958],{"type":16,"tag":127,"props":6959,"children":6961},{"className":6960,"style":5986},[372],[6962],{"type":16,"tag":127,"props":6963,"children":6964},{"style":5990},[6965,6969],{"type":16,"tag":127,"props":6966,"children":6968},{"className":6967,"style":5995},[382],[],{"type":16,"tag":127,"props":6970,"children":6972},{"className":6971},[388,4593,4594,391],[6973],{"type":16,"tag":127,"props":6974,"children":6976},{"className":6975},[182,391],[6977,6982,6987],{"type":16,"tag":127,"props":6978,"children":6980},{"className":6979},[342,391],[6981],{"type":22,"value":263},{"type":16,"tag":127,"props":6983,"children":6985},{"className":6984},[182,391],[6986],{"type":22,"value":278},{"type":16,"tag":127,"props":6988,"children":6990},{"className":6989},[492,391],[6991],{"type":22,"value":314},{"type":16,"tag":127,"props":6993,"children":6995},{"className":6994},[492,391],[6996],{"type":22,"value":314},{"type":16,"tag":127,"props":6998,"children":7000},{"className":6999},[599,391],[7001],{"type":22,"value":304},{"type":16,"tag":127,"props":7003,"children":7005},{"className":7004},[182,183,391],[7006],{"type":22,"value":3948},{"type":16,"tag":127,"props":7008,"children":7010},{"className":7009},[342,391],[7011],{"type":22,"value":263},{"type":16,"tag":127,"props":7013,"children":7015},{"className":7014},[182,183,391],[7016],{"type":22,"value":3818},{"type":16,"tag":127,"props":7018,"children":7020},{"className":7019},[492,391],[7021],{"type":22,"value":314},{"type":16,"tag":127,"props":7023,"children":7025},{"className":7024},[182],[7026],{"type":22,"value":4086},{"type":16,"tag":127,"props":7028,"children":7030},{"className":7029},[342],[7031],{"type":22,"value":263},{"type":16,"tag":127,"props":7033,"children":7035},{"className":7034},[182],[7036,7041],{"type":16,"tag":127,"props":7037,"children":7039},{"className":7038},[182,183],[7040],{"type":22,"value":3818},{"type":16,"tag":127,"props":7042,"children":7044},{"className":7043},[357],[7045],{"type":16,"tag":127,"props":7046,"children":7048},{"className":7047},[362],[7049],{"type":16,"tag":127,"props":7050,"children":7052},{"className":7051},[367],[7053],{"type":16,"tag":127,"props":7054,"children":7056},{"className":7055,"style":4538},[372],[7057],{"type":16,"tag":127,"props":7058,"children":7059},{"style":1592},[7060,7064],{"type":16,"tag":127,"props":7061,"children":7063},{"className":7062,"style":383},[382],[],{"type":16,"tag":127,"props":7065,"children":7067},{"className":7066},[388,389,390,391],[7068],{"type":16,"tag":127,"props":7069,"children":7071},{"className":7070},[182,391],[7072,7077,7082],{"type":16,"tag":127,"props":7073,"children":7075},{"className":7074},[342,391],[7076],{"type":22,"value":263},{"type":16,"tag":127,"props":7078,"children":7080},{"className":7079},[182,391],[7081],{"type":22,"value":278},{"type":16,"tag":127,"props":7083,"children":7085},{"className":7084},[492,391],[7086],{"type":22,"value":314},{"type":16,"tag":127,"props":7088,"children":7090},{"className":7089},[492],[7091],{"type":22,"value":314},{"type":16,"tag":127,"props":7093,"children":7095},{"className":7094},[182],[7096],{"type":22,"value":4210},{"type":16,"tag":24,"props":7098,"children":7099},{},[7100,7102,7185,7187,7274],{"type":22,"value":7101},"因此只要维护 ",{"type":16,"tag":127,"props":7103,"children":7105},{"className":7104},[130],[7106,7144],{"type":16,"tag":127,"props":7107,"children":7109},{"className":7108},[135],[7110],{"type":16,"tag":138,"props":7111,"children":7112},{"xmlns":140},[7113],{"type":16,"tag":143,"props":7114,"children":7115},{},[7116,7139],{"type":16,"tag":147,"props":7117,"children":7118},{},[7119,7123,7127,7131,7135],{"type":16,"tag":258,"props":7120,"children":7121},{"stretchy":260},[7122],{"type":22,"value":263},{"type":16,"tag":151,"props":7124,"children":7125},{},[7126],{"type":22,"value":3948},{"type":16,"tag":258,"props":7128,"children":7129},{"separator":166},[7130],{"type":22,"value":904},{"type":16,"tag":151,"props":7132,"children":7133},{"mathvariant":516},[7134],{"type":22,"value":4086},{"type":16,"tag":258,"props":7136,"children":7137},{"stretchy":260},[7138],{"type":22,"value":314},{"type":16,"tag":157,"props":7140,"children":7141},{"encoding":159},[7142],{"type":22,"value":7143},"(m,\\ell)",{"type":16,"tag":127,"props":7145,"children":7147},{"className":7146,"ariaHidden":166},[165],[7148],{"type":16,"tag":127,"props":7149,"children":7151},{"className":7150},[171],[7152,7156,7161,7166,7171,7175,7180],{"type":16,"tag":127,"props":7153,"children":7155},{"className":7154,"style":568},[176],[],{"type":16,"tag":127,"props":7157,"children":7159},{"className":7158},[342],[7160],{"type":22,"value":263},{"type":16,"tag":127,"props":7162,"children":7164},{"className":7163},[182,183],[7165],{"type":22,"value":3948},{"type":16,"tag":127,"props":7167,"children":7169},{"className":7168},[975],[7170],{"type":22,"value":904},{"type":16,"tag":127,"props":7172,"children":7174},{"className":7173,"style":981},[593],[],{"type":16,"tag":127,"props":7176,"children":7178},{"className":7177},[182],[7179],{"type":22,"value":4086},{"type":16,"tag":127,"props":7181,"children":7183},{"className":7182},[492],[7184],{"type":22,"value":314},{"type":22,"value":7186},"，便能一次处理一个块。我们把 ",{"type":16,"tag":127,"props":7188,"children":7190},{"className":7189},[130],[7191,7229],{"type":16,"tag":127,"props":7192,"children":7194},{"className":7193},[135],[7195],{"type":16,"tag":138,"props":7196,"children":7197},{"xmlns":140},[7198],{"type":16,"tag":143,"props":7199,"children":7200},{},[7201,7224],{"type":16,"tag":147,"props":7202,"children":7203},{},[7204,7208,7212,7216,7220],{"type":16,"tag":151,"props":7205,"children":7206},{},[7207],{"type":22,"value":899},{"type":16,"tag":258,"props":7209,"children":7210},{"separator":166},[7211],{"type":22,"value":904},{"type":16,"tag":151,"props":7213,"children":7214},{},[7215],{"type":22,"value":909},{"type":16,"tag":258,"props":7217,"children":7218},{"separator":166},[7219],{"type":22,"value":904},{"type":16,"tag":151,"props":7221,"children":7222},{},[7223],{"type":22,"value":918},{"type":16,"tag":157,"props":7225,"children":7226},{"encoding":159},[7227],{"type":22,"value":7228},"Q,K,V",{"type":16,"tag":127,"props":7230,"children":7232},{"className":7231,"ariaHidden":166},[165],[7233],{"type":16,"tag":127,"props":7234,"children":7236},{"className":7235},[171],[7237,7241,7246,7251,7255,7260,7265,7269],{"type":16,"tag":127,"props":7238,"children":7240},{"className":7239,"style":965},[176],[],{"type":16,"tag":127,"props":7242,"children":7244},{"className":7243},[182,183],[7245],{"type":22,"value":899},{"type":16,"tag":127,"props":7247,"children":7249},{"className":7248},[975],[7250],{"type":22,"value":904},{"type":16,"tag":127,"props":7252,"children":7254},{"className":7253,"style":981},[593],[],{"type":16,"tag":127,"props":7256,"children":7258},{"className":7257,"style":986},[182,183],[7259],{"type":22,"value":909},{"type":16,"tag":127,"props":7261,"children":7263},{"className":7262},[975],[7264],{"type":22,"value":904},{"type":16,"tag":127,"props":7266,"children":7268},{"className":7267,"style":981},[593],[],{"type":16,"tag":127,"props":7270,"children":7272},{"className":7271,"style":594},[182,183],[7273],{"type":22,"value":918},{"type":22,"value":7275}," 分块，将每块的 softmax 值与统计量算出，再合并结果。",{"type":16,"tag":24,"props":7277,"children":7278},{},[7279,7284,7286,7453,7455,7497,7499,7581,7583,7669,7671,7736],{"type":16,"tag":28,"props":7280,"children":7281},{},[7282],{"type":22,"value":7283},"重计算。",{"type":22,"value":7285}," 反向传播通常需要 ",{"type":16,"tag":127,"props":7287,"children":7289},{"className":7288},[130],[7290,7346],{"type":16,"tag":127,"props":7291,"children":7293},{"className":7292},[135],[7294],{"type":16,"tag":138,"props":7295,"children":7296},{"xmlns":140},[7297],{"type":16,"tag":143,"props":7298,"children":7299},{},[7300,7341],{"type":16,"tag":147,"props":7301,"children":7302},{},[7303,7307,7311,7315,7319],{"type":16,"tag":151,"props":7304,"children":7305},{},[7306],{"type":22,"value":1348},{"type":16,"tag":258,"props":7308,"children":7309},{"separator":166},[7310],{"type":22,"value":904},{"type":16,"tag":151,"props":7312,"children":7313},{},[7314],{"type":22,"value":1408},{"type":16,"tag":258,"props":7316,"children":7317},{},[7318],{"type":22,"value":923},{"type":16,"tag":265,"props":7320,"children":7321},{},[7322,7326],{"type":16,"tag":151,"props":7323,"children":7324},{"mathvariant":929},[7325],{"type":22,"value":932},{"type":16,"tag":147,"props":7327,"children":7328},{},[7329,7333,7337],{"type":16,"tag":151,"props":7330,"children":7331},{},[7332],{"type":22,"value":272},{"type":16,"tag":258,"props":7334,"children":7335},{},[7336],{"type":22,"value":944},{"type":16,"tag":151,"props":7338,"children":7339},{},[7340],{"type":22,"value":272},{"type":16,"tag":157,"props":7342,"children":7343},{"encoding":159},[7344],{"type":22,"value":7345},"S,P\\in\\mathbb{R}^{N\\times N}",{"type":16,"tag":127,"props":7347,"children":7349},{"className":7348,"ariaHidden":166},[165],[7350,7390],{"type":16,"tag":127,"props":7351,"children":7353},{"className":7352},[171],[7354,7358,7363,7368,7372,7377,7381,7386],{"type":16,"tag":127,"props":7355,"children":7357},{"className":7356,"style":965},[176],[],{"type":16,"tag":127,"props":7359,"children":7361},{"className":7360,"style":1534},[182,183],[7362],{"type":22,"value":1348},{"type":16,"tag":127,"props":7364,"children":7366},{"className":7365},[975],[7367],{"type":22,"value":904},{"type":16,"tag":127,"props":7369,"children":7371},{"className":7370,"style":981},[593],[],{"type":16,"tag":127,"props":7373,"children":7375},{"className":7374,"style":1605},[182,183],[7376],{"type":22,"value":1408},{"type":16,"tag":127,"props":7378,"children":7380},{"className":7379,"style":1006},[593],[],{"type":16,"tag":127,"props":7382,"children":7384},{"className":7383},[1011],[7385],{"type":22,"value":923},{"type":16,"tag":127,"props":7387,"children":7389},{"className":7388,"style":1006},[593],[],{"type":16,"tag":127,"props":7391,"children":7393},{"className":7392},[171],[7394,7398],{"type":16,"tag":127,"props":7395,"children":7397},{"className":7396,"style":2824},[176],[],{"type":16,"tag":127,"props":7399,"children":7401},{"className":7400},[182],[7402,7407],{"type":16,"tag":127,"props":7403,"children":7405},{"className":7404},[182,1034],[7406],{"type":22,"value":932},{"type":16,"tag":127,"props":7408,"children":7410},{"className":7409},[357],[7411],{"type":16,"tag":127,"props":7412,"children":7414},{"className":7413},[362],[7415],{"type":16,"tag":127,"props":7416,"children":7418},{"className":7417},[367],[7419],{"type":16,"tag":127,"props":7420,"children":7422},{"className":7421,"style":2824},[372],[7423],{"type":16,"tag":127,"props":7424,"children":7425},{"style":377},[7426,7430],{"type":16,"tag":127,"props":7427,"children":7429},{"className":7428,"style":383},[382],[],{"type":16,"tag":127,"props":7431,"children":7433},{"className":7432},[388,389,390,391],[7434],{"type":16,"tag":127,"props":7435,"children":7437},{"className":7436},[182,391],[7438,7443,7448],{"type":16,"tag":127,"props":7439,"children":7441},{"className":7440,"style":230},[182,183,391],[7442],{"type":22,"value":272},{"type":16,"tag":127,"props":7444,"children":7446},{"className":7445},[599,391],[7447],{"type":22,"value":944},{"type":16,"tag":127,"props":7449,"children":7451},{"className":7450,"style":230},[182,183,391],[7452],{"type":22,"value":272},{"type":22,"value":7454},"。我们保存前向输出 ",{"type":16,"tag":127,"props":7456,"children":7458},{"className":7457},[130],[7459,7480],{"type":16,"tag":127,"props":7460,"children":7462},{"className":7461},[135],[7463],{"type":16,"tag":138,"props":7464,"children":7465},{"xmlns":140},[7466],{"type":16,"tag":143,"props":7467,"children":7468},{},[7469,7476],{"type":16,"tag":147,"props":7470,"children":7471},{},[7472],{"type":16,"tag":151,"props":7473,"children":7474},{},[7475],{"type":22,"value":256},{"type":16,"tag":157,"props":7477,"children":7478},{"encoding":159},[7479],{"type":22,"value":256},{"type":16,"tag":127,"props":7481,"children":7483},{"className":7482,"ariaHidden":166},[165],[7484],{"type":16,"tag":127,"props":7485,"children":7487},{"className":7486},[171],[7488,7492],{"type":16,"tag":127,"props":7489,"children":7491},{"className":7490,"style":225},[176],[],{"type":16,"tag":127,"props":7493,"children":7495},{"className":7494,"style":336},[182,183],[7496],{"type":22,"value":256},{"type":22,"value":7498}," 及 softmax 统计量 ",{"type":16,"tag":127,"props":7500,"children":7502},{"className":7501},[130],[7503,7540],{"type":16,"tag":127,"props":7504,"children":7506},{"className":7505},[135],[7507],{"type":16,"tag":138,"props":7508,"children":7509},{"xmlns":140},[7510],{"type":16,"tag":143,"props":7511,"children":7512},{},[7513,7536],{"type":16,"tag":147,"props":7514,"children":7515},{},[7516,7520,7524,7528,7532],{"type":16,"tag":258,"props":7517,"children":7518},{"stretchy":260},[7519],{"type":22,"value":263},{"type":16,"tag":151,"props":7521,"children":7522},{},[7523],{"type":22,"value":3948},{"type":16,"tag":258,"props":7525,"children":7526},{"separator":166},[7527],{"type":22,"value":904},{"type":16,"tag":151,"props":7529,"children":7530},{"mathvariant":516},[7531],{"type":22,"value":4086},{"type":16,"tag":258,"props":7533,"children":7534},{"stretchy":260},[7535],{"type":22,"value":314},{"type":16,"tag":157,"props":7537,"children":7538},{"encoding":159},[7539],{"type":22,"value":7143},{"type":16,"tag":127,"props":7541,"children":7543},{"className":7542,"ariaHidden":166},[165],[7544],{"type":16,"tag":127,"props":7545,"children":7547},{"className":7546},[171],[7548,7552,7557,7562,7567,7571,7576],{"type":16,"tag":127,"props":7549,"children":7551},{"className":7550,"style":568},[176],[],{"type":16,"tag":127,"props":7553,"children":7555},{"className":7554},[342],[7556],{"type":22,"value":263},{"type":16,"tag":127,"props":7558,"children":7560},{"className":7559},[182,183],[7561],{"type":22,"value":3948},{"type":16,"tag":127,"props":7563,"children":7565},{"className":7564},[975],[7566],{"type":22,"value":904},{"type":16,"tag":127,"props":7568,"children":7570},{"className":7569,"style":981},[593],[],{"type":16,"tag":127,"props":7572,"children":7574},{"className":7573},[182],[7575],{"type":22,"value":4086},{"type":16,"tag":127,"props":7577,"children":7579},{"className":7578},[492],[7580],{"type":22,"value":314},{"type":22,"value":7582},"，反向传播时从片上 SRAM 中的 ",{"type":16,"tag":127,"props":7584,"children":7586},{"className":7585},[130],[7587,7624],{"type":16,"tag":127,"props":7588,"children":7590},{"className":7589},[135],[7591],{"type":16,"tag":138,"props":7592,"children":7593},{"xmlns":140},[7594],{"type":16,"tag":143,"props":7595,"children":7596},{},[7597,7620],{"type":16,"tag":147,"props":7598,"children":7599},{},[7600,7604,7608,7612,7616],{"type":16,"tag":151,"props":7601,"children":7602},{},[7603],{"type":22,"value":899},{"type":16,"tag":258,"props":7605,"children":7606},{"separator":166},[7607],{"type":22,"value":904},{"type":16,"tag":151,"props":7609,"children":7610},{},[7611],{"type":22,"value":909},{"type":16,"tag":258,"props":7613,"children":7614},{"separator":166},[7615],{"type":22,"value":904},{"type":16,"tag":151,"props":7617,"children":7618},{},[7619],{"type":22,"value":918},{"type":16,"tag":157,"props":7621,"children":7622},{"encoding":159},[7623],{"type":22,"value":7228},{"type":16,"tag":127,"props":7625,"children":7627},{"className":7626,"ariaHidden":166},[165],[7628],{"type":16,"tag":127,"props":7629,"children":7631},{"className":7630},[171],[7632,7636,7641,7646,7650,7655,7660,7664],{"type":16,"tag":127,"props":7633,"children":7635},{"className":7634,"style":965},[176],[],{"type":16,"tag":127,"props":7637,"children":7639},{"className":7638},[182,183],[7640],{"type":22,"value":899},{"type":16,"tag":127,"props":7642,"children":7644},{"className":7643},[975],[7645],{"type":22,"value":904},{"type":16,"tag":127,"props":7647,"children":7649},{"className":7648,"style":981},[593],[],{"type":16,"tag":127,"props":7651,"children":7653},{"className":7652,"style":986},[182,183],[7654],{"type":22,"value":909},{"type":16,"tag":127,"props":7656,"children":7658},{"className":7657},[975],[7659],{"type":22,"value":904},{"type":16,"tag":127,"props":7661,"children":7663},{"className":7662,"style":981},[593],[],{"type":16,"tag":127,"props":7665,"children":7667},{"className":7666,"style":594},[182,183],[7668],{"type":22,"value":918},{"type":22,"value":7670}," 块重新计算 ",{"type":16,"tag":127,"props":7672,"children":7674},{"className":7673},[130],[7675,7705],{"type":16,"tag":127,"props":7676,"children":7678},{"className":7677},[135],[7679],{"type":16,"tag":138,"props":7680,"children":7681},{"xmlns":140},[7682],{"type":16,"tag":143,"props":7683,"children":7684},{},[7685,7700],{"type":16,"tag":147,"props":7686,"children":7687},{},[7688,7692,7696],{"type":16,"tag":151,"props":7689,"children":7690},{},[7691],{"type":22,"value":1348},{"type":16,"tag":258,"props":7693,"children":7694},{"separator":166},[7695],{"type":22,"value":904},{"type":16,"tag":151,"props":7697,"children":7698},{},[7699],{"type":22,"value":1408},{"type":16,"tag":157,"props":7701,"children":7702},{"encoding":159},[7703],{"type":22,"value":7704},"S,P",{"type":16,"tag":127,"props":7706,"children":7708},{"className":7707,"ariaHidden":166},[165],[7709],{"type":16,"tag":127,"props":7710,"children":7712},{"className":7711},[171],[7713,7717,7722,7727,7731],{"type":16,"tag":127,"props":7714,"children":7716},{"className":7715,"style":965},[176],[],{"type":16,"tag":127,"props":7718,"children":7720},{"className":7719,"style":1534},[182,183],[7721],{"type":22,"value":1348},{"type":16,"tag":127,"props":7723,"children":7725},{"className":7724},[975],[7726],{"type":22,"value":904},{"type":16,"tag":127,"props":7728,"children":7730},{"className":7729,"style":981},[593],[],{"type":16,"tag":127,"props":7732,"children":7734},{"className":7733,"style":1605},[182,183],[7735],{"type":22,"value":1408},{"type":22,"value":7737},"，无需保存二次规模的中间值。这是一种选择性梯度检查点。虽然 FLOP 增加，但减少 HBM 访问后反向传播反而更快。",{"type":16,"tag":24,"props":7739,"children":7740},{},[7741,7745],{"type":16,"tag":28,"props":7742,"children":7743},{},[7744],{"type":22,"value":864},{"type":22,"value":7746}," 分块使算法可由一个 CUDA kernel 完成：从 HBM 加载输入，在片上执行矩阵乘、softmax、可选 mask\u002Fdropout 和第二次矩阵乘，再把结果写回 HBM，避免反复读写输入和输出。",{"type":16,"tag":24,"props":7748,"children":7749},{},[7750],{"type":16,"tag":28,"props":7751,"children":7752},{},[7753],{"type":22,"value":7754},"算法 1：FlashAttention",{"type":16,"tag":24,"props":7756,"children":7757},{},[7758,7759,7947,7949,7991],{"type":22,"value":2445},{"type":16,"tag":127,"props":7760,"children":7762},{"className":7761},[130],[7763,7826],{"type":16,"tag":127,"props":7764,"children":7766},{"className":7765},[135],[7767],{"type":16,"tag":138,"props":7768,"children":7769},{"xmlns":140},[7770],{"type":16,"tag":143,"props":7771,"children":7772},{},[7773,7822],{"type":16,"tag":147,"props":7774,"children":7775},{},[7776,7780,7784,7788,7792,7796,7800],{"type":16,"tag":151,"props":7777,"children":7778},{},[7779],{"type":22,"value":899},{"type":16,"tag":258,"props":7781,"children":7782},{"separator":166},[7783],{"type":22,"value":904},{"type":16,"tag":151,"props":7785,"children":7786},{},[7787],{"type":22,"value":909},{"type":16,"tag":258,"props":7789,"children":7790},{"separator":166},[7791],{"type":22,"value":904},{"type":16,"tag":151,"props":7793,"children":7794},{},[7795],{"type":22,"value":918},{"type":16,"tag":258,"props":7797,"children":7798},{},[7799],{"type":22,"value":923},{"type":16,"tag":265,"props":7801,"children":7802},{},[7803,7807],{"type":16,"tag":151,"props":7804,"children":7805},{"mathvariant":929},[7806],{"type":22,"value":932},{"type":16,"tag":147,"props":7808,"children":7809},{},[7810,7814,7818],{"type":16,"tag":151,"props":7811,"children":7812},{},[7813],{"type":22,"value":272},{"type":16,"tag":258,"props":7815,"children":7816},{},[7817],{"type":22,"value":944},{"type":16,"tag":151,"props":7819,"children":7820},{},[7821],{"type":22,"value":155},{"type":16,"tag":157,"props":7823,"children":7824},{"encoding":159},[7825],{"type":22,"value":953},{"type":16,"tag":127,"props":7827,"children":7829},{"className":7828,"ariaHidden":166},[165],[7830,7884],{"type":16,"tag":127,"props":7831,"children":7833},{"className":7832},[171],[7834,7838,7843,7848,7852,7857,7862,7866,7871,7875,7880],{"type":16,"tag":127,"props":7835,"children":7837},{"className":7836,"style":965},[176],[],{"type":16,"tag":127,"props":7839,"children":7841},{"className":7840},[182,183],[7842],{"type":22,"value":899},{"type":16,"tag":127,"props":7844,"children":7846},{"className":7845},[975],[7847],{"type":22,"value":904},{"type":16,"tag":127,"props":7849,"children":7851},{"className":7850,"style":981},[593],[],{"type":16,"tag":127,"props":7853,"children":7855},{"className":7854,"style":986},[182,183],[7856],{"type":22,"value":909},{"type":16,"tag":127,"props":7858,"children":7860},{"className":7859},[975],[7861],{"type":22,"value":904},{"type":16,"tag":127,"props":7863,"children":7865},{"className":7864,"style":981},[593],[],{"type":16,"tag":127,"props":7867,"children":7869},{"className":7868,"style":594},[182,183],[7870],{"type":22,"value":918},{"type":16,"tag":127,"props":7872,"children":7874},{"className":7873,"style":1006},[593],[],{"type":16,"tag":127,"props":7876,"children":7878},{"className":7877},[1011],[7879],{"type":22,"value":923},{"type":16,"tag":127,"props":7881,"children":7883},{"className":7882,"style":1006},[593],[],{"type":16,"tag":127,"props":7885,"children":7887},{"className":7886},[171],[7888,7892],{"type":16,"tag":127,"props":7889,"children":7891},{"className":7890,"style":1025},[176],[],{"type":16,"tag":127,"props":7893,"children":7895},{"className":7894},[182],[7896,7901],{"type":16,"tag":127,"props":7897,"children":7899},{"className":7898},[182,1034],[7900],{"type":22,"value":932},{"type":16,"tag":127,"props":7902,"children":7904},{"className":7903},[357],[7905],{"type":16,"tag":127,"props":7906,"children":7908},{"className":7907},[362],[7909],{"type":16,"tag":127,"props":7910,"children":7912},{"className":7911},[367],[7913],{"type":16,"tag":127,"props":7914,"children":7916},{"className":7915,"style":1025},[372],[7917],{"type":16,"tag":127,"props":7918,"children":7919},{"style":377},[7920,7924],{"type":16,"tag":127,"props":7921,"children":7923},{"className":7922,"style":383},[382],[],{"type":16,"tag":127,"props":7925,"children":7927},{"className":7926},[388,389,390,391],[7928],{"type":16,"tag":127,"props":7929,"children":7931},{"className":7930},[182,391],[7932,7937,7942],{"type":16,"tag":127,"props":7933,"children":7935},{"className":7934,"style":230},[182,183,391],[7936],{"type":22,"value":272},{"type":16,"tag":127,"props":7938,"children":7940},{"className":7939},[599,391],[7941],{"type":22,"value":944},{"type":16,"tag":127,"props":7943,"children":7945},{"className":7944},[182,183,391],[7946],{"type":22,"value":155},{"type":22,"value":7948},"，片上 SRAM 大小 ",{"type":16,"tag":127,"props":7950,"children":7952},{"className":7951},[130],[7953,7974],{"type":16,"tag":127,"props":7954,"children":7956},{"className":7955},[135],[7957],{"type":16,"tag":138,"props":7958,"children":7959},{"xmlns":140},[7960],{"type":16,"tag":143,"props":7961,"children":7962},{},[7963,7970],{"type":16,"tag":147,"props":7964,"children":7965},{},[7966],{"type":16,"tag":151,"props":7967,"children":7968},{},[7969],{"type":22,"value":209},{"type":16,"tag":157,"props":7971,"children":7972},{"encoding":159},[7973],{"type":22,"value":209},{"type":16,"tag":127,"props":7975,"children":7977},{"className":7976,"ariaHidden":166},[165],[7978],{"type":16,"tag":127,"props":7979,"children":7981},{"className":7980},[171],[7982,7986],{"type":16,"tag":127,"props":7983,"children":7985},{"className":7984,"style":225},[176],[],{"type":16,"tag":127,"props":7987,"children":7989},{"className":7988,"style":230},[182,183],[7990],{"type":22,"value":209},{"type":22,"value":7992},"。设置块大小",{"type":16,"tag":127,"props":7994,"children":7996},{"className":7995},[1324],[7997],{"type":16,"tag":127,"props":7998,"children":8000},{"className":7999},[130],[8001,8152],{"type":16,"tag":127,"props":8002,"children":8004},{"className":8003},[135],[8005],{"type":16,"tag":138,"props":8006,"children":8007},{"xmlns":140,"display":1336},[8008],{"type":16,"tag":143,"props":8009,"children":8010},{},[8011,8147],{"type":16,"tag":147,"props":8012,"children":8013},{},[8014,8026,8030,8063,8067,8070,8082,8086,8091,8095,8143],{"type":16,"tag":3987,"props":8015,"children":8016},{},[8017,8021],{"type":16,"tag":151,"props":8018,"children":8019},{},[8020],{"type":22,"value":3834},{"type":16,"tag":151,"props":8022,"children":8023},{},[8024],{"type":22,"value":8025},"c",{"type":16,"tag":258,"props":8027,"children":8028},{},[8029],{"type":22,"value":1353},{"type":16,"tag":147,"props":8031,"children":8032},{},[8033,8038,8058],{"type":16,"tag":258,"props":8034,"children":8035},{"fence":166},[8036],{"type":22,"value":8037},"⌊",{"type":16,"tag":8039,"props":8040,"children":8041},"mfrac",{},[8042,8046],{"type":16,"tag":151,"props":8043,"children":8044},{},[8045],{"type":22,"value":209},{"type":16,"tag":147,"props":8047,"children":8048},{},[8049,8054],{"type":16,"tag":274,"props":8050,"children":8051},{},[8052],{"type":22,"value":8053},"4",{"type":16,"tag":151,"props":8055,"children":8056},{},[8057],{"type":22,"value":155},{"type":16,"tag":258,"props":8059,"children":8060},{"fence":166},[8061],{"type":22,"value":8062},"⌋",{"type":16,"tag":258,"props":8064,"children":8065},{"separator":166},[8066],{"type":22,"value":904},{"type":16,"tag":593,"props":8068,"children":8069},{"width":1402},[],{"type":16,"tag":3987,"props":8071,"children":8072},{},[8073,8077],{"type":16,"tag":151,"props":8074,"children":8075},{},[8076],{"type":22,"value":3834},{"type":16,"tag":151,"props":8078,"children":8079},{},[8080],{"type":22,"value":8081},"r",{"type":16,"tag":258,"props":8083,"children":8084},{},[8085],{"type":22,"value":1353},{"type":16,"tag":151,"props":8087,"children":8088},{},[8089],{"type":22,"value":8090},"min",{"type":16,"tag":258,"props":8092,"children":8093},{},[8094],{"type":22,"value":1422},{"type":16,"tag":147,"props":8096,"children":8097},{},[8098,8102,8131,8135,8139],{"type":16,"tag":258,"props":8099,"children":8100},{"fence":166},[8101],{"type":22,"value":263},{"type":16,"tag":147,"props":8103,"children":8104},{},[8105,8109,8127],{"type":16,"tag":258,"props":8106,"children":8107},{"fence":166},[8108],{"type":22,"value":8037},{"type":16,"tag":8039,"props":8110,"children":8111},{},[8112,8116],{"type":16,"tag":151,"props":8113,"children":8114},{},[8115],{"type":22,"value":209},{"type":16,"tag":147,"props":8117,"children":8118},{},[8119,8123],{"type":16,"tag":274,"props":8120,"children":8121},{},[8122],{"type":22,"value":8053},{"type":16,"tag":151,"props":8124,"children":8125},{},[8126],{"type":22,"value":155},{"type":16,"tag":258,"props":8128,"children":8129},{"fence":166},[8130],{"type":22,"value":8062},{"type":16,"tag":258,"props":8132,"children":8133},{"separator":166},[8134],{"type":22,"value":904},{"type":16,"tag":151,"props":8136,"children":8137},{},[8138],{"type":22,"value":155},{"type":16,"tag":258,"props":8140,"children":8141},{"fence":166},[8142],{"type":22,"value":314},{"type":16,"tag":151,"props":8144,"children":8145},{"mathvariant":516},[8146],{"type":22,"value":4210},{"type":16,"tag":157,"props":8148,"children":8149},{"encoding":159},[8150],{"type":22,"value":8151},"B_c=\\left\\lfloor\\frac{M}{4d}\\right\\rfloor,\\qquad B_r=\\min\\left(\\left\\lfloor\\frac{M}{4d}\\right\\rfloor,d\\right).",{"type":16,"tag":127,"props":8153,"children":8155},{"className":8154,"ariaHidden":166},[165],[8156,8237,8455],{"type":16,"tag":127,"props":8157,"children":8159},{"className":8158},[171],[8160,8165,8224,8228,8233],{"type":16,"tag":127,"props":8161,"children":8164},{"className":8162,"style":8163},[176],"height:0.8333em;vertical-align:-0.15em;",[],{"type":16,"tag":127,"props":8166,"children":8168},{"className":8167},[182],[8169,8174],{"type":16,"tag":127,"props":8170,"children":8172},{"className":8171,"style":3918},[182,183],[8173],{"type":22,"value":3834},{"type":16,"tag":127,"props":8175,"children":8177},{"className":8176},[357],[8178],{"type":16,"tag":127,"props":8179,"children":8181},{"className":8180},[362,4278],[8182,8213],{"type":16,"tag":127,"props":8183,"children":8185},{"className":8184},[367],[8186,8208],{"type":16,"tag":127,"props":8187,"children":8190},{"className":8188,"style":8189},[372],"height:0.1514em;",[8191],{"type":16,"tag":127,"props":8192,"children":8194},{"style":8193},"top:-2.55em;margin-left:-0.0502em;margin-right:0.05em;",[8195,8199],{"type":16,"tag":127,"props":8196,"children":8198},{"className":8197,"style":383},[382],[],{"type":16,"tag":127,"props":8200,"children":8202},{"className":8201},[388,389,390,391],[8203],{"type":16,"tag":127,"props":8204,"children":8206},{"className":8205},[182,183,391],[8207],{"type":22,"value":8025},{"type":16,"tag":127,"props":8209,"children":8211},{"className":8210},[4326],[8212],{"type":22,"value":4329},{"type":16,"tag":127,"props":8214,"children":8216},{"className":8215},[367],[8217],{"type":16,"tag":127,"props":8218,"children":8220},{"className":8219,"style":4401},[372],[8221],{"type":16,"tag":127,"props":8222,"children":8223},{},[],{"type":16,"tag":127,"props":8225,"children":8227},{"className":8226,"style":1006},[593],[],{"type":16,"tag":127,"props":8229,"children":8231},{"className":8230},[1011],[8232],{"type":22,"value":1353},{"type":16,"tag":127,"props":8234,"children":8236},{"className":8235,"style":1006},[593],[],{"type":16,"tag":127,"props":8238,"children":8240},{"className":8239},[171],[8241,8246,8368,8372,8377,8381,8385,8442,8446,8451],{"type":16,"tag":127,"props":8242,"children":8245},{"className":8243,"style":8244},[176],"height:2.4em;vertical-align:-0.95em;",[],{"type":16,"tag":127,"props":8247,"children":8249},{"className":8248},[5896],[8250,8259,8359],{"type":16,"tag":127,"props":8251,"children":8253},{"className":8252,"style":5902},[342,5901],[8254],{"type":16,"tag":127,"props":8255,"children":8257},{"className":8256},[5907,390],[8258],{"type":22,"value":8037},{"type":16,"tag":127,"props":8260,"children":8262},{"className":8261},[182],[8263,8268,8355],{"type":16,"tag":127,"props":8264,"children":8267},{"className":8265},[342,8266],"nulldelimiter",[],{"type":16,"tag":127,"props":8269,"children":8271},{"className":8270},[8039],[8272],{"type":16,"tag":127,"props":8273,"children":8275},{"className":8274},[362,4278],[8276,8343],{"type":16,"tag":127,"props":8277,"children":8279},{"className":8278},[367],[8280,8338],{"type":16,"tag":127,"props":8281,"children":8284},{"className":8282,"style":8283},[372],"height:1.3603em;",[8285,8307,8321],{"type":16,"tag":127,"props":8286,"children":8288},{"style":8287},"top:-2.314em;",[8289,8293],{"type":16,"tag":127,"props":8290,"children":8292},{"className":8291,"style":4296},[382],[],{"type":16,"tag":127,"props":8294,"children":8296},{"className":8295},[182],[8297,8302],{"type":16,"tag":127,"props":8298,"children":8300},{"className":8299},[182],[8301],{"type":22,"value":8053},{"type":16,"tag":127,"props":8303,"children":8305},{"className":8304},[182,183],[8306],{"type":22,"value":155},{"type":16,"tag":127,"props":8308,"children":8310},{"style":8309},"top:-3.23em;",[8311,8315],{"type":16,"tag":127,"props":8312,"children":8314},{"className":8313,"style":4296},[382],[],{"type":16,"tag":127,"props":8316,"children":8320},{"className":8317,"style":8319},[8318],"frac-line","border-bottom-width:0.04em;",[],{"type":16,"tag":127,"props":8322,"children":8324},{"style":8323},"top:-3.677em;",[8325,8329],{"type":16,"tag":127,"props":8326,"children":8328},{"className":8327,"style":4296},[382],[],{"type":16,"tag":127,"props":8330,"children":8332},{"className":8331},[182],[8333],{"type":16,"tag":127,"props":8334,"children":8336},{"className":8335,"style":230},[182,183],[8337],{"type":22,"value":209},{"type":16,"tag":127,"props":8339,"children":8341},{"className":8340},[4326],[8342],{"type":22,"value":4329},{"type":16,"tag":127,"props":8344,"children":8346},{"className":8345},[367],[8347],{"type":16,"tag":127,"props":8348,"children":8351},{"className":8349,"style":8350},[372],"height:0.686em;",[8352],{"type":16,"tag":127,"props":8353,"children":8354},{},[],{"type":16,"tag":127,"props":8356,"children":8358},{"className":8357},[492,8266],[],{"type":16,"tag":127,"props":8360,"children":8362},{"className":8361,"style":5902},[492,5901],[8363],{"type":16,"tag":127,"props":8364,"children":8366},{"className":8365},[5907,390],[8367],{"type":22,"value":8062},{"type":16,"tag":127,"props":8369,"children":8371},{"className":8370,"style":981},[593],[],{"type":16,"tag":127,"props":8373,"children":8375},{"className":8374},[975],[8376],{"type":22,"value":904},{"type":16,"tag":127,"props":8378,"children":8380},{"className":8379,"style":1692},[593],[],{"type":16,"tag":127,"props":8382,"children":8384},{"className":8383,"style":981},[593],[],{"type":16,"tag":127,"props":8386,"children":8388},{"className":8387},[182],[8389,8394],{"type":16,"tag":127,"props":8390,"children":8392},{"className":8391,"style":3918},[182,183],[8393],{"type":22,"value":3834},{"type":16,"tag":127,"props":8395,"children":8397},{"className":8396},[357],[8398],{"type":16,"tag":127,"props":8399,"children":8401},{"className":8400},[362,4278],[8402,8431],{"type":16,"tag":127,"props":8403,"children":8405},{"className":8404},[367],[8406,8426],{"type":16,"tag":127,"props":8407,"children":8409},{"className":8408,"style":8189},[372],[8410],{"type":16,"tag":127,"props":8411,"children":8412},{"style":8193},[8413,8417],{"type":16,"tag":127,"props":8414,"children":8416},{"className":8415,"style":383},[382],[],{"type":16,"tag":127,"props":8418,"children":8420},{"className":8419},[388,389,390,391],[8421],{"type":16,"tag":127,"props":8422,"children":8424},{"className":8423,"style":336},[182,183,391],[8425],{"type":22,"value":8081},{"type":16,"tag":127,"props":8427,"children":8429},{"className":8428},[4326],[8430],{"type":22,"value":4329},{"type":16,"tag":127,"props":8432,"children":8434},{"className":8433},[367],[8435],{"type":16,"tag":127,"props":8436,"children":8438},{"className":8437,"style":4401},[372],[8439],{"type":16,"tag":127,"props":8440,"children":8441},{},[],{"type":16,"tag":127,"props":8443,"children":8445},{"className":8444,"style":1006},[593],[],{"type":16,"tag":127,"props":8447,"children":8449},{"className":8448},[1011],[8450],{"type":22,"value":1353},{"type":16,"tag":127,"props":8452,"children":8454},{"className":8453,"style":1006},[593],[],{"type":16,"tag":127,"props":8456,"children":8458},{"className":8457},[171],[8459,8463,8468,8472,8626,8630],{"type":16,"tag":127,"props":8460,"children":8462},{"className":8461,"style":8244},[176],[],{"type":16,"tag":127,"props":8464,"children":8466},{"className":8465},[1727],[8467],{"type":22,"value":8090},{"type":16,"tag":127,"props":8469,"children":8471},{"className":8470,"style":981},[593],[],{"type":16,"tag":127,"props":8473,"children":8475},{"className":8474},[5896],[8476,8485,8599,8603,8608,8612,8617],{"type":16,"tag":127,"props":8477,"children":8479},{"className":8478,"style":5902},[342,5901],[8480],{"type":16,"tag":127,"props":8481,"children":8483},{"className":8482},[5907,390],[8484],{"type":22,"value":263},{"type":16,"tag":127,"props":8486,"children":8488},{"className":8487},[5896],[8489,8498,8590],{"type":16,"tag":127,"props":8490,"children":8492},{"className":8491,"style":5902},[342,5901],[8493],{"type":16,"tag":127,"props":8494,"children":8496},{"className":8495},[5907,390],[8497],{"type":22,"value":8037},{"type":16,"tag":127,"props":8499,"children":8501},{"className":8500},[182],[8502,8506,8586],{"type":16,"tag":127,"props":8503,"children":8505},{"className":8504},[342,8266],[],{"type":16,"tag":127,"props":8507,"children":8509},{"className":8508},[8039],[8510],{"type":16,"tag":127,"props":8511,"children":8513},{"className":8512},[362,4278],[8514,8575],{"type":16,"tag":127,"props":8515,"children":8517},{"className":8516},[367],[8518,8570],{"type":16,"tag":127,"props":8519,"children":8521},{"className":8520,"style":8283},[372],[8522,8543,8554],{"type":16,"tag":127,"props":8523,"children":8524},{"style":8287},[8525,8529],{"type":16,"tag":127,"props":8526,"children":8528},{"className":8527,"style":4296},[382],[],{"type":16,"tag":127,"props":8530,"children":8532},{"className":8531},[182],[8533,8538],{"type":16,"tag":127,"props":8534,"children":8536},{"className":8535},[182],[8537],{"type":22,"value":8053},{"type":16,"tag":127,"props":8539,"children":8541},{"className":8540},[182,183],[8542],{"type":22,"value":155},{"type":16,"tag":127,"props":8544,"children":8545},{"style":8309},[8546,8550],{"type":16,"tag":127,"props":8547,"children":8549},{"className":8548,"style":4296},[382],[],{"type":16,"tag":127,"props":8551,"children":8553},{"className":8552,"style":8319},[8318],[],{"type":16,"tag":127,"props":8555,"children":8556},{"style":8323},[8557,8561],{"type":16,"tag":127,"props":8558,"children":8560},{"className":8559,"style":4296},[382],[],{"type":16,"tag":127,"props":8562,"children":8564},{"className":8563},[182],[8565],{"type":16,"tag":127,"props":8566,"children":8568},{"className":8567,"style":230},[182,183],[8569],{"type":22,"value":209},{"type":16,"tag":127,"props":8571,"children":8573},{"className":8572},[4326],[8574],{"type":22,"value":4329},{"type":16,"tag":127,"props":8576,"children":8578},{"className":8577},[367],[8579],{"type":16,"tag":127,"props":8580,"children":8582},{"className":8581,"style":8350},[372],[8583],{"type":16,"tag":127,"props":8584,"children":8585},{},[],{"type":16,"tag":127,"props":8587,"children":8589},{"className":8588},[492,8266],[],{"type":16,"tag":127,"props":8591,"children":8593},{"className":8592,"style":5902},[492,5901],[8594],{"type":16,"tag":127,"props":8595,"children":8597},{"className":8596},[5907,390],[8598],{"type":22,"value":8062},{"type":16,"tag":127,"props":8600,"children":8602},{"className":8601,"style":981},[593],[],{"type":16,"tag":127,"props":8604,"children":8606},{"className":8605},[975],[8607],{"type":22,"value":904},{"type":16,"tag":127,"props":8609,"children":8611},{"className":8610,"style":981},[593],[],{"type":16,"tag":127,"props":8613,"children":8615},{"className":8614},[182,183],[8616],{"type":22,"value":155},{"type":16,"tag":127,"props":8618,"children":8620},{"className":8619,"style":5902},[492,5901],[8621],{"type":16,"tag":127,"props":8622,"children":8624},{"className":8623},[5907,390],[8625],{"type":22,"value":314},{"type":16,"tag":127,"props":8627,"children":8629},{"className":8628,"style":981},[593],[],{"type":16,"tag":127,"props":8631,"children":8633},{"className":8632},[182],[8634],{"type":22,"value":4210},{"type":16,"tag":24,"props":8636,"children":8637},{},[8638,8640,8805,8807,8945,8946,9093,9095,9137,9139,9373,9375,9440,9441,9672,9674,9719],{"type":22,"value":8639},"初始化 ",{"type":16,"tag":127,"props":8641,"children":8643},{"className":8642},[130],[8644,8693],{"type":16,"tag":127,"props":8645,"children":8647},{"className":8646},[135],[8648],{"type":16,"tag":138,"props":8649,"children":8650},{"xmlns":140},[8651],{"type":16,"tag":143,"props":8652,"children":8653},{},[8654,8688],{"type":16,"tag":147,"props":8655,"children":8656},{},[8657,8661,8665],{"type":16,"tag":151,"props":8658,"children":8659},{},[8660],{"type":22,"value":256},{"type":16,"tag":258,"props":8662,"children":8663},{},[8664],{"type":22,"value":1353},{"type":16,"tag":3987,"props":8666,"children":8667},{},[8668,8673],{"type":16,"tag":274,"props":8669,"children":8670},{},[8671],{"type":22,"value":8672},"0",{"type":16,"tag":147,"props":8674,"children":8675},{},[8676,8680,8684],{"type":16,"tag":151,"props":8677,"children":8678},{},[8679],{"type":22,"value":272},{"type":16,"tag":258,"props":8681,"children":8682},{},[8683],{"type":22,"value":944},{"type":16,"tag":151,"props":8685,"children":8686},{},[8687],{"type":22,"value":155},{"type":16,"tag":157,"props":8689,"children":8690},{"encoding":159},[8691],{"type":22,"value":8692},"O=0_{N\\times d}",{"type":16,"tag":127,"props":8694,"children":8696},{"className":8695,"ariaHidden":166},[165],[8697,8723],{"type":16,"tag":127,"props":8698,"children":8700},{"className":8699},[171],[8701,8705,8710,8714,8719],{"type":16,"tag":127,"props":8702,"children":8704},{"className":8703,"style":225},[176],[],{"type":16,"tag":127,"props":8706,"children":8708},{"className":8707,"style":336},[182,183],[8709],{"type":22,"value":256},{"type":16,"tag":127,"props":8711,"children":8713},{"className":8712,"style":1006},[593],[],{"type":16,"tag":127,"props":8715,"children":8717},{"className":8716},[1011],[8718],{"type":22,"value":1353},{"type":16,"tag":127,"props":8720,"children":8722},{"className":8721,"style":1006},[593],[],{"type":16,"tag":127,"props":8724,"children":8726},{"className":8725},[171],[8727,8732],{"type":16,"tag":127,"props":8728,"children":8731},{"className":8729,"style":8730},[176],"height:0.8528em;vertical-align:-0.2083em;",[],{"type":16,"tag":127,"props":8733,"children":8735},{"className":8734},[182],[8736,8741],{"type":16,"tag":127,"props":8737,"children":8739},{"className":8738},[182],[8740],{"type":22,"value":8672},{"type":16,"tag":127,"props":8742,"children":8744},{"className":8743},[357],[8745],{"type":16,"tag":127,"props":8746,"children":8748},{"className":8747},[362,4278],[8749,8793],{"type":16,"tag":127,"props":8750,"children":8752},{"className":8751},[367],[8753,8788],{"type":16,"tag":127,"props":8754,"children":8757},{"className":8755,"style":8756},[372],"height:0.3361em;",[8758],{"type":16,"tag":127,"props":8759,"children":8760},{"style":4374},[8761,8765],{"type":16,"tag":127,"props":8762,"children":8764},{"className":8763,"style":383},[382],[],{"type":16,"tag":127,"props":8766,"children":8768},{"className":8767},[388,389,390,391],[8769],{"type":16,"tag":127,"props":8770,"children":8772},{"className":8771},[182,391],[8773,8778,8783],{"type":16,"tag":127,"props":8774,"children":8776},{"className":8775,"style":230},[182,183,391],[8777],{"type":22,"value":272},{"type":16,"tag":127,"props":8779,"children":8781},{"className":8780},[599,391],[8782],{"type":22,"value":944},{"type":16,"tag":127,"props":8784,"children":8786},{"className":8785},[182,183,391],[8787],{"type":22,"value":155},{"type":16,"tag":127,"props":8789,"children":8791},{"className":8790},[4326],[8792],{"type":22,"value":4329},{"type":16,"tag":127,"props":8794,"children":8796},{"className":8795},[367],[8797],{"type":16,"tag":127,"props":8798,"children":8801},{"className":8799,"style":8800},[372],"height:0.2083em;",[8802],{"type":16,"tag":127,"props":8803,"children":8804},{},[],{"type":22,"value":8806},"、",{"type":16,"tag":127,"props":8808,"children":8810},{"className":8809},[130],[8811,8848],{"type":16,"tag":127,"props":8812,"children":8814},{"className":8813},[135],[8815],{"type":16,"tag":138,"props":8816,"children":8817},{"xmlns":140},[8818],{"type":16,"tag":143,"props":8819,"children":8820},{},[8821,8843],{"type":16,"tag":147,"props":8822,"children":8823},{},[8824,8828,8832],{"type":16,"tag":151,"props":8825,"children":8826},{"mathvariant":516},[8827],{"type":22,"value":4086},{"type":16,"tag":258,"props":8829,"children":8830},{},[8831],{"type":22,"value":1353},{"type":16,"tag":3987,"props":8833,"children":8834},{},[8835,8839],{"type":16,"tag":274,"props":8836,"children":8837},{},[8838],{"type":22,"value":8672},{"type":16,"tag":151,"props":8840,"children":8841},{},[8842],{"type":22,"value":272},{"type":16,"tag":157,"props":8844,"children":8845},{"encoding":159},[8846],{"type":22,"value":8847},"\\ell=0_N",{"type":16,"tag":127,"props":8849,"children":8851},{"className":8850,"ariaHidden":166},[165],[8852,8878],{"type":16,"tag":127,"props":8853,"children":8855},{"className":8854},[171],[8856,8860,8865,8869,8874],{"type":16,"tag":127,"props":8857,"children":8859},{"className":8858,"style":177},[176],[],{"type":16,"tag":127,"props":8861,"children":8863},{"className":8862},[182],[8864],{"type":22,"value":4086},{"type":16,"tag":127,"props":8866,"children":8868},{"className":8867,"style":1006},[593],[],{"type":16,"tag":127,"props":8870,"children":8872},{"className":8871},[1011],[8873],{"type":22,"value":1353},{"type":16,"tag":127,"props":8875,"children":8877},{"className":8876,"style":1006},[593],[],{"type":16,"tag":127,"props":8879,"children":8881},{"className":8880},[171],[8882,8887],{"type":16,"tag":127,"props":8883,"children":8886},{"className":8884,"style":8885},[176],"height:0.7944em;vertical-align:-0.15em;",[],{"type":16,"tag":127,"props":8888,"children":8890},{"className":8889},[182],[8891,8896],{"type":16,"tag":127,"props":8892,"children":8894},{"className":8893},[182],[8895],{"type":22,"value":8672},{"type":16,"tag":127,"props":8897,"children":8899},{"className":8898},[357],[8900],{"type":16,"tag":127,"props":8901,"children":8903},{"className":8902},[362,4278],[8904,8934],{"type":16,"tag":127,"props":8905,"children":8907},{"className":8906},[367],[8908,8929],{"type":16,"tag":127,"props":8909,"children":8912},{"className":8910,"style":8911},[372],"height:0.3283em;",[8913],{"type":16,"tag":127,"props":8914,"children":8915},{"style":4374},[8916,8920],{"type":16,"tag":127,"props":8917,"children":8919},{"className":8918,"style":383},[382],[],{"type":16,"tag":127,"props":8921,"children":8923},{"className":8922},[388,389,390,391],[8924],{"type":16,"tag":127,"props":8925,"children":8927},{"className":8926,"style":230},[182,183,391],[8928],{"type":22,"value":272},{"type":16,"tag":127,"props":8930,"children":8932},{"className":8931},[4326],[8933],{"type":22,"value":4329},{"type":16,"tag":127,"props":8935,"children":8937},{"className":8936},[367],[8938],{"type":16,"tag":127,"props":8939,"children":8941},{"className":8940,"style":4401},[372],[8942],{"type":16,"tag":127,"props":8943,"children":8944},{},[],{"type":22,"value":8806},{"type":16,"tag":127,"props":8947,"children":8949},{"className":8948},[130],[8950,8992],{"type":16,"tag":127,"props":8951,"children":8953},{"className":8952},[135],[8954],{"type":16,"tag":138,"props":8955,"children":8956},{"xmlns":140},[8957],{"type":16,"tag":143,"props":8958,"children":8959},{},[8960,8987],{"type":16,"tag":147,"props":8961,"children":8962},{},[8963,8967,8971,8975],{"type":16,"tag":151,"props":8964,"children":8965},{},[8966],{"type":22,"value":3948},{"type":16,"tag":258,"props":8968,"children":8969},{},[8970],{"type":22,"value":1353},{"type":16,"tag":258,"props":8972,"children":8973},{},[8974],{"type":22,"value":304},{"type":16,"tag":3987,"props":8976,"children":8977},{},[8978,8983],{"type":16,"tag":151,"props":8979,"children":8980},{"mathvariant":516},[8981],{"type":22,"value":8982},"∞",{"type":16,"tag":151,"props":8984,"children":8985},{},[8986],{"type":22,"value":272},{"type":16,"tag":157,"props":8988,"children":8989},{"encoding":159},[8990],{"type":22,"value":8991},"m=-\\infty_N",{"type":16,"tag":127,"props":8993,"children":8995},{"className":8994,"ariaHidden":166},[165],[8996,9022],{"type":16,"tag":127,"props":8997,"children":8999},{"className":8998},[171],[9000,9004,9009,9013,9018],{"type":16,"tag":127,"props":9001,"children":9003},{"className":9002,"style":4287},[176],[],{"type":16,"tag":127,"props":9005,"children":9007},{"className":9006},[182,183],[9008],{"type":22,"value":3948},{"type":16,"tag":127,"props":9010,"children":9012},{"className":9011,"style":1006},[593],[],{"type":16,"tag":127,"props":9014,"children":9016},{"className":9015},[1011],[9017],{"type":22,"value":1353},{"type":16,"tag":127,"props":9019,"children":9021},{"className":9020,"style":1006},[593],[],{"type":16,"tag":127,"props":9023,"children":9025},{"className":9024},[171],[9026,9031,9036],{"type":16,"tag":127,"props":9027,"children":9030},{"className":9028,"style":9029},[176],"height:0.7333em;vertical-align:-0.15em;",[],{"type":16,"tag":127,"props":9032,"children":9034},{"className":9033},[182],[9035],{"type":22,"value":304},{"type":16,"tag":127,"props":9037,"children":9039},{"className":9038},[182],[9040,9045],{"type":16,"tag":127,"props":9041,"children":9043},{"className":9042},[182],[9044],{"type":22,"value":8982},{"type":16,"tag":127,"props":9046,"children":9048},{"className":9047},[357],[9049],{"type":16,"tag":127,"props":9050,"children":9052},{"className":9051},[362,4278],[9053,9082],{"type":16,"tag":127,"props":9054,"children":9056},{"className":9055},[367],[9057,9077],{"type":16,"tag":127,"props":9058,"children":9060},{"className":9059,"style":8911},[372],[9061],{"type":16,"tag":127,"props":9062,"children":9063},{"style":4374},[9064,9068],{"type":16,"tag":127,"props":9065,"children":9067},{"className":9066,"style":383},[382],[],{"type":16,"tag":127,"props":9069,"children":9071},{"className":9070},[388,389,390,391],[9072],{"type":16,"tag":127,"props":9073,"children":9075},{"className":9074,"style":230},[182,183,391],[9076],{"type":22,"value":272},{"type":16,"tag":127,"props":9078,"children":9080},{"className":9079},[4326],[9081],{"type":22,"value":4329},{"type":16,"tag":127,"props":9083,"children":9085},{"className":9084},[367],[9086],{"type":16,"tag":127,"props":9087,"children":9089},{"className":9088,"style":4401},[372],[9090],{"type":16,"tag":127,"props":9091,"children":9092},{},[],{"type":22,"value":9094},"（均在 HBM）。把 ",{"type":16,"tag":127,"props":9096,"children":9098},{"className":9097},[130],[9099,9120],{"type":16,"tag":127,"props":9100,"children":9102},{"className":9101},[135],[9103],{"type":16,"tag":138,"props":9104,"children":9105},{"xmlns":140},[9106],{"type":16,"tag":143,"props":9107,"children":9108},{},[9109,9116],{"type":16,"tag":147,"props":9110,"children":9111},{},[9112],{"type":16,"tag":151,"props":9113,"children":9114},{},[9115],{"type":22,"value":899},{"type":16,"tag":157,"props":9117,"children":9118},{"encoding":159},[9119],{"type":22,"value":899},{"type":16,"tag":127,"props":9121,"children":9123},{"className":9122,"ariaHidden":166},[165],[9124],{"type":16,"tag":127,"props":9125,"children":9127},{"className":9126},[171],[9128,9132],{"type":16,"tag":127,"props":9129,"children":9131},{"className":9130,"style":965},[176],[],{"type":16,"tag":127,"props":9133,"children":9135},{"className":9134},[182,183],[9136],{"type":22,"value":899},{"type":22,"value":9138}," 分成 ",{"type":16,"tag":127,"props":9140,"children":9142},{"className":9141},[130],[9143,9205],{"type":16,"tag":127,"props":9144,"children":9146},{"className":9145},[135],[9147],{"type":16,"tag":138,"props":9148,"children":9149},{"xmlns":140},[9150],{"type":16,"tag":143,"props":9151,"children":9152},{},[9153,9200],{"type":16,"tag":147,"props":9154,"children":9155},{},[9156,9167,9171,9176,9180,9184,9195],{"type":16,"tag":3987,"props":9157,"children":9158},{},[9159,9163],{"type":16,"tag":151,"props":9160,"children":9161},{},[9162],{"type":22,"value":1369},{"type":16,"tag":151,"props":9164,"children":9165},{},[9166],{"type":22,"value":8081},{"type":16,"tag":258,"props":9168,"children":9169},{},[9170],{"type":22,"value":1353},{"type":16,"tag":258,"props":9172,"children":9173},{"stretchy":260},[9174],{"type":22,"value":9175},"⌈",{"type":16,"tag":151,"props":9177,"children":9178},{},[9179],{"type":22,"value":272},{"type":16,"tag":151,"props":9181,"children":9182},{"mathvariant":516},[9183],{"type":22,"value":4189},{"type":16,"tag":3987,"props":9185,"children":9186},{},[9187,9191],{"type":16,"tag":151,"props":9188,"children":9189},{},[9190],{"type":22,"value":3834},{"type":16,"tag":151,"props":9192,"children":9193},{},[9194],{"type":22,"value":8081},{"type":16,"tag":258,"props":9196,"children":9197},{"stretchy":260},[9198],{"type":22,"value":9199},"⌉",{"type":16,"tag":157,"props":9201,"children":9202},{"encoding":159},[9203],{"type":22,"value":9204},"T_r=\\lceil N\u002FB_r\\rceil",{"type":16,"tag":127,"props":9206,"children":9208},{"className":9207,"ariaHidden":166},[165],[9209,9288],{"type":16,"tag":127,"props":9210,"children":9212},{"className":9211},[171],[9213,9217,9275,9279,9284],{"type":16,"tag":127,"props":9214,"children":9216},{"className":9215,"style":8163},[176],[],{"type":16,"tag":127,"props":9218,"children":9220},{"className":9219},[182],[9221,9226],{"type":16,"tag":127,"props":9222,"children":9224},{"className":9223,"style":1605},[182,183],[9225],{"type":22,"value":1369},{"type":16,"tag":127,"props":9227,"children":9229},{"className":9228},[357],[9230],{"type":16,"tag":127,"props":9231,"children":9233},{"className":9232},[362,4278],[9234,9264],{"type":16,"tag":127,"props":9235,"children":9237},{"className":9236},[367],[9238,9259],{"type":16,"tag":127,"props":9239,"children":9241},{"className":9240,"style":8189},[372],[9242],{"type":16,"tag":127,"props":9243,"children":9245},{"style":9244},"top:-2.55em;margin-left:-0.1389em;margin-right:0.05em;",[9246,9250],{"type":16,"tag":127,"props":9247,"children":9249},{"className":9248,"style":383},[382],[],{"type":16,"tag":127,"props":9251,"children":9253},{"className":9252},[388,389,390,391],[9254],{"type":16,"tag":127,"props":9255,"children":9257},{"className":9256,"style":336},[182,183,391],[9258],{"type":22,"value":8081},{"type":16,"tag":127,"props":9260,"children":9262},{"className":9261},[4326],[9263],{"type":22,"value":4329},{"type":16,"tag":127,"props":9265,"children":9267},{"className":9266},[367],[9268],{"type":16,"tag":127,"props":9269,"children":9271},{"className":9270,"style":4401},[372],[9272],{"type":16,"tag":127,"props":9273,"children":9274},{},[],{"type":16,"tag":127,"props":9276,"children":9278},{"className":9277,"style":1006},[593],[],{"type":16,"tag":127,"props":9280,"children":9282},{"className":9281},[1011],[9283],{"type":22,"value":1353},{"type":16,"tag":127,"props":9285,"children":9287},{"className":9286,"style":1006},[593],[],{"type":16,"tag":127,"props":9289,"children":9291},{"className":9290},[171],[9292,9296,9301,9306,9311,9368],{"type":16,"tag":127,"props":9293,"children":9295},{"className":9294,"style":568},[176],[],{"type":16,"tag":127,"props":9297,"children":9299},{"className":9298},[342],[9300],{"type":22,"value":9175},{"type":16,"tag":127,"props":9302,"children":9304},{"className":9303,"style":230},[182,183],[9305],{"type":22,"value":272},{"type":16,"tag":127,"props":9307,"children":9309},{"className":9308},[182],[9310],{"type":22,"value":4189},{"type":16,"tag":127,"props":9312,"children":9314},{"className":9313},[182],[9315,9320],{"type":16,"tag":127,"props":9316,"children":9318},{"className":9317,"style":3918},[182,183],[9319],{"type":22,"value":3834},{"type":16,"tag":127,"props":9321,"children":9323},{"className":9322},[357],[9324],{"type":16,"tag":127,"props":9325,"children":9327},{"className":9326},[362,4278],[9328,9357],{"type":16,"tag":127,"props":9329,"children":9331},{"className":9330},[367],[9332,9352],{"type":16,"tag":127,"props":9333,"children":9335},{"className":9334,"style":8189},[372],[9336],{"type":16,"tag":127,"props":9337,"children":9338},{"style":8193},[9339,9343],{"type":16,"tag":127,"props":9340,"children":9342},{"className":9341,"style":383},[382],[],{"type":16,"tag":127,"props":9344,"children":9346},{"className":9345},[388,389,390,391],[9347],{"type":16,"tag":127,"props":9348,"children":9350},{"className":9349,"style":336},[182,183,391],[9351],{"type":22,"value":8081},{"type":16,"tag":127,"props":9353,"children":9355},{"className":9354},[4326],[9356],{"type":22,"value":4329},{"type":16,"tag":127,"props":9358,"children":9360},{"className":9359},[367],[9361],{"type":16,"tag":127,"props":9362,"children":9364},{"className":9363,"style":4401},[372],[9365],{"type":16,"tag":127,"props":9366,"children":9367},{},[],{"type":16,"tag":127,"props":9369,"children":9371},{"className":9370},[492],[9372],{"type":22,"value":9199},{"type":22,"value":9374}," 个块，把 ",{"type":16,"tag":127,"props":9376,"children":9378},{"className":9377},[130],[9379,9409],{"type":16,"tag":127,"props":9380,"children":9382},{"className":9381},[135],[9383],{"type":16,"tag":138,"props":9384,"children":9385},{"xmlns":140},[9386],{"type":16,"tag":143,"props":9387,"children":9388},{},[9389,9404],{"type":16,"tag":147,"props":9390,"children":9391},{},[9392,9396,9400],{"type":16,"tag":151,"props":9393,"children":9394},{},[9395],{"type":22,"value":909},{"type":16,"tag":258,"props":9397,"children":9398},{"separator":166},[9399],{"type":22,"value":904},{"type":16,"tag":151,"props":9401,"children":9402},{},[9403],{"type":22,"value":918},{"type":16,"tag":157,"props":9405,"children":9406},{"encoding":159},[9407],{"type":22,"value":9408},"K,V",{"type":16,"tag":127,"props":9410,"children":9412},{"className":9411,"ariaHidden":166},[165],[9413],{"type":16,"tag":127,"props":9414,"children":9416},{"className":9415},[171],[9417,9421,9426,9431,9435],{"type":16,"tag":127,"props":9418,"children":9420},{"className":9419,"style":965},[176],[],{"type":16,"tag":127,"props":9422,"children":9424},{"className":9423,"style":986},[182,183],[9425],{"type":22,"value":909},{"type":16,"tag":127,"props":9427,"children":9429},{"className":9428},[975],[9430],{"type":22,"value":904},{"type":16,"tag":127,"props":9432,"children":9434},{"className":9433,"style":981},[593],[],{"type":16,"tag":127,"props":9436,"children":9438},{"className":9437,"style":594},[182,183],[9439],{"type":22,"value":918},{"type":22,"value":9138},{"type":16,"tag":127,"props":9442,"children":9444},{"className":9443},[130],[9445,9505],{"type":16,"tag":127,"props":9446,"children":9448},{"className":9447},[135],[9449],{"type":16,"tag":138,"props":9450,"children":9451},{"xmlns":140},[9452],{"type":16,"tag":143,"props":9453,"children":9454},{},[9455,9500],{"type":16,"tag":147,"props":9456,"children":9457},{},[9458,9469,9473,9477,9481,9485,9496],{"type":16,"tag":3987,"props":9459,"children":9460},{},[9461,9465],{"type":16,"tag":151,"props":9462,"children":9463},{},[9464],{"type":22,"value":1369},{"type":16,"tag":151,"props":9466,"children":9467},{},[9468],{"type":22,"value":8025},{"type":16,"tag":258,"props":9470,"children":9471},{},[9472],{"type":22,"value":1353},{"type":16,"tag":258,"props":9474,"children":9475},{"stretchy":260},[9476],{"type":22,"value":9175},{"type":16,"tag":151,"props":9478,"children":9479},{},[9480],{"type":22,"value":272},{"type":16,"tag":151,"props":9482,"children":9483},{"mathvariant":516},[9484],{"type":22,"value":4189},{"type":16,"tag":3987,"props":9486,"children":9487},{},[9488,9492],{"type":16,"tag":151,"props":9489,"children":9490},{},[9491],{"type":22,"value":3834},{"type":16,"tag":151,"props":9493,"children":9494},{},[9495],{"type":22,"value":8025},{"type":16,"tag":258,"props":9497,"children":9498},{"stretchy":260},[9499],{"type":22,"value":9199},{"type":16,"tag":157,"props":9501,"children":9502},{"encoding":159},[9503],{"type":22,"value":9504},"T_c=\\lceil N\u002FB_c\\rceil",{"type":16,"tag":127,"props":9506,"children":9508},{"className":9507,"ariaHidden":166},[165],[9509,9587],{"type":16,"tag":127,"props":9510,"children":9512},{"className":9511},[171],[9513,9517,9574,9578,9583],{"type":16,"tag":127,"props":9514,"children":9516},{"className":9515,"style":8163},[176],[],{"type":16,"tag":127,"props":9518,"children":9520},{"className":9519},[182],[9521,9526],{"type":16,"tag":127,"props":9522,"children":9524},{"className":9523,"style":1605},[182,183],[9525],{"type":22,"value":1369},{"type":16,"tag":127,"props":9527,"children":9529},{"className":9528},[357],[9530],{"type":16,"tag":127,"props":9531,"children":9533},{"className":9532},[362,4278],[9534,9563],{"type":16,"tag":127,"props":9535,"children":9537},{"className":9536},[367],[9538,9558],{"type":16,"tag":127,"props":9539,"children":9541},{"className":9540,"style":8189},[372],[9542],{"type":16,"tag":127,"props":9543,"children":9544},{"style":9244},[9545,9549],{"type":16,"tag":127,"props":9546,"children":9548},{"className":9547,"style":383},[382],[],{"type":16,"tag":127,"props":9550,"children":9552},{"className":9551},[388,389,390,391],[9553],{"type":16,"tag":127,"props":9554,"children":9556},{"className":9555},[182,183,391],[9557],{"type":22,"value":8025},{"type":16,"tag":127,"props":9559,"children":9561},{"className":9560},[4326],[9562],{"type":22,"value":4329},{"type":16,"tag":127,"props":9564,"children":9566},{"className":9565},[367],[9567],{"type":16,"tag":127,"props":9568,"children":9570},{"className":9569,"style":4401},[372],[9571],{"type":16,"tag":127,"props":9572,"children":9573},{},[],{"type":16,"tag":127,"props":9575,"children":9577},{"className":9576,"style":1006},[593],[],{"type":16,"tag":127,"props":9579,"children":9581},{"className":9580},[1011],[9582],{"type":22,"value":1353},{"type":16,"tag":127,"props":9584,"children":9586},{"className":9585,"style":1006},[593],[],{"type":16,"tag":127,"props":9588,"children":9590},{"className":9589},[171],[9591,9595,9600,9605,9610,9667],{"type":16,"tag":127,"props":9592,"children":9594},{"className":9593,"style":568},[176],[],{"type":16,"tag":127,"props":9596,"children":9598},{"className":9597},[342],[9599],{"type":22,"value":9175},{"type":16,"tag":127,"props":9601,"children":9603},{"className":9602,"style":230},[182,183],[9604],{"type":22,"value":272},{"type":16,"tag":127,"props":9606,"children":9608},{"className":9607},[182],[9609],{"type":22,"value":4189},{"type":16,"tag":127,"props":9611,"children":9613},{"className":9612},[182],[9614,9619],{"type":16,"tag":127,"props":9615,"children":9617},{"className":9616,"style":3918},[182,183],[9618],{"type":22,"value":3834},{"type":16,"tag":127,"props":9620,"children":9622},{"className":9621},[357],[9623],{"type":16,"tag":127,"props":9624,"children":9626},{"className":9625},[362,4278],[9627,9656],{"type":16,"tag":127,"props":9628,"children":9630},{"className":9629},[367],[9631,9651],{"type":16,"tag":127,"props":9632,"children":9634},{"className":9633,"style":8189},[372],[9635],{"type":16,"tag":127,"props":9636,"children":9637},{"style":8193},[9638,9642],{"type":16,"tag":127,"props":9639,"children":9641},{"className":9640,"style":383},[382],[],{"type":16,"tag":127,"props":9643,"children":9645},{"className":9644},[388,389,390,391],[9646],{"type":16,"tag":127,"props":9647,"children":9649},{"className":9648},[182,183,391],[9650],{"type":22,"value":8025},{"type":16,"tag":127,"props":9652,"children":9654},{"className":9653},[4326],[9655],{"type":22,"value":4329},{"type":16,"tag":127,"props":9657,"children":9659},{"className":9658},[367],[9660],{"type":16,"tag":127,"props":9661,"children":9663},{"className":9662,"style":4401},[372],[9664],{"type":16,"tag":127,"props":9665,"children":9666},{},[],{"type":16,"tag":127,"props":9668,"children":9670},{"className":9669},[492],[9671],{"type":22,"value":9199},{"type":22,"value":9673}," 个块。对每个列块 ",{"type":16,"tag":127,"props":9675,"children":9677},{"className":9676},[130],[9678,9700],{"type":16,"tag":127,"props":9679,"children":9681},{"className":9680},[135],[9682],{"type":16,"tag":138,"props":9683,"children":9684},{"xmlns":140},[9685],{"type":16,"tag":143,"props":9686,"children":9687},{},[9688,9696],{"type":16,"tag":147,"props":9689,"children":9690},{},[9691],{"type":16,"tag":151,"props":9692,"children":9693},{},[9694],{"type":22,"value":9695},"j",{"type":16,"tag":157,"props":9697,"children":9698},{"encoding":159},[9699],{"type":22,"value":9695},{"type":16,"tag":127,"props":9701,"children":9703},{"className":9702,"ariaHidden":166},[165],[9704],{"type":16,"tag":127,"props":9705,"children":9707},{"className":9706},[171],[9708,9713],{"type":16,"tag":127,"props":9709,"children":9712},{"className":9710,"style":9711},[176],"height:0.854em;vertical-align:-0.1944em;",[],{"type":16,"tag":127,"props":9714,"children":9717},{"className":9715,"style":9716},[182,183],"margin-right:0.0572em;",[9718],{"type":22,"value":9695},{"type":22,"value":9720},"：",{"type":16,"tag":834,"props":9722,"children":9723},{},[9724,9917,10314,10620,11409,12743,14039],{"type":16,"tag":765,"props":9725,"children":9726},{},[9727,9728,9915],{"type":22,"value":4956},{"type":16,"tag":127,"props":9729,"children":9731},{"className":9730},[130],[9732,9776],{"type":16,"tag":127,"props":9733,"children":9735},{"className":9734},[135],[9736],{"type":16,"tag":138,"props":9737,"children":9738},{"xmlns":140},[9739],{"type":16,"tag":143,"props":9740,"children":9741},{},[9742,9771],{"type":16,"tag":147,"props":9743,"children":9744},{},[9745,9756,9760],{"type":16,"tag":3987,"props":9746,"children":9747},{},[9748,9752],{"type":16,"tag":151,"props":9749,"children":9750},{},[9751],{"type":22,"value":909},{"type":16,"tag":151,"props":9753,"children":9754},{},[9755],{"type":22,"value":9695},{"type":16,"tag":258,"props":9757,"children":9758},{"separator":166},[9759],{"type":22,"value":904},{"type":16,"tag":3987,"props":9761,"children":9762},{},[9763,9767],{"type":16,"tag":151,"props":9764,"children":9765},{},[9766],{"type":22,"value":918},{"type":16,"tag":151,"props":9768,"children":9769},{},[9770],{"type":22,"value":9695},{"type":16,"tag":157,"props":9772,"children":9773},{"encoding":159},[9774],{"type":22,"value":9775},"K_j,V_j",{"type":16,"tag":127,"props":9777,"children":9779},{"className":9778,"ariaHidden":166},[165],[9780],{"type":16,"tag":127,"props":9781,"children":9783},{"className":9782},[171],[9784,9789,9848,9853,9857],{"type":16,"tag":127,"props":9785,"children":9788},{"className":9786,"style":9787},[176],"height:0.9694em;vertical-align:-0.2861em;",[],{"type":16,"tag":127,"props":9790,"children":9792},{"className":9791},[182],[9793,9798],{"type":16,"tag":127,"props":9794,"children":9796},{"className":9795,"style":986},[182,183],[9797],{"type":22,"value":909},{"type":16,"tag":127,"props":9799,"children":9801},{"className":9800},[357],[9802],{"type":16,"tag":127,"props":9803,"children":9805},{"className":9804},[362,4278],[9806,9836],{"type":16,"tag":127,"props":9807,"children":9809},{"className":9808},[367],[9810,9831],{"type":16,"tag":127,"props":9811,"children":9813},{"className":9812,"style":4370},[372],[9814],{"type":16,"tag":127,"props":9815,"children":9817},{"style":9816},"top:-2.55em;margin-left:-0.0715em;margin-right:0.05em;",[9818,9822],{"type":16,"tag":127,"props":9819,"children":9821},{"className":9820,"style":383},[382],[],{"type":16,"tag":127,"props":9823,"children":9825},{"className":9824},[388,389,390,391],[9826],{"type":16,"tag":127,"props":9827,"children":9829},{"className":9828,"style":9716},[182,183,391],[9830],{"type":22,"value":9695},{"type":16,"tag":127,"props":9832,"children":9834},{"className":9833},[4326],[9835],{"type":22,"value":4329},{"type":16,"tag":127,"props":9837,"children":9839},{"className":9838},[367],[9840],{"type":16,"tag":127,"props":9841,"children":9844},{"className":9842,"style":9843},[372],"height:0.2861em;",[9845],{"type":16,"tag":127,"props":9846,"children":9847},{},[],{"type":16,"tag":127,"props":9849,"children":9851},{"className":9850},[975],[9852],{"type":22,"value":904},{"type":16,"tag":127,"props":9854,"children":9856},{"className":9855,"style":981},[593],[],{"type":16,"tag":127,"props":9858,"children":9860},{"className":9859},[182],[9861,9866],{"type":16,"tag":127,"props":9862,"children":9864},{"className":9863,"style":594},[182,183],[9865],{"type":22,"value":918},{"type":16,"tag":127,"props":9867,"children":9869},{"className":9868},[357],[9870],{"type":16,"tag":127,"props":9871,"children":9873},{"className":9872},[362,4278],[9874,9904],{"type":16,"tag":127,"props":9875,"children":9877},{"className":9876},[367],[9878,9899],{"type":16,"tag":127,"props":9879,"children":9881},{"className":9880,"style":4370},[372],[9882],{"type":16,"tag":127,"props":9883,"children":9885},{"style":9884},"top:-2.55em;margin-left:-0.2222em;margin-right:0.05em;",[9886,9890],{"type":16,"tag":127,"props":9887,"children":9889},{"className":9888,"style":383},[382],[],{"type":16,"tag":127,"props":9891,"children":9893},{"className":9892},[388,389,390,391],[9894],{"type":16,"tag":127,"props":9895,"children":9897},{"className":9896,"style":9716},[182,183,391],[9898],{"type":22,"value":9695},{"type":16,"tag":127,"props":9900,"children":9902},{"className":9901},[4326],[9903],{"type":22,"value":4329},{"type":16,"tag":127,"props":9905,"children":9907},{"className":9906},[367],[9908],{"type":16,"tag":127,"props":9909,"children":9911},{"className":9910,"style":9843},[372],[9912],{"type":16,"tag":127,"props":9913,"children":9914},{},[],{"type":22,"value":9916}," 从 HBM 加载至片上 SRAM。",{"type":16,"tag":765,"props":9918,"children":9919},{},[9920,9922,9965,9967,10313],{"type":22,"value":9921},"对每个行块 ",{"type":16,"tag":127,"props":9923,"children":9925},{"className":9924},[130],[9926,9947],{"type":16,"tag":127,"props":9927,"children":9929},{"className":9928},[135],[9930],{"type":16,"tag":138,"props":9931,"children":9932},{"xmlns":140},[9933],{"type":16,"tag":143,"props":9934,"children":9935},{},[9936,9943],{"type":16,"tag":147,"props":9937,"children":9938},{},[9939],{"type":16,"tag":151,"props":9940,"children":9941},{},[9942],{"type":22,"value":3985},{"type":16,"tag":157,"props":9944,"children":9945},{"encoding":159},[9946],{"type":22,"value":3985},{"type":16,"tag":127,"props":9948,"children":9950},{"className":9949,"ariaHidden":166},[165],[9951],{"type":16,"tag":127,"props":9952,"children":9954},{"className":9953},[171],[9955,9960],{"type":16,"tag":127,"props":9956,"children":9959},{"className":9957,"style":9958},[176],"height:0.6595em;",[],{"type":16,"tag":127,"props":9961,"children":9963},{"className":9962},[182,183],[9964],{"type":22,"value":3985},{"type":22,"value":9966},"，加载 ",{"type":16,"tag":127,"props":9968,"children":9970},{"className":9969},[130],[9971,10045],{"type":16,"tag":127,"props":9972,"children":9974},{"className":9973},[135],[9975],{"type":16,"tag":138,"props":9976,"children":9977},{"xmlns":140},[9978],{"type":16,"tag":143,"props":9979,"children":9980},{},[9981,10040],{"type":16,"tag":147,"props":9982,"children":9983},{},[9984,9995,9999,10010,10014,10025,10029],{"type":16,"tag":3987,"props":9985,"children":9986},{},[9987,9991],{"type":16,"tag":151,"props":9988,"children":9989},{},[9990],{"type":22,"value":899},{"type":16,"tag":151,"props":9992,"children":9993},{},[9994],{"type":22,"value":3985},{"type":16,"tag":258,"props":9996,"children":9997},{"separator":166},[9998],{"type":22,"value":904},{"type":16,"tag":3987,"props":10000,"children":10001},{},[10002,10006],{"type":16,"tag":151,"props":10003,"children":10004},{},[10005],{"type":22,"value":256},{"type":16,"tag":151,"props":10007,"children":10008},{},[10009],{"type":22,"value":3985},{"type":16,"tag":258,"props":10011,"children":10012},{"separator":166},[10013],{"type":22,"value":904},{"type":16,"tag":3987,"props":10015,"children":10016},{},[10017,10021],{"type":16,"tag":151,"props":10018,"children":10019},{"mathvariant":516},[10020],{"type":22,"value":4086},{"type":16,"tag":151,"props":10022,"children":10023},{},[10024],{"type":22,"value":3985},{"type":16,"tag":258,"props":10026,"children":10027},{"separator":166},[10028],{"type":22,"value":904},{"type":16,"tag":3987,"props":10030,"children":10031},{},[10032,10036],{"type":16,"tag":151,"props":10033,"children":10034},{},[10035],{"type":22,"value":3948},{"type":16,"tag":151,"props":10037,"children":10038},{},[10039],{"type":22,"value":3985},{"type":16,"tag":157,"props":10041,"children":10042},{"encoding":159},[10043],{"type":22,"value":10044},"Q_i,O_i,\\ell_i,m_i",{"type":16,"tag":127,"props":10046,"children":10048},{"className":10047,"ariaHidden":166},[165],[10049],{"type":16,"tag":127,"props":10050,"children":10052},{"className":10051},[171],[10053,10057,10114,10119,10123,10181,10186,10190,10247,10252,10256],{"type":16,"tag":127,"props":10054,"children":10056},{"className":10055,"style":2339},[176],[],{"type":16,"tag":127,"props":10058,"children":10060},{"className":10059},[182],[10061,10066],{"type":16,"tag":127,"props":10062,"children":10064},{"className":10063},[182,183],[10065],{"type":22,"value":899},{"type":16,"tag":127,"props":10067,"children":10069},{"className":10068},[357],[10070],{"type":16,"tag":127,"props":10071,"children":10073},{"className":10072},[362,4278],[10074,10103],{"type":16,"tag":127,"props":10075,"children":10077},{"className":10076},[367],[10078,10098],{"type":16,"tag":127,"props":10079,"children":10081},{"className":10080,"style":4370},[372],[10082],{"type":16,"tag":127,"props":10083,"children":10084},{"style":4374},[10085,10089],{"type":16,"tag":127,"props":10086,"children":10088},{"className":10087,"style":383},[382],[],{"type":16,"tag":127,"props":10090,"children":10092},{"className":10091},[388,389,390,391],[10093],{"type":16,"tag":127,"props":10094,"children":10096},{"className":10095},[182,183,391],[10097],{"type":22,"value":3985},{"type":16,"tag":127,"props":10099,"children":10101},{"className":10100},[4326],[10102],{"type":22,"value":4329},{"type":16,"tag":127,"props":10104,"children":10106},{"className":10105},[367],[10107],{"type":16,"tag":127,"props":10108,"children":10110},{"className":10109,"style":4401},[372],[10111],{"type":16,"tag":127,"props":10112,"children":10113},{},[],{"type":16,"tag":127,"props":10115,"children":10117},{"className":10116},[975],[10118],{"type":22,"value":904},{"type":16,"tag":127,"props":10120,"children":10122},{"className":10121,"style":981},[593],[],{"type":16,"tag":127,"props":10124,"children":10126},{"className":10125},[182],[10127,10132],{"type":16,"tag":127,"props":10128,"children":10130},{"className":10129,"style":336},[182,183],[10131],{"type":22,"value":256},{"type":16,"tag":127,"props":10133,"children":10135},{"className":10134},[357],[10136],{"type":16,"tag":127,"props":10137,"children":10139},{"className":10138},[362,4278],[10140,10170],{"type":16,"tag":127,"props":10141,"children":10143},{"className":10142},[367],[10144,10165],{"type":16,"tag":127,"props":10145,"children":10147},{"className":10146,"style":4370},[372],[10148],{"type":16,"tag":127,"props":10149,"children":10151},{"style":10150},"top:-2.55em;margin-left:-0.0278em;margin-right:0.05em;",[10152,10156],{"type":16,"tag":127,"props":10153,"children":10155},{"className":10154,"style":383},[382],[],{"type":16,"tag":127,"props":10157,"children":10159},{"className":10158},[388,389,390,391],[10160],{"type":16,"tag":127,"props":10161,"children":10163},{"className":10162},[182,183,391],[10164],{"type":22,"value":3985},{"type":16,"tag":127,"props":10166,"children":10168},{"className":10167},[4326],[10169],{"type":22,"value":4329},{"type":16,"tag":127,"props":10171,"children":10173},{"className":10172},[367],[10174],{"type":16,"tag":127,"props":10175,"children":10177},{"className":10176,"style":4401},[372],[10178],{"type":16,"tag":127,"props":10179,"children":10180},{},[],{"type":16,"tag":127,"props":10182,"children":10184},{"className":10183},[975],[10185],{"type":22,"value":904},{"type":16,"tag":127,"props":10187,"children":10189},{"className":10188,"style":981},[593],[],{"type":16,"tag":127,"props":10191,"children":10193},{"className":10192},[182],[10194,10199],{"type":16,"tag":127,"props":10195,"children":10197},{"className":10196},[182],[10198],{"type":22,"value":4086},{"type":16,"tag":127,"props":10200,"children":10202},{"className":10201},[357],[10203],{"type":16,"tag":127,"props":10204,"children":10206},{"className":10205},[362,4278],[10207,10236],{"type":16,"tag":127,"props":10208,"children":10210},{"className":10209},[367],[10211,10231],{"type":16,"tag":127,"props":10212,"children":10214},{"className":10213,"style":4370},[372],[10215],{"type":16,"tag":127,"props":10216,"children":10217},{"style":4374},[10218,10222],{"type":16,"tag":127,"props":10219,"children":10221},{"className":10220,"style":383},[382],[],{"type":16,"tag":127,"props":10223,"children":10225},{"className":10224},[388,389,390,391],[10226],{"type":16,"tag":127,"props":10227,"children":10229},{"className":10228},[182,183,391],[10230],{"type":22,"value":3985},{"type":16,"tag":127,"props":10232,"children":10234},{"className":10233},[4326],[10235],{"type":22,"value":4329},{"type":16,"tag":127,"props":10237,"children":10239},{"className":10238},[367],[10240],{"type":16,"tag":127,"props":10241,"children":10243},{"className":10242,"style":4401},[372],[10244],{"type":16,"tag":127,"props":10245,"children":10246},{},[],{"type":16,"tag":127,"props":10248,"children":10250},{"className":10249},[975],[10251],{"type":22,"value":904},{"type":16,"tag":127,"props":10253,"children":10255},{"className":10254,"style":981},[593],[],{"type":16,"tag":127,"props":10257,"children":10259},{"className":10258},[182],[10260,10265],{"type":16,"tag":127,"props":10261,"children":10263},{"className":10262},[182,183],[10264],{"type":22,"value":3948},{"type":16,"tag":127,"props":10266,"children":10268},{"className":10267},[357],[10269],{"type":16,"tag":127,"props":10270,"children":10272},{"className":10271},[362,4278],[10273,10302],{"type":16,"tag":127,"props":10274,"children":10276},{"className":10275},[367],[10277,10297],{"type":16,"tag":127,"props":10278,"children":10280},{"className":10279,"style":4370},[372],[10281],{"type":16,"tag":127,"props":10282,"children":10283},{"style":4374},[10284,10288],{"type":16,"tag":127,"props":10285,"children":10287},{"className":10286,"style":383},[382],[],{"type":16,"tag":127,"props":10289,"children":10291},{"className":10290},[388,389,390,391],[10292],{"type":16,"tag":127,"props":10293,"children":10295},{"className":10294},[182,183,391],[10296],{"type":22,"value":3985},{"type":16,"tag":127,"props":10298,"children":10300},{"className":10299},[4326],[10301],{"type":22,"value":4329},{"type":16,"tag":127,"props":10303,"children":10305},{"className":10304},[367],[10306],{"type":16,"tag":127,"props":10307,"children":10309},{"className":10308,"style":4401},[372],[10310],{"type":16,"tag":127,"props":10311,"children":10312},{},[],{"type":22,"value":2635},{"type":16,"tag":765,"props":10315,"children":10316},{},[10317,10319,10619],{"type":22,"value":10318},"片上计算 ",{"type":16,"tag":127,"props":10320,"children":10322},{"className":10321},[130],[10323,10390],{"type":16,"tag":127,"props":10324,"children":10326},{"className":10325},[135],[10327],{"type":16,"tag":138,"props":10328,"children":10329},{"xmlns":140},[10330],{"type":16,"tag":143,"props":10331,"children":10332},{},[10333,10385],{"type":16,"tag":147,"props":10334,"children":10335},{},[10336,10354,10358,10369],{"type":16,"tag":3987,"props":10337,"children":10338},{},[10339,10343],{"type":16,"tag":151,"props":10340,"children":10341},{},[10342],{"type":22,"value":1348},{"type":16,"tag":147,"props":10344,"children":10345},{},[10346,10350],{"type":16,"tag":151,"props":10347,"children":10348},{},[10349],{"type":22,"value":3985},{"type":16,"tag":151,"props":10351,"children":10352},{},[10353],{"type":22,"value":9695},{"type":16,"tag":258,"props":10355,"children":10356},{},[10357],{"type":22,"value":1353},{"type":16,"tag":3987,"props":10359,"children":10360},{},[10361,10365],{"type":16,"tag":151,"props":10362,"children":10363},{},[10364],{"type":22,"value":899},{"type":16,"tag":151,"props":10366,"children":10367},{},[10368],{"type":22,"value":3985},{"type":16,"tag":10370,"props":10371,"children":10372},"msubsup",{},[10373,10377,10381],{"type":16,"tag":151,"props":10374,"children":10375},{},[10376],{"type":22,"value":909},{"type":16,"tag":151,"props":10378,"children":10379},{},[10380],{"type":22,"value":9695},{"type":16,"tag":151,"props":10382,"children":10383},{},[10384],{"type":22,"value":1369},{"type":16,"tag":157,"props":10386,"children":10387},{"encoding":159},[10388],{"type":22,"value":10389},"S_{ij}=Q_iK_j^T",{"type":16,"tag":127,"props":10391,"children":10393},{"className":10392,"ariaHidden":166},[165],[10394,10478],{"type":16,"tag":127,"props":10395,"children":10397},{"className":10396},[171],[10398,10402,10465,10469,10474],{"type":16,"tag":127,"props":10399,"children":10401},{"className":10400,"style":9787},[176],[],{"type":16,"tag":127,"props":10403,"children":10405},{"className":10404},[182],[10406,10411],{"type":16,"tag":127,"props":10407,"children":10409},{"className":10408,"style":1534},[182,183],[10410],{"type":22,"value":1348},{"type":16,"tag":127,"props":10412,"children":10414},{"className":10413},[357],[10415],{"type":16,"tag":127,"props":10416,"children":10418},{"className":10417},[362,4278],[10419,10454],{"type":16,"tag":127,"props":10420,"children":10422},{"className":10421},[367],[10423,10449],{"type":16,"tag":127,"props":10424,"children":10426},{"className":10425,"style":4370},[372],[10427],{"type":16,"tag":127,"props":10428,"children":10430},{"style":10429},"top:-2.55em;margin-left:-0.0576em;margin-right:0.05em;",[10431,10435],{"type":16,"tag":127,"props":10432,"children":10434},{"className":10433,"style":383},[382],[],{"type":16,"tag":127,"props":10436,"children":10438},{"className":10437},[388,389,390,391],[10439],{"type":16,"tag":127,"props":10440,"children":10442},{"className":10441},[182,391],[10443],{"type":16,"tag":127,"props":10444,"children":10446},{"className":10445,"style":9716},[182,183,391],[10447],{"type":22,"value":10448},"ij",{"type":16,"tag":127,"props":10450,"children":10452},{"className":10451},[4326],[10453],{"type":22,"value":4329},{"type":16,"tag":127,"props":10455,"children":10457},{"className":10456},[367],[10458],{"type":16,"tag":127,"props":10459,"children":10461},{"className":10460,"style":9843},[372],[10462],{"type":16,"tag":127,"props":10463,"children":10464},{},[],{"type":16,"tag":127,"props":10466,"children":10468},{"className":10467,"style":1006},[593],[],{"type":16,"tag":127,"props":10470,"children":10472},{"className":10471},[1011],[10473],{"type":22,"value":1353},{"type":16,"tag":127,"props":10475,"children":10477},{"className":10476,"style":1006},[593],[],{"type":16,"tag":127,"props":10479,"children":10481},{"className":10480},[171],[10482,10487,10544],{"type":16,"tag":127,"props":10483,"children":10486},{"className":10484,"style":10485},[176],"height:1.2361em;vertical-align:-0.3948em;",[],{"type":16,"tag":127,"props":10488,"children":10490},{"className":10489},[182],[10491,10496],{"type":16,"tag":127,"props":10492,"children":10494},{"className":10493},[182,183],[10495],{"type":22,"value":899},{"type":16,"tag":127,"props":10497,"children":10499},{"className":10498},[357],[10500],{"type":16,"tag":127,"props":10501,"children":10503},{"className":10502},[362,4278],[10504,10533],{"type":16,"tag":127,"props":10505,"children":10507},{"className":10506},[367],[10508,10528],{"type":16,"tag":127,"props":10509,"children":10511},{"className":10510,"style":4370},[372],[10512],{"type":16,"tag":127,"props":10513,"children":10514},{"style":4374},[10515,10519],{"type":16,"tag":127,"props":10516,"children":10518},{"className":10517,"style":383},[382],[],{"type":16,"tag":127,"props":10520,"children":10522},{"className":10521},[388,389,390,391],[10523],{"type":16,"tag":127,"props":10524,"children":10526},{"className":10525},[182,183,391],[10527],{"type":22,"value":3985},{"type":16,"tag":127,"props":10529,"children":10531},{"className":10530},[4326],[10532],{"type":22,"value":4329},{"type":16,"tag":127,"props":10534,"children":10536},{"className":10535},[367],[10537],{"type":16,"tag":127,"props":10538,"children":10540},{"className":10539,"style":4401},[372],[10541],{"type":16,"tag":127,"props":10542,"children":10543},{},[],{"type":16,"tag":127,"props":10545,"children":10547},{"className":10546},[182],[10548,10553],{"type":16,"tag":127,"props":10549,"children":10551},{"className":10550,"style":986},[182,183],[10552],{"type":22,"value":909},{"type":16,"tag":127,"props":10554,"children":10556},{"className":10555},[357],[10557],{"type":16,"tag":127,"props":10558,"children":10560},{"className":10559},[362,4278],[10561,10607],{"type":16,"tag":127,"props":10562,"children":10564},{"className":10563},[367],[10565,10602],{"type":16,"tag":127,"props":10566,"children":10568},{"className":10567,"style":2824},[372],[10569,10586],{"type":16,"tag":127,"props":10570,"children":10572},{"style":10571},"top:-2.4413em;margin-left:-0.0715em;margin-right:0.05em;",[10573,10577],{"type":16,"tag":127,"props":10574,"children":10576},{"className":10575,"style":383},[382],[],{"type":16,"tag":127,"props":10578,"children":10580},{"className":10579},[388,389,390,391],[10581],{"type":16,"tag":127,"props":10582,"children":10584},{"className":10583,"style":9716},[182,183,391],[10585],{"type":22,"value":9695},{"type":16,"tag":127,"props":10587,"children":10588},{"style":377},[10589,10593],{"type":16,"tag":127,"props":10590,"children":10592},{"className":10591,"style":383},[382],[],{"type":16,"tag":127,"props":10594,"children":10596},{"className":10595},[388,389,390,391],[10597],{"type":16,"tag":127,"props":10598,"children":10600},{"className":10599,"style":1605},[182,183,391],[10601],{"type":22,"value":1369},{"type":16,"tag":127,"props":10603,"children":10605},{"className":10604},[4326],[10606],{"type":22,"value":4329},{"type":16,"tag":127,"props":10608,"children":10610},{"className":10609},[367],[10611],{"type":16,"tag":127,"props":10612,"children":10615},{"className":10613,"style":10614},[372],"height:0.3948em;",[10616],{"type":16,"tag":127,"props":10617,"children":10618},{},[],{"type":22,"value":2635},{"type":16,"tag":765,"props":10621,"children":10622},{},[10623,10625,10792,10793,11243,11245,11408],{"type":22,"value":10624},"计算该块行最大值 ",{"type":16,"tag":127,"props":10626,"children":10628},{"className":10627},[130],[10629,10674],{"type":16,"tag":127,"props":10630,"children":10632},{"className":10631},[135],[10633],{"type":16,"tag":138,"props":10634,"children":10635},{"xmlns":140},[10636],{"type":16,"tag":143,"props":10637,"children":10638},{},[10639,10669],{"type":16,"tag":147,"props":10640,"children":10641},{},[10642],{"type":16,"tag":3987,"props":10643,"children":10644},{},[10645,10658],{"type":16,"tag":10646,"props":10647,"children":10648},"mover",{"accent":166},[10649,10653],{"type":16,"tag":151,"props":10650,"children":10651},{},[10652],{"type":22,"value":3948},{"type":16,"tag":258,"props":10654,"children":10655},{},[10656],{"type":22,"value":10657},"~",{"type":16,"tag":147,"props":10659,"children":10660},{},[10661,10665],{"type":16,"tag":151,"props":10662,"children":10663},{},[10664],{"type":22,"value":3985},{"type":16,"tag":151,"props":10666,"children":10667},{},[10668],{"type":22,"value":9695},{"type":16,"tag":157,"props":10670,"children":10671},{"encoding":159},[10672],{"type":22,"value":10673},"\\tilde m_{ij}",{"type":16,"tag":127,"props":10675,"children":10677},{"className":10676,"ariaHidden":166},[165],[10678],{"type":16,"tag":127,"props":10679,"children":10681},{"className":10680},[171],[10682,10687],{"type":16,"tag":127,"props":10683,"children":10686},{"className":10684,"style":10685},[176],"height:0.954em;vertical-align:-0.2861em;",[],{"type":16,"tag":127,"props":10688,"children":10690},{"className":10689},[182],[10691,10740],{"type":16,"tag":127,"props":10692,"children":10695},{"className":10693},[182,10694],"accent",[10696],{"type":16,"tag":127,"props":10697,"children":10699},{"className":10698},[362],[10700],{"type":16,"tag":127,"props":10701,"children":10703},{"className":10702},[367],[10704],{"type":16,"tag":127,"props":10705,"children":10708},{"className":10706,"style":10707},[372],"height:0.6679em;",[10709,10721],{"type":16,"tag":127,"props":10710,"children":10711},{"style":4309},[10712,10716],{"type":16,"tag":127,"props":10713,"children":10715},{"className":10714,"style":4296},[382],[],{"type":16,"tag":127,"props":10717,"children":10719},{"className":10718},[182,183],[10720],{"type":22,"value":3948},{"type":16,"tag":127,"props":10722,"children":10724},{"style":10723},"top:-3.35em;",[10725,10729],{"type":16,"tag":127,"props":10726,"children":10728},{"className":10727,"style":4296},[382],[],{"type":16,"tag":127,"props":10730,"children":10734},{"className":10731,"style":10733},[10732],"accent-body","left:-0.25em;",[10735],{"type":16,"tag":127,"props":10736,"children":10738},{"className":10737},[182],[10739],{"type":22,"value":10657},{"type":16,"tag":127,"props":10741,"children":10743},{"className":10742},[357],[10744],{"type":16,"tag":127,"props":10745,"children":10747},{"className":10746},[362,4278],[10748,10781],{"type":16,"tag":127,"props":10749,"children":10751},{"className":10750},[367],[10752,10776],{"type":16,"tag":127,"props":10753,"children":10755},{"className":10754,"style":4370},[372],[10756],{"type":16,"tag":127,"props":10757,"children":10758},{"style":4374},[10759,10763],{"type":16,"tag":127,"props":10760,"children":10762},{"className":10761,"style":383},[382],[],{"type":16,"tag":127,"props":10764,"children":10766},{"className":10765},[388,389,390,391],[10767],{"type":16,"tag":127,"props":10768,"children":10770},{"className":10769},[182,391],[10771],{"type":16,"tag":127,"props":10772,"children":10774},{"className":10773,"style":9716},[182,183,391],[10775],{"type":22,"value":10448},{"type":16,"tag":127,"props":10777,"children":10779},{"className":10778},[4326],[10780],{"type":22,"value":4329},{"type":16,"tag":127,"props":10782,"children":10784},{"className":10783},[367],[10785],{"type":16,"tag":127,"props":10786,"children":10788},{"className":10787,"style":9843},[372],[10789],{"type":16,"tag":127,"props":10790,"children":10791},{},[],{"type":22,"value":8806},{"type":16,"tag":127,"props":10794,"children":10796},{"className":10795},[130],[10797,10908],{"type":16,"tag":127,"props":10798,"children":10800},{"className":10799},[135],[10801],{"type":16,"tag":138,"props":10802,"children":10803},{"xmlns":140},[10804],{"type":16,"tag":143,"props":10805,"children":10806},{},[10807,10903],{"type":16,"tag":147,"props":10808,"children":10809},{},[10810,10835,10839,10844,10848,10852,10870,10874,10899],{"type":16,"tag":3987,"props":10811,"children":10812},{},[10813,10824],{"type":16,"tag":10646,"props":10814,"children":10815},{"accent":166},[10816,10820],{"type":16,"tag":151,"props":10817,"children":10818},{},[10819],{"type":22,"value":1408},{"type":16,"tag":258,"props":10821,"children":10822},{},[10823],{"type":22,"value":10657},{"type":16,"tag":147,"props":10825,"children":10826},{},[10827,10831],{"type":16,"tag":151,"props":10828,"children":10829},{},[10830],{"type":22,"value":3985},{"type":16,"tag":151,"props":10832,"children":10833},{},[10834],{"type":22,"value":9695},{"type":16,"tag":258,"props":10836,"children":10837},{},[10838],{"type":22,"value":1353},{"type":16,"tag":151,"props":10840,"children":10841},{},[10842],{"type":22,"value":10843},"exp",{"type":16,"tag":258,"props":10845,"children":10846},{},[10847],{"type":22,"value":1422},{"type":16,"tag":258,"props":10849,"children":10850},{"stretchy":260},[10851],{"type":22,"value":263},{"type":16,"tag":3987,"props":10853,"children":10854},{},[10855,10859],{"type":16,"tag":151,"props":10856,"children":10857},{},[10858],{"type":22,"value":1348},{"type":16,"tag":147,"props":10860,"children":10861},{},[10862,10866],{"type":16,"tag":151,"props":10863,"children":10864},{},[10865],{"type":22,"value":3985},{"type":16,"tag":151,"props":10867,"children":10868},{},[10869],{"type":22,"value":9695},{"type":16,"tag":258,"props":10871,"children":10872},{},[10873],{"type":22,"value":304},{"type":16,"tag":3987,"props":10875,"children":10876},{},[10877,10888],{"type":16,"tag":10646,"props":10878,"children":10879},{"accent":166},[10880,10884],{"type":16,"tag":151,"props":10881,"children":10882},{},[10883],{"type":22,"value":3948},{"type":16,"tag":258,"props":10885,"children":10886},{},[10887],{"type":22,"value":10657},{"type":16,"tag":147,"props":10889,"children":10890},{},[10891,10895],{"type":16,"tag":151,"props":10892,"children":10893},{},[10894],{"type":22,"value":3985},{"type":16,"tag":151,"props":10896,"children":10897},{},[10898],{"type":22,"value":9695},{"type":16,"tag":258,"props":10900,"children":10901},{"stretchy":260},[10902],{"type":22,"value":314},{"type":16,"tag":157,"props":10904,"children":10905},{"encoding":159},[10906],{"type":22,"value":10907},"\\tilde P_{ij}=\\exp(S_{ij}-\\tilde m_{ij})",{"type":16,"tag":127,"props":10909,"children":10911},{"className":10910,"ariaHidden":166},[165],[10912,11037,11130],{"type":16,"tag":127,"props":10913,"children":10915},{"className":10914},[171],[10916,10921,11024,11028,11033],{"type":16,"tag":127,"props":10917,"children":10920},{"className":10918,"style":10919},[176],"height:1.2063em;vertical-align:-0.2861em;",[],{"type":16,"tag":127,"props":10922,"children":10924},{"className":10923},[182],[10925,10972],{"type":16,"tag":127,"props":10926,"children":10928},{"className":10927},[182,10694],[10929],{"type":16,"tag":127,"props":10930,"children":10932},{"className":10931},[362],[10933],{"type":16,"tag":127,"props":10934,"children":10936},{"className":10935},[367],[10937],{"type":16,"tag":127,"props":10938,"children":10941},{"className":10939,"style":10940},[372],"height:0.9202em;",[10942,10954],{"type":16,"tag":127,"props":10943,"children":10944},{"style":4309},[10945,10949],{"type":16,"tag":127,"props":10946,"children":10948},{"className":10947,"style":4296},[382],[],{"type":16,"tag":127,"props":10950,"children":10952},{"className":10951,"style":1605},[182,183],[10953],{"type":22,"value":1408},{"type":16,"tag":127,"props":10955,"children":10957},{"style":10956},"top:-3.6023em;",[10958,10962],{"type":16,"tag":127,"props":10959,"children":10961},{"className":10960,"style":4296},[382],[],{"type":16,"tag":127,"props":10963,"children":10966},{"className":10964,"style":10965},[10732],"left:-0.1667em;",[10967],{"type":16,"tag":127,"props":10968,"children":10970},{"className":10969},[182],[10971],{"type":22,"value":10657},{"type":16,"tag":127,"props":10973,"children":10975},{"className":10974},[357],[10976],{"type":16,"tag":127,"props":10977,"children":10979},{"className":10978},[362,4278],[10980,11013],{"type":16,"tag":127,"props":10981,"children":10983},{"className":10982},[367],[10984,11008],{"type":16,"tag":127,"props":10985,"children":10987},{"className":10986,"style":4370},[372],[10988],{"type":16,"tag":127,"props":10989,"children":10990},{"style":9244},[10991,10995],{"type":16,"tag":127,"props":10992,"children":10994},{"className":10993,"style":383},[382],[],{"type":16,"tag":127,"props":10996,"children":10998},{"className":10997},[388,389,390,391],[10999],{"type":16,"tag":127,"props":11000,"children":11002},{"className":11001},[182,391],[11003],{"type":16,"tag":127,"props":11004,"children":11006},{"className":11005,"style":9716},[182,183,391],[11007],{"type":22,"value":10448},{"type":16,"tag":127,"props":11009,"children":11011},{"className":11010},[4326],[11012],{"type":22,"value":4329},{"type":16,"tag":127,"props":11014,"children":11016},{"className":11015},[367],[11017],{"type":16,"tag":127,"props":11018,"children":11020},{"className":11019,"style":9843},[372],[11021],{"type":16,"tag":127,"props":11022,"children":11023},{},[],{"type":16,"tag":127,"props":11025,"children":11027},{"className":11026,"style":1006},[593],[],{"type":16,"tag":127,"props":11029,"children":11031},{"className":11030},[1011],[11032],{"type":22,"value":1353},{"type":16,"tag":127,"props":11034,"children":11036},{"className":11035,"style":1006},[593],[],{"type":16,"tag":127,"props":11038,"children":11040},{"className":11039},[171],[11041,11046,11051,11056,11117,11121,11126],{"type":16,"tag":127,"props":11042,"children":11045},{"className":11043,"style":11044},[176],"height:1.0361em;vertical-align:-0.2861em;",[],{"type":16,"tag":127,"props":11047,"children":11049},{"className":11048},[1727],[11050],{"type":22,"value":10843},{"type":16,"tag":127,"props":11052,"children":11054},{"className":11053},[342],[11055],{"type":22,"value":263},{"type":16,"tag":127,"props":11057,"children":11059},{"className":11058},[182],[11060,11065],{"type":16,"tag":127,"props":11061,"children":11063},{"className":11062,"style":1534},[182,183],[11064],{"type":22,"value":1348},{"type":16,"tag":127,"props":11066,"children":11068},{"className":11067},[357],[11069],{"type":16,"tag":127,"props":11070,"children":11072},{"className":11071},[362,4278],[11073,11106],{"type":16,"tag":127,"props":11074,"children":11076},{"className":11075},[367],[11077,11101],{"type":16,"tag":127,"props":11078,"children":11080},{"className":11079,"style":4370},[372],[11081],{"type":16,"tag":127,"props":11082,"children":11083},{"style":10429},[11084,11088],{"type":16,"tag":127,"props":11085,"children":11087},{"className":11086,"style":383},[382],[],{"type":16,"tag":127,"props":11089,"children":11091},{"className":11090},[388,389,390,391],[11092],{"type":16,"tag":127,"props":11093,"children":11095},{"className":11094},[182,391],[11096],{"type":16,"tag":127,"props":11097,"children":11099},{"className":11098,"style":9716},[182,183,391],[11100],{"type":22,"value":10448},{"type":16,"tag":127,"props":11102,"children":11104},{"className":11103},[4326],[11105],{"type":22,"value":4329},{"type":16,"tag":127,"props":11107,"children":11109},{"className":11108},[367],[11110],{"type":16,"tag":127,"props":11111,"children":11113},{"className":11112,"style":9843},[372],[11114],{"type":16,"tag":127,"props":11115,"children":11116},{},[],{"type":16,"tag":127,"props":11118,"children":11120},{"className":11119,"style":594},[593],[],{"type":16,"tag":127,"props":11122,"children":11124},{"className":11123},[599],[11125],{"type":22,"value":304},{"type":16,"tag":127,"props":11127,"children":11129},{"className":11128,"style":594},[593],[],{"type":16,"tag":127,"props":11131,"children":11133},{"className":11132},[171],[11134,11138,11238],{"type":16,"tag":127,"props":11135,"children":11137},{"className":11136,"style":11044},[176],[],{"type":16,"tag":127,"props":11139,"children":11141},{"className":11140},[182],[11142,11186],{"type":16,"tag":127,"props":11143,"children":11145},{"className":11144},[182,10694],[11146],{"type":16,"tag":127,"props":11147,"children":11149},{"className":11148},[362],[11150],{"type":16,"tag":127,"props":11151,"children":11153},{"className":11152},[367],[11154],{"type":16,"tag":127,"props":11155,"children":11157},{"className":11156,"style":10707},[372],[11158,11170],{"type":16,"tag":127,"props":11159,"children":11160},{"style":4309},[11161,11165],{"type":16,"tag":127,"props":11162,"children":11164},{"className":11163,"style":4296},[382],[],{"type":16,"tag":127,"props":11166,"children":11168},{"className":11167},[182,183],[11169],{"type":22,"value":3948},{"type":16,"tag":127,"props":11171,"children":11172},{"style":10723},[11173,11177],{"type":16,"tag":127,"props":11174,"children":11176},{"className":11175,"style":4296},[382],[],{"type":16,"tag":127,"props":11178,"children":11180},{"className":11179,"style":10733},[10732],[11181],{"type":16,"tag":127,"props":11182,"children":11184},{"className":11183},[182],[11185],{"type":22,"value":10657},{"type":16,"tag":127,"props":11187,"children":11189},{"className":11188},[357],[11190],{"type":16,"tag":127,"props":11191,"children":11193},{"className":11192},[362,4278],[11194,11227],{"type":16,"tag":127,"props":11195,"children":11197},{"className":11196},[367],[11198,11222],{"type":16,"tag":127,"props":11199,"children":11201},{"className":11200,"style":4370},[372],[11202],{"type":16,"tag":127,"props":11203,"children":11204},{"style":4374},[11205,11209],{"type":16,"tag":127,"props":11206,"children":11208},{"className":11207,"style":383},[382],[],{"type":16,"tag":127,"props":11210,"children":11212},{"className":11211},[388,389,390,391],[11213],{"type":16,"tag":127,"props":11214,"children":11216},{"className":11215},[182,391],[11217],{"type":16,"tag":127,"props":11218,"children":11220},{"className":11219,"style":9716},[182,183,391],[11221],{"type":22,"value":10448},{"type":16,"tag":127,"props":11223,"children":11225},{"className":11224},[4326],[11226],{"type":22,"value":4329},{"type":16,"tag":127,"props":11228,"children":11230},{"className":11229},[367],[11231],{"type":16,"tag":127,"props":11232,"children":11234},{"className":11233,"style":9843},[372],[11235],{"type":16,"tag":127,"props":11236,"children":11237},{},[],{"type":16,"tag":127,"props":11239,"children":11241},{"className":11240},[492],[11242],{"type":22,"value":314},{"type":22,"value":11244}," 和行和 ",{"type":16,"tag":127,"props":11246,"children":11248},{"className":11247},[130],[11249,11292],{"type":16,"tag":127,"props":11250,"children":11252},{"className":11251},[135],[11253],{"type":16,"tag":138,"props":11254,"children":11255},{"xmlns":140},[11256],{"type":16,"tag":143,"props":11257,"children":11258},{},[11259,11287],{"type":16,"tag":147,"props":11260,"children":11261},{},[11262],{"type":16,"tag":3987,"props":11263,"children":11264},{},[11265,11276],{"type":16,"tag":10646,"props":11266,"children":11267},{"accent":166},[11268,11272],{"type":16,"tag":151,"props":11269,"children":11270},{"mathvariant":516},[11271],{"type":22,"value":4086},{"type":16,"tag":258,"props":11273,"children":11274},{},[11275],{"type":22,"value":10657},{"type":16,"tag":147,"props":11277,"children":11278},{},[11279,11283],{"type":16,"tag":151,"props":11280,"children":11281},{},[11282],{"type":22,"value":3985},{"type":16,"tag":151,"props":11284,"children":11285},{},[11286],{"type":22,"value":9695},{"type":16,"tag":157,"props":11288,"children":11289},{"encoding":159},[11290],{"type":22,"value":11291},"\\tilde\\ell_{ij}",{"type":16,"tag":127,"props":11293,"children":11295},{"className":11294,"ariaHidden":166},[165],[11296],{"type":16,"tag":127,"props":11297,"children":11299},{"className":11298},[171],[11300,11305],{"type":16,"tag":127,"props":11301,"children":11304},{"className":11302,"style":11303},[176],"height:1.2174em;vertical-align:-0.2861em;",[],{"type":16,"tag":127,"props":11306,"children":11308},{"className":11307},[182],[11309,11356],{"type":16,"tag":127,"props":11310,"children":11312},{"className":11311},[182,10694],[11313],{"type":16,"tag":127,"props":11314,"children":11316},{"className":11315},[362],[11317],{"type":16,"tag":127,"props":11318,"children":11320},{"className":11319},[367],[11321],{"type":16,"tag":127,"props":11322,"children":11325},{"className":11323,"style":11324},[372],"height:0.9313em;",[11326,11338],{"type":16,"tag":127,"props":11327,"children":11328},{"style":4309},[11329,11333],{"type":16,"tag":127,"props":11330,"children":11332},{"className":11331,"style":4296},[382],[],{"type":16,"tag":127,"props":11334,"children":11336},{"className":11335},[182],[11337],{"type":22,"value":4086},{"type":16,"tag":127,"props":11339,"children":11341},{"style":11340},"top:-3.6134em;",[11342,11346],{"type":16,"tag":127,"props":11343,"children":11345},{"className":11344,"style":4296},[382],[],{"type":16,"tag":127,"props":11347,"children":11350},{"className":11348,"style":11349},[10732],"left:-0.1389em;",[11351],{"type":16,"tag":127,"props":11352,"children":11354},{"className":11353},[182],[11355],{"type":22,"value":10657},{"type":16,"tag":127,"props":11357,"children":11359},{"className":11358},[357],[11360],{"type":16,"tag":127,"props":11361,"children":11363},{"className":11362},[362,4278],[11364,11397],{"type":16,"tag":127,"props":11365,"children":11367},{"className":11366},[367],[11368,11392],{"type":16,"tag":127,"props":11369,"children":11371},{"className":11370,"style":4370},[372],[11372],{"type":16,"tag":127,"props":11373,"children":11374},{"style":4374},[11375,11379],{"type":16,"tag":127,"props":11376,"children":11378},{"className":11377,"style":383},[382],[],{"type":16,"tag":127,"props":11380,"children":11382},{"className":11381},[388,389,390,391],[11383],{"type":16,"tag":127,"props":11384,"children":11386},{"className":11385},[182,391],[11387],{"type":16,"tag":127,"props":11388,"children":11390},{"className":11389,"style":9716},[182,183,391],[11391],{"type":22,"value":10448},{"type":16,"tag":127,"props":11393,"children":11395},{"className":11394},[4326],[11396],{"type":22,"value":4329},{"type":16,"tag":127,"props":11398,"children":11400},{"className":11399},[367],[11401],{"type":16,"tag":127,"props":11402,"children":11404},{"className":11403,"style":9843},[372],[11405],{"type":16,"tag":127,"props":11406,"children":11407},{},[],{"type":22,"value":2635},{"type":16,"tag":765,"props":11410,"children":11411},{},[11412,11414],{"type":22,"value":11413},"更新",{"type":16,"tag":127,"props":11415,"children":11417},{"className":11416},[1324],[11418],{"type":16,"tag":127,"props":11419,"children":11421},{"className":11420},[130],[11422,11726],{"type":16,"tag":127,"props":11423,"children":11425},{"className":11424},[135],[11426],{"type":16,"tag":138,"props":11427,"children":11428},{"xmlns":140,"display":1336},[11429],{"type":16,"tag":143,"props":11430,"children":11431},{},[11432,11721],{"type":16,"tag":147,"props":11433,"children":11434},{},[11435,11463,11467,11471,11475,11479,11490,11494,11519,11523,11527,11531,11557,11561,11612,11623,11627,11692,11717],{"type":16,"tag":10370,"props":11436,"children":11437},{},[11438,11442,11446],{"type":16,"tag":151,"props":11439,"children":11440},{},[11441],{"type":22,"value":3948},{"type":16,"tag":151,"props":11443,"children":11444},{},[11445],{"type":22,"value":3985},{"type":16,"tag":147,"props":11447,"children":11448},{},[11449,11454,11458],{"type":16,"tag":151,"props":11450,"children":11451},{"mathvariant":516},[11452],{"type":22,"value":11453},"n",{"type":16,"tag":151,"props":11455,"children":11456},{"mathvariant":516},[11457],{"type":22,"value":4040},{"type":16,"tag":151,"props":11459,"children":11460},{"mathvariant":516},[11461],{"type":22,"value":11462},"w",{"type":16,"tag":258,"props":11464,"children":11465},{},[11466],{"type":22,"value":1353},{"type":16,"tag":151,"props":11468,"children":11469},{},[11470],{"type":22,"value":3976},{"type":16,"tag":258,"props":11472,"children":11473},{},[11474],{"type":22,"value":1422},{"type":16,"tag":258,"props":11476,"children":11477},{"stretchy":260},[11478],{"type":22,"value":263},{"type":16,"tag":3987,"props":11480,"children":11481},{},[11482,11486],{"type":16,"tag":151,"props":11483,"children":11484},{},[11485],{"type":22,"value":3948},{"type":16,"tag":151,"props":11487,"children":11488},{},[11489],{"type":22,"value":3985},{"type":16,"tag":258,"props":11491,"children":11492},{"separator":166},[11493],{"type":22,"value":904},{"type":16,"tag":3987,"props":11495,"children":11496},{},[11497,11508],{"type":16,"tag":10646,"props":11498,"children":11499},{"accent":166},[11500,11504],{"type":16,"tag":151,"props":11501,"children":11502},{},[11503],{"type":22,"value":3948},{"type":16,"tag":258,"props":11505,"children":11506},{},[11507],{"type":22,"value":10657},{"type":16,"tag":147,"props":11509,"children":11510},{},[11511,11515],{"type":16,"tag":151,"props":11512,"children":11513},{},[11514],{"type":22,"value":3985},{"type":16,"tag":151,"props":11516,"children":11517},{},[11518],{"type":22,"value":9695},{"type":16,"tag":258,"props":11520,"children":11521},{"stretchy":260},[11522],{"type":22,"value":314},{"type":16,"tag":258,"props":11524,"children":11525},{"separator":166},[11526],{"type":22,"value":904},{"type":16,"tag":593,"props":11528,"children":11530},{"width":11529},"1em",[],{"type":16,"tag":10370,"props":11532,"children":11533},{},[11534,11538,11542],{"type":16,"tag":151,"props":11535,"children":11536},{"mathvariant":516},[11537],{"type":22,"value":4086},{"type":16,"tag":151,"props":11539,"children":11540},{},[11541],{"type":22,"value":3985},{"type":16,"tag":147,"props":11543,"children":11544},{},[11545,11549,11553],{"type":16,"tag":151,"props":11546,"children":11547},{"mathvariant":516},[11548],{"type":22,"value":11453},{"type":16,"tag":151,"props":11550,"children":11551},{"mathvariant":516},[11552],{"type":22,"value":4040},{"type":16,"tag":151,"props":11554,"children":11555},{"mathvariant":516},[11556],{"type":22,"value":11462},{"type":16,"tag":258,"props":11558,"children":11559},{},[11560],{"type":22,"value":1353},{"type":16,"tag":265,"props":11562,"children":11563},{},[11564,11568],{"type":16,"tag":151,"props":11565,"children":11566},{},[11567],{"type":22,"value":4040},{"type":16,"tag":147,"props":11569,"children":11570},{},[11571,11582,11586],{"type":16,"tag":3987,"props":11572,"children":11573},{},[11574,11578],{"type":16,"tag":151,"props":11575,"children":11576},{},[11577],{"type":22,"value":3948},{"type":16,"tag":151,"props":11579,"children":11580},{},[11581],{"type":22,"value":3985},{"type":16,"tag":258,"props":11583,"children":11584},{},[11585],{"type":22,"value":304},{"type":16,"tag":10370,"props":11587,"children":11588},{},[11589,11593,11597],{"type":16,"tag":151,"props":11590,"children":11591},{},[11592],{"type":22,"value":3948},{"type":16,"tag":151,"props":11594,"children":11595},{},[11596],{"type":22,"value":3985},{"type":16,"tag":147,"props":11598,"children":11599},{},[11600,11604,11608],{"type":16,"tag":151,"props":11601,"children":11602},{"mathvariant":516},[11603],{"type":22,"value":11453},{"type":16,"tag":151,"props":11605,"children":11606},{"mathvariant":516},[11607],{"type":22,"value":4040},{"type":16,"tag":151,"props":11609,"children":11610},{"mathvariant":516},[11611],{"type":22,"value":11462},{"type":16,"tag":3987,"props":11613,"children":11614},{},[11615,11619],{"type":16,"tag":151,"props":11616,"children":11617},{"mathvariant":516},[11618],{"type":22,"value":4086},{"type":16,"tag":151,"props":11620,"children":11621},{},[11622],{"type":22,"value":3985},{"type":16,"tag":258,"props":11624,"children":11625},{},[11626],{"type":22,"value":536},{"type":16,"tag":265,"props":11628,"children":11629},{},[11630,11634],{"type":16,"tag":151,"props":11631,"children":11632},{},[11633],{"type":22,"value":4040},{"type":16,"tag":147,"props":11635,"children":11636},{},[11637,11662,11666],{"type":16,"tag":3987,"props":11638,"children":11639},{},[11640,11651],{"type":16,"tag":10646,"props":11641,"children":11642},{"accent":166},[11643,11647],{"type":16,"tag":151,"props":11644,"children":11645},{},[11646],{"type":22,"value":3948},{"type":16,"tag":258,"props":11648,"children":11649},{},[11650],{"type":22,"value":10657},{"type":16,"tag":147,"props":11652,"children":11653},{},[11654,11658],{"type":16,"tag":151,"props":11655,"children":11656},{},[11657],{"type":22,"value":3985},{"type":16,"tag":151,"props":11659,"children":11660},{},[11661],{"type":22,"value":9695},{"type":16,"tag":258,"props":11663,"children":11664},{},[11665],{"type":22,"value":304},{"type":16,"tag":10370,"props":11667,"children":11668},{},[11669,11673,11677],{"type":16,"tag":151,"props":11670,"children":11671},{},[11672],{"type":22,"value":3948},{"type":16,"tag":151,"props":11674,"children":11675},{},[11676],{"type":22,"value":3985},{"type":16,"tag":147,"props":11678,"children":11679},{},[11680,11684,11688],{"type":16,"tag":151,"props":11681,"children":11682},{"mathvariant":516},[11683],{"type":22,"value":11453},{"type":16,"tag":151,"props":11685,"children":11686},{"mathvariant":516},[11687],{"type":22,"value":4040},{"type":16,"tag":151,"props":11689,"children":11690},{"mathvariant":516},[11691],{"type":22,"value":11462},{"type":16,"tag":3987,"props":11693,"children":11694},{},[11695,11706],{"type":16,"tag":10646,"props":11696,"children":11697},{"accent":166},[11698,11702],{"type":16,"tag":151,"props":11699,"children":11700},{"mathvariant":516},[11701],{"type":22,"value":4086},{"type":16,"tag":258,"props":11703,"children":11704},{},[11705],{"type":22,"value":10657},{"type":16,"tag":147,"props":11707,"children":11708},{},[11709,11713],{"type":16,"tag":151,"props":11710,"children":11711},{},[11712],{"type":22,"value":3985},{"type":16,"tag":151,"props":11714,"children":11715},{},[11716],{"type":22,"value":9695},{"type":16,"tag":151,"props":11718,"children":11719},{"mathvariant":516},[11720],{"type":22,"value":4210},{"type":16,"tag":157,"props":11722,"children":11723},{"encoding":159},[11724],{"type":22,"value":11725},"m_i^{\\rm new}=\\max(m_i,\\tilde m_{ij}),\\quad \\ell_i^{\\rm new}=e^{m_i-m_i^{\\rm new}}\\ell_i+e^{\\tilde m_{ij}-m_i^{\\rm new}}\\tilde\\ell_{ij}.",{"type":16,"tag":127,"props":11727,"children":11729},{"className":11728,"ariaHidden":166},[165],[11730,11838,12135,12402],{"type":16,"tag":127,"props":11731,"children":11733},{"className":11732},[171],[11734,11739,11825,11829,11834],{"type":16,"tag":127,"props":11735,"children":11738},{"className":11736,"style":11737},[176],"height:0.9614em;vertical-align:-0.247em;",[],{"type":16,"tag":127,"props":11740,"children":11742},{"className":11741},[182],[11743,11748],{"type":16,"tag":127,"props":11744,"children":11746},{"className":11745},[182,183],[11747],{"type":22,"value":3948},{"type":16,"tag":127,"props":11749,"children":11751},{"className":11750},[357],[11752],{"type":16,"tag":127,"props":11753,"children":11755},{"className":11754},[362,4278],[11756,11813],{"type":16,"tag":127,"props":11757,"children":11759},{"className":11758},[367],[11760,11808],{"type":16,"tag":127,"props":11761,"children":11764},{"className":11762,"style":11763},[372],"height:0.7144em;",[11765,11782],{"type":16,"tag":127,"props":11766,"children":11768},{"style":11767},"top:-2.453em;margin-left:0em;margin-right:0.05em;",[11769,11773],{"type":16,"tag":127,"props":11770,"children":11772},{"className":11771,"style":383},[382],[],{"type":16,"tag":127,"props":11774,"children":11776},{"className":11775},[388,389,390,391],[11777],{"type":16,"tag":127,"props":11778,"children":11780},{"className":11779},[182,183,391],[11781],{"type":22,"value":3985},{"type":16,"tag":127,"props":11783,"children":11784},{"style":1592},[11785,11789],{"type":16,"tag":127,"props":11786,"children":11788},{"className":11787,"style":383},[382],[],{"type":16,"tag":127,"props":11790,"children":11792},{"className":11791},[388,389,390,391],[11793],{"type":16,"tag":127,"props":11794,"children":11796},{"className":11795},[182,391],[11797],{"type":16,"tag":127,"props":11798,"children":11800},{"className":11799},[182,391],[11801],{"type":16,"tag":127,"props":11802,"children":11805},{"className":11803,"style":11804},[182,1732,391],"margin-right:0.0139em;",[11806],{"type":22,"value":11807},"new",{"type":16,"tag":127,"props":11809,"children":11811},{"className":11810},[4326],[11812],{"type":22,"value":4329},{"type":16,"tag":127,"props":11814,"children":11816},{"className":11815},[367],[11817],{"type":16,"tag":127,"props":11818,"children":11821},{"className":11819,"style":11820},[372],"height:0.247em;",[11822],{"type":16,"tag":127,"props":11823,"children":11824},{},[],{"type":16,"tag":127,"props":11826,"children":11828},{"className":11827,"style":1006},[593],[],{"type":16,"tag":127,"props":11830,"children":11832},{"className":11831},[1011],[11833],{"type":22,"value":1353},{"type":16,"tag":127,"props":11835,"children":11837},{"className":11836,"style":1006},[593],[],{"type":16,"tag":127,"props":11839,"children":11841},{"className":11840},[171],[11842,11846,11851,11856,11913,11918,11922,12022,12027,12032,12037,12041,12122,12126,12131],{"type":16,"tag":127,"props":11843,"children":11845},{"className":11844,"style":11044},[176],[],{"type":16,"tag":127,"props":11847,"children":11849},{"className":11848},[1727],[11850],{"type":22,"value":3976},{"type":16,"tag":127,"props":11852,"children":11854},{"className":11853},[342],[11855],{"type":22,"value":263},{"type":16,"tag":127,"props":11857,"children":11859},{"className":11858},[182],[11860,11865],{"type":16,"tag":127,"props":11861,"children":11863},{"className":11862},[182,183],[11864],{"type":22,"value":3948},{"type":16,"tag":127,"props":11866,"children":11868},{"className":11867},[357],[11869],{"type":16,"tag":127,"props":11870,"children":11872},{"className":11871},[362,4278],[11873,11902],{"type":16,"tag":127,"props":11874,"children":11876},{"className":11875},[367],[11877,11897],{"type":16,"tag":127,"props":11878,"children":11880},{"className":11879,"style":4370},[372],[11881],{"type":16,"tag":127,"props":11882,"children":11883},{"style":4374},[11884,11888],{"type":16,"tag":127,"props":11885,"children":11887},{"className":11886,"style":383},[382],[],{"type":16,"tag":127,"props":11889,"children":11891},{"className":11890},[388,389,390,391],[11892],{"type":16,"tag":127,"props":11893,"children":11895},{"className":11894},[182,183,391],[11896],{"type":22,"value":3985},{"type":16,"tag":127,"props":11898,"children":11900},{"className":11899},[4326],[11901],{"type":22,"value":4329},{"type":16,"tag":127,"props":11903,"children":11905},{"className":11904},[367],[11906],{"type":16,"tag":127,"props":11907,"children":11909},{"className":11908,"style":4401},[372],[11910],{"type":16,"tag":127,"props":11911,"children":11912},{},[],{"type":16,"tag":127,"props":11914,"children":11916},{"className":11915},[975],[11917],{"type":22,"value":904},{"type":16,"tag":127,"props":11919,"children":11921},{"className":11920,"style":981},[593],[],{"type":16,"tag":127,"props":11923,"children":11925},{"className":11924},[182],[11926,11970],{"type":16,"tag":127,"props":11927,"children":11929},{"className":11928},[182,10694],[11930],{"type":16,"tag":127,"props":11931,"children":11933},{"className":11932},[362],[11934],{"type":16,"tag":127,"props":11935,"children":11937},{"className":11936},[367],[11938],{"type":16,"tag":127,"props":11939,"children":11941},{"className":11940,"style":10707},[372],[11942,11954],{"type":16,"tag":127,"props":11943,"children":11944},{"style":4309},[11945,11949],{"type":16,"tag":127,"props":11946,"children":11948},{"className":11947,"style":4296},[382],[],{"type":16,"tag":127,"props":11950,"children":11952},{"className":11951},[182,183],[11953],{"type":22,"value":3948},{"type":16,"tag":127,"props":11955,"children":11956},{"style":10723},[11957,11961],{"type":16,"tag":127,"props":11958,"children":11960},{"className":11959,"style":4296},[382],[],{"type":16,"tag":127,"props":11962,"children":11964},{"className":11963,"style":10733},[10732],[11965],{"type":16,"tag":127,"props":11966,"children":11968},{"className":11967},[182],[11969],{"type":22,"value":10657},{"type":16,"tag":127,"props":11971,"children":11973},{"className":11972},[357],[11974],{"type":16,"tag":127,"props":11975,"children":11977},{"className":11976},[362,4278],[11978,12011],{"type":16,"tag":127,"props":11979,"children":11981},{"className":11980},[367],[11982,12006],{"type":16,"tag":127,"props":11983,"children":11985},{"className":11984,"style":4370},[372],[11986],{"type":16,"tag":127,"props":11987,"children":11988},{"style":4374},[11989,11993],{"type":16,"tag":127,"props":11990,"children":11992},{"className":11991,"style":383},[382],[],{"type":16,"tag":127,"props":11994,"children":11996},{"className":11995},[388,389,390,391],[11997],{"type":16,"tag":127,"props":11998,"children":12000},{"className":11999},[182,391],[12001],{"type":16,"tag":127,"props":12002,"children":12004},{"className":12003,"style":9716},[182,183,391],[12005],{"type":22,"value":10448},{"type":16,"tag":127,"props":12007,"children":12009},{"className":12008},[4326],[12010],{"type":22,"value":4329},{"type":16,"tag":127,"props":12012,"children":12014},{"className":12013},[367],[12015],{"type":16,"tag":127,"props":12016,"children":12018},{"className":12017,"style":9843},[372],[12019],{"type":16,"tag":127,"props":12020,"children":12021},{},[],{"type":16,"tag":127,"props":12023,"children":12025},{"className":12024},[492],[12026],{"type":22,"value":314},{"type":16,"tag":127,"props":12028,"children":12030},{"className":12029},[975],[12031],{"type":22,"value":904},{"type":16,"tag":127,"props":12033,"children":12036},{"className":12034,"style":12035},[593],"margin-right:1em;",[],{"type":16,"tag":127,"props":12038,"children":12040},{"className":12039,"style":981},[593],[],{"type":16,"tag":127,"props":12042,"children":12044},{"className":12043},[182],[12045,12050],{"type":16,"tag":127,"props":12046,"children":12048},{"className":12047},[182],[12049],{"type":22,"value":4086},{"type":16,"tag":127,"props":12051,"children":12053},{"className":12052},[357],[12054],{"type":16,"tag":127,"props":12055,"children":12057},{"className":12056},[362,4278],[12058,12111],{"type":16,"tag":127,"props":12059,"children":12061},{"className":12060},[367],[12062,12106],{"type":16,"tag":127,"props":12063,"children":12065},{"className":12064,"style":11763},[372],[12066,12082],{"type":16,"tag":127,"props":12067,"children":12068},{"style":11767},[12069,12073],{"type":16,"tag":127,"props":12070,"children":12072},{"className":12071,"style":383},[382],[],{"type":16,"tag":127,"props":12074,"children":12076},{"className":12075},[388,389,390,391],[12077],{"type":16,"tag":127,"props":12078,"children":12080},{"className":12079},[182,183,391],[12081],{"type":22,"value":3985},{"type":16,"tag":127,"props":12083,"children":12084},{"style":1592},[12085,12089],{"type":16,"tag":127,"props":12086,"children":12088},{"className":12087,"style":383},[382],[],{"type":16,"tag":127,"props":12090,"children":12092},{"className":12091},[388,389,390,391],[12093],{"type":16,"tag":127,"props":12094,"children":12096},{"className":12095},[182,391],[12097],{"type":16,"tag":127,"props":12098,"children":12100},{"className":12099},[182,391],[12101],{"type":16,"tag":127,"props":12102,"children":12104},{"className":12103,"style":11804},[182,1732,391],[12105],{"type":22,"value":11807},{"type":16,"tag":127,"props":12107,"children":12109},{"className":12108},[4326],[12110],{"type":22,"value":4329},{"type":16,"tag":127,"props":12112,"children":12114},{"className":12113},[367],[12115],{"type":16,"tag":127,"props":12116,"children":12118},{"className":12117,"style":11820},[372],[12119],{"type":16,"tag":127,"props":12120,"children":12121},{},[],{"type":16,"tag":127,"props":12123,"children":12125},{"className":12124,"style":1006},[593],[],{"type":16,"tag":127,"props":12127,"children":12129},{"className":12128},[1011],[12130],{"type":22,"value":1353},{"type":16,"tag":127,"props":12132,"children":12134},{"className":12133,"style":1006},[593],[],{"type":16,"tag":127,"props":12136,"children":12138},{"className":12137},[171],[12139,12144,12332,12389,12393,12398],{"type":16,"tag":127,"props":12140,"children":12143},{"className":12141,"style":12142},[176],"height:1.08em;vertical-align:-0.15em;",[],{"type":16,"tag":127,"props":12145,"children":12147},{"className":12146},[182],[12148,12153],{"type":16,"tag":127,"props":12149,"children":12151},{"className":12150},[182,183],[12152],{"type":22,"value":4040},{"type":16,"tag":127,"props":12154,"children":12156},{"className":12155},[357],[12157],{"type":16,"tag":127,"props":12158,"children":12160},{"className":12159},[362],[12161],{"type":16,"tag":127,"props":12162,"children":12164},{"className":12163},[367],[12165],{"type":16,"tag":127,"props":12166,"children":12169},{"className":12167,"style":12168},[372],"height:0.93em;",[12170],{"type":16,"tag":127,"props":12171,"children":12172},{"style":1592},[12173,12177],{"type":16,"tag":127,"props":12174,"children":12176},{"className":12175,"style":383},[382],[],{"type":16,"tag":127,"props":12178,"children":12180},{"className":12179},[388,389,390,391],[12181],{"type":16,"tag":127,"props":12182,"children":12184},{"className":12183},[182,391],[12185,12242,12247],{"type":16,"tag":127,"props":12186,"children":12188},{"className":12187},[182,391],[12189,12194],{"type":16,"tag":127,"props":12190,"children":12192},{"className":12191},[182,183,391],[12193],{"type":22,"value":3948},{"type":16,"tag":127,"props":12195,"children":12197},{"className":12196},[357],[12198],{"type":16,"tag":127,"props":12199,"children":12201},{"className":12200},[362,4278],[12202,12231],{"type":16,"tag":127,"props":12203,"children":12205},{"className":12204},[367],[12206,12226],{"type":16,"tag":127,"props":12207,"children":12209},{"className":12208,"style":4579},[372],[12210],{"type":16,"tag":127,"props":12211,"children":12212},{"style":4583},[12213,12217],{"type":16,"tag":127,"props":12214,"children":12216},{"className":12215,"style":4588},[382],[],{"type":16,"tag":127,"props":12218,"children":12220},{"className":12219},[388,4593,4594,391],[12221],{"type":16,"tag":127,"props":12222,"children":12224},{"className":12223},[182,183,391],[12225],{"type":22,"value":3985},{"type":16,"tag":127,"props":12227,"children":12229},{"className":12228},[4326],[12230],{"type":22,"value":4329},{"type":16,"tag":127,"props":12232,"children":12234},{"className":12233},[367],[12235],{"type":16,"tag":127,"props":12236,"children":12238},{"className":12237,"style":4613},[372],[12239],{"type":16,"tag":127,"props":12240,"children":12241},{},[],{"type":16,"tag":127,"props":12243,"children":12245},{"className":12244},[599,391],[12246],{"type":22,"value":304},{"type":16,"tag":127,"props":12248,"children":12250},{"className":12249},[182,391],[12251,12256],{"type":16,"tag":127,"props":12252,"children":12254},{"className":12253},[182,183,391],[12255],{"type":22,"value":3948},{"type":16,"tag":127,"props":12257,"children":12259},{"className":12258},[357],[12260],{"type":16,"tag":127,"props":12261,"children":12263},{"className":12262},[362,4278],[12264,12320],{"type":16,"tag":127,"props":12265,"children":12267},{"className":12266},[367],[12268,12315],{"type":16,"tag":127,"props":12269,"children":12272},{"className":12270,"style":12271},[372],"height:0.7385em;",[12273,12290],{"type":16,"tag":127,"props":12274,"children":12276},{"style":12275},"top:-2.214em;margin-left:0em;margin-right:0.0714em;",[12277,12281],{"type":16,"tag":127,"props":12278,"children":12280},{"className":12279,"style":4588},[382],[],{"type":16,"tag":127,"props":12282,"children":12284},{"className":12283},[388,4593,4594,391],[12285],{"type":16,"tag":127,"props":12286,"children":12288},{"className":12287},[182,183,391],[12289],{"type":22,"value":3985},{"type":16,"tag":127,"props":12291,"children":12293},{"style":12292},"top:-2.931em;margin-right:0.0714em;",[12294,12298],{"type":16,"tag":127,"props":12295,"children":12297},{"className":12296,"style":4588},[382],[],{"type":16,"tag":127,"props":12299,"children":12301},{"className":12300},[388,4593,4594,391],[12302],{"type":16,"tag":127,"props":12303,"children":12305},{"className":12304},[182,391],[12306],{"type":16,"tag":127,"props":12307,"children":12309},{"className":12308},[182,391],[12310],{"type":16,"tag":127,"props":12311,"children":12313},{"className":12312,"style":11804},[182,1732,391],[12314],{"type":22,"value":11807},{"type":16,"tag":127,"props":12316,"children":12318},{"className":12317},[4326],[12319],{"type":22,"value":4329},{"type":16,"tag":127,"props":12321,"children":12323},{"className":12322},[367],[12324],{"type":16,"tag":127,"props":12325,"children":12328},{"className":12326,"style":12327},[372],"height:0.286em;",[12329],{"type":16,"tag":127,"props":12330,"children":12331},{},[],{"type":16,"tag":127,"props":12333,"children":12335},{"className":12334},[182],[12336,12341],{"type":16,"tag":127,"props":12337,"children":12339},{"className":12338},[182],[12340],{"type":22,"value":4086},{"type":16,"tag":127,"props":12342,"children":12344},{"className":12343},[357],[12345],{"type":16,"tag":127,"props":12346,"children":12348},{"className":12347},[362,4278],[12349,12378],{"type":16,"tag":127,"props":12350,"children":12352},{"className":12351},[367],[12353,12373],{"type":16,"tag":127,"props":12354,"children":12356},{"className":12355,"style":4370},[372],[12357],{"type":16,"tag":127,"props":12358,"children":12359},{"style":4374},[12360,12364],{"type":16,"tag":127,"props":12361,"children":12363},{"className":12362,"style":383},[382],[],{"type":16,"tag":127,"props":12365,"children":12367},{"className":12366},[388,389,390,391],[12368],{"type":16,"tag":127,"props":12369,"children":12371},{"className":12370},[182,183,391],[12372],{"type":22,"value":3985},{"type":16,"tag":127,"props":12374,"children":12376},{"className":12375},[4326],[12377],{"type":22,"value":4329},{"type":16,"tag":127,"props":12379,"children":12381},{"className":12380},[367],[12382],{"type":16,"tag":127,"props":12383,"children":12385},{"className":12384,"style":4401},[372],[12386],{"type":16,"tag":127,"props":12387,"children":12388},{},[],{"type":16,"tag":127,"props":12390,"children":12392},{"className":12391,"style":594},[593],[],{"type":16,"tag":127,"props":12394,"children":12396},{"className":12395},[599],[12397],{"type":22,"value":536},{"type":16,"tag":127,"props":12399,"children":12401},{"className":12400,"style":594},[593],[],{"type":16,"tag":127,"props":12403,"children":12405},{"className":12404},[171],[12406,12410,12638,12738],{"type":16,"tag":127,"props":12407,"children":12409},{"className":12408,"style":11303},[176],[],{"type":16,"tag":127,"props":12411,"children":12413},{"className":12412},[182],[12414,12419],{"type":16,"tag":127,"props":12415,"children":12417},{"className":12416},[182,183],[12418],{"type":22,"value":4040},{"type":16,"tag":127,"props":12420,"children":12422},{"className":12421},[357],[12423],{"type":16,"tag":127,"props":12424,"children":12426},{"className":12425},[362],[12427],{"type":16,"tag":127,"props":12428,"children":12430},{"className":12429},[367],[12431],{"type":16,"tag":127,"props":12432,"children":12434},{"className":12433,"style":12168},[372],[12435],{"type":16,"tag":127,"props":12436,"children":12437},{"style":1592},[12438,12442],{"type":16,"tag":127,"props":12439,"children":12441},{"className":12440,"style":383},[382],[],{"type":16,"tag":127,"props":12443,"children":12445},{"className":12444},[388,389,390,391],[12446],{"type":16,"tag":127,"props":12447,"children":12449},{"className":12448},[182,391],[12450,12552,12557],{"type":16,"tag":127,"props":12451,"children":12453},{"className":12452},[182,391],[12454,12499],{"type":16,"tag":127,"props":12455,"children":12457},{"className":12456},[182,10694,391],[12458],{"type":16,"tag":127,"props":12459,"children":12461},{"className":12460},[362],[12462],{"type":16,"tag":127,"props":12463,"children":12465},{"className":12464},[367],[12466],{"type":16,"tag":127,"props":12467,"children":12469},{"className":12468,"style":10707},[372],[12470,12483],{"type":16,"tag":127,"props":12471,"children":12473},{"style":12472},"top:-2.7em;",[12474,12478],{"type":16,"tag":127,"props":12475,"children":12477},{"className":12476,"style":383},[382],[],{"type":16,"tag":127,"props":12479,"children":12481},{"className":12480},[182,183,391],[12482],{"type":22,"value":3948},{"type":16,"tag":127,"props":12484,"children":12485},{"style":4735},[12486,12490],{"type":16,"tag":127,"props":12487,"children":12489},{"className":12488,"style":383},[382],[],{"type":16,"tag":127,"props":12491,"children":12493},{"className":12492,"style":10733},[10732],[12494],{"type":16,"tag":127,"props":12495,"children":12497},{"className":12496},[182,391],[12498],{"type":22,"value":10657},{"type":16,"tag":127,"props":12500,"children":12502},{"className":12501},[357],[12503],{"type":16,"tag":127,"props":12504,"children":12506},{"className":12505},[362,4278],[12507,12540],{"type":16,"tag":127,"props":12508,"children":12510},{"className":12509},[367],[12511,12535],{"type":16,"tag":127,"props":12512,"children":12514},{"className":12513,"style":4579},[372],[12515],{"type":16,"tag":127,"props":12516,"children":12517},{"style":4583},[12518,12522],{"type":16,"tag":127,"props":12519,"children":12521},{"className":12520,"style":4588},[382],[],{"type":16,"tag":127,"props":12523,"children":12525},{"className":12524},[388,4593,4594,391],[12526],{"type":16,"tag":127,"props":12527,"children":12529},{"className":12528},[182,391],[12530],{"type":16,"tag":127,"props":12531,"children":12533},{"className":12532,"style":9716},[182,183,391],[12534],{"type":22,"value":10448},{"type":16,"tag":127,"props":12536,"children":12538},{"className":12537},[4326],[12539],{"type":22,"value":4329},{"type":16,"tag":127,"props":12541,"children":12543},{"className":12542},[367],[12544],{"type":16,"tag":127,"props":12545,"children":12548},{"className":12546,"style":12547},[372],"height:0.2819em;",[12549],{"type":16,"tag":127,"props":12550,"children":12551},{},[],{"type":16,"tag":127,"props":12553,"children":12555},{"className":12554},[599,391],[12556],{"type":22,"value":304},{"type":16,"tag":127,"props":12558,"children":12560},{"className":12559},[182,391],[12561,12566],{"type":16,"tag":127,"props":12562,"children":12564},{"className":12563},[182,183,391],[12565],{"type":22,"value":3948},{"type":16,"tag":127,"props":12567,"children":12569},{"className":12568},[357],[12570],{"type":16,"tag":127,"props":12571,"children":12573},{"className":12572},[362,4278],[12574,12627],{"type":16,"tag":127,"props":12575,"children":12577},{"className":12576},[367],[12578,12622],{"type":16,"tag":127,"props":12579,"children":12581},{"className":12580,"style":12271},[372],[12582,12598],{"type":16,"tag":127,"props":12583,"children":12584},{"style":12275},[12585,12589],{"type":16,"tag":127,"props":12586,"children":12588},{"className":12587,"style":4588},[382],[],{"type":16,"tag":127,"props":12590,"children":12592},{"className":12591},[388,4593,4594,391],[12593],{"type":16,"tag":127,"props":12594,"children":12596},{"className":12595},[182,183,391],[12597],{"type":22,"value":3985},{"type":16,"tag":127,"props":12599,"children":12600},{"style":12292},[12601,12605],{"type":16,"tag":127,"props":12602,"children":12604},{"className":12603,"style":4588},[382],[],{"type":16,"tag":127,"props":12606,"children":12608},{"className":12607},[388,4593,4594,391],[12609],{"type":16,"tag":127,"props":12610,"children":12612},{"className":12611},[182,391],[12613],{"type":16,"tag":127,"props":12614,"children":12616},{"className":12615},[182,391],[12617],{"type":16,"tag":127,"props":12618,"children":12620},{"className":12619,"style":11804},[182,1732,391],[12621],{"type":22,"value":11807},{"type":16,"tag":127,"props":12623,"children":12625},{"className":12624},[4326],[12626],{"type":22,"value":4329},{"type":16,"tag":127,"props":12628,"children":12630},{"className":12629},[367],[12631],{"type":16,"tag":127,"props":12632,"children":12634},{"className":12633,"style":12327},[372],[12635],{"type":16,"tag":127,"props":12636,"children":12637},{},[],{"type":16,"tag":127,"props":12639,"children":12641},{"className":12640},[182],[12642,12686],{"type":16,"tag":127,"props":12643,"children":12645},{"className":12644},[182,10694],[12646],{"type":16,"tag":127,"props":12647,"children":12649},{"className":12648},[362],[12650],{"type":16,"tag":127,"props":12651,"children":12653},{"className":12652},[367],[12654],{"type":16,"tag":127,"props":12655,"children":12657},{"className":12656,"style":11324},[372],[12658,12670],{"type":16,"tag":127,"props":12659,"children":12660},{"style":4309},[12661,12665],{"type":16,"tag":127,"props":12662,"children":12664},{"className":12663,"style":4296},[382],[],{"type":16,"tag":127,"props":12666,"children":12668},{"className":12667},[182],[12669],{"type":22,"value":4086},{"type":16,"tag":127,"props":12671,"children":12672},{"style":11340},[12673,12677],{"type":16,"tag":127,"props":12674,"children":12676},{"className":12675,"style":4296},[382],[],{"type":16,"tag":127,"props":12678,"children":12680},{"className":12679,"style":11349},[10732],[12681],{"type":16,"tag":127,"props":12682,"children":12684},{"className":12683},[182],[12685],{"type":22,"value":10657},{"type":16,"tag":127,"props":12687,"children":12689},{"className":12688},[357],[12690],{"type":16,"tag":127,"props":12691,"children":12693},{"className":12692},[362,4278],[12694,12727],{"type":16,"tag":127,"props":12695,"children":12697},{"className":12696},[367],[12698,12722],{"type":16,"tag":127,"props":12699,"children":12701},{"className":12700,"style":4370},[372],[12702],{"type":16,"tag":127,"props":12703,"children":12704},{"style":4374},[12705,12709],{"type":16,"tag":127,"props":12706,"children":12708},{"className":12707,"style":383},[382],[],{"type":16,"tag":127,"props":12710,"children":12712},{"className":12711},[388,389,390,391],[12713],{"type":16,"tag":127,"props":12714,"children":12716},{"className":12715},[182,391],[12717],{"type":16,"tag":127,"props":12718,"children":12720},{"className":12719,"style":9716},[182,183,391],[12721],{"type":22,"value":10448},{"type":16,"tag":127,"props":12723,"children":12725},{"className":12724},[4326],[12726],{"type":22,"value":4329},{"type":16,"tag":127,"props":12728,"children":12730},{"className":12729},[367],[12731],{"type":16,"tag":127,"props":12732,"children":12734},{"className":12733,"style":9843},[372],[12735],{"type":16,"tag":127,"props":12736,"children":12737},{},[],{"type":16,"tag":127,"props":12739,"children":12741},{"className":12740},[182],[12742],{"type":22,"value":4210},{"type":16,"tag":765,"props":12744,"children":12745},{},[12746,12748],{"type":22,"value":12747},"更新并写回",{"type":16,"tag":127,"props":12749,"children":12751},{"className":12750},[1324],[12752],{"type":16,"tag":127,"props":12753,"children":12755},{"className":12754},[130],[12756,13056],{"type":16,"tag":127,"props":12757,"children":12759},{"className":12758},[135],[12760],{"type":16,"tag":138,"props":12761,"children":12762},{"xmlns":140,"display":1336},[12763],{"type":16,"tag":143,"props":12764,"children":12765},{},[12766,13051],{"type":16,"tag":147,"props":12767,"children":12768},{},[12769,12780,12785,12790,12794,12798,12824,12842,13047],{"type":16,"tag":3987,"props":12770,"children":12771},{},[12772,12776],{"type":16,"tag":151,"props":12773,"children":12774},{},[12775],{"type":22,"value":256},{"type":16,"tag":151,"props":12777,"children":12778},{},[12779],{"type":22,"value":3985},{"type":16,"tag":258,"props":12781,"children":12782},{},[12783],{"type":22,"value":12784},"←",{"type":16,"tag":151,"props":12786,"children":12787},{"mathvariant":516},[12788],{"type":22,"value":12789},"diag",{"type":16,"tag":258,"props":12791,"children":12792},{},[12793],{"type":22,"value":1422},{"type":16,"tag":258,"props":12795,"children":12796},{"stretchy":260},[12797],{"type":22,"value":263},{"type":16,"tag":10370,"props":12799,"children":12800},{},[12801,12805,12809],{"type":16,"tag":151,"props":12802,"children":12803},{"mathvariant":516},[12804],{"type":22,"value":4086},{"type":16,"tag":151,"props":12806,"children":12807},{},[12808],{"type":22,"value":3985},{"type":16,"tag":147,"props":12810,"children":12811},{},[12812,12816,12820],{"type":16,"tag":151,"props":12813,"children":12814},{"mathvariant":516},[12815],{"type":22,"value":11453},{"type":16,"tag":151,"props":12817,"children":12818},{"mathvariant":516},[12819],{"type":22,"value":4040},{"type":16,"tag":151,"props":12821,"children":12822},{"mathvariant":516},[12823],{"type":22,"value":11462},{"type":16,"tag":265,"props":12825,"children":12826},{},[12827,12831],{"type":16,"tag":258,"props":12828,"children":12829},{"stretchy":260},[12830],{"type":22,"value":314},{"type":16,"tag":147,"props":12832,"children":12833},{},[12834,12838],{"type":16,"tag":258,"props":12835,"children":12836},{},[12837],{"type":22,"value":304},{"type":16,"tag":274,"props":12839,"children":12840},{},[12841],{"type":22,"value":309},{"type":16,"tag":147,"props":12843,"children":12844},{},[12845,12849,12853,12857,12861,12872,12876,12927,12938,12942,13007,13032,13043],{"type":16,"tag":258,"props":12846,"children":12847},{"fence":166},[12848],{"type":22,"value":263},{"type":16,"tag":151,"props":12850,"children":12851},{"mathvariant":516},[12852],{"type":22,"value":12789},{"type":16,"tag":258,"props":12854,"children":12855},{},[12856],{"type":22,"value":1422},{"type":16,"tag":258,"props":12858,"children":12859},{"stretchy":260},[12860],{"type":22,"value":263},{"type":16,"tag":3987,"props":12862,"children":12863},{},[12864,12868],{"type":16,"tag":151,"props":12865,"children":12866},{"mathvariant":516},[12867],{"type":22,"value":4086},{"type":16,"tag":151,"props":12869,"children":12870},{},[12871],{"type":22,"value":3985},{"type":16,"tag":258,"props":12873,"children":12874},{"stretchy":260},[12875],{"type":22,"value":314},{"type":16,"tag":265,"props":12877,"children":12878},{},[12879,12883],{"type":16,"tag":151,"props":12880,"children":12881},{},[12882],{"type":22,"value":4040},{"type":16,"tag":147,"props":12884,"children":12885},{},[12886,12897,12901],{"type":16,"tag":3987,"props":12887,"children":12888},{},[12889,12893],{"type":16,"tag":151,"props":12890,"children":12891},{},[12892],{"type":22,"value":3948},{"type":16,"tag":151,"props":12894,"children":12895},{},[12896],{"type":22,"value":3985},{"type":16,"tag":258,"props":12898,"children":12899},{},[12900],{"type":22,"value":304},{"type":16,"tag":10370,"props":12902,"children":12903},{},[12904,12908,12912],{"type":16,"tag":151,"props":12905,"children":12906},{},[12907],{"type":22,"value":3948},{"type":16,"tag":151,"props":12909,"children":12910},{},[12911],{"type":22,"value":3985},{"type":16,"tag":147,"props":12913,"children":12914},{},[12915,12919,12923],{"type":16,"tag":151,"props":12916,"children":12917},{"mathvariant":516},[12918],{"type":22,"value":11453},{"type":16,"tag":151,"props":12920,"children":12921},{"mathvariant":516},[12922],{"type":22,"value":4040},{"type":16,"tag":151,"props":12924,"children":12925},{"mathvariant":516},[12926],{"type":22,"value":11462},{"type":16,"tag":3987,"props":12928,"children":12929},{},[12930,12934],{"type":16,"tag":151,"props":12931,"children":12932},{},[12933],{"type":22,"value":256},{"type":16,"tag":151,"props":12935,"children":12936},{},[12937],{"type":22,"value":3985},{"type":16,"tag":258,"props":12939,"children":12940},{},[12941],{"type":22,"value":536},{"type":16,"tag":265,"props":12943,"children":12944},{},[12945,12949],{"type":16,"tag":151,"props":12946,"children":12947},{},[12948],{"type":22,"value":4040},{"type":16,"tag":147,"props":12950,"children":12951},{},[12952,12977,12981],{"type":16,"tag":3987,"props":12953,"children":12954},{},[12955,12966],{"type":16,"tag":10646,"props":12956,"children":12957},{"accent":166},[12958,12962],{"type":16,"tag":151,"props":12959,"children":12960},{},[12961],{"type":22,"value":3948},{"type":16,"tag":258,"props":12963,"children":12964},{},[12965],{"type":22,"value":10657},{"type":16,"tag":147,"props":12967,"children":12968},{},[12969,12973],{"type":16,"tag":151,"props":12970,"children":12971},{},[12972],{"type":22,"value":3985},{"type":16,"tag":151,"props":12974,"children":12975},{},[12976],{"type":22,"value":9695},{"type":16,"tag":258,"props":12978,"children":12979},{},[12980],{"type":22,"value":304},{"type":16,"tag":10370,"props":12982,"children":12983},{},[12984,12988,12992],{"type":16,"tag":151,"props":12985,"children":12986},{},[12987],{"type":22,"value":3948},{"type":16,"tag":151,"props":12989,"children":12990},{},[12991],{"type":22,"value":3985},{"type":16,"tag":147,"props":12993,"children":12994},{},[12995,12999,13003],{"type":16,"tag":151,"props":12996,"children":12997},{"mathvariant":516},[12998],{"type":22,"value":11453},{"type":16,"tag":151,"props":13000,"children":13001},{"mathvariant":516},[13002],{"type":22,"value":4040},{"type":16,"tag":151,"props":13004,"children":13005},{"mathvariant":516},[13006],{"type":22,"value":11462},{"type":16,"tag":3987,"props":13008,"children":13009},{},[13010,13021],{"type":16,"tag":10646,"props":13011,"children":13012},{"accent":166},[13013,13017],{"type":16,"tag":151,"props":13014,"children":13015},{},[13016],{"type":22,"value":1408},{"type":16,"tag":258,"props":13018,"children":13019},{},[13020],{"type":22,"value":10657},{"type":16,"tag":147,"props":13022,"children":13023},{},[13024,13028],{"type":16,"tag":151,"props":13025,"children":13026},{},[13027],{"type":22,"value":3985},{"type":16,"tag":151,"props":13029,"children":13030},{},[13031],{"type":22,"value":9695},{"type":16,"tag":3987,"props":13033,"children":13034},{},[13035,13039],{"type":16,"tag":151,"props":13036,"children":13037},{},[13038],{"type":22,"value":918},{"type":16,"tag":151,"props":13040,"children":13041},{},[13042],{"type":22,"value":9695},{"type":16,"tag":258,"props":13044,"children":13045},{"fence":166},[13046],{"type":22,"value":314},{"type":16,"tag":151,"props":13048,"children":13049},{"mathvariant":516},[13050],{"type":22,"value":4210},{"type":16,"tag":157,"props":13052,"children":13053},{"encoding":159},[13054],{"type":22,"value":13055},"O_i\\leftarrow \\operatorname{diag}(\\ell_i^{\\rm new})^{-1}\\left(\\operatorname{diag}(\\ell_i)e^{m_i-m_i^{\\rm new}}O_i+e^{\\tilde m_{ij}-m_i^{\\rm new}}\\tilde P_{ij}V_j\\right).",{"type":16,"tag":127,"props":13057,"children":13059},{"className":13058,"ariaHidden":166},[165],[13060,13138],{"type":16,"tag":127,"props":13061,"children":13063},{"className":13062},[171],[13064,13068,13125,13129,13134],{"type":16,"tag":127,"props":13065,"children":13067},{"className":13066,"style":8163},[176],[],{"type":16,"tag":127,"props":13069,"children":13071},{"className":13070},[182],[13072,13077],{"type":16,"tag":127,"props":13073,"children":13075},{"className":13074,"style":336},[182,183],[13076],{"type":22,"value":256},{"type":16,"tag":127,"props":13078,"children":13080},{"className":13079},[357],[13081],{"type":16,"tag":127,"props":13082,"children":13084},{"className":13083},[362,4278],[13085,13114],{"type":16,"tag":127,"props":13086,"children":13088},{"className":13087},[367],[13089,13109],{"type":16,"tag":127,"props":13090,"children":13092},{"className":13091,"style":4370},[372],[13093],{"type":16,"tag":127,"props":13094,"children":13095},{"style":10150},[13096,13100],{"type":16,"tag":127,"props":13097,"children":13099},{"className":13098,"style":383},[382],[],{"type":16,"tag":127,"props":13101,"children":13103},{"className":13102},[388,389,390,391],[13104],{"type":16,"tag":127,"props":13105,"children":13107},{"className":13106},[182,183,391],[13108],{"type":22,"value":3985},{"type":16,"tag":127,"props":13110,"children":13112},{"className":13111},[4326],[13113],{"type":22,"value":4329},{"type":16,"tag":127,"props":13115,"children":13117},{"className":13116},[367],[13118],{"type":16,"tag":127,"props":13119,"children":13121},{"className":13120,"style":4401},[372],[13122],{"type":16,"tag":127,"props":13123,"children":13124},{},[],{"type":16,"tag":127,"props":13126,"children":13128},{"className":13127,"style":1006},[593],[],{"type":16,"tag":127,"props":13130,"children":13132},{"className":13131},[1011],[13133],{"type":22,"value":12784},{"type":16,"tag":127,"props":13135,"children":13137},{"className":13136,"style":1006},[593],[],{"type":16,"tag":127,"props":13139,"children":13141},{"className":13140},[171],[13142,13146,13155,13160,13241,13292,13296,14030,14034],{"type":16,"tag":127,"props":13143,"children":13145},{"className":13144,"style":5891},[176],[],{"type":16,"tag":127,"props":13147,"children":13149},{"className":13148},[1727],[13150],{"type":16,"tag":127,"props":13151,"children":13153},{"className":13152,"style":11804},[182,1732],[13154],{"type":22,"value":12789},{"type":16,"tag":127,"props":13156,"children":13158},{"className":13157},[342],[13159],{"type":22,"value":263},{"type":16,"tag":127,"props":13161,"children":13163},{"className":13162},[182],[13164,13169],{"type":16,"tag":127,"props":13165,"children":13167},{"className":13166},[182],[13168],{"type":22,"value":4086},{"type":16,"tag":127,"props":13170,"children":13172},{"className":13171},[357],[13173],{"type":16,"tag":127,"props":13174,"children":13176},{"className":13175},[362,4278],[13177,13230],{"type":16,"tag":127,"props":13178,"children":13180},{"className":13179},[367],[13181,13225],{"type":16,"tag":127,"props":13182,"children":13184},{"className":13183,"style":11763},[372],[13185,13201],{"type":16,"tag":127,"props":13186,"children":13187},{"style":11767},[13188,13192],{"type":16,"tag":127,"props":13189,"children":13191},{"className":13190,"style":383},[382],[],{"type":16,"tag":127,"props":13193,"children":13195},{"className":13194},[388,389,390,391],[13196],{"type":16,"tag":127,"props":13197,"children":13199},{"className":13198},[182,183,391],[13200],{"type":22,"value":3985},{"type":16,"tag":127,"props":13202,"children":13203},{"style":1592},[13204,13208],{"type":16,"tag":127,"props":13205,"children":13207},{"className":13206,"style":383},[382],[],{"type":16,"tag":127,"props":13209,"children":13211},{"className":13210},[388,389,390,391],[13212],{"type":16,"tag":127,"props":13213,"children":13215},{"className":13214},[182,391],[13216],{"type":16,"tag":127,"props":13217,"children":13219},{"className":13218},[182,391],[13220],{"type":16,"tag":127,"props":13221,"children":13223},{"className":13222,"style":11804},[182,1732,391],[13224],{"type":22,"value":11807},{"type":16,"tag":127,"props":13226,"children":13228},{"className":13227},[4326],[13229],{"type":22,"value":4329},{"type":16,"tag":127,"props":13231,"children":13233},{"className":13232},[367],[13234],{"type":16,"tag":127,"props":13235,"children":13237},{"className":13236,"style":11820},[372],[13238],{"type":16,"tag":127,"props":13239,"children":13240},{},[],{"type":16,"tag":127,"props":13242,"children":13244},{"className":13243},[492],[13245,13250],{"type":16,"tag":127,"props":13246,"children":13248},{"className":13247},[492],[13249],{"type":22,"value":314},{"type":16,"tag":127,"props":13251,"children":13253},{"className":13252},[357],[13254],{"type":16,"tag":127,"props":13255,"children":13257},{"className":13256},[362],[13258],{"type":16,"tag":127,"props":13259,"children":13261},{"className":13260},[367],[13262],{"type":16,"tag":127,"props":13263,"children":13266},{"className":13264,"style":13265},[372],"height:0.8641em;",[13267],{"type":16,"tag":127,"props":13268,"children":13269},{"style":1592},[13270,13274],{"type":16,"tag":127,"props":13271,"children":13273},{"className":13272,"style":383},[382],[],{"type":16,"tag":127,"props":13275,"children":13277},{"className":13276},[388,389,390,391],[13278],{"type":16,"tag":127,"props":13279,"children":13281},{"className":13280},[182,391],[13282,13287],{"type":16,"tag":127,"props":13283,"children":13285},{"className":13284},[182,391],[13286],{"type":22,"value":304},{"type":16,"tag":127,"props":13288,"children":13290},{"className":13289},[182,391],[13291],{"type":22,"value":309},{"type":16,"tag":127,"props":13293,"children":13295},{"className":13294,"style":981},[593],[],{"type":16,"tag":127,"props":13297,"children":13299},{"className":13298},[5896],[13300,13309,13318,13323,13380,13385,13568,13625,13629,13634,13638,13864,13964,14021],{"type":16,"tag":127,"props":13301,"children":13303},{"className":13302,"style":5902},[342,5901],[13304],{"type":16,"tag":127,"props":13305,"children":13307},{"className":13306},[5907,5908],[13308],{"type":22,"value":263},{"type":16,"tag":127,"props":13310,"children":13312},{"className":13311},[1727],[13313],{"type":16,"tag":127,"props":13314,"children":13316},{"className":13315,"style":11804},[182,1732],[13317],{"type":22,"value":12789},{"type":16,"tag":127,"props":13319,"children":13321},{"className":13320},[342],[13322],{"type":22,"value":263},{"type":16,"tag":127,"props":13324,"children":13326},{"className":13325},[182],[13327,13332],{"type":16,"tag":127,"props":13328,"children":13330},{"className":13329},[182],[13331],{"type":22,"value":4086},{"type":16,"tag":127,"props":13333,"children":13335},{"className":13334},[357],[13336],{"type":16,"tag":127,"props":13337,"children":13339},{"className":13338},[362,4278],[13340,13369],{"type":16,"tag":127,"props":13341,"children":13343},{"className":13342},[367],[13344,13364],{"type":16,"tag":127,"props":13345,"children":13347},{"className":13346,"style":4370},[372],[13348],{"type":16,"tag":127,"props":13349,"children":13350},{"style":4374},[13351,13355],{"type":16,"tag":127,"props":13352,"children":13354},{"className":13353,"style":383},[382],[],{"type":16,"tag":127,"props":13356,"children":13358},{"className":13357},[388,389,390,391],[13359],{"type":16,"tag":127,"props":13360,"children":13362},{"className":13361},[182,183,391],[13363],{"type":22,"value":3985},{"type":16,"tag":127,"props":13365,"children":13367},{"className":13366},[4326],[13368],{"type":22,"value":4329},{"type":16,"tag":127,"props":13370,"children":13372},{"className":13371},[367],[13373],{"type":16,"tag":127,"props":13374,"children":13376},{"className":13375,"style":4401},[372],[13377],{"type":16,"tag":127,"props":13378,"children":13379},{},[],{"type":16,"tag":127,"props":13381,"children":13383},{"className":13382},[492],[13384],{"type":22,"value":314},{"type":16,"tag":127,"props":13386,"children":13388},{"className":13387},[182],[13389,13394],{"type":16,"tag":127,"props":13390,"children":13392},{"className":13391},[182,183],[13393],{"type":22,"value":4040},{"type":16,"tag":127,"props":13395,"children":13397},{"className":13396},[357],[13398],{"type":16,"tag":127,"props":13399,"children":13401},{"className":13400},[362],[13402],{"type":16,"tag":127,"props":13403,"children":13405},{"className":13404},[367],[13406],{"type":16,"tag":127,"props":13407,"children":13409},{"className":13408,"style":12168},[372],[13410],{"type":16,"tag":127,"props":13411,"children":13412},{"style":1592},[13413,13417],{"type":16,"tag":127,"props":13414,"children":13416},{"className":13415,"style":383},[382],[],{"type":16,"tag":127,"props":13418,"children":13420},{"className":13419},[388,389,390,391],[13421],{"type":16,"tag":127,"props":13422,"children":13424},{"className":13423},[182,391],[13425,13482,13487],{"type":16,"tag":127,"props":13426,"children":13428},{"className":13427},[182,391],[13429,13434],{"type":16,"tag":127,"props":13430,"children":13432},{"className":13431},[182,183,391],[13433],{"type":22,"value":3948},{"type":16,"tag":127,"props":13435,"children":13437},{"className":13436},[357],[13438],{"type":16,"tag":127,"props":13439,"children":13441},{"className":13440},[362,4278],[13442,13471],{"type":16,"tag":127,"props":13443,"children":13445},{"className":13444},[367],[13446,13466],{"type":16,"tag":127,"props":13447,"children":13449},{"className":13448,"style":4579},[372],[13450],{"type":16,"tag":127,"props":13451,"children":13452},{"style":4583},[13453,13457],{"type":16,"tag":127,"props":13454,"children":13456},{"className":13455,"style":4588},[382],[],{"type":16,"tag":127,"props":13458,"children":13460},{"className":13459},[388,4593,4594,391],[13461],{"type":16,"tag":127,"props":13462,"children":13464},{"className":13463},[182,183,391],[13465],{"type":22,"value":3985},{"type":16,"tag":127,"props":13467,"children":13469},{"className":13468},[4326],[13470],{"type":22,"value":4329},{"type":16,"tag":127,"props":13472,"children":13474},{"className":13473},[367],[13475],{"type":16,"tag":127,"props":13476,"children":13478},{"className":13477,"style":4613},[372],[13479],{"type":16,"tag":127,"props":13480,"children":13481},{},[],{"type":16,"tag":127,"props":13483,"children":13485},{"className":13484},[599,391],[13486],{"type":22,"value":304},{"type":16,"tag":127,"props":13488,"children":13490},{"className":13489},[182,391],[13491,13496],{"type":16,"tag":127,"props":13492,"children":13494},{"className":13493},[182,183,391],[13495],{"type":22,"value":3948},{"type":16,"tag":127,"props":13497,"children":13499},{"className":13498},[357],[13500],{"type":16,"tag":127,"props":13501,"children":13503},{"className":13502},[362,4278],[13504,13557],{"type":16,"tag":127,"props":13505,"children":13507},{"className":13506},[367],[13508,13552],{"type":16,"tag":127,"props":13509,"children":13511},{"className":13510,"style":12271},[372],[13512,13528],{"type":16,"tag":127,"props":13513,"children":13514},{"style":12275},[13515,13519],{"type":16,"tag":127,"props":13516,"children":13518},{"className":13517,"style":4588},[382],[],{"type":16,"tag":127,"props":13520,"children":13522},{"className":13521},[388,4593,4594,391],[13523],{"type":16,"tag":127,"props":13524,"children":13526},{"className":13525},[182,183,391],[13527],{"type":22,"value":3985},{"type":16,"tag":127,"props":13529,"children":13530},{"style":12292},[13531,13535],{"type":16,"tag":127,"props":13532,"children":13534},{"className":13533,"style":4588},[382],[],{"type":16,"tag":127,"props":13536,"children":13538},{"className":13537},[388,4593,4594,391],[13539],{"type":16,"tag":127,"props":13540,"children":13542},{"className":13541},[182,391],[13543],{"type":16,"tag":127,"props":13544,"children":13546},{"className":13545},[182,391],[13547],{"type":16,"tag":127,"props":13548,"children":13550},{"className":13549,"style":11804},[182,1732,391],[13551],{"type":22,"value":11807},{"type":16,"tag":127,"props":13553,"children":13555},{"className":13554},[4326],[13556],{"type":22,"value":4329},{"type":16,"tag":127,"props":13558,"children":13560},{"className":13559},[367],[13561],{"type":16,"tag":127,"props":13562,"children":13564},{"className":13563,"style":12327},[372],[13565],{"type":16,"tag":127,"props":13566,"children":13567},{},[],{"type":16,"tag":127,"props":13569,"children":13571},{"className":13570},[182],[13572,13577],{"type":16,"tag":127,"props":13573,"children":13575},{"className":13574,"style":336},[182,183],[13576],{"type":22,"value":256},{"type":16,"tag":127,"props":13578,"children":13580},{"className":13579},[357],[13581],{"type":16,"tag":127,"props":13582,"children":13584},{"className":13583},[362,4278],[13585,13614],{"type":16,"tag":127,"props":13586,"children":13588},{"className":13587},[367],[13589,13609],{"type":16,"tag":127,"props":13590,"children":13592},{"className":13591,"style":4370},[372],[13593],{"type":16,"tag":127,"props":13594,"children":13595},{"style":10150},[13596,13600],{"type":16,"tag":127,"props":13597,"children":13599},{"className":13598,"style":383},[382],[],{"type":16,"tag":127,"props":13601,"children":13603},{"className":13602},[388,389,390,391],[13604],{"type":16,"tag":127,"props":13605,"children":13607},{"className":13606},[182,183,391],[13608],{"type":22,"value":3985},{"type":16,"tag":127,"props":13610,"children":13612},{"className":13611},[4326],[13613],{"type":22,"value":4329},{"type":16,"tag":127,"props":13615,"children":13617},{"className":13616},[367],[13618],{"type":16,"tag":127,"props":13619,"children":13621},{"className":13620,"style":4401},[372],[13622],{"type":16,"tag":127,"props":13623,"children":13624},{},[],{"type":16,"tag":127,"props":13626,"children":13628},{"className":13627,"style":594},[593],[],{"type":16,"tag":127,"props":13630,"children":13632},{"className":13631},[599],[13633],{"type":22,"value":536},{"type":16,"tag":127,"props":13635,"children":13637},{"className":13636,"style":594},[593],[],{"type":16,"tag":127,"props":13639,"children":13641},{"className":13640},[182],[13642,13647],{"type":16,"tag":127,"props":13643,"children":13645},{"className":13644},[182,183],[13646],{"type":22,"value":4040},{"type":16,"tag":127,"props":13648,"children":13650},{"className":13649},[357],[13651],{"type":16,"tag":127,"props":13652,"children":13654},{"className":13653},[362],[13655],{"type":16,"tag":127,"props":13656,"children":13658},{"className":13657},[367],[13659],{"type":16,"tag":127,"props":13660,"children":13662},{"className":13661,"style":12168},[372],[13663],{"type":16,"tag":127,"props":13664,"children":13665},{"style":1592},[13666,13670],{"type":16,"tag":127,"props":13667,"children":13669},{"className":13668,"style":383},[382],[],{"type":16,"tag":127,"props":13671,"children":13673},{"className":13672},[388,389,390,391],[13674],{"type":16,"tag":127,"props":13675,"children":13677},{"className":13676},[182,391],[13678,13778,13783],{"type":16,"tag":127,"props":13679,"children":13681},{"className":13680},[182,391],[13682,13726],{"type":16,"tag":127,"props":13683,"children":13685},{"className":13684},[182,10694,391],[13686],{"type":16,"tag":127,"props":13687,"children":13689},{"className":13688},[362],[13690],{"type":16,"tag":127,"props":13691,"children":13693},{"className":13692},[367],[13694],{"type":16,"tag":127,"props":13695,"children":13697},{"className":13696,"style":10707},[372],[13698,13710],{"type":16,"tag":127,"props":13699,"children":13700},{"style":12472},[13701,13705],{"type":16,"tag":127,"props":13702,"children":13704},{"className":13703,"style":383},[382],[],{"type":16,"tag":127,"props":13706,"children":13708},{"className":13707},[182,183,391],[13709],{"type":22,"value":3948},{"type":16,"tag":127,"props":13711,"children":13712},{"style":4735},[13713,13717],{"type":16,"tag":127,"props":13714,"children":13716},{"className":13715,"style":383},[382],[],{"type":16,"tag":127,"props":13718,"children":13720},{"className":13719,"style":10733},[10732],[13721],{"type":16,"tag":127,"props":13722,"children":13724},{"className":13723},[182,391],[13725],{"type":22,"value":10657},{"type":16,"tag":127,"props":13727,"children":13729},{"className":13728},[357],[13730],{"type":16,"tag":127,"props":13731,"children":13733},{"className":13732},[362,4278],[13734,13767],{"type":16,"tag":127,"props":13735,"children":13737},{"className":13736},[367],[13738,13762],{"type":16,"tag":127,"props":13739,"children":13741},{"className":13740,"style":4579},[372],[13742],{"type":16,"tag":127,"props":13743,"children":13744},{"style":4583},[13745,13749],{"type":16,"tag":127,"props":13746,"children":13748},{"className":13747,"style":4588},[382],[],{"type":16,"tag":127,"props":13750,"children":13752},{"className":13751},[388,4593,4594,391],[13753],{"type":16,"tag":127,"props":13754,"children":13756},{"className":13755},[182,391],[13757],{"type":16,"tag":127,"props":13758,"children":13760},{"className":13759,"style":9716},[182,183,391],[13761],{"type":22,"value":10448},{"type":16,"tag":127,"props":13763,"children":13765},{"className":13764},[4326],[13766],{"type":22,"value":4329},{"type":16,"tag":127,"props":13768,"children":13770},{"className":13769},[367],[13771],{"type":16,"tag":127,"props":13772,"children":13774},{"className":13773,"style":12547},[372],[13775],{"type":16,"tag":127,"props":13776,"children":13777},{},[],{"type":16,"tag":127,"props":13779,"children":13781},{"className":13780},[599,391],[13782],{"type":22,"value":304},{"type":16,"tag":127,"props":13784,"children":13786},{"className":13785},[182,391],[13787,13792],{"type":16,"tag":127,"props":13788,"children":13790},{"className":13789},[182,183,391],[13791],{"type":22,"value":3948},{"type":16,"tag":127,"props":13793,"children":13795},{"className":13794},[357],[13796],{"type":16,"tag":127,"props":13797,"children":13799},{"className":13798},[362,4278],[13800,13853],{"type":16,"tag":127,"props":13801,"children":13803},{"className":13802},[367],[13804,13848],{"type":16,"tag":127,"props":13805,"children":13807},{"className":13806,"style":12271},[372],[13808,13824],{"type":16,"tag":127,"props":13809,"children":13810},{"style":12275},[13811,13815],{"type":16,"tag":127,"props":13812,"children":13814},{"className":13813,"style":4588},[382],[],{"type":16,"tag":127,"props":13816,"children":13818},{"className":13817},[388,4593,4594,391],[13819],{"type":16,"tag":127,"props":13820,"children":13822},{"className":13821},[182,183,391],[13823],{"type":22,"value":3985},{"type":16,"tag":127,"props":13825,"children":13826},{"style":12292},[13827,13831],{"type":16,"tag":127,"props":13828,"children":13830},{"className":13829,"style":4588},[382],[],{"type":16,"tag":127,"props":13832,"children":13834},{"className":13833},[388,4593,4594,391],[13835],{"type":16,"tag":127,"props":13836,"children":13838},{"className":13837},[182,391],[13839],{"type":16,"tag":127,"props":13840,"children":13842},{"className":13841},[182,391],[13843],{"type":16,"tag":127,"props":13844,"children":13846},{"className":13845,"style":11804},[182,1732,391],[13847],{"type":22,"value":11807},{"type":16,"tag":127,"props":13849,"children":13851},{"className":13850},[4326],[13852],{"type":22,"value":4329},{"type":16,"tag":127,"props":13854,"children":13856},{"className":13855},[367],[13857],{"type":16,"tag":127,"props":13858,"children":13860},{"className":13859,"style":12327},[372],[13861],{"type":16,"tag":127,"props":13862,"children":13863},{},[],{"type":16,"tag":127,"props":13865,"children":13867},{"className":13866},[182],[13868,13912],{"type":16,"tag":127,"props":13869,"children":13871},{"className":13870},[182,10694],[13872],{"type":16,"tag":127,"props":13873,"children":13875},{"className":13874},[362],[13876],{"type":16,"tag":127,"props":13877,"children":13879},{"className":13878},[367],[13880],{"type":16,"tag":127,"props":13881,"children":13883},{"className":13882,"style":10940},[372],[13884,13896],{"type":16,"tag":127,"props":13885,"children":13886},{"style":4309},[13887,13891],{"type":16,"tag":127,"props":13888,"children":13890},{"className":13889,"style":4296},[382],[],{"type":16,"tag":127,"props":13892,"children":13894},{"className":13893,"style":1605},[182,183],[13895],{"type":22,"value":1408},{"type":16,"tag":127,"props":13897,"children":13898},{"style":10956},[13899,13903],{"type":16,"tag":127,"props":13900,"children":13902},{"className":13901,"style":4296},[382],[],{"type":16,"tag":127,"props":13904,"children":13906},{"className":13905,"style":10965},[10732],[13907],{"type":16,"tag":127,"props":13908,"children":13910},{"className":13909},[182],[13911],{"type":22,"value":10657},{"type":16,"tag":127,"props":13913,"children":13915},{"className":13914},[357],[13916],{"type":16,"tag":127,"props":13917,"children":13919},{"className":13918},[362,4278],[13920,13953],{"type":16,"tag":127,"props":13921,"children":13923},{"className":13922},[367],[13924,13948],{"type":16,"tag":127,"props":13925,"children":13927},{"className":13926,"style":4370},[372],[13928],{"type":16,"tag":127,"props":13929,"children":13930},{"style":9244},[13931,13935],{"type":16,"tag":127,"props":13932,"children":13934},{"className":13933,"style":383},[382],[],{"type":16,"tag":127,"props":13936,"children":13938},{"className":13937},[388,389,390,391],[13939],{"type":16,"tag":127,"props":13940,"children":13942},{"className":13941},[182,391],[13943],{"type":16,"tag":127,"props":13944,"children":13946},{"className":13945,"style":9716},[182,183,391],[13947],{"type":22,"value":10448},{"type":16,"tag":127,"props":13949,"children":13951},{"className":13950},[4326],[13952],{"type":22,"value":4329},{"type":16,"tag":127,"props":13954,"children":13956},{"className":13955},[367],[13957],{"type":16,"tag":127,"props":13958,"children":13960},{"className":13959,"style":9843},[372],[13961],{"type":16,"tag":127,"props":13962,"children":13963},{},[],{"type":16,"tag":127,"props":13965,"children":13967},{"className":13966},[182],[13968,13973],{"type":16,"tag":127,"props":13969,"children":13971},{"className":13970,"style":594},[182,183],[13972],{"type":22,"value":918},{"type":16,"tag":127,"props":13974,"children":13976},{"className":13975},[357],[13977],{"type":16,"tag":127,"props":13978,"children":13980},{"className":13979},[362,4278],[13981,14010],{"type":16,"tag":127,"props":13982,"children":13984},{"className":13983},[367],[13985,14005],{"type":16,"tag":127,"props":13986,"children":13988},{"className":13987,"style":4370},[372],[13989],{"type":16,"tag":127,"props":13990,"children":13991},{"style":9884},[13992,13996],{"type":16,"tag":127,"props":13993,"children":13995},{"className":13994,"style":383},[382],[],{"type":16,"tag":127,"props":13997,"children":13999},{"className":13998},[388,389,390,391],[14000],{"type":16,"tag":127,"props":14001,"children":14003},{"className":14002,"style":9716},[182,183,391],[14004],{"type":22,"value":9695},{"type":16,"tag":127,"props":14006,"children":14008},{"className":14007},[4326],[14009],{"type":22,"value":4329},{"type":16,"tag":127,"props":14011,"children":14013},{"className":14012},[367],[14014],{"type":16,"tag":127,"props":14015,"children":14017},{"className":14016,"style":9843},[372],[14018],{"type":16,"tag":127,"props":14019,"children":14020},{},[],{"type":16,"tag":127,"props":14022,"children":14024},{"className":14023,"style":5902},[492,5901],[14025],{"type":16,"tag":127,"props":14026,"children":14028},{"className":14027},[5907,5908],[14029],{"type":22,"value":314},{"type":16,"tag":127,"props":14031,"children":14033},{"className":14032,"style":981},[593],[],{"type":16,"tag":127,"props":14035,"children":14037},{"className":14036},[182],[14038],{"type":22,"value":4210},{"type":16,"tag":765,"props":14040,"children":14041},{},[14042,14044,14497],{"type":22,"value":14043},"写回 ",{"type":16,"tag":127,"props":14045,"children":14047},{"className":14046},[130],[14048,14152],{"type":16,"tag":127,"props":14049,"children":14051},{"className":14050},[135],[14052],{"type":16,"tag":138,"props":14053,"children":14054},{"xmlns":140},[14055],{"type":16,"tag":143,"props":14056,"children":14057},{},[14058,14147],{"type":16,"tag":147,"props":14059,"children":14060},{},[14061,14072,14076,14102,14106,14117,14121],{"type":16,"tag":3987,"props":14062,"children":14063},{},[14064,14068],{"type":16,"tag":151,"props":14065,"children":14066},{"mathvariant":516},[14067],{"type":22,"value":4086},{"type":16,"tag":151,"props":14069,"children":14070},{},[14071],{"type":22,"value":3985},{"type":16,"tag":258,"props":14073,"children":14074},{},[14075],{"type":22,"value":12784},{"type":16,"tag":10370,"props":14077,"children":14078},{},[14079,14083,14087],{"type":16,"tag":151,"props":14080,"children":14081},{"mathvariant":516},[14082],{"type":22,"value":4086},{"type":16,"tag":151,"props":14084,"children":14085},{},[14086],{"type":22,"value":3985},{"type":16,"tag":147,"props":14088,"children":14089},{},[14090,14094,14098],{"type":16,"tag":151,"props":14091,"children":14092},{"mathvariant":516},[14093],{"type":22,"value":11453},{"type":16,"tag":151,"props":14095,"children":14096},{"mathvariant":516},[14097],{"type":22,"value":4040},{"type":16,"tag":151,"props":14099,"children":14100},{"mathvariant":516},[14101],{"type":22,"value":11462},{"type":16,"tag":258,"props":14103,"children":14104},{"separator":166},[14105],{"type":22,"value":904},{"type":16,"tag":3987,"props":14107,"children":14108},{},[14109,14113],{"type":16,"tag":151,"props":14110,"children":14111},{},[14112],{"type":22,"value":3948},{"type":16,"tag":151,"props":14114,"children":14115},{},[14116],{"type":22,"value":3985},{"type":16,"tag":258,"props":14118,"children":14119},{},[14120],{"type":22,"value":12784},{"type":16,"tag":10370,"props":14122,"children":14123},{},[14124,14128,14132],{"type":16,"tag":151,"props":14125,"children":14126},{},[14127],{"type":22,"value":3948},{"type":16,"tag":151,"props":14129,"children":14130},{},[14131],{"type":22,"value":3985},{"type":16,"tag":147,"props":14133,"children":14134},{},[14135,14139,14143],{"type":16,"tag":151,"props":14136,"children":14137},{"mathvariant":516},[14138],{"type":22,"value":11453},{"type":16,"tag":151,"props":14140,"children":14141},{"mathvariant":516},[14142],{"type":22,"value":4040},{"type":16,"tag":151,"props":14144,"children":14145},{"mathvariant":516},[14146],{"type":22,"value":11462},{"type":16,"tag":157,"props":14148,"children":14149},{"encoding":159},[14150],{"type":22,"value":14151},"\\ell_i\\leftarrow\\ell_i^{\\rm new},m_i\\leftarrow m_i^{\\rm new}",{"type":16,"tag":127,"props":14153,"children":14155},{"className":14154,"ariaHidden":166},[165],[14156,14235,14407],{"type":16,"tag":127,"props":14157,"children":14159},{"className":14158},[171],[14160,14165,14222,14226,14231],{"type":16,"tag":127,"props":14161,"children":14164},{"className":14162,"style":14163},[176],"height:0.8444em;vertical-align:-0.15em;",[],{"type":16,"tag":127,"props":14166,"children":14168},{"className":14167},[182],[14169,14174],{"type":16,"tag":127,"props":14170,"children":14172},{"className":14171},[182],[14173],{"type":22,"value":4086},{"type":16,"tag":127,"props":14175,"children":14177},{"className":14176},[357],[14178],{"type":16,"tag":127,"props":14179,"children":14181},{"className":14180},[362,4278],[14182,14211],{"type":16,"tag":127,"props":14183,"children":14185},{"className":14184},[367],[14186,14206],{"type":16,"tag":127,"props":14187,"children":14189},{"className":14188,"style":4370},[372],[14190],{"type":16,"tag":127,"props":14191,"children":14192},{"style":4374},[14193,14197],{"type":16,"tag":127,"props":14194,"children":14196},{"className":14195,"style":383},[382],[],{"type":16,"tag":127,"props":14198,"children":14200},{"className":14199},[388,389,390,391],[14201],{"type":16,"tag":127,"props":14202,"children":14204},{"className":14203},[182,183,391],[14205],{"type":22,"value":3985},{"type":16,"tag":127,"props":14207,"children":14209},{"className":14208},[4326],[14210],{"type":22,"value":4329},{"type":16,"tag":127,"props":14212,"children":14214},{"className":14213},[367],[14215],{"type":16,"tag":127,"props":14216,"children":14218},{"className":14217,"style":4401},[372],[14219],{"type":16,"tag":127,"props":14220,"children":14221},{},[],{"type":16,"tag":127,"props":14223,"children":14225},{"className":14224,"style":1006},[593],[],{"type":16,"tag":127,"props":14227,"children":14229},{"className":14228},[1011],[14230],{"type":22,"value":12784},{"type":16,"tag":127,"props":14232,"children":14234},{"className":14233,"style":1006},[593],[],{"type":16,"tag":127,"props":14236,"children":14238},{"className":14237},[171],[14239,14244,14328,14333,14337,14394,14398,14403],{"type":16,"tag":127,"props":14240,"children":14243},{"className":14241,"style":14242},[176],"height:0.9531em;vertical-align:-0.2587em;",[],{"type":16,"tag":127,"props":14245,"children":14247},{"className":14246},[182],[14248,14253],{"type":16,"tag":127,"props":14249,"children":14251},{"className":14250},[182],[14252],{"type":22,"value":4086},{"type":16,"tag":127,"props":14254,"children":14256},{"className":14255},[357],[14257],{"type":16,"tag":127,"props":14258,"children":14260},{"className":14259},[362,4278],[14261,14316],{"type":16,"tag":127,"props":14262,"children":14264},{"className":14263},[367],[14265,14311],{"type":16,"tag":127,"props":14266,"children":14269},{"className":14267,"style":14268},[372],"height:0.6644em;",[14270,14287],{"type":16,"tag":127,"props":14271,"children":14273},{"style":14272},"top:-2.4413em;margin-left:0em;margin-right:0.05em;",[14274,14278],{"type":16,"tag":127,"props":14275,"children":14277},{"className":14276,"style":383},[382],[],{"type":16,"tag":127,"props":14279,"children":14281},{"className":14280},[388,389,390,391],[14282],{"type":16,"tag":127,"props":14283,"children":14285},{"className":14284},[182,183,391],[14286],{"type":22,"value":3985},{"type":16,"tag":127,"props":14288,"children":14289},{"style":377},[14290,14294],{"type":16,"tag":127,"props":14291,"children":14293},{"className":14292,"style":383},[382],[],{"type":16,"tag":127,"props":14295,"children":14297},{"className":14296},[388,389,390,391],[14298],{"type":16,"tag":127,"props":14299,"children":14301},{"className":14300},[182,391],[14302],{"type":16,"tag":127,"props":14303,"children":14305},{"className":14304},[182,391],[14306],{"type":16,"tag":127,"props":14307,"children":14309},{"className":14308,"style":11804},[182,1732,391],[14310],{"type":22,"value":11807},{"type":16,"tag":127,"props":14312,"children":14314},{"className":14313},[4326],[14315],{"type":22,"value":4329},{"type":16,"tag":127,"props":14317,"children":14319},{"className":14318},[367],[14320],{"type":16,"tag":127,"props":14321,"children":14324},{"className":14322,"style":14323},[372],"height:0.2587em;",[14325],{"type":16,"tag":127,"props":14326,"children":14327},{},[],{"type":16,"tag":127,"props":14329,"children":14331},{"className":14330},[975],[14332],{"type":22,"value":904},{"type":16,"tag":127,"props":14334,"children":14336},{"className":14335,"style":981},[593],[],{"type":16,"tag":127,"props":14338,"children":14340},{"className":14339},[182],[14341,14346],{"type":16,"tag":127,"props":14342,"children":14344},{"className":14343},[182,183],[14345],{"type":22,"value":3948},{"type":16,"tag":127,"props":14347,"children":14349},{"className":14348},[357],[14350],{"type":16,"tag":127,"props":14351,"children":14353},{"className":14352},[362,4278],[14354,14383],{"type":16,"tag":127,"props":14355,"children":14357},{"className":14356},[367],[14358,14378],{"type":16,"tag":127,"props":14359,"children":14361},{"className":14360,"style":4370},[372],[14362],{"type":16,"tag":127,"props":14363,"children":14364},{"style":4374},[14365,14369],{"type":16,"tag":127,"props":14366,"children":14368},{"className":14367,"style":383},[382],[],{"type":16,"tag":127,"props":14370,"children":14372},{"className":14371},[388,389,390,391],[14373],{"type":16,"tag":127,"props":14374,"children":14376},{"className":14375},[182,183,391],[14377],{"type":22,"value":3985},{"type":16,"tag":127,"props":14379,"children":14381},{"className":14380},[4326],[14382],{"type":22,"value":4329},{"type":16,"tag":127,"props":14384,"children":14386},{"className":14385},[367],[14387],{"type":16,"tag":127,"props":14388,"children":14390},{"className":14389,"style":4401},[372],[14391],{"type":16,"tag":127,"props":14392,"children":14393},{},[],{"type":16,"tag":127,"props":14395,"children":14397},{"className":14396,"style":1006},[593],[],{"type":16,"tag":127,"props":14399,"children":14401},{"className":14400},[1011],[14402],{"type":22,"value":12784},{"type":16,"tag":127,"props":14404,"children":14406},{"className":14405,"style":1006},[593],[],{"type":16,"tag":127,"props":14408,"children":14410},{"className":14409},[171],[14411,14416],{"type":16,"tag":127,"props":14412,"children":14415},{"className":14413,"style":14414},[176],"height:0.9231em;vertical-align:-0.2587em;",[],{"type":16,"tag":127,"props":14417,"children":14419},{"className":14418},[182],[14420,14425],{"type":16,"tag":127,"props":14421,"children":14423},{"className":14422},[182,183],[14424],{"type":22,"value":3948},{"type":16,"tag":127,"props":14426,"children":14428},{"className":14427},[357],[14429],{"type":16,"tag":127,"props":14430,"children":14432},{"className":14431},[362,4278],[14433,14486],{"type":16,"tag":127,"props":14434,"children":14436},{"className":14435},[367],[14437,14481],{"type":16,"tag":127,"props":14438,"children":14440},{"className":14439,"style":14268},[372],[14441,14457],{"type":16,"tag":127,"props":14442,"children":14443},{"style":14272},[14444,14448],{"type":16,"tag":127,"props":14445,"children":14447},{"className":14446,"style":383},[382],[],{"type":16,"tag":127,"props":14449,"children":14451},{"className":14450},[388,389,390,391],[14452],{"type":16,"tag":127,"props":14453,"children":14455},{"className":14454},[182,183,391],[14456],{"type":22,"value":3985},{"type":16,"tag":127,"props":14458,"children":14459},{"style":377},[14460,14464],{"type":16,"tag":127,"props":14461,"children":14463},{"className":14462,"style":383},[382],[],{"type":16,"tag":127,"props":14465,"children":14467},{"className":14466},[388,389,390,391],[14468],{"type":16,"tag":127,"props":14469,"children":14471},{"className":14470},[182,391],[14472],{"type":16,"tag":127,"props":14473,"children":14475},{"className":14474},[182,391],[14476],{"type":16,"tag":127,"props":14477,"children":14479},{"className":14478,"style":11804},[182,1732,391],[14480],{"type":22,"value":11807},{"type":16,"tag":127,"props":14482,"children":14484},{"className":14483},[4326],[14485],{"type":22,"value":4329},{"type":16,"tag":127,"props":14487,"children":14489},{"className":14488},[367],[14490],{"type":16,"tag":127,"props":14491,"children":14493},{"className":14492,"style":14323},[372],[14494],{"type":16,"tag":127,"props":14495,"children":14496},{},[],{"type":22,"value":2635},{"type":16,"tag":24,"props":14499,"children":14500},{},[14501,14503,14545,14547,14669,14671,14741],{"type":22,"value":14502},"最后返回 ",{"type":16,"tag":127,"props":14504,"children":14506},{"className":14505},[130],[14507,14528],{"type":16,"tag":127,"props":14508,"children":14510},{"className":14509},[135],[14511],{"type":16,"tag":138,"props":14512,"children":14513},{"xmlns":140},[14514],{"type":16,"tag":143,"props":14515,"children":14516},{},[14517,14524],{"type":16,"tag":147,"props":14518,"children":14519},{},[14520],{"type":16,"tag":151,"props":14521,"children":14522},{},[14523],{"type":22,"value":256},{"type":16,"tag":157,"props":14525,"children":14526},{"encoding":159},[14527],{"type":22,"value":256},{"type":16,"tag":127,"props":14529,"children":14531},{"className":14530,"ariaHidden":166},[165],[14532],{"type":16,"tag":127,"props":14533,"children":14535},{"className":14534},[171],[14536,14540],{"type":16,"tag":127,"props":14537,"children":14539},{"className":14538,"style":225},[176],[],{"type":16,"tag":127,"props":14541,"children":14543},{"className":14542,"style":336},[182,183],[14544],{"type":22,"value":256},{"type":22,"value":14546},"。算法进行 ",{"type":16,"tag":127,"props":14548,"children":14550},{"className":14549},[130],[14551,14596],{"type":16,"tag":127,"props":14552,"children":14554},{"className":14553},[135],[14555],{"type":16,"tag":138,"props":14556,"children":14557},{"xmlns":140},[14558],{"type":16,"tag":143,"props":14559,"children":14560},{},[14561,14591],{"type":16,"tag":147,"props":14562,"children":14563},{},[14564,14568,14572,14583,14587],{"type":16,"tag":151,"props":14565,"children":14566},{},[14567],{"type":22,"value":256},{"type":16,"tag":258,"props":14569,"children":14570},{"stretchy":260},[14571],{"type":22,"value":263},{"type":16,"tag":265,"props":14573,"children":14574},{},[14575,14579],{"type":16,"tag":151,"props":14576,"children":14577},{},[14578],{"type":22,"value":272},{"type":16,"tag":274,"props":14580,"children":14581},{},[14582],{"type":22,"value":278},{"type":16,"tag":151,"props":14584,"children":14585},{},[14586],{"type":22,"value":155},{"type":16,"tag":258,"props":14588,"children":14589},{"stretchy":260},[14590],{"type":22,"value":314},{"type":16,"tag":157,"props":14592,"children":14593},{"encoding":159},[14594],{"type":22,"value":14595},"O(N^2d)",{"type":16,"tag":127,"props":14597,"children":14599},{"className":14598,"ariaHidden":166},[165],[14600],{"type":16,"tag":127,"props":14601,"children":14603},{"className":14602},[171],[14604,14608,14613,14618,14659,14664],{"type":16,"tag":127,"props":14605,"children":14607},{"className":14606,"style":331},[176],[],{"type":16,"tag":127,"props":14609,"children":14611},{"className":14610,"style":336},[182,183],[14612],{"type":22,"value":256},{"type":16,"tag":127,"props":14614,"children":14616},{"className":14615},[342],[14617],{"type":22,"value":263},{"type":16,"tag":127,"props":14619,"children":14621},{"className":14620},[182],[14622,14627],{"type":16,"tag":127,"props":14623,"children":14625},{"className":14624,"style":230},[182,183],[14626],{"type":22,"value":272},{"type":16,"tag":127,"props":14628,"children":14630},{"className":14629},[357],[14631],{"type":16,"tag":127,"props":14632,"children":14634},{"className":14633},[362],[14635],{"type":16,"tag":127,"props":14636,"children":14638},{"className":14637},[367],[14639],{"type":16,"tag":127,"props":14640,"children":14642},{"className":14641,"style":373},[372],[14643],{"type":16,"tag":127,"props":14644,"children":14645},{"style":377},[14646,14650],{"type":16,"tag":127,"props":14647,"children":14649},{"className":14648,"style":383},[382],[],{"type":16,"tag":127,"props":14651,"children":14653},{"className":14652},[388,389,390,391],[14654],{"type":16,"tag":127,"props":14655,"children":14657},{"className":14656},[182,391],[14658],{"type":22,"value":278},{"type":16,"tag":127,"props":14660,"children":14662},{"className":14661},[182,183],[14663],{"type":22,"value":155},{"type":16,"tag":127,"props":14665,"children":14667},{"className":14666},[492],[14668],{"type":22,"value":314},{"type":22,"value":14670}," FLOP，除输入和输出外仅需 ",{"type":16,"tag":127,"props":14672,"children":14674},{"className":14673},[130],[14675,14709],{"type":16,"tag":127,"props":14676,"children":14678},{"className":14677},[135],[14679],{"type":16,"tag":138,"props":14680,"children":14681},{"xmlns":140},[14682],{"type":16,"tag":143,"props":14683,"children":14684},{},[14685,14704],{"type":16,"tag":147,"props":14686,"children":14687},{},[14688,14692,14696,14700],{"type":16,"tag":151,"props":14689,"children":14690},{},[14691],{"type":22,"value":256},{"type":16,"tag":258,"props":14693,"children":14694},{"stretchy":260},[14695],{"type":22,"value":263},{"type":16,"tag":151,"props":14697,"children":14698},{},[14699],{"type":22,"value":272},{"type":16,"tag":258,"props":14701,"children":14702},{"stretchy":260},[14703],{"type":22,"value":314},{"type":16,"tag":157,"props":14705,"children":14706},{"encoding":159},[14707],{"type":22,"value":14708},"O(N)",{"type":16,"tag":127,"props":14710,"children":14712},{"className":14711,"ariaHidden":166},[165],[14713],{"type":16,"tag":127,"props":14714,"children":14716},{"className":14715},[171],[14717,14721,14726,14731,14736],{"type":16,"tag":127,"props":14718,"children":14720},{"className":14719,"style":568},[176],[],{"type":16,"tag":127,"props":14722,"children":14724},{"className":14723,"style":336},[182,183],[14725],{"type":22,"value":256},{"type":16,"tag":127,"props":14727,"children":14729},{"className":14728},[342],[14730],{"type":22,"value":263},{"type":16,"tag":127,"props":14732,"children":14734},{"className":14733,"style":230},[182,183],[14735],{"type":22,"value":272},{"type":16,"tag":127,"props":14737,"children":14739},{"className":14738},[492],[14740],{"type":22,"value":314},{"type":22,"value":14742}," 额外内存。",{"type":16,"tag":802,"props":14744,"children":14746},{"id":14745},"_32-flashattention-的-io-复杂度",[14747],{"type":22,"value":14748},"3.2 FlashAttention 的 IO 复杂度",{"type":16,"tag":24,"props":14750,"children":14751},{},[14752,14754,14796,14798,14840,14841,14883,14885,15008],{"type":22,"value":14753},"设序列长度为 ",{"type":16,"tag":127,"props":14755,"children":14757},{"className":14756},[130],[14758,14779],{"type":16,"tag":127,"props":14759,"children":14761},{"className":14760},[135],[14762],{"type":16,"tag":138,"props":14763,"children":14764},{"xmlns":140},[14765],{"type":16,"tag":143,"props":14766,"children":14767},{},[14768,14775],{"type":16,"tag":147,"props":14769,"children":14770},{},[14771],{"type":16,"tag":151,"props":14772,"children":14773},{},[14774],{"type":22,"value":272},{"type":16,"tag":157,"props":14776,"children":14777},{"encoding":159},[14778],{"type":22,"value":272},{"type":16,"tag":127,"props":14780,"children":14782},{"className":14781,"ariaHidden":166},[165],[14783],{"type":16,"tag":127,"props":14784,"children":14786},{"className":14785},[171],[14787,14791],{"type":16,"tag":127,"props":14788,"children":14790},{"className":14789,"style":225},[176],[],{"type":16,"tag":127,"props":14792,"children":14794},{"className":14793,"style":230},[182,183],[14795],{"type":22,"value":272},{"type":22,"value":14797},"、头维度为 ",{"type":16,"tag":127,"props":14799,"children":14801},{"className":14800},[130],[14802,14823],{"type":16,"tag":127,"props":14803,"children":14805},{"className":14804},[135],[14806],{"type":16,"tag":138,"props":14807,"children":14808},{"xmlns":140},[14809],{"type":16,"tag":143,"props":14810,"children":14811},{},[14812,14819],{"type":16,"tag":147,"props":14813,"children":14814},{},[14815],{"type":16,"tag":151,"props":14816,"children":14817},{},[14818],{"type":22,"value":155},{"type":16,"tag":157,"props":14820,"children":14821},{"encoding":159},[14822],{"type":22,"value":155},{"type":16,"tag":127,"props":14824,"children":14826},{"className":14825,"ariaHidden":166},[165],[14827],{"type":16,"tag":127,"props":14828,"children":14830},{"className":14829},[171],[14831,14835],{"type":16,"tag":127,"props":14832,"children":14834},{"className":14833,"style":177},[176],[],{"type":16,"tag":127,"props":14836,"children":14838},{"className":14837},[182,183],[14839],{"type":22,"value":155},{"type":22,"value":187},{"type":16,"tag":127,"props":14842,"children":14844},{"className":14843},[130],[14845,14866],{"type":16,"tag":127,"props":14846,"children":14848},{"className":14847},[135],[14849],{"type":16,"tag":138,"props":14850,"children":14851},{"xmlns":140},[14852],{"type":16,"tag":143,"props":14853,"children":14854},{},[14855,14862],{"type":16,"tag":147,"props":14856,"children":14857},{},[14858],{"type":16,"tag":151,"props":14859,"children":14860},{},[14861],{"type":22,"value":209},{"type":16,"tag":157,"props":14863,"children":14864},{"encoding":159},[14865],{"type":22,"value":209},{"type":16,"tag":127,"props":14867,"children":14869},{"className":14868,"ariaHidden":166},[165],[14870],{"type":16,"tag":127,"props":14871,"children":14873},{"className":14872},[171],[14874,14878],{"type":16,"tag":127,"props":14875,"children":14877},{"className":14876,"style":225},[176],[],{"type":16,"tag":127,"props":14879,"children":14881},{"className":14880,"style":230},[182,183],[14882],{"type":22,"value":209},{"type":22,"value":14884},"，且 ",{"type":16,"tag":127,"props":14886,"children":14888},{"className":14887},[130],[14889,14932],{"type":16,"tag":127,"props":14890,"children":14892},{"className":14891},[135],[14893],{"type":16,"tag":138,"props":14894,"children":14895},{"xmlns":140},[14896],{"type":16,"tag":143,"props":14897,"children":14898},{},[14899,14927],{"type":16,"tag":147,"props":14900,"children":14901},{},[14902,14906,14911,14915,14919,14923],{"type":16,"tag":151,"props":14903,"children":14904},{},[14905],{"type":22,"value":155},{"type":16,"tag":258,"props":14907,"children":14908},{},[14909],{"type":22,"value":14910},"≤",{"type":16,"tag":151,"props":14912,"children":14913},{},[14914],{"type":22,"value":209},{"type":16,"tag":258,"props":14916,"children":14917},{},[14918],{"type":22,"value":14910},{"type":16,"tag":151,"props":14920,"children":14921},{},[14922],{"type":22,"value":272},{"type":16,"tag":151,"props":14924,"children":14925},{},[14926],{"type":22,"value":155},{"type":16,"tag":157,"props":14928,"children":14929},{"encoding":159},[14930],{"type":22,"value":14931},"d\\le M\\le Nd",{"type":16,"tag":127,"props":14933,"children":14935},{"className":14934,"ariaHidden":166},[165],[14936,14963,14990],{"type":16,"tag":127,"props":14937,"children":14939},{"className":14938},[171],[14940,14945,14950,14954,14959],{"type":16,"tag":127,"props":14941,"children":14944},{"className":14942,"style":14943},[176],"height:0.8304em;vertical-align:-0.136em;",[],{"type":16,"tag":127,"props":14946,"children":14948},{"className":14947},[182,183],[14949],{"type":22,"value":155},{"type":16,"tag":127,"props":14951,"children":14953},{"className":14952,"style":1006},[593],[],{"type":16,"tag":127,"props":14955,"children":14957},{"className":14956},[1011],[14958],{"type":22,"value":14910},{"type":16,"tag":127,"props":14960,"children":14962},{"className":14961,"style":1006},[593],[],{"type":16,"tag":127,"props":14964,"children":14966},{"className":14965},[171],[14967,14972,14977,14981,14986],{"type":16,"tag":127,"props":14968,"children":14971},{"className":14969,"style":14970},[176],"height:0.8193em;vertical-align:-0.136em;",[],{"type":16,"tag":127,"props":14973,"children":14975},{"className":14974,"style":230},[182,183],[14976],{"type":22,"value":209},{"type":16,"tag":127,"props":14978,"children":14980},{"className":14979,"style":1006},[593],[],{"type":16,"tag":127,"props":14982,"children":14984},{"className":14983},[1011],[14985],{"type":22,"value":14910},{"type":16,"tag":127,"props":14987,"children":14989},{"className":14988,"style":1006},[593],[],{"type":16,"tag":127,"props":14991,"children":14993},{"className":14992},[171],[14994,14998,15003],{"type":16,"tag":127,"props":14995,"children":14997},{"className":14996,"style":177},[176],[],{"type":16,"tag":127,"props":14999,"children":15001},{"className":15000,"style":230},[182,183],[15002],{"type":22,"value":272},{"type":16,"tag":127,"props":15004,"children":15006},{"className":15005},[182,183],[15007],{"type":22,"value":155},{"type":22,"value":15009},"。标准注意力需要",{"type":16,"tag":127,"props":15011,"children":15013},{"className":15012},[1324],[15014],{"type":16,"tag":127,"props":15015,"children":15017},{"className":15016},[130],[15018,15072],{"type":16,"tag":127,"props":15019,"children":15021},{"className":15020},[135],[15022],{"type":16,"tag":138,"props":15023,"children":15024},{"xmlns":140,"display":1336},[15025],{"type":16,"tag":143,"props":15026,"children":15027},{},[15028,15067],{"type":16,"tag":147,"props":15029,"children":15030},{},[15031,15036,15040,15044,15048,15052,15063],{"type":16,"tag":151,"props":15032,"children":15033},{"mathvariant":516},[15034],{"type":22,"value":15035},"Θ",{"type":16,"tag":258,"props":15037,"children":15038},{"stretchy":260},[15039],{"type":22,"value":263},{"type":16,"tag":151,"props":15041,"children":15042},{},[15043],{"type":22,"value":272},{"type":16,"tag":151,"props":15045,"children":15046},{},[15047],{"type":22,"value":155},{"type":16,"tag":258,"props":15049,"children":15050},{},[15051],{"type":22,"value":536},{"type":16,"tag":265,"props":15053,"children":15054},{},[15055,15059],{"type":16,"tag":151,"props":15056,"children":15057},{},[15058],{"type":22,"value":272},{"type":16,"tag":274,"props":15060,"children":15061},{},[15062],{"type":22,"value":278},{"type":16,"tag":258,"props":15064,"children":15065},{"stretchy":260},[15066],{"type":22,"value":314},{"type":16,"tag":157,"props":15068,"children":15069},{"encoding":159},[15070],{"type":22,"value":15071},"\\Theta(Nd+N^2)",{"type":16,"tag":127,"props":15073,"children":15075},{"className":15074,"ariaHidden":166},[165],[15076,15117],{"type":16,"tag":127,"props":15077,"children":15079},{"className":15078},[171],[15080,15084,15089,15094,15099,15104,15108,15113],{"type":16,"tag":127,"props":15081,"children":15083},{"className":15082,"style":568},[176],[],{"type":16,"tag":127,"props":15085,"children":15087},{"className":15086},[182],[15088],{"type":22,"value":15035},{"type":16,"tag":127,"props":15090,"children":15092},{"className":15091},[342],[15093],{"type":22,"value":263},{"type":16,"tag":127,"props":15095,"children":15097},{"className":15096,"style":230},[182,183],[15098],{"type":22,"value":272},{"type":16,"tag":127,"props":15100,"children":15102},{"className":15101},[182,183],[15103],{"type":22,"value":155},{"type":16,"tag":127,"props":15105,"children":15107},{"className":15106,"style":594},[593],[],{"type":16,"tag":127,"props":15109,"children":15111},{"className":15110},[599],[15112],{"type":22,"value":536},{"type":16,"tag":127,"props":15114,"children":15116},{"className":15115,"style":594},[593],[],{"type":16,"tag":127,"props":15118,"children":15120},{"className":15119},[171],[15121,15126,15167],{"type":16,"tag":127,"props":15122,"children":15125},{"className":15123,"style":15124},[176],"height:1.1141em;vertical-align:-0.25em;",[],{"type":16,"tag":127,"props":15127,"children":15129},{"className":15128},[182],[15130,15135],{"type":16,"tag":127,"props":15131,"children":15133},{"className":15132,"style":230},[182,183],[15134],{"type":22,"value":272},{"type":16,"tag":127,"props":15136,"children":15138},{"className":15137},[357],[15139],{"type":16,"tag":127,"props":15140,"children":15142},{"className":15141},[362],[15143],{"type":16,"tag":127,"props":15144,"children":15146},{"className":15145},[367],[15147],{"type":16,"tag":127,"props":15148,"children":15150},{"className":15149,"style":13265},[372],[15151],{"type":16,"tag":127,"props":15152,"children":15153},{"style":1592},[15154,15158],{"type":16,"tag":127,"props":15155,"children":15157},{"className":15156,"style":383},[382],[],{"type":16,"tag":127,"props":15159,"children":15161},{"className":15160},[388,389,390,391],[15162],{"type":16,"tag":127,"props":15163,"children":15165},{"className":15164},[182,391],[15166],{"type":22,"value":278},{"type":16,"tag":127,"props":15168,"children":15170},{"className":15169},[492],[15171],{"type":22,"value":314},{"type":16,"tag":24,"props":15173,"children":15174},{},[15175],{"type":22,"value":15176},"次 HBM 访问，而 FlashAttention 需要",{"type":16,"tag":127,"props":15178,"children":15180},{"className":15179},[1324],[15181],{"type":16,"tag":127,"props":15182,"children":15184},{"className":15183},[130],[15185,15255],{"type":16,"tag":127,"props":15186,"children":15188},{"className":15187},[135],[15189],{"type":16,"tag":138,"props":15190,"children":15191},{"xmlns":140,"display":1336},[15192],{"type":16,"tag":143,"props":15193,"children":15194},{},[15195,15250],{"type":16,"tag":147,"props":15196,"children":15197},{},[15198,15202,15206,15217,15228,15246],{"type":16,"tag":151,"props":15199,"children":15200},{"mathvariant":516},[15201],{"type":22,"value":15035},{"type":16,"tag":258,"props":15203,"children":15204},{"stretchy":260},[15205],{"type":22,"value":263},{"type":16,"tag":265,"props":15207,"children":15208},{},[15209,15213],{"type":16,"tag":151,"props":15210,"children":15211},{},[15212],{"type":22,"value":272},{"type":16,"tag":274,"props":15214,"children":15215},{},[15216],{"type":22,"value":278},{"type":16,"tag":265,"props":15218,"children":15219},{},[15220,15224],{"type":16,"tag":151,"props":15221,"children":15222},{},[15223],{"type":22,"value":155},{"type":16,"tag":274,"props":15225,"children":15226},{},[15227],{"type":22,"value":278},{"type":16,"tag":265,"props":15229,"children":15230},{},[15231,15235],{"type":16,"tag":151,"props":15232,"children":15233},{},[15234],{"type":22,"value":209},{"type":16,"tag":147,"props":15236,"children":15237},{},[15238,15242],{"type":16,"tag":258,"props":15239,"children":15240},{},[15241],{"type":22,"value":304},{"type":16,"tag":274,"props":15243,"children":15244},{},[15245],{"type":22,"value":309},{"type":16,"tag":258,"props":15247,"children":15248},{"stretchy":260},[15249],{"type":22,"value":314},{"type":16,"tag":157,"props":15251,"children":15252},{"encoding":159},[15253],{"type":22,"value":15254},"\\Theta(N^2d^2M^{-1})",{"type":16,"tag":127,"props":15256,"children":15258},{"className":15257,"ariaHidden":166},[165],[15259],{"type":16,"tag":127,"props":15260,"children":15262},{"className":15261},[171],[15263,15267,15272,15277,15318,15359,15409],{"type":16,"tag":127,"props":15264,"children":15266},{"className":15265,"style":15124},[176],[],{"type":16,"tag":127,"props":15268,"children":15270},{"className":15269},[182],[15271],{"type":22,"value":15035},{"type":16,"tag":127,"props":15273,"children":15275},{"className":15274},[342],[15276],{"type":22,"value":263},{"type":16,"tag":127,"props":15278,"children":15280},{"className":15279},[182],[15281,15286],{"type":16,"tag":127,"props":15282,"children":15284},{"className":15283,"style":230},[182,183],[15285],{"type":22,"value":272},{"type":16,"tag":127,"props":15287,"children":15289},{"className":15288},[357],[15290],{"type":16,"tag":127,"props":15291,"children":15293},{"className":15292},[362],[15294],{"type":16,"tag":127,"props":15295,"children":15297},{"className":15296},[367],[15298],{"type":16,"tag":127,"props":15299,"children":15301},{"className":15300,"style":13265},[372],[15302],{"type":16,"tag":127,"props":15303,"children":15304},{"style":1592},[15305,15309],{"type":16,"tag":127,"props":15306,"children":15308},{"className":15307,"style":383},[382],[],{"type":16,"tag":127,"props":15310,"children":15312},{"className":15311},[388,389,390,391],[15313],{"type":16,"tag":127,"props":15314,"children":15316},{"className":15315},[182,391],[15317],{"type":22,"value":278},{"type":16,"tag":127,"props":15319,"children":15321},{"className":15320},[182],[15322,15327],{"type":16,"tag":127,"props":15323,"children":15325},{"className":15324},[182,183],[15326],{"type":22,"value":155},{"type":16,"tag":127,"props":15328,"children":15330},{"className":15329},[357],[15331],{"type":16,"tag":127,"props":15332,"children":15334},{"className":15333},[362],[15335],{"type":16,"tag":127,"props":15336,"children":15338},{"className":15337},[367],[15339],{"type":16,"tag":127,"props":15340,"children":15342},{"className":15341,"style":13265},[372],[15343],{"type":16,"tag":127,"props":15344,"children":15345},{"style":1592},[15346,15350],{"type":16,"tag":127,"props":15347,"children":15349},{"className":15348,"style":383},[382],[],{"type":16,"tag":127,"props":15351,"children":15353},{"className":15352},[388,389,390,391],[15354],{"type":16,"tag":127,"props":15355,"children":15357},{"className":15356},[182,391],[15358],{"type":22,"value":278},{"type":16,"tag":127,"props":15360,"children":15362},{"className":15361},[182],[15363,15368],{"type":16,"tag":127,"props":15364,"children":15366},{"className":15365,"style":230},[182,183],[15367],{"type":22,"value":209},{"type":16,"tag":127,"props":15369,"children":15371},{"className":15370},[357],[15372],{"type":16,"tag":127,"props":15373,"children":15375},{"className":15374},[362],[15376],{"type":16,"tag":127,"props":15377,"children":15379},{"className":15378},[367],[15380],{"type":16,"tag":127,"props":15381,"children":15383},{"className":15382,"style":13265},[372],[15384],{"type":16,"tag":127,"props":15385,"children":15386},{"style":1592},[15387,15391],{"type":16,"tag":127,"props":15388,"children":15390},{"className":15389,"style":383},[382],[],{"type":16,"tag":127,"props":15392,"children":15394},{"className":15393},[388,389,390,391],[15395],{"type":16,"tag":127,"props":15396,"children":15398},{"className":15397},[182,391],[15399,15404],{"type":16,"tag":127,"props":15400,"children":15402},{"className":15401},[182,391],[15403],{"type":22,"value":304},{"type":16,"tag":127,"props":15405,"children":15407},{"className":15406},[182,391],[15408],{"type":22,"value":309},{"type":16,"tag":127,"props":15410,"children":15412},{"className":15411},[492],[15413],{"type":22,"value":314},{"type":16,"tag":24,"props":15415,"children":15416},{},[15417,15419,15489,15491,15555,15557,15599,15601,15643,15645,15742,15744,15823],{"type":22,"value":15418},"次 HBM 访问。证明思路是：片上可容纳大小为 ",{"type":16,"tag":127,"props":15420,"children":15422},{"className":15421},[130],[15423,15457],{"type":16,"tag":127,"props":15424,"children":15426},{"className":15425},[135],[15427],{"type":16,"tag":138,"props":15428,"children":15429},{"xmlns":140},[15430],{"type":16,"tag":143,"props":15431,"children":15432},{},[15433,15452],{"type":16,"tag":147,"props":15434,"children":15435},{},[15436,15440,15444,15448],{"type":16,"tag":151,"props":15437,"children":15438},{"mathvariant":516},[15439],{"type":22,"value":15035},{"type":16,"tag":258,"props":15441,"children":15442},{"stretchy":260},[15443],{"type":22,"value":263},{"type":16,"tag":151,"props":15445,"children":15446},{},[15447],{"type":22,"value":209},{"type":16,"tag":258,"props":15449,"children":15450},{"stretchy":260},[15451],{"type":22,"value":314},{"type":16,"tag":157,"props":15453,"children":15454},{"encoding":159},[15455],{"type":22,"value":15456},"\\Theta(M)",{"type":16,"tag":127,"props":15458,"children":15460},{"className":15459,"ariaHidden":166},[165],[15461],{"type":16,"tag":127,"props":15462,"children":15464},{"className":15463},[171],[15465,15469,15474,15479,15484],{"type":16,"tag":127,"props":15466,"children":15468},{"className":15467,"style":568},[176],[],{"type":16,"tag":127,"props":15470,"children":15472},{"className":15471},[182],[15473],{"type":22,"value":15035},{"type":16,"tag":127,"props":15475,"children":15477},{"className":15476},[342],[15478],{"type":22,"value":263},{"type":16,"tag":127,"props":15480,"children":15482},{"className":15481,"style":230},[182,183],[15483],{"type":22,"value":209},{"type":16,"tag":127,"props":15485,"children":15487},{"className":15486},[492],[15488],{"type":22,"value":314},{"type":22,"value":15490}," 的 ",{"type":16,"tag":127,"props":15492,"children":15494},{"className":15493},[130],[15495,15524],{"type":16,"tag":127,"props":15496,"children":15498},{"className":15497},[135],[15499],{"type":16,"tag":138,"props":15500,"children":15501},{"xmlns":140},[15502],{"type":16,"tag":143,"props":15503,"children":15504},{},[15505,15520],{"type":16,"tag":147,"props":15506,"children":15507},{},[15508,15512,15516],{"type":16,"tag":151,"props":15509,"children":15510},{},[15511],{"type":22,"value":909},{"type":16,"tag":258,"props":15513,"children":15514},{"separator":166},[15515],{"type":22,"value":904},{"type":16,"tag":151,"props":15517,"children":15518},{},[15519],{"type":22,"value":918},{"type":16,"tag":157,"props":15521,"children":15522},{"encoding":159},[15523],{"type":22,"value":9408},{"type":16,"tag":127,"props":15525,"children":15527},{"className":15526,"ariaHidden":166},[165],[15528],{"type":16,"tag":127,"props":15529,"children":15531},{"className":15530},[171],[15532,15536,15541,15546,15550],{"type":16,"tag":127,"props":15533,"children":15535},{"className":15534,"style":965},[176],[],{"type":16,"tag":127,"props":15537,"children":15539},{"className":15538,"style":986},[182,183],[15540],{"type":22,"value":909},{"type":16,"tag":127,"props":15542,"children":15544},{"className":15543},[975],[15545],{"type":22,"value":904},{"type":16,"tag":127,"props":15547,"children":15549},{"className":15548,"style":981},[593],[],{"type":16,"tag":127,"props":15551,"children":15553},{"className":15552,"style":594},[182,183],[15554],{"type":22,"value":918},{"type":22,"value":15556}," 块；每个块需遍历所有 ",{"type":16,"tag":127,"props":15558,"children":15560},{"className":15559},[130],[15561,15582],{"type":16,"tag":127,"props":15562,"children":15564},{"className":15563},[135],[15565],{"type":16,"tag":138,"props":15566,"children":15567},{"xmlns":140},[15568],{"type":16,"tag":143,"props":15569,"children":15570},{},[15571,15578],{"type":16,"tag":147,"props":15572,"children":15573},{},[15574],{"type":16,"tag":151,"props":15575,"children":15576},{},[15577],{"type":22,"value":899},{"type":16,"tag":157,"props":15579,"children":15580},{"encoding":159},[15581],{"type":22,"value":899},{"type":16,"tag":127,"props":15583,"children":15585},{"className":15584,"ariaHidden":166},[165],[15586],{"type":16,"tag":127,"props":15587,"children":15589},{"className":15588},[171],[15590,15594],{"type":16,"tag":127,"props":15591,"children":15593},{"className":15592,"style":965},[176],[],{"type":16,"tag":127,"props":15595,"children":15597},{"className":15596},[182,183],[15598],{"type":22,"value":899},{"type":22,"value":15600}," 块，因此对 ",{"type":16,"tag":127,"props":15602,"children":15604},{"className":15603},[130],[15605,15626],{"type":16,"tag":127,"props":15606,"children":15608},{"className":15607},[135],[15609],{"type":16,"tag":138,"props":15610,"children":15611},{"xmlns":140},[15612],{"type":16,"tag":143,"props":15613,"children":15614},{},[15615,15622],{"type":16,"tag":147,"props":15616,"children":15617},{},[15618],{"type":16,"tag":151,"props":15619,"children":15620},{},[15621],{"type":22,"value":899},{"type":16,"tag":157,"props":15623,"children":15624},{"encoding":159},[15625],{"type":22,"value":899},{"type":16,"tag":127,"props":15627,"children":15629},{"className":15628,"ariaHidden":166},[165],[15630],{"type":16,"tag":127,"props":15631,"children":15633},{"className":15632},[171],[15634,15638],{"type":16,"tag":127,"props":15635,"children":15637},{"className":15636,"style":965},[176],[],{"type":16,"tag":127,"props":15639,"children":15641},{"className":15640},[182,183],[15642],{"type":22,"value":899},{"type":22,"value":15644}," 有 ",{"type":16,"tag":127,"props":15646,"children":15648},{"className":15647},[130],[15649,15695],{"type":16,"tag":127,"props":15650,"children":15652},{"className":15651},[135],[15653],{"type":16,"tag":138,"props":15654,"children":15655},{"xmlns":140},[15656],{"type":16,"tag":143,"props":15657,"children":15658},{},[15659,15690],{"type":16,"tag":147,"props":15660,"children":15661},{},[15662,15666,15670,15674,15678,15682,15686],{"type":16,"tag":151,"props":15663,"children":15664},{"mathvariant":516},[15665],{"type":22,"value":15035},{"type":16,"tag":258,"props":15667,"children":15668},{"stretchy":260},[15669],{"type":22,"value":263},{"type":16,"tag":151,"props":15671,"children":15672},{},[15673],{"type":22,"value":272},{"type":16,"tag":151,"props":15675,"children":15676},{},[15677],{"type":22,"value":155},{"type":16,"tag":151,"props":15679,"children":15680},{"mathvariant":516},[15681],{"type":22,"value":4189},{"type":16,"tag":151,"props":15683,"children":15684},{},[15685],{"type":22,"value":209},{"type":16,"tag":258,"props":15687,"children":15688},{"stretchy":260},[15689],{"type":22,"value":314},{"type":16,"tag":157,"props":15691,"children":15692},{"encoding":159},[15693],{"type":22,"value":15694},"\\Theta(Nd\u002FM)",{"type":16,"tag":127,"props":15696,"children":15698},{"className":15697,"ariaHidden":166},[165],[15699],{"type":16,"tag":127,"props":15700,"children":15702},{"className":15701},[171],[15703,15707,15712,15717,15722,15727,15732,15737],{"type":16,"tag":127,"props":15704,"children":15706},{"className":15705,"style":568},[176],[],{"type":16,"tag":127,"props":15708,"children":15710},{"className":15709},[182],[15711],{"type":22,"value":15035},{"type":16,"tag":127,"props":15713,"children":15715},{"className":15714},[342],[15716],{"type":22,"value":263},{"type":16,"tag":127,"props":15718,"children":15720},{"className":15719,"style":230},[182,183],[15721],{"type":22,"value":272},{"type":16,"tag":127,"props":15723,"children":15725},{"className":15724},[182,183],[15726],{"type":22,"value":155},{"type":16,"tag":127,"props":15728,"children":15730},{"className":15729},[182],[15731],{"type":22,"value":4189},{"type":16,"tag":127,"props":15733,"children":15735},{"className":15734,"style":230},[182,183],[15736],{"type":22,"value":209},{"type":16,"tag":127,"props":15738,"children":15740},{"className":15739},[492],[15741],{"type":22,"value":314},{"type":22,"value":15743}," 次遍历，每次加载 ",{"type":16,"tag":127,"props":15745,"children":15747},{"className":15746},[130],[15748,15786],{"type":16,"tag":127,"props":15749,"children":15751},{"className":15750},[135],[15752],{"type":16,"tag":138,"props":15753,"children":15754},{"xmlns":140},[15755],{"type":16,"tag":143,"props":15756,"children":15757},{},[15758,15781],{"type":16,"tag":147,"props":15759,"children":15760},{},[15761,15765,15769,15773,15777],{"type":16,"tag":151,"props":15762,"children":15763},{"mathvariant":516},[15764],{"type":22,"value":15035},{"type":16,"tag":258,"props":15766,"children":15767},{"stretchy":260},[15768],{"type":22,"value":263},{"type":16,"tag":151,"props":15770,"children":15771},{},[15772],{"type":22,"value":272},{"type":16,"tag":151,"props":15774,"children":15775},{},[15776],{"type":22,"value":155},{"type":16,"tag":258,"props":15778,"children":15779},{"stretchy":260},[15780],{"type":22,"value":314},{"type":16,"tag":157,"props":15782,"children":15783},{"encoding":159},[15784],{"type":22,"value":15785},"\\Theta(Nd)",{"type":16,"tag":127,"props":15787,"children":15789},{"className":15788,"ariaHidden":166},[165],[15790],{"type":16,"tag":127,"props":15791,"children":15793},{"className":15792},[171],[15794,15798,15803,15808,15813,15818],{"type":16,"tag":127,"props":15795,"children":15797},{"className":15796,"style":568},[176],[],{"type":16,"tag":127,"props":15799,"children":15801},{"className":15800},[182],[15802],{"type":22,"value":15035},{"type":16,"tag":127,"props":15804,"children":15806},{"className":15805},[342],[15807],{"type":22,"value":263},{"type":16,"tag":127,"props":15809,"children":15811},{"className":15810,"style":230},[182,183],[15812],{"type":22,"value":272},{"type":16,"tag":127,"props":15814,"children":15816},{"className":15815},[182,183],[15817],{"type":22,"value":155},{"type":16,"tag":127,"props":15819,"children":15821},{"className":15820},[492],[15822],{"type":22,"value":314},{"type":22,"value":15824}," 个元素。",{"type":16,"tag":24,"props":15826,"children":15827},{},[15828,15833,15835,15961,15963,16197,16199,16312,16314,16366,16368,16447],{"type":16,"tag":28,"props":15829,"children":15830},{},[15831],{"type":22,"value":15832},"命题 3（下界）。",{"type":22,"value":15834}," 不存在一个精确注意力算法，对所有 ",{"type":16,"tag":127,"props":15836,"children":15838},{"className":15837},[130],[15839,15889],{"type":16,"tag":127,"props":15840,"children":15842},{"className":15841},[135],[15843],{"type":16,"tag":138,"props":15844,"children":15845},{"xmlns":140},[15846],{"type":16,"tag":143,"props":15847,"children":15848},{},[15849,15884],{"type":16,"tag":147,"props":15850,"children":15851},{},[15852,15856,15860,15864,15868,15872,15876,15880],{"type":16,"tag":151,"props":15853,"children":15854},{},[15855],{"type":22,"value":209},{"type":16,"tag":258,"props":15857,"children":15858},{},[15859],{"type":22,"value":923},{"type":16,"tag":258,"props":15861,"children":15862},{"stretchy":260},[15863],{"type":22,"value":4986},{"type":16,"tag":151,"props":15865,"children":15866},{},[15867],{"type":22,"value":155},{"type":16,"tag":258,"props":15869,"children":15870},{"separator":166},[15871],{"type":22,"value":904},{"type":16,"tag":151,"props":15873,"children":15874},{},[15875],{"type":22,"value":272},{"type":16,"tag":151,"props":15877,"children":15878},{},[15879],{"type":22,"value":155},{"type":16,"tag":258,"props":15881,"children":15882},{"stretchy":260},[15883],{"type":22,"value":5039},{"type":16,"tag":157,"props":15885,"children":15886},{"encoding":159},[15887],{"type":22,"value":15888},"M\\in[d,Nd]",{"type":16,"tag":127,"props":15890,"children":15892},{"className":15891,"ariaHidden":166},[165],[15893,15919],{"type":16,"tag":127,"props":15894,"children":15896},{"className":15895},[171],[15897,15901,15906,15910,15915],{"type":16,"tag":127,"props":15898,"children":15900},{"className":15899,"style":1236},[176],[],{"type":16,"tag":127,"props":15902,"children":15904},{"className":15903,"style":230},[182,183],[15905],{"type":22,"value":209},{"type":16,"tag":127,"props":15907,"children":15909},{"className":15908,"style":1006},[593],[],{"type":16,"tag":127,"props":15911,"children":15913},{"className":15912},[1011],[15914],{"type":22,"value":923},{"type":16,"tag":127,"props":15916,"children":15918},{"className":15917,"style":1006},[593],[],{"type":16,"tag":127,"props":15920,"children":15922},{"className":15921},[171],[15923,15927,15932,15937,15942,15946,15951,15956],{"type":16,"tag":127,"props":15924,"children":15926},{"className":15925,"style":568},[176],[],{"type":16,"tag":127,"props":15928,"children":15930},{"className":15929},[342],[15931],{"type":22,"value":4986},{"type":16,"tag":127,"props":15933,"children":15935},{"className":15934},[182,183],[15936],{"type":22,"value":155},{"type":16,"tag":127,"props":15938,"children":15940},{"className":15939},[975],[15941],{"type":22,"value":904},{"type":16,"tag":127,"props":15943,"children":15945},{"className":15944,"style":981},[593],[],{"type":16,"tag":127,"props":15947,"children":15949},{"className":15948,"style":230},[182,183],[15950],{"type":22,"value":272},{"type":16,"tag":127,"props":15952,"children":15954},{"className":15953},[182,183],[15955],{"type":22,"value":155},{"type":16,"tag":127,"props":15957,"children":15959},{"className":15958},[492],[15960],{"type":22,"value":5039},{"type":22,"value":15962}," 都使用 ",{"type":16,"tag":127,"props":15964,"children":15966},{"className":15965},[130],[15967,16038],{"type":16,"tag":127,"props":15968,"children":15970},{"className":15969},[135],[15971],{"type":16,"tag":138,"props":15972,"children":15973},{"xmlns":140},[15974],{"type":16,"tag":143,"props":15975,"children":15976},{},[15977,16033],{"type":16,"tag":147,"props":15978,"children":15979},{},[15980,15985,15989,16000,16011,16029],{"type":16,"tag":151,"props":15981,"children":15982},{},[15983],{"type":22,"value":15984},"o",{"type":16,"tag":258,"props":15986,"children":15987},{"stretchy":260},[15988],{"type":22,"value":263},{"type":16,"tag":265,"props":15990,"children":15991},{},[15992,15996],{"type":16,"tag":151,"props":15993,"children":15994},{},[15995],{"type":22,"value":272},{"type":16,"tag":274,"props":15997,"children":15998},{},[15999],{"type":22,"value":278},{"type":16,"tag":265,"props":16001,"children":16002},{},[16003,16007],{"type":16,"tag":151,"props":16004,"children":16005},{},[16006],{"type":22,"value":155},{"type":16,"tag":274,"props":16008,"children":16009},{},[16010],{"type":22,"value":278},{"type":16,"tag":265,"props":16012,"children":16013},{},[16014,16018],{"type":16,"tag":151,"props":16015,"children":16016},{},[16017],{"type":22,"value":209},{"type":16,"tag":147,"props":16019,"children":16020},{},[16021,16025],{"type":16,"tag":258,"props":16022,"children":16023},{},[16024],{"type":22,"value":304},{"type":16,"tag":274,"props":16026,"children":16027},{},[16028],{"type":22,"value":309},{"type":16,"tag":258,"props":16030,"children":16031},{"stretchy":260},[16032],{"type":22,"value":314},{"type":16,"tag":157,"props":16034,"children":16035},{"encoding":159},[16036],{"type":22,"value":16037},"o(N^2d^2M^{-1})",{"type":16,"tag":127,"props":16039,"children":16041},{"className":16040,"ariaHidden":166},[165],[16042],{"type":16,"tag":127,"props":16043,"children":16045},{"className":16044},[171],[16046,16050,16055,16060,16101,16142,16192],{"type":16,"tag":127,"props":16047,"children":16049},{"className":16048,"style":331},[176],[],{"type":16,"tag":127,"props":16051,"children":16053},{"className":16052},[182,183],[16054],{"type":22,"value":15984},{"type":16,"tag":127,"props":16056,"children":16058},{"className":16057},[342],[16059],{"type":22,"value":263},{"type":16,"tag":127,"props":16061,"children":16063},{"className":16062},[182],[16064,16069],{"type":16,"tag":127,"props":16065,"children":16067},{"className":16066,"style":230},[182,183],[16068],{"type":22,"value":272},{"type":16,"tag":127,"props":16070,"children":16072},{"className":16071},[357],[16073],{"type":16,"tag":127,"props":16074,"children":16076},{"className":16075},[362],[16077],{"type":16,"tag":127,"props":16078,"children":16080},{"className":16079},[367],[16081],{"type":16,"tag":127,"props":16082,"children":16084},{"className":16083,"style":373},[372],[16085],{"type":16,"tag":127,"props":16086,"children":16087},{"style":377},[16088,16092],{"type":16,"tag":127,"props":16089,"children":16091},{"className":16090,"style":383},[382],[],{"type":16,"tag":127,"props":16093,"children":16095},{"className":16094},[388,389,390,391],[16096],{"type":16,"tag":127,"props":16097,"children":16099},{"className":16098},[182,391],[16100],{"type":22,"value":278},{"type":16,"tag":127,"props":16102,"children":16104},{"className":16103},[182],[16105,16110],{"type":16,"tag":127,"props":16106,"children":16108},{"className":16107},[182,183],[16109],{"type":22,"value":155},{"type":16,"tag":127,"props":16111,"children":16113},{"className":16112},[357],[16114],{"type":16,"tag":127,"props":16115,"children":16117},{"className":16116},[362],[16118],{"type":16,"tag":127,"props":16119,"children":16121},{"className":16120},[367],[16122],{"type":16,"tag":127,"props":16123,"children":16125},{"className":16124,"style":373},[372],[16126],{"type":16,"tag":127,"props":16127,"children":16128},{"style":377},[16129,16133],{"type":16,"tag":127,"props":16130,"children":16132},{"className":16131,"style":383},[382],[],{"type":16,"tag":127,"props":16134,"children":16136},{"className":16135},[388,389,390,391],[16137],{"type":16,"tag":127,"props":16138,"children":16140},{"className":16139},[182,391],[16141],{"type":22,"value":278},{"type":16,"tag":127,"props":16143,"children":16145},{"className":16144},[182],[16146,16151],{"type":16,"tag":127,"props":16147,"children":16149},{"className":16148,"style":230},[182,183],[16150],{"type":22,"value":209},{"type":16,"tag":127,"props":16152,"children":16154},{"className":16153},[357],[16155],{"type":16,"tag":127,"props":16156,"children":16158},{"className":16157},[362],[16159],{"type":16,"tag":127,"props":16160,"children":16162},{"className":16161},[367],[16163],{"type":16,"tag":127,"props":16164,"children":16166},{"className":16165,"style":373},[372],[16167],{"type":16,"tag":127,"props":16168,"children":16169},{"style":377},[16170,16174],{"type":16,"tag":127,"props":16171,"children":16173},{"className":16172,"style":383},[382],[],{"type":16,"tag":127,"props":16175,"children":16177},{"className":16176},[388,389,390,391],[16178],{"type":16,"tag":127,"props":16179,"children":16181},{"className":16180},[182,391],[16182,16187],{"type":16,"tag":127,"props":16183,"children":16185},{"className":16184},[182,391],[16186],{"type":22,"value":304},{"type":16,"tag":127,"props":16188,"children":16190},{"className":16189},[182,391],[16191],{"type":22,"value":309},{"type":16,"tag":127,"props":16193,"children":16195},{"className":16194},[492],[16196],{"type":22,"value":314},{"type":22,"value":16198}," 次 HBM 访问。令 ",{"type":16,"tag":127,"props":16200,"children":16202},{"className":16201},[130],[16203,16249],{"type":16,"tag":127,"props":16204,"children":16206},{"className":16205},[135],[16207],{"type":16,"tag":138,"props":16208,"children":16209},{"xmlns":140},[16210],{"type":16,"tag":143,"props":16211,"children":16212},{},[16213,16244],{"type":16,"tag":147,"props":16214,"children":16215},{},[16216,16220,16224,16228,16232,16236,16240],{"type":16,"tag":151,"props":16217,"children":16218},{},[16219],{"type":22,"value":209},{"type":16,"tag":258,"props":16221,"children":16222},{},[16223],{"type":22,"value":1353},{"type":16,"tag":151,"props":16225,"children":16226},{"mathvariant":516},[16227],{"type":22,"value":15035},{"type":16,"tag":258,"props":16229,"children":16230},{"stretchy":260},[16231],{"type":22,"value":263},{"type":16,"tag":151,"props":16233,"children":16234},{},[16235],{"type":22,"value":272},{"type":16,"tag":151,"props":16237,"children":16238},{},[16239],{"type":22,"value":155},{"type":16,"tag":258,"props":16241,"children":16242},{"stretchy":260},[16243],{"type":22,"value":314},{"type":16,"tag":157,"props":16245,"children":16246},{"encoding":159},[16247],{"type":22,"value":16248},"M=\\Theta(Nd)",{"type":16,"tag":127,"props":16250,"children":16252},{"className":16251,"ariaHidden":166},[165],[16253,16279],{"type":16,"tag":127,"props":16254,"children":16256},{"className":16255},[171],[16257,16261,16266,16270,16275],{"type":16,"tag":127,"props":16258,"children":16260},{"className":16259,"style":225},[176],[],{"type":16,"tag":127,"props":16262,"children":16264},{"className":16263,"style":230},[182,183],[16265],{"type":22,"value":209},{"type":16,"tag":127,"props":16267,"children":16269},{"className":16268,"style":1006},[593],[],{"type":16,"tag":127,"props":16271,"children":16273},{"className":16272},[1011],[16274],{"type":22,"value":1353},{"type":16,"tag":127,"props":16276,"children":16278},{"className":16277,"style":1006},[593],[],{"type":16,"tag":127,"props":16280,"children":16282},{"className":16281},[171],[16283,16287,16292,16297,16302,16307],{"type":16,"tag":127,"props":16284,"children":16286},{"className":16285,"style":568},[176],[],{"type":16,"tag":127,"props":16288,"children":16290},{"className":16289},[182],[16291],{"type":22,"value":15035},{"type":16,"tag":127,"props":16293,"children":16295},{"className":16294},[342],[16296],{"type":22,"value":263},{"type":16,"tag":127,"props":16298,"children":16300},{"className":16299,"style":230},[182,183],[16301],{"type":22,"value":272},{"type":16,"tag":127,"props":16303,"children":16305},{"className":16304},[182,183],[16306],{"type":22,"value":155},{"type":16,"tag":127,"props":16308,"children":16310},{"className":16309},[492],[16311],{"type":22,"value":314},{"type":22,"value":16313},"，输入和输出本身就有 ",{"type":16,"tag":127,"props":16315,"children":16317},{"className":16316},[130],[16318,16344],{"type":16,"tag":127,"props":16319,"children":16321},{"className":16320},[135],[16322],{"type":16,"tag":138,"props":16323,"children":16324},{"xmlns":140},[16325],{"type":16,"tag":143,"props":16326,"children":16327},{},[16328,16339],{"type":16,"tag":147,"props":16329,"children":16330},{},[16331,16335],{"type":16,"tag":151,"props":16332,"children":16333},{},[16334],{"type":22,"value":272},{"type":16,"tag":151,"props":16336,"children":16337},{},[16338],{"type":22,"value":155},{"type":16,"tag":157,"props":16340,"children":16341},{"encoding":159},[16342],{"type":22,"value":16343},"Nd",{"type":16,"tag":127,"props":16345,"children":16347},{"className":16346,"ariaHidden":166},[165],[16348],{"type":16,"tag":127,"props":16349,"children":16351},{"className":16350},[171],[16352,16356,16361],{"type":16,"tag":127,"props":16353,"children":16355},{"className":16354,"style":177},[176],[],{"type":16,"tag":127,"props":16357,"children":16359},{"className":16358,"style":230},[182,183],[16360],{"type":22,"value":272},{"type":16,"tag":127,"props":16362,"children":16364},{"className":16363},[182,183],[16365],{"type":22,"value":155},{"type":22,"value":16367}," 个元素，算法至少要进行 ",{"type":16,"tag":127,"props":16369,"children":16371},{"className":16370},[130],[16372,16410],{"type":16,"tag":127,"props":16373,"children":16375},{"className":16374},[135],[16376],{"type":16,"tag":138,"props":16377,"children":16378},{"xmlns":140},[16379],{"type":16,"tag":143,"props":16380,"children":16381},{},[16382,16405],{"type":16,"tag":147,"props":16383,"children":16384},{},[16385,16389,16393,16397,16401],{"type":16,"tag":151,"props":16386,"children":16387},{"mathvariant":516},[16388],{"type":22,"value":519},{"type":16,"tag":258,"props":16390,"children":16391},{"stretchy":260},[16392],{"type":22,"value":263},{"type":16,"tag":151,"props":16394,"children":16395},{},[16396],{"type":22,"value":272},{"type":16,"tag":151,"props":16398,"children":16399},{},[16400],{"type":22,"value":155},{"type":16,"tag":258,"props":16402,"children":16403},{"stretchy":260},[16404],{"type":22,"value":314},{"type":16,"tag":157,"props":16406,"children":16407},{"encoding":159},[16408],{"type":22,"value":16409},"\\Omega(Nd)",{"type":16,"tag":127,"props":16411,"children":16413},{"className":16412,"ariaHidden":166},[165],[16414],{"type":16,"tag":127,"props":16415,"children":16417},{"className":16416},[171],[16418,16422,16427,16432,16437,16442],{"type":16,"tag":127,"props":16419,"children":16421},{"className":16420,"style":568},[176],[],{"type":16,"tag":127,"props":16423,"children":16425},{"className":16424},[182],[16426],{"type":22,"value":519},{"type":16,"tag":127,"props":16428,"children":16430},{"className":16429},[342],[16431],{"type":22,"value":263},{"type":16,"tag":127,"props":16433,"children":16435},{"className":16434,"style":230},[182,183],[16436],{"type":22,"value":272},{"type":16,"tag":127,"props":16438,"children":16440},{"className":16439},[182,183],[16441],{"type":22,"value":155},{"type":16,"tag":127,"props":16443,"children":16445},{"className":16444},[492],[16446],{"type":22,"value":314},{"type":22,"value":16448}," 次访问，与假设矛盾。",{"type":16,"tag":24,"props":16450,"children":16451},{},[16452,16454,16556],{"type":22,"value":16453},"图 2（左）显示，虽然 FlashAttention 因反向重计算 FLOP 更多，但 HBM 访问显著更少，因此 GPT-2 上运行更快。图 2（中）改变块大小 ",{"type":16,"tag":127,"props":16455,"children":16457},{"className":16456},[130],[16458,16487],{"type":16,"tag":127,"props":16459,"children":16461},{"className":16460},[135],[16462],{"type":16,"tag":138,"props":16463,"children":16464},{"xmlns":140},[16465],{"type":16,"tag":143,"props":16466,"children":16467},{},[16468,16482],{"type":16,"tag":147,"props":16469,"children":16470},{},[16471],{"type":16,"tag":3987,"props":16472,"children":16473},{},[16474,16478],{"type":16,"tag":151,"props":16475,"children":16476},{},[16477],{"type":22,"value":3834},{"type":16,"tag":151,"props":16479,"children":16480},{},[16481],{"type":22,"value":8025},{"type":16,"tag":157,"props":16483,"children":16484},{"encoding":159},[16485],{"type":22,"value":16486},"B_c",{"type":16,"tag":127,"props":16488,"children":16490},{"className":16489,"ariaHidden":166},[165],[16491],{"type":16,"tag":127,"props":16492,"children":16494},{"className":16493},[171],[16495,16499],{"type":16,"tag":127,"props":16496,"children":16498},{"className":16497,"style":8163},[176],[],{"type":16,"tag":127,"props":16500,"children":16502},{"className":16501},[182],[16503,16508],{"type":16,"tag":127,"props":16504,"children":16506},{"className":16505,"style":3918},[182,183],[16507],{"type":22,"value":3834},{"type":16,"tag":127,"props":16509,"children":16511},{"className":16510},[357],[16512],{"type":16,"tag":127,"props":16513,"children":16515},{"className":16514},[362,4278],[16516,16545],{"type":16,"tag":127,"props":16517,"children":16519},{"className":16518},[367],[16520,16540],{"type":16,"tag":127,"props":16521,"children":16523},{"className":16522,"style":8189},[372],[16524],{"type":16,"tag":127,"props":16525,"children":16526},{"style":8193},[16527,16531],{"type":16,"tag":127,"props":16528,"children":16530},{"className":16529,"style":383},[382],[],{"type":16,"tag":127,"props":16532,"children":16534},{"className":16533},[388,389,390,391],[16535],{"type":16,"tag":127,"props":16536,"children":16538},{"className":16537},[182,183,391],[16539],{"type":22,"value":8025},{"type":16,"tag":127,"props":16541,"children":16543},{"className":16542},[4326],[16544],{"type":22,"value":4329},{"type":16,"tag":127,"props":16546,"children":16548},{"className":16547},[367],[16549],{"type":16,"tag":127,"props":16550,"children":16552},{"className":16551,"style":4401},[372],[16553],{"type":16,"tag":127,"props":16554,"children":16555},{},[],{"type":22,"value":16557},"：块越大，遍历次数越少、HBM 访问越少、前向运行越快；超过 256 后，运行时间转而受算术操作等因素限制，块太大也无法装入 SRAM。",{"type":16,"tag":24,"props":16559,"children":16560},{},[16561],{"type":16,"tag":104,"props":16562,"children":16567},{"alt":16563,"src":16564,"width":16565,"height":16566},"FlashAttention 运行时间、块大小与稀疏率（原文图 2）","\u002Fimages\u002Fmaterials\u002Fcmu-15-779\u002Fflashattention\u002Ffigure-02.webp",1645,337,[],{"type":16,"tag":802,"props":16569,"children":16571},{"id":16570},"_33-扩展块稀疏-flashattention",[16572],{"type":22,"value":16573},"3.3 扩展：块稀疏 FlashAttention",{"type":16,"tag":24,"props":16575,"children":16576},{},[16577,16579,16665,16667,16915],{"type":22,"value":16578},"给定 ",{"type":16,"tag":127,"props":16580,"children":16582},{"className":16581},[130],[16583,16620],{"type":16,"tag":127,"props":16584,"children":16586},{"className":16585},[135],[16587],{"type":16,"tag":138,"props":16588,"children":16589},{"xmlns":140},[16590],{"type":16,"tag":143,"props":16591,"children":16592},{},[16593,16616],{"type":16,"tag":147,"props":16594,"children":16595},{},[16596,16600,16604,16608,16612],{"type":16,"tag":151,"props":16597,"children":16598},{},[16599],{"type":22,"value":899},{"type":16,"tag":258,"props":16601,"children":16602},{"separator":166},[16603],{"type":22,"value":904},{"type":16,"tag":151,"props":16605,"children":16606},{},[16607],{"type":22,"value":909},{"type":16,"tag":258,"props":16609,"children":16610},{"separator":166},[16611],{"type":22,"value":904},{"type":16,"tag":151,"props":16613,"children":16614},{},[16615],{"type":22,"value":918},{"type":16,"tag":157,"props":16617,"children":16618},{"encoding":159},[16619],{"type":22,"value":7228},{"type":16,"tag":127,"props":16621,"children":16623},{"className":16622,"ariaHidden":166},[165],[16624],{"type":16,"tag":127,"props":16625,"children":16627},{"className":16626},[171],[16628,16632,16637,16642,16646,16651,16656,16660],{"type":16,"tag":127,"props":16629,"children":16631},{"className":16630,"style":965},[176],[],{"type":16,"tag":127,"props":16633,"children":16635},{"className":16634},[182,183],[16636],{"type":22,"value":899},{"type":16,"tag":127,"props":16638,"children":16640},{"className":16639},[975],[16641],{"type":22,"value":904},{"type":16,"tag":127,"props":16643,"children":16645},{"className":16644,"style":981},[593],[],{"type":16,"tag":127,"props":16647,"children":16649},{"className":16648,"style":986},[182,183],[16650],{"type":22,"value":909},{"type":16,"tag":127,"props":16652,"children":16654},{"className":16653},[975],[16655],{"type":22,"value":904},{"type":16,"tag":127,"props":16657,"children":16659},{"className":16658,"style":981},[593],[],{"type":16,"tag":127,"props":16661,"children":16663},{"className":16662,"style":594},[182,183],[16664],{"type":22,"value":918},{"type":22,"value":16666}," 和块掩码 ",{"type":16,"tag":127,"props":16668,"children":16670},{"className":16669},[130],[16671,16744],{"type":16,"tag":127,"props":16672,"children":16674},{"className":16673},[135],[16675],{"type":16,"tag":138,"props":16676,"children":16677},{"xmlns":140},[16678],{"type":16,"tag":143,"props":16679,"children":16680},{},[16681,16739],{"type":16,"tag":147,"props":16682,"children":16683},{},[16684,16695,16699,16704,16708,16712,16716],{"type":16,"tag":10646,"props":16685,"children":16686},{"accent":166},[16687,16691],{"type":16,"tag":151,"props":16688,"children":16689},{},[16690],{"type":22,"value":209},{"type":16,"tag":258,"props":16692,"children":16693},{"stretchy":166},[16694],{"type":22,"value":10657},{"type":16,"tag":258,"props":16696,"children":16697},{},[16698],{"type":22,"value":923},{"type":16,"tag":258,"props":16700,"children":16701},{"stretchy":260},[16702],{"type":22,"value":16703},"{",{"type":16,"tag":274,"props":16705,"children":16706},{},[16707],{"type":22,"value":8672},{"type":16,"tag":258,"props":16709,"children":16710},{"separator":166},[16711],{"type":22,"value":904},{"type":16,"tag":274,"props":16713,"children":16714},{},[16715],{"type":22,"value":309},{"type":16,"tag":265,"props":16717,"children":16718},{},[16719,16724],{"type":16,"tag":258,"props":16720,"children":16721},{"stretchy":260},[16722],{"type":22,"value":16723},"}",{"type":16,"tag":147,"props":16725,"children":16726},{},[16727,16731,16735],{"type":16,"tag":151,"props":16728,"children":16729},{},[16730],{"type":22,"value":272},{"type":16,"tag":258,"props":16732,"children":16733},{},[16734],{"type":22,"value":944},{"type":16,"tag":151,"props":16736,"children":16737},{},[16738],{"type":22,"value":272},{"type":16,"tag":157,"props":16740,"children":16741},{"encoding":159},[16742],{"type":22,"value":16743},"\\widetilde M\\in\\{0,1\\}^{N\\times N}",{"type":16,"tag":127,"props":16745,"children":16747},{"className":16746,"ariaHidden":166},[165],[16748,16827],{"type":16,"tag":127,"props":16749,"children":16751},{"className":16750},[171],[16752,16757,16814,16818,16823],{"type":16,"tag":127,"props":16753,"children":16756},{"className":16754,"style":16755},[176],"height:0.9824em;vertical-align:-0.0391em;",[],{"type":16,"tag":127,"props":16758,"children":16760},{"className":16759},[182,10694],[16761],{"type":16,"tag":127,"props":16762,"children":16764},{"className":16763},[362],[16765],{"type":16,"tag":127,"props":16766,"children":16768},{"className":16767},[367],[16769],{"type":16,"tag":127,"props":16770,"children":16773},{"className":16771,"style":16772},[372],"height:0.9433em;",[16774,16786],{"type":16,"tag":127,"props":16775,"children":16776},{"style":4309},[16777,16781],{"type":16,"tag":127,"props":16778,"children":16780},{"className":16779,"style":4296},[382],[],{"type":16,"tag":127,"props":16782,"children":16784},{"className":16783,"style":230},[182,183],[16785],{"type":22,"value":209},{"type":16,"tag":127,"props":16787,"children":16791},{"className":16788,"style":16790},[16789],"svg-align","width:calc(100% - 0.1667em);margin-left:0.1667em;top:-3.6833em;",[16792,16796],{"type":16,"tag":127,"props":16793,"children":16795},{"className":16794,"style":4296},[382],[],{"type":16,"tag":127,"props":16797,"children":16799},{"style":16798},"height:0.26em;",[16800],{"type":16,"tag":16801,"props":16802,"children":16808},"svg",{"xmlns":16803,"width":16804,"height":16805,"viewBox":16806,"preserveAspectRatio":16807},"http:\u002F\u002Fwww.w3.org\u002F2000\u002Fsvg","100%","0.26em","0 0 600 260","none",[16809],{"type":16,"tag":16810,"props":16811,"children":16813},"path",{"d":16812},"M200 55.538c-77 0-168 73.953-177 73.953-3 0-7\n-2.175-9-5.437L2 97c-1-2-2-4-2-6 0-4 2-7 5-9l20-12C116 12 171 0 207 0c86 0\n 114 68 191 68 78 0 168-68 177-68 4 0 7 2 9 5l12 19c1 2.175 2 4.35 2 6.525 0\n 4.35-2 7.613-5 9.788l-19 13.05c-92 63.077-116.937 75.308-183 76.128\n-68.267.847-113-73.952-191-73.952z",[],{"type":16,"tag":127,"props":16815,"children":16817},{"className":16816,"style":1006},[593],[],{"type":16,"tag":127,"props":16819,"children":16821},{"className":16820},[1011],[16822],{"type":22,"value":923},{"type":16,"tag":127,"props":16824,"children":16826},{"className":16825,"style":1006},[593],[],{"type":16,"tag":127,"props":16828,"children":16830},{"className":16829},[171],[16831,16836,16841,16846,16851,16855,16860],{"type":16,"tag":127,"props":16832,"children":16835},{"className":16833,"style":16834},[176],"height:1.0913em;vertical-align:-0.25em;",[],{"type":16,"tag":127,"props":16837,"children":16839},{"className":16838},[342],[16840],{"type":22,"value":16703},{"type":16,"tag":127,"props":16842,"children":16844},{"className":16843},[182],[16845],{"type":22,"value":8672},{"type":16,"tag":127,"props":16847,"children":16849},{"className":16848},[975],[16850],{"type":22,"value":904},{"type":16,"tag":127,"props":16852,"children":16854},{"className":16853,"style":981},[593],[],{"type":16,"tag":127,"props":16856,"children":16858},{"className":16857},[182],[16859],{"type":22,"value":309},{"type":16,"tag":127,"props":16861,"children":16863},{"className":16862},[492],[16864,16869],{"type":16,"tag":127,"props":16865,"children":16867},{"className":16866},[492],[16868],{"type":22,"value":16723},{"type":16,"tag":127,"props":16870,"children":16872},{"className":16871},[357],[16873],{"type":16,"tag":127,"props":16874,"children":16876},{"className":16875},[362],[16877],{"type":16,"tag":127,"props":16878,"children":16880},{"className":16879},[367],[16881],{"type":16,"tag":127,"props":16882,"children":16884},{"className":16883,"style":2824},[372],[16885],{"type":16,"tag":127,"props":16886,"children":16887},{"style":377},[16888,16892],{"type":16,"tag":127,"props":16889,"children":16891},{"className":16890,"style":383},[382],[],{"type":16,"tag":127,"props":16893,"children":16895},{"className":16894},[388,389,390,391],[16896],{"type":16,"tag":127,"props":16897,"children":16899},{"className":16898},[182,391],[16900,16905,16910],{"type":16,"tag":127,"props":16901,"children":16903},{"className":16902,"style":230},[182,183,391],[16904],{"type":22,"value":272},{"type":16,"tag":127,"props":16906,"children":16908},{"className":16907},[599,391],[16909],{"type":22,"value":944},{"type":16,"tag":127,"props":16911,"children":16913},{"className":16912,"style":230},[182,183,391],[16914],{"type":22,"value":272},{"type":22,"value":16916},"，计算",{"type":16,"tag":127,"props":16918,"children":16920},{"className":16919},[1324],[16921],{"type":16,"tag":127,"props":16922,"children":16924},{"className":16923},[130],[16925,17052],{"type":16,"tag":127,"props":16926,"children":16928},{"className":16927},[135],[16929],{"type":16,"tag":138,"props":16930,"children":16931},{"xmlns":140,"display":1336},[16932],{"type":16,"tag":143,"props":16933,"children":16934},{},[16935,17047],{"type":16,"tag":147,"props":16936,"children":16937},{},[16938,16942,16946,16950,16961,16965,16968,16972,16976,16980,16984,16988,16992,16997,17016,17020,17024,17027,17031,17035,17039,17043],{"type":16,"tag":151,"props":16939,"children":16940},{},[16941],{"type":22,"value":1348},{"type":16,"tag":258,"props":16943,"children":16944},{},[16945],{"type":22,"value":1353},{"type":16,"tag":151,"props":16947,"children":16948},{},[16949],{"type":22,"value":899},{"type":16,"tag":265,"props":16951,"children":16952},{},[16953,16957],{"type":16,"tag":151,"props":16954,"children":16955},{},[16956],{"type":22,"value":909},{"type":16,"tag":151,"props":16958,"children":16959},{},[16960],{"type":22,"value":1369},{"type":16,"tag":258,"props":16962,"children":16963},{"separator":166},[16964],{"type":22,"value":904},{"type":16,"tag":593,"props":16966,"children":16967},{"width":11529},[],{"type":16,"tag":151,"props":16969,"children":16970},{},[16971],{"type":22,"value":1408},{"type":16,"tag":258,"props":16973,"children":16974},{},[16975],{"type":22,"value":1353},{"type":16,"tag":151,"props":16977,"children":16978},{"mathvariant":516},[16979],{"type":22,"value":1417},{"type":16,"tag":258,"props":16981,"children":16982},{},[16983],{"type":22,"value":1422},{"type":16,"tag":258,"props":16985,"children":16986},{"stretchy":260},[16987],{"type":22,"value":263},{"type":16,"tag":151,"props":16989,"children":16990},{},[16991],{"type":22,"value":1348},{"type":16,"tag":258,"props":16993,"children":16994},{},[16995],{"type":22,"value":16996},"⊙",{"type":16,"tag":3987,"props":16998,"children":16999},{},[17000,17005],{"type":16,"tag":274,"props":17001,"children":17003},{"mathvariant":17002},"bold",[17004],{"type":22,"value":309},{"type":16,"tag":10646,"props":17006,"children":17007},{"accent":166},[17008,17012],{"type":16,"tag":151,"props":17009,"children":17010},{},[17011],{"type":22,"value":209},{"type":16,"tag":258,"props":17013,"children":17014},{"stretchy":166},[17015],{"type":22,"value":10657},{"type":16,"tag":258,"props":17017,"children":17018},{"stretchy":260},[17019],{"type":22,"value":314},{"type":16,"tag":258,"props":17021,"children":17022},{"separator":166},[17023],{"type":22,"value":904},{"type":16,"tag":593,"props":17025,"children":17026},{"width":11529},[],{"type":16,"tag":151,"props":17028,"children":17029},{},[17030],{"type":22,"value":256},{"type":16,"tag":258,"props":17032,"children":17033},{},[17034],{"type":22,"value":1353},{"type":16,"tag":151,"props":17036,"children":17037},{},[17038],{"type":22,"value":1408},{"type":16,"tag":151,"props":17040,"children":17041},{},[17042],{"type":22,"value":918},{"type":16,"tag":258,"props":17044,"children":17045},{"separator":166},[17046],{"type":22,"value":904},{"type":16,"tag":157,"props":17048,"children":17049},{"encoding":159},[17050],{"type":22,"value":17051},"S=QK^T,\\quad P=\\operatorname{softmax}(S\\odot\\mathbf 1_{\\widetilde M}),\\quad O=PV,",{"type":16,"tag":127,"props":17053,"children":17055},{"className":17054,"ariaHidden":166},[165],[17056,17082,17167,17207,17359],{"type":16,"tag":127,"props":17057,"children":17059},{"className":17058},[171],[17060,17064,17069,17073,17078],{"type":16,"tag":127,"props":17061,"children":17063},{"className":17062,"style":225},[176],[],{"type":16,"tag":127,"props":17065,"children":17067},{"className":17066,"style":1534},[182,183],[17068],{"type":22,"value":1348},{"type":16,"tag":127,"props":17070,"children":17072},{"className":17071,"style":1006},[593],[],{"type":16,"tag":127,"props":17074,"children":17076},{"className":17075},[1011],[17077],{"type":22,"value":1353},{"type":16,"tag":127,"props":17079,"children":17081},{"className":17080,"style":1006},[593],[],{"type":16,"tag":127,"props":17083,"children":17085},{"className":17084},[171],[17086,17090,17095,17136,17141,17145,17149,17154,17158,17163],{"type":16,"tag":127,"props":17087,"children":17089},{"className":17088,"style":1557},[176],[],{"type":16,"tag":127,"props":17091,"children":17093},{"className":17092},[182,183],[17094],{"type":22,"value":899},{"type":16,"tag":127,"props":17096,"children":17098},{"className":17097},[182],[17099,17104],{"type":16,"tag":127,"props":17100,"children":17102},{"className":17101,"style":986},[182,183],[17103],{"type":22,"value":909},{"type":16,"tag":127,"props":17105,"children":17107},{"className":17106},[357],[17108],{"type":16,"tag":127,"props":17109,"children":17111},{"className":17110},[362],[17112],{"type":16,"tag":127,"props":17113,"children":17115},{"className":17114},[367],[17116],{"type":16,"tag":127,"props":17117,"children":17119},{"className":17118,"style":1588},[372],[17120],{"type":16,"tag":127,"props":17121,"children":17122},{"style":1592},[17123,17127],{"type":16,"tag":127,"props":17124,"children":17126},{"className":17125,"style":383},[382],[],{"type":16,"tag":127,"props":17128,"children":17130},{"className":17129},[388,389,390,391],[17131],{"type":16,"tag":127,"props":17132,"children":17134},{"className":17133,"style":1605},[182,183,391],[17135],{"type":22,"value":1369},{"type":16,"tag":127,"props":17137,"children":17139},{"className":17138},[975],[17140],{"type":22,"value":904},{"type":16,"tag":127,"props":17142,"children":17144},{"className":17143,"style":12035},[593],[],{"type":16,"tag":127,"props":17146,"children":17148},{"className":17147,"style":981},[593],[],{"type":16,"tag":127,"props":17150,"children":17152},{"className":17151,"style":1605},[182,183],[17153],{"type":22,"value":1408},{"type":16,"tag":127,"props":17155,"children":17157},{"className":17156,"style":1006},[593],[],{"type":16,"tag":127,"props":17159,"children":17161},{"className":17160},[1011],[17162],{"type":22,"value":1353},{"type":16,"tag":127,"props":17164,"children":17166},{"className":17165,"style":1006},[593],[],{"type":16,"tag":127,"props":17168,"children":17170},{"className":17169},[171],[17171,17175,17184,17189,17194,17198,17203],{"type":16,"tag":127,"props":17172,"children":17174},{"className":17173,"style":568},[176],[],{"type":16,"tag":127,"props":17176,"children":17178},{"className":17177},[1727],[17179],{"type":16,"tag":127,"props":17180,"children":17182},{"className":17181},[182,1732],[17183],{"type":22,"value":1417},{"type":16,"tag":127,"props":17185,"children":17187},{"className":17186},[342],[17188],{"type":22,"value":263},{"type":16,"tag":127,"props":17190,"children":17192},{"className":17191,"style":1534},[182,183],[17193],{"type":22,"value":1348},{"type":16,"tag":127,"props":17195,"children":17197},{"className":17196,"style":594},[593],[],{"type":16,"tag":127,"props":17199,"children":17201},{"className":17200},[599],[17202],{"type":22,"value":16996},{"type":16,"tag":127,"props":17204,"children":17206},{"className":17205,"style":594},[593],[],{"type":16,"tag":127,"props":17208,"children":17210},{"className":17209},[171],[17211,17216,17323,17328,17333,17337,17341,17346,17350,17355],{"type":16,"tag":127,"props":17212,"children":17215},{"className":17213,"style":17214},[176],"height:1.0655em;vertical-align:-0.3155em;",[],{"type":16,"tag":127,"props":17217,"children":17219},{"className":17218},[182],[17220,17226],{"type":16,"tag":127,"props":17221,"children":17224},{"className":17222},[182,17223],"mathbf",[17225],{"type":22,"value":309},{"type":16,"tag":127,"props":17227,"children":17229},{"className":17228},[357],[17230],{"type":16,"tag":127,"props":17231,"children":17233},{"className":17232},[362,4278],[17234,17311],{"type":16,"tag":127,"props":17235,"children":17237},{"className":17236},[367],[17238,17306],{"type":16,"tag":127,"props":17239,"children":17242},{"className":17240,"style":17241},[372],"height:0.3448em;",[17243],{"type":16,"tag":127,"props":17244,"children":17246},{"style":17245},"top:-2.3845em;margin-left:0em;margin-right:0.05em;",[17247,17251],{"type":16,"tag":127,"props":17248,"children":17250},{"className":17249,"style":383},[382],[],{"type":16,"tag":127,"props":17252,"children":17254},{"className":17253},[388,389,390,391],[17255],{"type":16,"tag":127,"props":17256,"children":17258},{"className":17257},[182,391],[17259],{"type":16,"tag":127,"props":17260,"children":17262},{"className":17261},[182,10694,391],[17263],{"type":16,"tag":127,"props":17264,"children":17266},{"className":17265},[362],[17267],{"type":16,"tag":127,"props":17268,"children":17270},{"className":17269},[367],[17271],{"type":16,"tag":127,"props":17272,"children":17274},{"className":17273,"style":16772},[372],[17275,17287],{"type":16,"tag":127,"props":17276,"children":17277},{"style":12472},[17278,17282],{"type":16,"tag":127,"props":17279,"children":17281},{"className":17280,"style":383},[382],[],{"type":16,"tag":127,"props":17283,"children":17285},{"className":17284,"style":230},[182,183,391],[17286],{"type":22,"value":209},{"type":16,"tag":127,"props":17288,"children":17291},{"className":17289,"style":17290},[16789],"width:calc(100% - 0.1667em);margin-left:0.1667em;top:-3.3833em;",[17292,17296],{"type":16,"tag":127,"props":17293,"children":17295},{"className":17294,"style":383},[382],[],{"type":16,"tag":127,"props":17297,"children":17299},{"className":17298,"style":16798},[391],[17300],{"type":16,"tag":16801,"props":17301,"children":17302},{"xmlns":16803,"width":16804,"height":16805,"viewBox":16806,"preserveAspectRatio":16807},[17303],{"type":16,"tag":16810,"props":17304,"children":17305},{"d":16812},[],{"type":16,"tag":127,"props":17307,"children":17309},{"className":17308},[4326],[17310],{"type":22,"value":4329},{"type":16,"tag":127,"props":17312,"children":17314},{"className":17313},[367],[17315],{"type":16,"tag":127,"props":17316,"children":17319},{"className":17317,"style":17318},[372],"height:0.3155em;",[17320],{"type":16,"tag":127,"props":17321,"children":17322},{},[],{"type":16,"tag":127,"props":17324,"children":17326},{"className":17325},[492],[17327],{"type":22,"value":314},{"type":16,"tag":127,"props":17329,"children":17331},{"className":17330},[975],[17332],{"type":22,"value":904},{"type":16,"tag":127,"props":17334,"children":17336},{"className":17335,"style":12035},[593],[],{"type":16,"tag":127,"props":17338,"children":17340},{"className":17339,"style":981},[593],[],{"type":16,"tag":127,"props":17342,"children":17344},{"className":17343,"style":336},[182,183],[17345],{"type":22,"value":256},{"type":16,"tag":127,"props":17347,"children":17349},{"className":17348,"style":1006},[593],[],{"type":16,"tag":127,"props":17351,"children":17353},{"className":17352},[1011],[17354],{"type":22,"value":1353},{"type":16,"tag":127,"props":17356,"children":17358},{"className":17357,"style":1006},[593],[],{"type":16,"tag":127,"props":17360,"children":17362},{"className":17361},[171],[17363,17367,17372,17377],{"type":16,"tag":127,"props":17364,"children":17366},{"className":17365,"style":965},[176],[],{"type":16,"tag":127,"props":17368,"children":17370},{"className":17369,"style":1605},[182,183],[17371],{"type":22,"value":1408},{"type":16,"tag":127,"props":17373,"children":17375},{"className":17374,"style":594},[182,183],[17376],{"type":22,"value":918},{"type":16,"tag":127,"props":17378,"children":17380},{"className":17379},[975],[17381],{"type":22,"value":904},{"type":16,"tag":24,"props":17383,"children":17384},{},[17385,17387,17440,17442,17484,17486,17681],{"type":22,"value":17386},"其中掩码为 0 的位置置为 ",{"type":16,"tag":127,"props":17388,"children":17390},{"className":17389},[130],[17391,17417],{"type":16,"tag":127,"props":17392,"children":17394},{"className":17393},[135],[17395],{"type":16,"tag":138,"props":17396,"children":17397},{"xmlns":140},[17398],{"type":16,"tag":143,"props":17399,"children":17400},{},[17401,17412],{"type":16,"tag":147,"props":17402,"children":17403},{},[17404,17408],{"type":16,"tag":258,"props":17405,"children":17406},{},[17407],{"type":22,"value":304},{"type":16,"tag":151,"props":17409,"children":17410},{"mathvariant":516},[17411],{"type":22,"value":8982},{"type":16,"tag":157,"props":17413,"children":17414},{"encoding":159},[17415],{"type":22,"value":17416},"-\\infty",{"type":16,"tag":127,"props":17418,"children":17420},{"className":17419,"ariaHidden":166},[165],[17421],{"type":16,"tag":127,"props":17422,"children":17424},{"className":17423},[171],[17425,17430,17435],{"type":16,"tag":127,"props":17426,"children":17429},{"className":17427,"style":17428},[176],"height:0.6667em;vertical-align:-0.0833em;",[],{"type":16,"tag":127,"props":17431,"children":17433},{"className":17432},[182],[17434],{"type":22,"value":304},{"type":16,"tag":127,"props":17436,"children":17438},{"className":17437},[182],[17439],{"type":22,"value":8982},{"type":22,"value":17441},"。要求掩码按块定义：块掩码矩阵 ",{"type":16,"tag":127,"props":17443,"children":17445},{"className":17444},[130],[17446,17467],{"type":16,"tag":127,"props":17447,"children":17449},{"className":17448},[135],[17450],{"type":16,"tag":138,"props":17451,"children":17452},{"xmlns":140},[17453],{"type":16,"tag":143,"props":17454,"children":17455},{},[17456,17463],{"type":16,"tag":147,"props":17457,"children":17458},{},[17459],{"type":16,"tag":151,"props":17460,"children":17461},{},[17462],{"type":22,"value":209},{"type":16,"tag":157,"props":17464,"children":17465},{"encoding":159},[17466],{"type":22,"value":209},{"type":16,"tag":127,"props":17468,"children":17470},{"className":17469,"ariaHidden":166},[165],[17471],{"type":16,"tag":127,"props":17472,"children":17474},{"className":17473},[171],[17475,17479],{"type":16,"tag":127,"props":17476,"children":17478},{"className":17477,"style":225},[176],[],{"type":16,"tag":127,"props":17480,"children":17482},{"className":17481,"style":230},[182,183],[17483],{"type":22,"value":209},{"type":22,"value":17485}," 的每个元素决定对应 ",{"type":16,"tag":127,"props":17487,"children":17489},{"className":17488},[130],[17490,17534],{"type":16,"tag":127,"props":17491,"children":17493},{"className":17492},[135],[17494],{"type":16,"tag":138,"props":17495,"children":17496},{"xmlns":140},[17497],{"type":16,"tag":143,"props":17498,"children":17499},{},[17500,17529],{"type":16,"tag":147,"props":17501,"children":17502},{},[17503,17514,17518],{"type":16,"tag":3987,"props":17504,"children":17505},{},[17506,17510],{"type":16,"tag":151,"props":17507,"children":17508},{},[17509],{"type":22,"value":3834},{"type":16,"tag":151,"props":17511,"children":17512},{},[17513],{"type":22,"value":8081},{"type":16,"tag":258,"props":17515,"children":17516},{},[17517],{"type":22,"value":944},{"type":16,"tag":3987,"props":17519,"children":17520},{},[17521,17525],{"type":16,"tag":151,"props":17522,"children":17523},{},[17524],{"type":22,"value":3834},{"type":16,"tag":151,"props":17526,"children":17527},{},[17528],{"type":22,"value":8025},{"type":16,"tag":157,"props":17530,"children":17531},{"encoding":159},[17532],{"type":22,"value":17533},"B_r\\times B_c",{"type":16,"tag":127,"props":17535,"children":17537},{"className":17536,"ariaHidden":166},[165],[17538,17616],{"type":16,"tag":127,"props":17539,"children":17541},{"className":17540},[171],[17542,17546,17603,17607,17612],{"type":16,"tag":127,"props":17543,"children":17545},{"className":17544,"style":8163},[176],[],{"type":16,"tag":127,"props":17547,"children":17549},{"className":17548},[182],[17550,17555],{"type":16,"tag":127,"props":17551,"children":17553},{"className":17552,"style":3918},[182,183],[17554],{"type":22,"value":3834},{"type":16,"tag":127,"props":17556,"children":17558},{"className":17557},[357],[17559],{"type":16,"tag":127,"props":17560,"children":17562},{"className":17561},[362,4278],[17563,17592],{"type":16,"tag":127,"props":17564,"children":17566},{"className":17565},[367],[17567,17587],{"type":16,"tag":127,"props":17568,"children":17570},{"className":17569,"style":8189},[372],[17571],{"type":16,"tag":127,"props":17572,"children":17573},{"style":8193},[17574,17578],{"type":16,"tag":127,"props":17575,"children":17577},{"className":17576,"style":383},[382],[],{"type":16,"tag":127,"props":17579,"children":17581},{"className":17580},[388,389,390,391],[17582],{"type":16,"tag":127,"props":17583,"children":17585},{"className":17584,"style":336},[182,183,391],[17586],{"type":22,"value":8081},{"type":16,"tag":127,"props":17588,"children":17590},{"className":17589},[4326],[17591],{"type":22,"value":4329},{"type":16,"tag":127,"props":17593,"children":17595},{"className":17594},[367],[17596],{"type":16,"tag":127,"props":17597,"children":17599},{"className":17598,"style":4401},[372],[17600],{"type":16,"tag":127,"props":17601,"children":17602},{},[],{"type":16,"tag":127,"props":17604,"children":17606},{"className":17605,"style":594},[593],[],{"type":16,"tag":127,"props":17608,"children":17610},{"className":17609},[599],[17611],{"type":22,"value":944},{"type":16,"tag":127,"props":17613,"children":17615},{"className":17614,"style":594},[593],[],{"type":16,"tag":127,"props":17617,"children":17619},{"className":17618},[171],[17620,17624],{"type":16,"tag":127,"props":17621,"children":17623},{"className":17622,"style":8163},[176],[],{"type":16,"tag":127,"props":17625,"children":17627},{"className":17626},[182],[17628,17633],{"type":16,"tag":127,"props":17629,"children":17631},{"className":17630,"style":3918},[182,183],[17632],{"type":22,"value":3834},{"type":16,"tag":127,"props":17634,"children":17636},{"className":17635},[357],[17637],{"type":16,"tag":127,"props":17638,"children":17640},{"className":17639},[362,4278],[17641,17670],{"type":16,"tag":127,"props":17642,"children":17644},{"className":17643},[367],[17645,17665],{"type":16,"tag":127,"props":17646,"children":17648},{"className":17647,"style":8189},[372],[17649],{"type":16,"tag":127,"props":17650,"children":17651},{"style":8193},[17652,17656],{"type":16,"tag":127,"props":17653,"children":17655},{"className":17654,"style":383},[382],[],{"type":16,"tag":127,"props":17657,"children":17659},{"className":17658},[388,389,390,391],[17660],{"type":16,"tag":127,"props":17661,"children":17663},{"className":17662},[182,183,391],[17664],{"type":22,"value":8025},{"type":16,"tag":127,"props":17666,"children":17668},{"className":17667},[4326],[17669],{"type":22,"value":4329},{"type":16,"tag":127,"props":17671,"children":17673},{"className":17672},[367],[17674],{"type":16,"tag":127,"props":17675,"children":17677},{"className":17676,"style":4401},[372],[17678],{"type":16,"tag":127,"props":17679,"children":17680},{},[],{"type":22,"value":17682}," 子块。",{"type":16,"tag":24,"props":17684,"children":17685},{},[17686,17688,17731],{"type":22,"value":17687},"算法与算法 1 相同，只跳过零块。若非零块比例为 ",{"type":16,"tag":127,"props":17689,"children":17691},{"className":17690},[130],[17692,17714],{"type":16,"tag":127,"props":17693,"children":17695},{"className":17694},[135],[17696],{"type":16,"tag":138,"props":17697,"children":17698},{"xmlns":140},[17699],{"type":16,"tag":143,"props":17700,"children":17701},{},[17702,17710],{"type":16,"tag":147,"props":17703,"children":17704},{},[17705],{"type":16,"tag":151,"props":17706,"children":17707},{},[17708],{"type":22,"value":17709},"s",{"type":16,"tag":157,"props":17711,"children":17712},{"encoding":159},[17713],{"type":22,"value":17709},{"type":16,"tag":127,"props":17715,"children":17717},{"className":17716,"ariaHidden":166},[165],[17718],{"type":16,"tag":127,"props":17719,"children":17721},{"className":17720},[171],[17722,17726],{"type":16,"tag":127,"props":17723,"children":17725},{"className":17724,"style":4287},[176],[],{"type":16,"tag":127,"props":17727,"children":17729},{"className":17728},[182,183],[17730],{"type":22,"value":17709},{"type":22,"value":17732},"，其 HBM 访问复杂度为",{"type":16,"tag":127,"props":17734,"children":17736},{"className":17735},[1324],[17737],{"type":16,"tag":127,"props":17738,"children":17740},{"className":17739},[130],[17741,17834],{"type":16,"tag":127,"props":17742,"children":17744},{"className":17743},[135],[17745],{"type":16,"tag":138,"props":17746,"children":17747},{"xmlns":140,"display":1336},[17748],{"type":16,"tag":143,"props":17749,"children":17750},{},[17751,17829],{"type":16,"tag":147,"props":17752,"children":17753},{},[17754,17758,17825],{"type":16,"tag":151,"props":17755,"children":17756},{"mathvariant":516},[17757],{"type":22,"value":15035},{"type":16,"tag":147,"props":17759,"children":17760},{},[17761,17765,17769,17773,17777,17788,17799,17817,17821],{"type":16,"tag":258,"props":17762,"children":17763},{"fence":166},[17764],{"type":22,"value":263},{"type":16,"tag":151,"props":17766,"children":17767},{},[17768],{"type":22,"value":272},{"type":16,"tag":151,"props":17770,"children":17771},{},[17772],{"type":22,"value":155},{"type":16,"tag":258,"props":17774,"children":17775},{},[17776],{"type":22,"value":536},{"type":16,"tag":265,"props":17778,"children":17779},{},[17780,17784],{"type":16,"tag":151,"props":17781,"children":17782},{},[17783],{"type":22,"value":272},{"type":16,"tag":274,"props":17785,"children":17786},{},[17787],{"type":22,"value":278},{"type":16,"tag":265,"props":17789,"children":17790},{},[17791,17795],{"type":16,"tag":151,"props":17792,"children":17793},{},[17794],{"type":22,"value":155},{"type":16,"tag":274,"props":17796,"children":17797},{},[17798],{"type":22,"value":278},{"type":16,"tag":265,"props":17800,"children":17801},{},[17802,17806],{"type":16,"tag":151,"props":17803,"children":17804},{},[17805],{"type":22,"value":209},{"type":16,"tag":147,"props":17807,"children":17808},{},[17809,17813],{"type":16,"tag":258,"props":17810,"children":17811},{},[17812],{"type":22,"value":304},{"type":16,"tag":274,"props":17814,"children":17815},{},[17816],{"type":22,"value":309},{"type":16,"tag":151,"props":17818,"children":17819},{},[17820],{"type":22,"value":17709},{"type":16,"tag":258,"props":17822,"children":17823},{"fence":166},[17824],{"type":22,"value":314},{"type":16,"tag":151,"props":17826,"children":17827},{"mathvariant":516},[17828],{"type":22,"value":4210},{"type":16,"tag":157,"props":17830,"children":17831},{"encoding":159},[17832],{"type":22,"value":17833},"\\Theta\\left(Nd+N^2d^2M^{-1}s\\right).",{"type":16,"tag":127,"props":17835,"children":17837},{"className":17836,"ariaHidden":166},[165],[17838],{"type":16,"tag":127,"props":17839,"children":17841},{"className":17840},[171],[17842,17847,17852,17856,18038,18042],{"type":16,"tag":127,"props":17843,"children":17846},{"className":17844,"style":17845},[176],"height:1.2141em;vertical-align:-0.35em;",[],{"type":16,"tag":127,"props":17848,"children":17850},{"className":17849},[182],[17851],{"type":22,"value":15035},{"type":16,"tag":127,"props":17853,"children":17855},{"className":17854,"style":981},[593],[],{"type":16,"tag":127,"props":17857,"children":17859},{"className":17858},[5896],[17860,17869,17874,17879,17883,17888,17892,17933,17974,18024,18029],{"type":16,"tag":127,"props":17861,"children":17863},{"className":17862,"style":5902},[342,5901],[17864],{"type":16,"tag":127,"props":17865,"children":17867},{"className":17866},[5907,4594],[17868],{"type":22,"value":263},{"type":16,"tag":127,"props":17870,"children":17872},{"className":17871,"style":230},[182,183],[17873],{"type":22,"value":272},{"type":16,"tag":127,"props":17875,"children":17877},{"className":17876},[182,183],[17878],{"type":22,"value":155},{"type":16,"tag":127,"props":17880,"children":17882},{"className":17881,"style":594},[593],[],{"type":16,"tag":127,"props":17884,"children":17886},{"className":17885},[599],[17887],{"type":22,"value":536},{"type":16,"tag":127,"props":17889,"children":17891},{"className":17890,"style":594},[593],[],{"type":16,"tag":127,"props":17893,"children":17895},{"className":17894},[182],[17896,17901],{"type":16,"tag":127,"props":17897,"children":17899},{"className":17898,"style":230},[182,183],[17900],{"type":22,"value":272},{"type":16,"tag":127,"props":17902,"children":17904},{"className":17903},[357],[17905],{"type":16,"tag":127,"props":17906,"children":17908},{"className":17907},[362],[17909],{"type":16,"tag":127,"props":17910,"children":17912},{"className":17911},[367],[17913],{"type":16,"tag":127,"props":17914,"children":17916},{"className":17915,"style":13265},[372],[17917],{"type":16,"tag":127,"props":17918,"children":17919},{"style":1592},[17920,17924],{"type":16,"tag":127,"props":17921,"children":17923},{"className":17922,"style":383},[382],[],{"type":16,"tag":127,"props":17925,"children":17927},{"className":17926},[388,389,390,391],[17928],{"type":16,"tag":127,"props":17929,"children":17931},{"className":17930},[182,391],[17932],{"type":22,"value":278},{"type":16,"tag":127,"props":17934,"children":17936},{"className":17935},[182],[17937,17942],{"type":16,"tag":127,"props":17938,"children":17940},{"className":17939},[182,183],[17941],{"type":22,"value":155},{"type":16,"tag":127,"props":17943,"children":17945},{"className":17944},[357],[17946],{"type":16,"tag":127,"props":17947,"children":17949},{"className":17948},[362],[17950],{"type":16,"tag":127,"props":17951,"children":17953},{"className":17952},[367],[17954],{"type":16,"tag":127,"props":17955,"children":17957},{"className":17956,"style":13265},[372],[17958],{"type":16,"tag":127,"props":17959,"children":17960},{"style":1592},[17961,17965],{"type":16,"tag":127,"props":17962,"children":17964},{"className":17963,"style":383},[382],[],{"type":16,"tag":127,"props":17966,"children":17968},{"className":17967},[388,389,390,391],[17969],{"type":16,"tag":127,"props":17970,"children":17972},{"className":17971},[182,391],[17973],{"type":22,"value":278},{"type":16,"tag":127,"props":17975,"children":17977},{"className":17976},[182],[17978,17983],{"type":16,"tag":127,"props":17979,"children":17981},{"className":17980,"style":230},[182,183],[17982],{"type":22,"value":209},{"type":16,"tag":127,"props":17984,"children":17986},{"className":17985},[357],[17987],{"type":16,"tag":127,"props":17988,"children":17990},{"className":17989},[362],[17991],{"type":16,"tag":127,"props":17992,"children":17994},{"className":17993},[367],[17995],{"type":16,"tag":127,"props":17996,"children":17998},{"className":17997,"style":13265},[372],[17999],{"type":16,"tag":127,"props":18000,"children":18001},{"style":1592},[18002,18006],{"type":16,"tag":127,"props":18003,"children":18005},{"className":18004,"style":383},[382],[],{"type":16,"tag":127,"props":18007,"children":18009},{"className":18008},[388,389,390,391],[18010],{"type":16,"tag":127,"props":18011,"children":18013},{"className":18012},[182,391],[18014,18019],{"type":16,"tag":127,"props":18015,"children":18017},{"className":18016},[182,391],[18018],{"type":22,"value":304},{"type":16,"tag":127,"props":18020,"children":18022},{"className":18021},[182,391],[18023],{"type":22,"value":309},{"type":16,"tag":127,"props":18025,"children":18027},{"className":18026},[182,183],[18028],{"type":22,"value":17709},{"type":16,"tag":127,"props":18030,"children":18032},{"className":18031,"style":5902},[492,5901],[18033],{"type":16,"tag":127,"props":18034,"children":18036},{"className":18035},[5907,4594],[18037],{"type":22,"value":314},{"type":16,"tag":127,"props":18039,"children":18041},{"className":18040,"style":981},[593],[],{"type":16,"tag":127,"props":18043,"children":18045},{"className":18044},[182],[18046],{"type":22,"value":4210},{"type":16,"tag":24,"props":18048,"children":18049},{},[18050,18052,18094,18096,18241,18243,18417,18419,18572,18573,18677],{"type":22,"value":18051},"因此稀疏化直接按 ",{"type":16,"tag":127,"props":18053,"children":18055},{"className":18054},[130],[18056,18077],{"type":16,"tag":127,"props":18057,"children":18059},{"className":18058},[135],[18060],{"type":16,"tag":138,"props":18061,"children":18062},{"xmlns":140},[18063],{"type":16,"tag":143,"props":18064,"children":18065},{},[18066,18073],{"type":16,"tag":147,"props":18067,"children":18068},{},[18069],{"type":16,"tag":151,"props":18070,"children":18071},{},[18072],{"type":22,"value":17709},{"type":16,"tag":157,"props":18074,"children":18075},{"encoding":159},[18076],{"type":22,"value":17709},{"type":16,"tag":127,"props":18078,"children":18080},{"className":18079,"ariaHidden":166},[165],[18081],{"type":16,"tag":127,"props":18082,"children":18084},{"className":18083},[171],[18085,18089],{"type":16,"tag":127,"props":18086,"children":18088},{"className":18087,"style":4287},[176],[],{"type":16,"tag":127,"props":18090,"children":18092},{"className":18091},[182,183],[18093],{"type":22,"value":17709},{"type":22,"value":18095}," 改善较大的 IO 项。长序列中常取 ",{"type":16,"tag":127,"props":18097,"children":18099},{"className":18098},[130],[18100,18152],{"type":16,"tag":127,"props":18101,"children":18103},{"className":18102},[135],[18104],{"type":16,"tag":138,"props":18105,"children":18106},{"xmlns":140},[18107],{"type":16,"tag":143,"props":18108,"children":18109},{},[18110,18147],{"type":16,"tag":147,"props":18111,"children":18112},{},[18113,18117,18121],{"type":16,"tag":151,"props":18114,"children":18115},{},[18116],{"type":22,"value":17709},{"type":16,"tag":258,"props":18118,"children":18119},{},[18120],{"type":22,"value":1353},{"type":16,"tag":265,"props":18122,"children":18123},{},[18124,18128],{"type":16,"tag":151,"props":18125,"children":18126},{},[18127],{"type":22,"value":272},{"type":16,"tag":147,"props":18129,"children":18130},{},[18131,18135,18139,18143],{"type":16,"tag":258,"props":18132,"children":18133},{},[18134],{"type":22,"value":304},{"type":16,"tag":274,"props":18136,"children":18137},{},[18138],{"type":22,"value":309},{"type":16,"tag":151,"props":18140,"children":18141},{"mathvariant":516},[18142],{"type":22,"value":4189},{"type":16,"tag":274,"props":18144,"children":18145},{},[18146],{"type":22,"value":278},{"type":16,"tag":157,"props":18148,"children":18149},{"encoding":159},[18150],{"type":22,"value":18151},"s=N^{-1\u002F2}",{"type":16,"tag":127,"props":18153,"children":18155},{"className":18154,"ariaHidden":166},[165],[18156,18182],{"type":16,"tag":127,"props":18157,"children":18159},{"className":18158},[171],[18160,18164,18169,18173,18178],{"type":16,"tag":127,"props":18161,"children":18163},{"className":18162,"style":4287},[176],[],{"type":16,"tag":127,"props":18165,"children":18167},{"className":18166},[182,183],[18168],{"type":22,"value":17709},{"type":16,"tag":127,"props":18170,"children":18172},{"className":18171,"style":1006},[593],[],{"type":16,"tag":127,"props":18174,"children":18176},{"className":18175},[1011],[18177],{"type":22,"value":1353},{"type":16,"tag":127,"props":18179,"children":18181},{"className":18180,"style":1006},[593],[],{"type":16,"tag":127,"props":18183,"children":18185},{"className":18184},[171],[18186,18190],{"type":16,"tag":127,"props":18187,"children":18189},{"className":18188,"style":5113},[176],[],{"type":16,"tag":127,"props":18191,"children":18193},{"className":18192},[182],[18194,18199],{"type":16,"tag":127,"props":18195,"children":18197},{"className":18196,"style":230},[182,183],[18198],{"type":22,"value":272},{"type":16,"tag":127,"props":18200,"children":18202},{"className":18201},[357],[18203],{"type":16,"tag":127,"props":18204,"children":18206},{"className":18205},[362],[18207],{"type":16,"tag":127,"props":18208,"children":18210},{"className":18209},[367],[18211],{"type":16,"tag":127,"props":18212,"children":18214},{"className":18213,"style":5113},[372],[18215],{"type":16,"tag":127,"props":18216,"children":18217},{"style":377},[18218,18222],{"type":16,"tag":127,"props":18219,"children":18221},{"className":18220,"style":383},[382],[],{"type":16,"tag":127,"props":18223,"children":18225},{"className":18224},[388,389,390,391],[18226],{"type":16,"tag":127,"props":18227,"children":18229},{"className":18228},[182,391],[18230,18235],{"type":16,"tag":127,"props":18231,"children":18233},{"className":18232},[182,391],[18234],{"type":22,"value":304},{"type":16,"tag":127,"props":18236,"children":18238},{"className":18237},[182,391],[18239],{"type":22,"value":18240},"1\u002F2",{"type":22,"value":18242}," 或 ",{"type":16,"tag":127,"props":18244,"children":18246},{"className":18245},[130],[18247,18304],{"type":16,"tag":127,"props":18248,"children":18250},{"className":18249},[135],[18251],{"type":16,"tag":138,"props":18252,"children":18253},{"xmlns":140},[18254],{"type":16,"tag":143,"props":18255,"children":18256},{},[18257,18299],{"type":16,"tag":147,"props":18258,"children":18259},{},[18260,18264,18268,18286,18291,18295],{"type":16,"tag":151,"props":18261,"children":18262},{},[18263],{"type":22,"value":17709},{"type":16,"tag":258,"props":18265,"children":18266},{},[18267],{"type":22,"value":1353},{"type":16,"tag":265,"props":18269,"children":18270},{},[18271,18275],{"type":16,"tag":151,"props":18272,"children":18273},{},[18274],{"type":22,"value":272},{"type":16,"tag":147,"props":18276,"children":18277},{},[18278,18282],{"type":16,"tag":258,"props":18279,"children":18280},{},[18281],{"type":22,"value":304},{"type":16,"tag":274,"props":18283,"children":18284},{},[18285],{"type":22,"value":309},{"type":16,"tag":151,"props":18287,"children":18288},{},[18289],{"type":22,"value":18290},"log",{"type":16,"tag":258,"props":18292,"children":18293},{},[18294],{"type":22,"value":1422},{"type":16,"tag":151,"props":18296,"children":18297},{},[18298],{"type":22,"value":272},{"type":16,"tag":157,"props":18300,"children":18301},{"encoding":159},[18302],{"type":22,"value":18303},"s=N^{-1}\\log N",{"type":16,"tag":127,"props":18305,"children":18307},{"className":18306,"ariaHidden":166},[165],[18308,18334],{"type":16,"tag":127,"props":18309,"children":18311},{"className":18310},[171],[18312,18316,18321,18325,18330],{"type":16,"tag":127,"props":18313,"children":18315},{"className":18314,"style":4287},[176],[],{"type":16,"tag":127,"props":18317,"children":18319},{"className":18318},[182,183],[18320],{"type":22,"value":17709},{"type":16,"tag":127,"props":18322,"children":18324},{"className":18323,"style":1006},[593],[],{"type":16,"tag":127,"props":18326,"children":18328},{"className":18327},[1011],[18329],{"type":22,"value":1353},{"type":16,"tag":127,"props":18331,"children":18333},{"className":18332,"style":1006},[593],[],{"type":16,"tag":127,"props":18335,"children":18337},{"className":18336},[171],[18338,18343,18393,18397,18408,18412],{"type":16,"tag":127,"props":18339,"children":18342},{"className":18340,"style":18341},[176],"height:1.0085em;vertical-align:-0.1944em;",[],{"type":16,"tag":127,"props":18344,"children":18346},{"className":18345},[182],[18347,18352],{"type":16,"tag":127,"props":18348,"children":18350},{"className":18349,"style":230},[182,183],[18351],{"type":22,"value":272},{"type":16,"tag":127,"props":18353,"children":18355},{"className":18354},[357],[18356],{"type":16,"tag":127,"props":18357,"children":18359},{"className":18358},[362],[18360],{"type":16,"tag":127,"props":18361,"children":18363},{"className":18362},[367],[18364],{"type":16,"tag":127,"props":18365,"children":18367},{"className":18366,"style":373},[372],[18368],{"type":16,"tag":127,"props":18369,"children":18370},{"style":377},[18371,18375],{"type":16,"tag":127,"props":18372,"children":18374},{"className":18373,"style":383},[382],[],{"type":16,"tag":127,"props":18376,"children":18378},{"className":18377},[388,389,390,391],[18379],{"type":16,"tag":127,"props":18380,"children":18382},{"className":18381},[182,391],[18383,18388],{"type":16,"tag":127,"props":18384,"children":18386},{"className":18385},[182,391],[18387],{"type":22,"value":304},{"type":16,"tag":127,"props":18389,"children":18391},{"className":18390},[182,391],[18392],{"type":22,"value":309},{"type":16,"tag":127,"props":18394,"children":18396},{"className":18395,"style":981},[593],[],{"type":16,"tag":127,"props":18398,"children":18400},{"className":18399},[1727],[18401,18403],{"type":22,"value":18402},"lo",{"type":16,"tag":127,"props":18404,"children":18405},{"style":11804},[18406],{"type":22,"value":18407},"g",{"type":16,"tag":127,"props":18409,"children":18411},{"className":18410,"style":981},[593],[],{"type":16,"tag":127,"props":18413,"children":18415},{"className":18414,"style":230},[182,183],[18416],{"type":22,"value":272},{"type":22,"value":18418},"，对应 ",{"type":16,"tag":127,"props":18420,"children":18422},{"className":18421},[130],[18423,18465],{"type":16,"tag":127,"props":18424,"children":18426},{"className":18425},[135],[18427],{"type":16,"tag":138,"props":18428,"children":18429},{"xmlns":140},[18430],{"type":16,"tag":143,"props":18431,"children":18432},{},[18433,18460],{"type":16,"tag":147,"props":18434,"children":18435},{},[18436,18440,18444,18448,18456],{"type":16,"tag":151,"props":18437,"children":18438},{"mathvariant":516},[18439],{"type":22,"value":15035},{"type":16,"tag":258,"props":18441,"children":18442},{"stretchy":260},[18443],{"type":22,"value":263},{"type":16,"tag":151,"props":18445,"children":18446},{},[18447],{"type":22,"value":272},{"type":16,"tag":18449,"props":18450,"children":18451},"msqrt",{},[18452],{"type":16,"tag":151,"props":18453,"children":18454},{},[18455],{"type":22,"value":272},{"type":16,"tag":258,"props":18457,"children":18458},{"stretchy":260},[18459],{"type":22,"value":314},{"type":16,"tag":157,"props":18461,"children":18462},{"encoding":159},[18463],{"type":22,"value":18464},"\\Theta(N\\sqrt N)",{"type":16,"tag":127,"props":18466,"children":18468},{"className":18467,"ariaHidden":166},[165],[18469],{"type":16,"tag":127,"props":18470,"children":18472},{"className":18471},[171],[18473,18478,18483,18488,18493,18567],{"type":16,"tag":127,"props":18474,"children":18477},{"className":18475,"style":18476},[176],"height:1.1767em;vertical-align:-0.25em;",[],{"type":16,"tag":127,"props":18479,"children":18481},{"className":18480},[182],[18482],{"type":22,"value":15035},{"type":16,"tag":127,"props":18484,"children":18486},{"className":18485},[342],[18487],{"type":22,"value":263},{"type":16,"tag":127,"props":18489,"children":18491},{"className":18490,"style":230},[182,183],[18492],{"type":22,"value":272},{"type":16,"tag":127,"props":18494,"children":18497},{"className":18495},[182,18496],"sqrt",[18498],{"type":16,"tag":127,"props":18499,"children":18501},{"className":18500},[362,4278],[18502,18555],{"type":16,"tag":127,"props":18503,"children":18505},{"className":18504},[367],[18506,18550],{"type":16,"tag":127,"props":18507,"children":18510},{"className":18508,"style":18509},[372],"height:0.9267em;",[18511,18525],{"type":16,"tag":127,"props":18512,"children":18514},{"className":18513,"style":4309},[16789],[18515,18519],{"type":16,"tag":127,"props":18516,"children":18518},{"className":18517,"style":4296},[382],[],{"type":16,"tag":127,"props":18520,"children":18523},{"className":18521,"style":18522},[182,183],"margin-right:0.109em;padding-left:0.833em;",[18524],{"type":22,"value":272},{"type":16,"tag":127,"props":18526,"children":18528},{"style":18527},"top:-2.8867em;",[18529,18533],{"type":16,"tag":127,"props":18530,"children":18532},{"className":18531,"style":4296},[382],[],{"type":16,"tag":127,"props":18534,"children":18538},{"className":18535,"style":18537},[18536],"hide-tail","min-width:0.853em;height:1.08em;",[18539],{"type":16,"tag":16801,"props":18540,"children":18545},{"xmlns":16803,"width":18541,"height":18542,"viewBox":18543,"preserveAspectRatio":18544},"400em","1.08em","0 0 400000 1080","xMinYMin slice",[18546],{"type":16,"tag":16810,"props":18547,"children":18549},{"d":18548},"M95,702\nc-2.7,0,-7.17,-2.7,-13.5,-8c-5.8,-5.3,-9.5,-10,-9.5,-14\nc0,-2,0.3,-3.3,1,-4c1.3,-2.7,23.83,-20.7,67.5,-54\nc44.2,-33.3,65.8,-50.3,66.5,-51c1.3,-1.3,3,-2,5,-2c4.7,0,8.7,3.3,12,10\ns173,378,173,378c0.7,0,35.3,-71,104,-213c68.7,-142,137.5,-285,206.5,-429\nc69,-144,104.5,-217.7,106.5,-221\nl0 -0\nc5.3,-9.3,12,-14,20,-14\nH400000v40H845.2724\ns-225.272,467,-225.272,467s-235,486,-235,486c-2.7,4.7,-9,7,-19,7\nc-6,0,-10,-1,-12,-3s-194,-422,-194,-422s-65,47,-65,47z\nM834 80h400000v40h-400000z",[],{"type":16,"tag":127,"props":18551,"children":18553},{"className":18552},[4326],[18554],{"type":22,"value":4329},{"type":16,"tag":127,"props":18556,"children":18558},{"className":18557},[367],[18559],{"type":16,"tag":127,"props":18560,"children":18563},{"className":18561,"style":18562},[372],"height:0.1133em;",[18564],{"type":16,"tag":127,"props":18565,"children":18566},{},[],{"type":16,"tag":127,"props":18568,"children":18570},{"className":18569},[492],[18571],{"type":22,"value":314},{"type":22,"value":18242},{"type":16,"tag":127,"props":18574,"children":18576},{"className":18575},[130],[18577,18623],{"type":16,"tag":127,"props":18578,"children":18580},{"className":18579},[135],[18581],{"type":16,"tag":138,"props":18582,"children":18583},{"xmlns":140},[18584],{"type":16,"tag":143,"props":18585,"children":18586},{},[18587,18618],{"type":16,"tag":147,"props":18588,"children":18589},{},[18590,18594,18598,18602,18606,18610,18614],{"type":16,"tag":151,"props":18591,"children":18592},{"mathvariant":516},[18593],{"type":22,"value":15035},{"type":16,"tag":258,"props":18595,"children":18596},{"stretchy":260},[18597],{"type":22,"value":263},{"type":16,"tag":151,"props":18599,"children":18600},{},[18601],{"type":22,"value":272},{"type":16,"tag":151,"props":18603,"children":18604},{},[18605],{"type":22,"value":18290},{"type":16,"tag":258,"props":18607,"children":18608},{},[18609],{"type":22,"value":1422},{"type":16,"tag":151,"props":18611,"children":18612},{},[18613],{"type":22,"value":272},{"type":16,"tag":258,"props":18615,"children":18616},{"stretchy":260},[18617],{"type":22,"value":314},{"type":16,"tag":157,"props":18619,"children":18620},{"encoding":159},[18621],{"type":22,"value":18622},"\\Theta(N\\log N)",{"type":16,"tag":127,"props":18624,"children":18626},{"className":18625,"ariaHidden":166},[165],[18627],{"type":16,"tag":127,"props":18628,"children":18630},{"className":18629},[171],[18631,18635,18640,18645,18650,18654,18663,18667,18672],{"type":16,"tag":127,"props":18632,"children":18634},{"className":18633,"style":568},[176],[],{"type":16,"tag":127,"props":18636,"children":18638},{"className":18637},[182],[18639],{"type":22,"value":15035},{"type":16,"tag":127,"props":18641,"children":18643},{"className":18642},[342],[18644],{"type":22,"value":263},{"type":16,"tag":127,"props":18646,"children":18648},{"className":18647,"style":230},[182,183],[18649],{"type":22,"value":272},{"type":16,"tag":127,"props":18651,"children":18653},{"className":18652,"style":981},[593],[],{"type":16,"tag":127,"props":18655,"children":18657},{"className":18656},[1727],[18658,18659],{"type":22,"value":18402},{"type":16,"tag":127,"props":18660,"children":18661},{"style":11804},[18662],{"type":22,"value":18407},{"type":16,"tag":127,"props":18664,"children":18666},{"className":18665,"style":981},[593],[],{"type":16,"tag":127,"props":18668,"children":18670},{"className":18669,"style":230},[182,183],[18671],{"type":22,"value":272},{"type":16,"tag":127,"props":18673,"children":18675},{"className":18674},[492],[18676],{"type":22,"value":314},{"type":22,"value":18678}," 的 IO 复杂度。本文实验使用固定 butterfly 稀疏模式。图 2（右）验证运行时间随稀疏率近似成比例改善；在 LRA 上块稀疏 FlashAttention 加速 2.8 倍，同时精度与标准注意力相当。",{"type":16,"tag":52,"props":18680,"children":18682},{"id":18681},"_4-实验",[18683],{"type":22,"value":18684},"4 实验",{"type":16,"tag":24,"props":18686,"children":18687},{},[18688],{"type":22,"value":18689},"我们评估 FlashAttention 对 Transformer 训练时间、模型质量及注意力运行时间和内存的影响。",{"type":16,"tag":761,"props":18691,"children":18692},{},[18693,18703,18713],{"type":16,"tag":765,"props":18694,"children":18695},{},[18696,18701],{"type":16,"tag":28,"props":18697,"children":18698},{},[18699],{"type":22,"value":18700},"训练速度：",{"type":22,"value":18702}," BERT 训练比 MLPerf 1.1 纪录快 15%；GPT-2 比 HuggingFace 最多快 3 倍、比 Megatron 快 1.8 倍；LRA 快 2.4 倍。",{"type":16,"tag":765,"props":18704,"children":18705},{},[18706,18711],{"type":16,"tag":28,"props":18707,"children":18708},{},[18709],{"type":22,"value":18710},"质量：",{"type":22,"value":18712}," 4K 上下文的 GPT-2 比 1K 上下文困惑度好 0.7；长文档分类提升 6.4 个百分点；在 Path-X（16K）和 Path-256（64K）首次取得高于随机的 Transformer 性能。",{"type":16,"tag":765,"props":18714,"children":18715},{},[18716,18721],{"type":16,"tag":28,"props":18717,"children":18718},{},[18719],{"type":22,"value":18720},"基准：",{"type":22,"value":18722}," FlashAttention 内存随序列长度线性增长，在长度不超过 2K 时比标准注意力最多快 3 倍；块稀疏版本也随长度线性增长，并快于所有测试的近似基线。",{"type":16,"tag":802,"props":18724,"children":18726},{"id":18725},"_41-使用-flashattention-的更快模型",[18727],{"type":22,"value":18728},"4.1 使用 FlashAttention 的更快模型",{"type":16,"tag":24,"props":18730,"children":18731},{},[18732,18737],{"type":16,"tag":28,"props":18733,"children":18734},{},[18735],{"type":22,"value":18736},"BERT。",{"type":22,"value":18738}," 在 Wikipedia 上训练 BERT-large，使用 MLPerf 1.1 相同初始化和设置。达到掩码语言模型准确率 72.0% 的时间（8×A100，10 次平均）：Nvidia MLPerf 20.0±1.5 分钟，FlashAttention 17.4±1.4 分钟，快约 15%。",{"type":16,"tag":24,"props":18740,"children":18741},{},[18742,18747],{"type":16,"tag":28,"props":18743,"children":18744},{},[18745],{"type":22,"value":18746},"GPT-2。",{"type":22,"value":18748}," 在 OpenWebText 上，FlashAttention 相比 HuggingFace 和 Megatron-LM 的端到端训练最多快 3 倍和 1.7 倍，困惑度相同。GPT-2 small：HuggingFace 9.5 天、Megatron 4.7 天、FlashAttention 2.7 天；GPT-2 medium：21.0 天、11.5 天、6.9 天。",{"type":16,"tag":24,"props":18750,"children":18751},{},[18752,18757],{"type":16,"tag":28,"props":18753,"children":18754},{},[18755],{"type":22,"value":18756},"Long Range Arena。",{"type":22,"value":18758}," 在五个任务（ListOps、Text、Retrieval、Image、Pathfinder）上，FlashAttention 平均准确率 59.8、加速 2.4 倍；块稀疏版本平均 59.6、加速 2.8 倍。表中 Linformer、Linear Attention、Performer、Local Attention、Reformer、Smyrf 的平均准确率分别为 54.9、59.6、58.9、56.0、57.6、57.9。",{"type":16,"tag":802,"props":18760,"children":18762},{"id":18761},"_42-使用更长序列的更好模型",[18763],{"type":22,"value":18764},"4.2 使用更长序列的更好模型",{"type":16,"tag":24,"props":18766,"children":18767},{},[18768,18773],{"type":16,"tag":28,"props":18769,"children":18770},{},[18771],{"type":22,"value":18772},"长上下文语言建模。",{"type":22,"value":18774}," FlashAttention 让 GPT-2 上下文长度扩大 4 倍，同时仍比 Megatron 的 1K 上下文实现快 30%，困惑度更好 0.7。GPT-2 small：Megatron 1K 困惑度 18.2、4.7 天；FlashAttention 1K 为 18.2、2.7 天，2K 为 17.6、3.0 天，4K 为 17.5、3.6 天。",{"type":16,"tag":24,"props":18776,"children":18777},{},[18778,18783],{"type":16,"tag":28,"props":18779,"children":18780},{},[18781],{"type":22,"value":18782},"长文档分类。",{"type":22,"value":18784}," MIMIC-III 是带多标签的重症监护出院摘要数据，ECtHR 是欧洲人权法院案件。MIMIC 平均文档 2,395 token、最长 14,562；ECtHR 平均 2,197、最长 49,392。用预训练 RoBERTa 重复位置嵌入后，MIMIC 长度 16K 相比 512 提升 4.3 个百分点，ECtHR 长度 8K 相比 512 提升 8.5 个百分点。",{"type":16,"tag":24,"props":18786,"children":18787},{},[18788,18793],{"type":16,"tag":28,"props":18789,"children":18790},{},[18791],{"type":22,"value":18792},"Path-X 和 Path-256。",{"type":22,"value":18794}," 任务要求判断黑白 128×128 或 256×256 图像中两点间是否存在路径，像素逐个输入 Transformer。先在 Path-64 预训练，再空间插值位置嵌入。FlashAttention 在 Path-X（16K）达到 61.4% 准确率；块稀疏版本支持 Path-256（64K），达到 63.1%。",{"type":16,"tag":802,"props":18796,"children":18798},{"id":18797},"_43-注意力基准",[18799],{"type":22,"value":18800},"4.3 注意力基准",{"type":16,"tag":24,"props":18802,"children":18803},{},[18804],{"type":22,"value":18805},"在一块 40 GB HBM 的 A100 上，加入 dropout 和 padding mask，改变序列长度比较多种精确、近似和稀疏注意力。",{"type":16,"tag":24,"props":18807,"children":18808},{},[18809,18814],{"type":16,"tag":28,"props":18810,"children":18811},{},[18812],{"type":22,"value":18813},"运行时间。",{"type":22,"value":18815}," 图 3 左显示前向+反向时间。精确注意力的时间随长度二次增长，FlashAttention 比 PyTorch 最多快 3 倍。虽然许多近似\u002F稀疏方法随长度线性增长，但短序列中 FlashAttention 因 HBM 访问更少仍更快；长度在 512–1024 之间时近似方法才与 FlashAttention 交叉。块稀疏 FlashAttention 在全部长度上都快于作者所知的精确、稀疏和近似实现。",{"type":16,"tag":24,"props":18817,"children":18818},{},[18819,18824],{"type":16,"tag":28,"props":18820,"children":18821},{},[18822],{"type":22,"value":18823},"内存占用。",{"type":22,"value":18825}," 图 3 右显示 FlashAttention 和块稀疏版本均线性增长，比精确基线最多节省 20 倍，也比近似基线更省。除 Linformer 外其他算法在 64K 前均在 A100 上耗尽内存；即使与 Linformer 相比，FlashAttention 仍节省约 2 倍内存。",{"type":16,"tag":24,"props":18827,"children":18828},{},[18829],{"type":16,"tag":104,"props":18830,"children":18834},{"alt":18831,"src":18832,"width":108,"height":18833},"注意力运行时间与内存占用（原文图 3）","\u002Fimages\u002Fmaterials\u002Fcmu-15-779\u002Fflashattention\u002Ffigure-03.webp",524,[],{"type":16,"tag":52,"props":18836,"children":18838},{"id":18837},"_5-局限与未来方向",[18839],{"type":22,"value":18840},"5 局限与未来方向",{"type":16,"tag":24,"props":18842,"children":18843},{},[18844,18849],{"type":16,"tag":28,"props":18845,"children":18846},{},[18847],{"type":22,"value":18848},"编译到 CUDA。",{"type":22,"value":18850}," 当前 IO 感知实现需要为每种注意力实现编写新的 CUDA kernel，语言层次低于 PyTorch、工程工作量大，而且实现可能不能跨 GPU 架构移植。未来需要支持以 PyTorch 等高级语言编写注意力，再编译为 IO 感知 CUDA 实现，类似图像处理中的 Halide。",{"type":16,"tag":24,"props":18852,"children":18853},{},[18854,18859],{"type":16,"tag":28,"props":18855,"children":18856},{},[18857],{"type":22,"value":18858},"IO 感知深度学习。",{"type":22,"value":18860}," 注意力是 Transformer 中最耗内存的计算，但深度网络的每一层都会访问 GPU HBM。希望 IO 感知方法能扩展到更多模块（附录 D）。",{"type":16,"tag":24,"props":18862,"children":18863},{},[18864,18869],{"type":16,"tag":28,"props":18865,"children":18866},{},[18867],{"type":22,"value":18868},"多 GPU IO 感知方法。",{"type":22,"value":18870}," 单 GPU 上 FlashAttention 在常数意义下最优，但注意力可跨多 GPU 并行。多 GPU 引入新的 IO 层级，需要分析 GPU 间数据传输；这是未来方向。",{"type":16,"tag":52,"props":18872,"children":18874},{"id":18873},"致谢",[18875],{"type":22,"value":18873},{"type":16,"tag":24,"props":18877,"children":18878},{},[18879],{"type":22,"value":18880},"实现以 Apex 的 FMHA 代码为起点，感谢 Young-Jun Ko 对实现和 CUDA 的解释。感谢 Sabri Eyuboglu、Megan Leszczynski、Laurel Orr、Yuhuai Wu、Beidi Chen、Xun Huang 等对早期稿件的反馈，也感谢 Markus Rabe 和 Charles Staats 关于注意力算法的讨论。研究获得 NIH、NSF、ARL、ONR、NXP、Xilinx、Intel、IBM、Microsoft、Google Cloud、Stanford Data Science Initiative、美国国防部 NDSEG 以及 Stanford DAWN 项目成员等支持。",{"type":16,"tag":52,"props":18882,"children":18884},{"id":18883},"附录-a-相关工作",[18885],{"type":22,"value":18886},"附录 A 相关工作",{"type":16,"tag":802,"props":18888,"children":18890},{"id":18889},"io-感知运行时优化",[18891],{"type":22,"value":18892},"IO 感知运行时优化",{"type":16,"tag":24,"props":18894,"children":18895},{},[18896],{"type":22,"value":18897},"针对快速\u002F慢速内存读写进行优化在计算机科学中历史悠久。本文与 IO 复杂度分析最直接相关，同时也与工作集模型、数据局部性、Roofline 算术强度模型、可扩展性分析和计算机体系结构教材中的内存层次概念相连。我们希望深度学习社区将这些思想用于更多系统组件。",{"type":16,"tag":802,"props":18899,"children":18901},{"id":18900},"结构化矩阵与高效机器学习模型",[18902],{"type":22,"value":18900},{"type":16,"tag":24,"props":18904,"children":18905},{},[18906],{"type":22,"value":18907},"矩阵乘是机器学习模型的核心瓶颈。结构化矩阵（参数量和运行时间均为次二次）包括稀疏矩阵、低秩矩阵和信号处理中常见的快速变换；更一般的类别包括 Toeplitz-like、低位移秩和准可分矩阵。Butterfly 模式之所以用于块稀疏注意力，是因为 butterfly 矩阵及其乘积能以近乎最优的运行时间和参数量表达结构化矩阵。结构化矩阵虽理论高效，但难转化为壁钟加速（硬件彩票现象），后续工作让 butterfly 更适合硬件。",{"type":16,"tag":802,"props":18909,"children":18911},{"id":18910},"稀疏训练",[18912],{"type":22,"value":18910},{"type":16,"tag":24,"props":18914,"children":18915},{},[18916],{"type":22,"value":18917},"块稀疏 FlashAttention 可视为让稀疏模型训练更高效的一步。剪枝、稀疏权重矩阵已用于推理压缩；彩票假设认为大稠密网络包含性能相当的小子网络。本文固定 butterfly 模式训练注意力，观察其在 LRA 上几乎达到稠密 FlashAttention 的性能。",{"type":16,"tag":802,"props":18919,"children":18921},{"id":18920},"高效-transformer",[18922],{"type":22,"value":18923},"高效 Transformer",{"type":16,"tag":24,"props":18925,"children":18926},{},[18927],{"type":22,"value":18928},"Transformer 在 NLP 和计算机视觉中广泛使用，但时间和内存关于序列长度二次增长。已有路线包括基于哈希的稀疏近似（Reformer、Smyrf）、低秩近似（Performer），以及稀疏和低秩组合（Longformer、BigBird、Scatterbrain、Long-short Transformer、Combiner）。还包括沿序列压缩、使用前序列状态延长上下文（Transformer-XL、Compressive Transformer）。HiPPO\u002FS4 等状态空间模型、LambdaNetworks、AFT 和 FLASH 则尝试用其他模块替代注意力。",{"type":16,"tag":52,"props":18930,"children":18932},{"id":18931},"附录-b-算法细节",[18933],{"type":22,"value":18934},"附录 B 算法细节",{"type":16,"tag":802,"props":18936,"children":18938},{"id":18937},"b1-内存高效的前向传播",[18939],{"type":22,"value":18940},"B.1 内存高效的前向传播",{"type":16,"tag":24,"props":18942,"children":18943},{},[18944,18946,18988],{"type":22,"value":18945},"注意力内存效率的主要挑战是 softmax 将 ",{"type":16,"tag":127,"props":18947,"children":18949},{"className":18948},[130],[18950,18971],{"type":16,"tag":127,"props":18951,"children":18953},{"className":18952},[135],[18954],{"type":16,"tag":138,"props":18955,"children":18956},{"xmlns":140},[18957],{"type":16,"tag":143,"props":18958,"children":18959},{},[18960,18967],{"type":16,"tag":147,"props":18961,"children":18962},{},[18963],{"type":16,"tag":151,"props":18964,"children":18965},{},[18966],{"type":22,"value":909},{"type":16,"tag":157,"props":18968,"children":18969},{"encoding":159},[18970],{"type":22,"value":909},{"type":16,"tag":127,"props":18972,"children":18974},{"className":18973,"ariaHidden":166},[165],[18975],{"type":16,"tag":127,"props":18976,"children":18978},{"className":18977},[171],[18979,18983],{"type":16,"tag":127,"props":18980,"children":18982},{"className":18981,"style":225},[176],[],{"type":16,"tag":127,"props":18984,"children":18986},{"className":18985,"style":986},[182,183],[18987],{"type":22,"value":909},{"type":22,"value":18989}," 的各列耦合。将 softmax 归一化常数单独计算即可解耦。省略 max-shifting 时，定义",{"type":16,"tag":127,"props":18991,"children":18993},{"className":18992},[1324],[18994],{"type":16,"tag":127,"props":18995,"children":18997},{"className":18996},[130],[18998,19180],{"type":16,"tag":127,"props":18999,"children":19001},{"className":19000},[135],[19002],{"type":16,"tag":138,"props":19003,"children":19004},{"xmlns":140,"display":1336},[19005],{"type":16,"tag":143,"props":19006,"children":19007},{},[19008,19175],{"type":16,"tag":147,"props":19009,"children":19010},{},[19011,19023,19027,19038,19076,19080,19083,19094,19098,19109,19159,19171],{"type":16,"tag":3987,"props":19012,"children":19013},{},[19014,19019],{"type":16,"tag":151,"props":19015,"children":19016},{},[19017],{"type":22,"value":19018},"L",{"type":16,"tag":151,"props":19020,"children":19021},{},[19022],{"type":22,"value":3985},{"type":16,"tag":258,"props":19024,"children":19025},{},[19026],{"type":22,"value":1353},{"type":16,"tag":3966,"props":19028,"children":19029},{},[19030,19034],{"type":16,"tag":258,"props":19031,"children":19032},{},[19033],{"type":22,"value":4110},{"type":16,"tag":151,"props":19035,"children":19036},{},[19037],{"type":22,"value":9695},{"type":16,"tag":265,"props":19039,"children":19040},{},[19041,19045],{"type":16,"tag":151,"props":19042,"children":19043},{},[19044],{"type":22,"value":4040},{"type":16,"tag":147,"props":19046,"children":19047},{},[19048,19064],{"type":16,"tag":10370,"props":19049,"children":19050},{},[19051,19056,19060],{"type":16,"tag":151,"props":19052,"children":19053},{},[19054],{"type":22,"value":19055},"q",{"type":16,"tag":151,"props":19057,"children":19058},{},[19059],{"type":22,"value":3985},{"type":16,"tag":151,"props":19061,"children":19062},{},[19063],{"type":22,"value":1369},{"type":16,"tag":3987,"props":19065,"children":19066},{},[19067,19072],{"type":16,"tag":151,"props":19068,"children":19069},{},[19070],{"type":22,"value":19071},"k",{"type":16,"tag":151,"props":19073,"children":19074},{},[19075],{"type":22,"value":9695},{"type":16,"tag":258,"props":19077,"children":19078},{"separator":166},[19079],{"type":22,"value":904},{"type":16,"tag":593,"props":19081,"children":19082},{"width":1402},[],{"type":16,"tag":3987,"props":19084,"children":19085},{},[19086,19090],{"type":16,"tag":151,"props":19087,"children":19088},{},[19089],{"type":22,"value":15984},{"type":16,"tag":151,"props":19091,"children":19092},{},[19093],{"type":22,"value":3985},{"type":16,"tag":258,"props":19095,"children":19096},{},[19097],{"type":22,"value":1353},{"type":16,"tag":3966,"props":19099,"children":19100},{},[19101,19105],{"type":16,"tag":258,"props":19102,"children":19103},{},[19104],{"type":22,"value":4110},{"type":16,"tag":151,"props":19106,"children":19107},{},[19108],{"type":22,"value":9695},{"type":16,"tag":8039,"props":19110,"children":19111},{},[19112,19148],{"type":16,"tag":265,"props":19113,"children":19114},{},[19115,19119],{"type":16,"tag":151,"props":19116,"children":19117},{},[19118],{"type":22,"value":4040},{"type":16,"tag":147,"props":19120,"children":19121},{},[19122,19137],{"type":16,"tag":10370,"props":19123,"children":19124},{},[19125,19129,19133],{"type":16,"tag":151,"props":19126,"children":19127},{},[19128],{"type":22,"value":19055},{"type":16,"tag":151,"props":19130,"children":19131},{},[19132],{"type":22,"value":3985},{"type":16,"tag":151,"props":19134,"children":19135},{},[19136],{"type":22,"value":1369},{"type":16,"tag":3987,"props":19138,"children":19139},{},[19140,19144],{"type":16,"tag":151,"props":19141,"children":19142},{},[19143],{"type":22,"value":19071},{"type":16,"tag":151,"props":19145,"children":19146},{},[19147],{"type":22,"value":9695},{"type":16,"tag":3987,"props":19149,"children":19150},{},[19151,19155],{"type":16,"tag":151,"props":19152,"children":19153},{},[19154],{"type":22,"value":19018},{"type":16,"tag":151,"props":19156,"children":19157},{},[19158],{"type":22,"value":3985},{"type":16,"tag":3987,"props":19160,"children":19161},{},[19162,19167],{"type":16,"tag":151,"props":19163,"children":19164},{},[19165],{"type":22,"value":19166},"v",{"type":16,"tag":151,"props":19168,"children":19169},{},[19170],{"type":22,"value":9695},{"type":16,"tag":151,"props":19172,"children":19173},{"mathvariant":516},[19174],{"type":22,"value":4210},{"type":16,"tag":157,"props":19176,"children":19177},{"encoding":159},[19178],{"type":22,"value":19179},"L_i=\\sum_j e^{q_i^Tk_j},\\qquad o_i=\\sum_j\\frac{e^{q_i^Tk_j}}{L_i}v_j.",{"type":16,"tag":127,"props":19181,"children":19183},{"className":19182,"ariaHidden":166},[165],[19184,19262,19598],{"type":16,"tag":127,"props":19185,"children":19187},{"className":19186},[171],[19188,19192,19249,19253,19258],{"type":16,"tag":127,"props":19189,"children":19191},{"className":19190,"style":8163},[176],[],{"type":16,"tag":127,"props":19193,"children":19195},{"className":19194},[182],[19196,19201],{"type":16,"tag":127,"props":19197,"children":19199},{"className":19198},[182,183],[19200],{"type":22,"value":19018},{"type":16,"tag":127,"props":19202,"children":19204},{"className":19203},[357],[19205],{"type":16,"tag":127,"props":19206,"children":19208},{"className":19207},[362,4278],[19209,19238],{"type":16,"tag":127,"props":19210,"children":19212},{"className":19211},[367],[19213,19233],{"type":16,"tag":127,"props":19214,"children":19216},{"className":19215,"style":4370},[372],[19217],{"type":16,"tag":127,"props":19218,"children":19219},{"style":4374},[19220,19224],{"type":16,"tag":127,"props":19221,"children":19223},{"className":19222,"style":383},[382],[],{"type":16,"tag":127,"props":19225,"children":19227},{"className":19226},[388,389,390,391],[19228],{"type":16,"tag":127,"props":19229,"children":19231},{"className":19230},[182,183,391],[19232],{"type":22,"value":3985},{"type":16,"tag":127,"props":19234,"children":19236},{"className":19235},[4326],[19237],{"type":22,"value":4329},{"type":16,"tag":127,"props":19239,"children":19241},{"className":19240},[367],[19242],{"type":16,"tag":127,"props":19243,"children":19245},{"className":19244,"style":4401},[372],[19246],{"type":16,"tag":127,"props":19247,"children":19248},{},[],{"type":16,"tag":127,"props":19250,"children":19252},{"className":19251,"style":1006},[593],[],{"type":16,"tag":127,"props":19254,"children":19256},{"className":19255},[1011],[19257],{"type":22,"value":1353},{"type":16,"tag":127,"props":19259,"children":19261},{"className":19260,"style":1006},[593],[],{"type":16,"tag":127,"props":19263,"children":19265},{"className":19264},[171],[19266,19271,19335,19339,19515,19520,19524,19528,19585,19589,19594],{"type":16,"tag":127,"props":19267,"children":19270},{"className":19268,"style":19269},[176],"height:2.4701em;vertical-align:-1.4138em;",[],{"type":16,"tag":127,"props":19272,"children":19274},{"className":19273},[1727,4273],[19275],{"type":16,"tag":127,"props":19276,"children":19278},{"className":19277},[362,4278],[19279,19323],{"type":16,"tag":127,"props":19280,"children":19282},{"className":19281},[367],[19283,19318],{"type":16,"tag":127,"props":19284,"children":19286},{"className":19285,"style":4713},[372],[19287,19303],{"type":16,"tag":127,"props":19288,"children":19289},{"style":4717},[19290,19294],{"type":16,"tag":127,"props":19291,"children":19293},{"className":19292,"style":4722},[382],[],{"type":16,"tag":127,"props":19295,"children":19297},{"className":19296},[388,389,390,391],[19298],{"type":16,"tag":127,"props":19299,"children":19301},{"className":19300,"style":9716},[182,183,391],[19302],{"type":22,"value":9695},{"type":16,"tag":127,"props":19304,"children":19305},{"style":4735},[19306,19310],{"type":16,"tag":127,"props":19307,"children":19309},{"className":19308,"style":4722},[382],[],{"type":16,"tag":127,"props":19311,"children":19312},{},[19313],{"type":16,"tag":127,"props":19314,"children":19316},{"className":19315},[1727,4747,4748],[19317],{"type":22,"value":4110},{"type":16,"tag":127,"props":19319,"children":19321},{"className":19320},[4326],[19322],{"type":22,"value":4329},{"type":16,"tag":127,"props":19324,"children":19326},{"className":19325},[367],[19327],{"type":16,"tag":127,"props":19328,"children":19331},{"className":19329,"style":19330},[372],"height:1.4138em;",[19332],{"type":16,"tag":127,"props":19333,"children":19334},{},[],{"type":16,"tag":127,"props":19336,"children":19338},{"className":19337,"style":981},[593],[],{"type":16,"tag":127,"props":19340,"children":19342},{"className":19341},[182],[19343,19348],{"type":16,"tag":127,"props":19344,"children":19346},{"className":19345},[182,183],[19347],{"type":22,"value":4040},{"type":16,"tag":127,"props":19349,"children":19351},{"className":19350},[357],[19352],{"type":16,"tag":127,"props":19353,"children":19355},{"className":19354},[362],[19356],{"type":16,"tag":127,"props":19357,"children":19359},{"className":19358},[367],[19360],{"type":16,"tag":127,"props":19361,"children":19364},{"className":19362,"style":19363},[372],"height:1.0564em;",[19365],{"type":16,"tag":127,"props":19366,"children":19367},{"style":1592},[19368,19372],{"type":16,"tag":127,"props":19369,"children":19371},{"className":19370,"style":383},[382],[],{"type":16,"tag":127,"props":19373,"children":19375},{"className":19374},[388,389,390,391],[19376],{"type":16,"tag":127,"props":19377,"children":19379},{"className":19378},[182,391],[19380,19456],{"type":16,"tag":127,"props":19381,"children":19383},{"className":19382},[182,391],[19384,19390],{"type":16,"tag":127,"props":19385,"children":19388},{"className":19386,"style":19387},[182,183,391],"margin-right:0.0359em;",[19389],{"type":22,"value":19055},{"type":16,"tag":127,"props":19391,"children":19393},{"className":19392},[357],[19394],{"type":16,"tag":127,"props":19395,"children":19397},{"className":19396},[362,4278],[19398,19445],{"type":16,"tag":127,"props":19399,"children":19401},{"className":19400},[367],[19402,19440],{"type":16,"tag":127,"props":19403,"children":19406},{"className":19404,"style":19405},[372],"height:0.9191em;",[19407,19424],{"type":16,"tag":127,"props":19408,"children":19410},{"style":19409},"top:-2.214em;margin-left:-0.0359em;margin-right:0.0714em;",[19411,19415],{"type":16,"tag":127,"props":19412,"children":19414},{"className":19413,"style":4588},[382],[],{"type":16,"tag":127,"props":19416,"children":19418},{"className":19417},[388,4593,4594,391],[19419],{"type":16,"tag":127,"props":19420,"children":19422},{"className":19421},[182,183,391],[19423],{"type":22,"value":3985},{"type":16,"tag":127,"props":19425,"children":19426},{"style":12292},[19427,19431],{"type":16,"tag":127,"props":19428,"children":19430},{"className":19429,"style":4588},[382],[],{"type":16,"tag":127,"props":19432,"children":19434},{"className":19433},[388,4593,4594,391],[19435],{"type":16,"tag":127,"props":19436,"children":19438},{"className":19437,"style":1605},[182,183,391],[19439],{"type":22,"value":1369},{"type":16,"tag":127,"props":19441,"children":19443},{"className":19442},[4326],[19444],{"type":22,"value":4329},{"type":16,"tag":127,"props":19446,"children":19448},{"className":19447},[367],[19449],{"type":16,"tag":127,"props":19450,"children":19452},{"className":19451,"style":12327},[372],[19453],{"type":16,"tag":127,"props":19454,"children":19455},{},[],{"type":16,"tag":127,"props":19457,"children":19459},{"className":19458},[182,391],[19460,19466],{"type":16,"tag":127,"props":19461,"children":19464},{"className":19462,"style":19463},[182,183,391],"margin-right:0.0315em;",[19465],{"type":22,"value":19071},{"type":16,"tag":127,"props":19467,"children":19469},{"className":19468},[357],[19470],{"type":16,"tag":127,"props":19471,"children":19473},{"className":19472},[362,4278],[19474,19504],{"type":16,"tag":127,"props":19475,"children":19477},{"className":19476},[367],[19478,19499],{"type":16,"tag":127,"props":19479,"children":19481},{"className":19480,"style":4579},[372],[19482],{"type":16,"tag":127,"props":19483,"children":19485},{"style":19484},"top:-2.357em;margin-left:-0.0315em;margin-right:0.0714em;",[19486,19490],{"type":16,"tag":127,"props":19487,"children":19489},{"className":19488,"style":4588},[382],[],{"type":16,"tag":127,"props":19491,"children":19493},{"className":19492},[388,4593,4594,391],[19494],{"type":16,"tag":127,"props":19495,"children":19497},{"className":19496,"style":9716},[182,183,391],[19498],{"type":22,"value":9695},{"type":16,"tag":127,"props":19500,"children":19502},{"className":19501},[4326],[19503],{"type":22,"value":4329},{"type":16,"tag":127,"props":19505,"children":19507},{"className":19506},[367],[19508],{"type":16,"tag":127,"props":19509,"children":19511},{"className":19510,"style":12547},[372],[19512],{"type":16,"tag":127,"props":19513,"children":19514},{},[],{"type":16,"tag":127,"props":19516,"children":19518},{"className":19517},[975],[19519],{"type":22,"value":904},{"type":16,"tag":127,"props":19521,"children":19523},{"className":19522,"style":1692},[593],[],{"type":16,"tag":127,"props":19525,"children":19527},{"className":19526,"style":981},[593],[],{"type":16,"tag":127,"props":19529,"children":19531},{"className":19530},[182],[19532,19537],{"type":16,"tag":127,"props":19533,"children":19535},{"className":19534},[182,183],[19536],{"type":22,"value":15984},{"type":16,"tag":127,"props":19538,"children":19540},{"className":19539},[357],[19541],{"type":16,"tag":127,"props":19542,"children":19544},{"className":19543},[362,4278],[19545,19574],{"type":16,"tag":127,"props":19546,"children":19548},{"className":19547},[367],[19549,19569],{"type":16,"tag":127,"props":19550,"children":19552},{"className":19551,"style":4370},[372],[19553],{"type":16,"tag":127,"props":19554,"children":19555},{"style":4374},[19556,19560],{"type":16,"tag":127,"props":19557,"children":19559},{"className":19558,"style":383},[382],[],{"type":16,"tag":127,"props":19561,"children":19563},{"className":19562},[388,389,390,391],[19564],{"type":16,"tag":127,"props":19565,"children":19567},{"className":19566},[182,183,391],[19568],{"type":22,"value":3985},{"type":16,"tag":127,"props":19570,"children":19572},{"className":19571},[4326],[19573],{"type":22,"value":4329},{"type":16,"tag":127,"props":19575,"children":19577},{"className":19576},[367],[19578],{"type":16,"tag":127,"props":19579,"children":19581},{"className":19580,"style":4401},[372],[19582],{"type":16,"tag":127,"props":19583,"children":19584},{},[],{"type":16,"tag":127,"props":19586,"children":19588},{"className":19587,"style":1006},[593],[],{"type":16,"tag":127,"props":19590,"children":19592},{"className":19591},[1011],[19593],{"type":22,"value":1353},{"type":16,"tag":127,"props":19595,"children":19597},{"className":19596,"style":1006},[593],[],{"type":16,"tag":127,"props":19599,"children":19601},{"className":19600},[171],[19602,19607,19670,19674,19985,20043],{"type":16,"tag":127,"props":19603,"children":19606},{"className":19604,"style":19605},[176],"height:3.0971em;vertical-align:-1.4138em;",[],{"type":16,"tag":127,"props":19608,"children":19610},{"className":19609},[1727,4273],[19611],{"type":16,"tag":127,"props":19612,"children":19614},{"className":19613},[362,4278],[19615,19659],{"type":16,"tag":127,"props":19616,"children":19618},{"className":19617},[367],[19619,19654],{"type":16,"tag":127,"props":19620,"children":19622},{"className":19621,"style":4713},[372],[19623,19639],{"type":16,"tag":127,"props":19624,"children":19625},{"style":4717},[19626,19630],{"type":16,"tag":127,"props":19627,"children":19629},{"className":19628,"style":4722},[382],[],{"type":16,"tag":127,"props":19631,"children":19633},{"className":19632},[388,389,390,391],[19634],{"type":16,"tag":127,"props":19635,"children":19637},{"className":19636,"style":9716},[182,183,391],[19638],{"type":22,"value":9695},{"type":16,"tag":127,"props":19640,"children":19641},{"style":4735},[19642,19646],{"type":16,"tag":127,"props":19643,"children":19645},{"className":19644,"style":4722},[382],[],{"type":16,"tag":127,"props":19647,"children":19648},{},[19649],{"type":16,"tag":127,"props":19650,"children":19652},{"className":19651},[1727,4747,4748],[19653],{"type":22,"value":4110},{"type":16,"tag":127,"props":19655,"children":19657},{"className":19656},[4326],[19658],{"type":22,"value":4329},{"type":16,"tag":127,"props":19660,"children":19662},{"className":19661},[367],[19663],{"type":16,"tag":127,"props":19664,"children":19666},{"className":19665,"style":19330},[372],[19667],{"type":16,"tag":127,"props":19668,"children":19669},{},[],{"type":16,"tag":127,"props":19671,"children":19673},{"className":19672,"style":981},[593],[],{"type":16,"tag":127,"props":19675,"children":19677},{"className":19676},[182],[19678,19682,19981],{"type":16,"tag":127,"props":19679,"children":19681},{"className":19680},[342,8266],[],{"type":16,"tag":127,"props":19683,"children":19685},{"className":19684},[8039],[19686],{"type":16,"tag":127,"props":19687,"children":19689},{"className":19688},[362,4278],[19690,19969],{"type":16,"tag":127,"props":19691,"children":19693},{"className":19692},[367],[19694,19964],{"type":16,"tag":127,"props":19695,"children":19698},{"className":19696,"style":19697},[372],"height:1.6834em;",[19699,19769,19781],{"type":16,"tag":127,"props":19700,"children":19702},{"style":19701},"top:-2.3204em;",[19703,19708],{"type":16,"tag":127,"props":19704,"children":19707},{"className":19705,"style":19706},[382],"height:3.0064em;",[],{"type":16,"tag":127,"props":19709,"children":19711},{"className":19710},[182],[19712],{"type":16,"tag":127,"props":19713,"children":19715},{"className":19714},[182],[19716,19721],{"type":16,"tag":127,"props":19717,"children":19719},{"className":19718},[182,183],[19720],{"type":22,"value":19018},{"type":16,"tag":127,"props":19722,"children":19724},{"className":19723},[357],[19725],{"type":16,"tag":127,"props":19726,"children":19728},{"className":19727},[362,4278],[19729,19758],{"type":16,"tag":127,"props":19730,"children":19732},{"className":19731},[367],[19733,19753],{"type":16,"tag":127,"props":19734,"children":19736},{"className":19735,"style":4370},[372],[19737],{"type":16,"tag":127,"props":19738,"children":19739},{"style":4374},[19740,19744],{"type":16,"tag":127,"props":19741,"children":19743},{"className":19742,"style":383},[382],[],{"type":16,"tag":127,"props":19745,"children":19747},{"className":19746},[388,389,390,391],[19748],{"type":16,"tag":127,"props":19749,"children":19751},{"className":19750},[182,183,391],[19752],{"type":22,"value":3985},{"type":16,"tag":127,"props":19754,"children":19756},{"className":19755},[4326],[19757],{"type":22,"value":4329},{"type":16,"tag":127,"props":19759,"children":19761},{"className":19760},[367],[19762],{"type":16,"tag":127,"props":19763,"children":19765},{"className":19764,"style":4401},[372],[19766],{"type":16,"tag":127,"props":19767,"children":19768},{},[],{"type":16,"tag":127,"props":19770,"children":19772},{"style":19771},"top:-3.2364em;",[19773,19777],{"type":16,"tag":127,"props":19774,"children":19776},{"className":19775,"style":19706},[382],[],{"type":16,"tag":127,"props":19778,"children":19780},{"className":19779,"style":8319},[8318],[],{"type":16,"tag":127,"props":19782,"children":19784},{"style":19783},"top:-3.6834em;",[19785,19789],{"type":16,"tag":127,"props":19786,"children":19788},{"className":19787,"style":19706},[382],[],{"type":16,"tag":127,"props":19790,"children":19792},{"className":19791},[182],[19793],{"type":16,"tag":127,"props":19794,"children":19796},{"className":19795},[182],[19797,19802],{"type":16,"tag":127,"props":19798,"children":19800},{"className":19799},[182,183],[19801],{"type":22,"value":4040},{"type":16,"tag":127,"props":19803,"children":19805},{"className":19804},[357],[19806],{"type":16,"tag":127,"props":19807,"children":19809},{"className":19808},[362],[19810],{"type":16,"tag":127,"props":19811,"children":19813},{"className":19812},[367],[19814],{"type":16,"tag":127,"props":19815,"children":19818},{"className":19816,"style":19817},[372],"height:1.0064em;",[19819],{"type":16,"tag":127,"props":19820,"children":19821},{"style":377},[19822,19826],{"type":16,"tag":127,"props":19823,"children":19825},{"className":19824,"style":383},[382],[],{"type":16,"tag":127,"props":19827,"children":19829},{"className":19828},[388,389,390,391],[19830],{"type":16,"tag":127,"props":19831,"children":19833},{"className":19832},[182,391],[19834,19907],{"type":16,"tag":127,"props":19835,"children":19837},{"className":19836},[182,391],[19838,19843],{"type":16,"tag":127,"props":19839,"children":19841},{"className":19840,"style":19387},[182,183,391],[19842],{"type":22,"value":19055},{"type":16,"tag":127,"props":19844,"children":19846},{"className":19845},[357],[19847],{"type":16,"tag":127,"props":19848,"children":19850},{"className":19849},[362,4278],[19851,19896],{"type":16,"tag":127,"props":19852,"children":19854},{"className":19853},[367],[19855,19891],{"type":16,"tag":127,"props":19856,"children":19858},{"className":19857,"style":19405},[372],[19859,19875],{"type":16,"tag":127,"props":19860,"children":19861},{"style":19409},[19862,19866],{"type":16,"tag":127,"props":19863,"children":19865},{"className":19864,"style":4588},[382],[],{"type":16,"tag":127,"props":19867,"children":19869},{"className":19868},[388,4593,4594,391],[19870],{"type":16,"tag":127,"props":19871,"children":19873},{"className":19872},[182,183,391],[19874],{"type":22,"value":3985},{"type":16,"tag":127,"props":19876,"children":19877},{"style":12292},[19878,19882],{"type":16,"tag":127,"props":19879,"children":19881},{"className":19880,"style":4588},[382],[],{"type":16,"tag":127,"props":19883,"children":19885},{"className":19884},[388,4593,4594,391],[19886],{"type":16,"tag":127,"props":19887,"children":19889},{"className":19888,"style":1605},[182,183,391],[19890],{"type":22,"value":1369},{"type":16,"tag":127,"props":19892,"children":19894},{"className":19893},[4326],[19895],{"type":22,"value":4329},{"type":16,"tag":127,"props":19897,"children":19899},{"className":19898},[367],[19900],{"type":16,"tag":127,"props":19901,"children":19903},{"className":19902,"style":12327},[372],[19904],{"type":16,"tag":127,"props":19905,"children":19906},{},[],{"type":16,"tag":127,"props":19908,"children":19910},{"className":19909},[182,391],[19911,19916],{"type":16,"tag":127,"props":19912,"children":19914},{"className":19913,"style":19463},[182,183,391],[19915],{"type":22,"value":19071},{"type":16,"tag":127,"props":19917,"children":19919},{"className":19918},[357],[19920],{"type":16,"tag":127,"props":19921,"children":19923},{"className":19922},[362,4278],[19924,19953],{"type":16,"tag":127,"props":19925,"children":19927},{"className":19926},[367],[19928,19948],{"type":16,"tag":127,"props":19929,"children":19931},{"className":19930,"style":4579},[372],[19932],{"type":16,"tag":127,"props":19933,"children":19934},{"style":19484},[19935,19939],{"type":16,"tag":127,"props":19936,"children":19938},{"className":19937,"style":4588},[382],[],{"type":16,"tag":127,"props":19940,"children":19942},{"className":19941},[388,4593,4594,391],[19943],{"type":16,"tag":127,"props":19944,"children":19946},{"className":19945,"style":9716},[182,183,391],[19947],{"type":22,"value":9695},{"type":16,"tag":127,"props":19949,"children":19951},{"className":19950},[4326],[19952],{"type":22,"value":4329},{"type":16,"tag":127,"props":19954,"children":19956},{"className":19955},[367],[19957],{"type":16,"tag":127,"props":19958,"children":19960},{"className":19959,"style":12547},[372],[19961],{"type":16,"tag":127,"props":19962,"children":19963},{},[],{"type":16,"tag":127,"props":19965,"children":19967},{"className":19966},[4326],[19968],{"type":22,"value":4329},{"type":16,"tag":127,"props":19970,"children":19972},{"className":19971},[367],[19973],{"type":16,"tag":127,"props":19974,"children":19977},{"className":19975,"style":19976},[372],"height:0.836em;",[19978],{"type":16,"tag":127,"props":19979,"children":19980},{},[],{"type":16,"tag":127,"props":19982,"children":19984},{"className":19983},[492,8266],[],{"type":16,"tag":127,"props":19986,"children":19988},{"className":19987},[182],[19989,19994],{"type":16,"tag":127,"props":19990,"children":19992},{"className":19991,"style":19387},[182,183],[19993],{"type":22,"value":19166},{"type":16,"tag":127,"props":19995,"children":19997},{"className":19996},[357],[19998],{"type":16,"tag":127,"props":19999,"children":20001},{"className":20000},[362,4278],[20002,20032],{"type":16,"tag":127,"props":20003,"children":20005},{"className":20004},[367],[20006,20027],{"type":16,"tag":127,"props":20007,"children":20009},{"className":20008,"style":4370},[372],[20010],{"type":16,"tag":127,"props":20011,"children":20013},{"style":20012},"top:-2.55em;margin-left:-0.0359em;margin-right:0.05em;",[20014,20018],{"type":16,"tag":127,"props":20015,"children":20017},{"className":20016,"style":383},[382],[],{"type":16,"tag":127,"props":20019,"children":20021},{"className":20020},[388,389,390,391],[20022],{"type":16,"tag":127,"props":20023,"children":20025},{"className":20024,"style":9716},[182,183,391],[20026],{"type":22,"value":9695},{"type":16,"tag":127,"props":20028,"children":20030},{"className":20029},[4326],[20031],{"type":22,"value":4329},{"type":16,"tag":127,"props":20033,"children":20035},{"className":20034},[367],[20036],{"type":16,"tag":127,"props":20037,"children":20039},{"className":20038,"style":9843},[372],[20040],{"type":16,"tag":127,"props":20041,"children":20042},{},[],{"type":16,"tag":127,"props":20044,"children":20046},{"className":20045},[182],[20047],{"type":22,"value":4210},{"type":16,"tag":24,"props":20049,"children":20050},{},[20051,20053,20155,20157,20226,20228,20331,20332,20402],{"type":22,"value":20052},"先计算所有 ",{"type":16,"tag":127,"props":20054,"children":20056},{"className":20055},[130],[20057,20086],{"type":16,"tag":127,"props":20058,"children":20060},{"className":20059},[135],[20061],{"type":16,"tag":138,"props":20062,"children":20063},{"xmlns":140},[20064],{"type":16,"tag":143,"props":20065,"children":20066},{},[20067,20081],{"type":16,"tag":147,"props":20068,"children":20069},{},[20070],{"type":16,"tag":3987,"props":20071,"children":20072},{},[20073,20077],{"type":16,"tag":151,"props":20074,"children":20075},{},[20076],{"type":22,"value":19018},{"type":16,"tag":151,"props":20078,"children":20079},{},[20080],{"type":22,"value":3985},{"type":16,"tag":157,"props":20082,"children":20083},{"encoding":159},[20084],{"type":22,"value":20085},"L_i",{"type":16,"tag":127,"props":20087,"children":20089},{"className":20088,"ariaHidden":166},[165],[20090],{"type":16,"tag":127,"props":20091,"children":20093},{"className":20092},[171],[20094,20098],{"type":16,"tag":127,"props":20095,"children":20097},{"className":20096,"style":8163},[176],[],{"type":16,"tag":127,"props":20099,"children":20101},{"className":20100},[182],[20102,20107],{"type":16,"tag":127,"props":20103,"children":20105},{"className":20104},[182,183],[20106],{"type":22,"value":19018},{"type":16,"tag":127,"props":20108,"children":20110},{"className":20109},[357],[20111],{"type":16,"tag":127,"props":20112,"children":20114},{"className":20113},[362,4278],[20115,20144],{"type":16,"tag":127,"props":20116,"children":20118},{"className":20117},[367],[20119,20139],{"type":16,"tag":127,"props":20120,"children":20122},{"className":20121,"style":4370},[372],[20123],{"type":16,"tag":127,"props":20124,"children":20125},{"style":4374},[20126,20130],{"type":16,"tag":127,"props":20127,"children":20129},{"className":20128,"style":383},[382],[],{"type":16,"tag":127,"props":20131,"children":20133},{"className":20132},[388,389,390,391],[20134],{"type":16,"tag":127,"props":20135,"children":20137},{"className":20136},[182,183,391],[20138],{"type":22,"value":3985},{"type":16,"tag":127,"props":20140,"children":20142},{"className":20141},[4326],[20143],{"type":22,"value":4329},{"type":16,"tag":127,"props":20145,"children":20147},{"className":20146},[367],[20148],{"type":16,"tag":127,"props":20149,"children":20151},{"className":20150,"style":4401},[372],[20152],{"type":16,"tag":127,"props":20153,"children":20154},{},[],{"type":22,"value":20156},"（额外 ",{"type":16,"tag":127,"props":20158,"children":20160},{"className":20159},[130],[20161,20194],{"type":16,"tag":127,"props":20162,"children":20164},{"className":20163},[135],[20165],{"type":16,"tag":138,"props":20166,"children":20167},{"xmlns":140},[20168],{"type":16,"tag":143,"props":20169,"children":20170},{},[20171,20190],{"type":16,"tag":147,"props":20172,"children":20173},{},[20174,20178,20182,20186],{"type":16,"tag":151,"props":20175,"children":20176},{},[20177],{"type":22,"value":256},{"type":16,"tag":258,"props":20179,"children":20180},{"stretchy":260},[20181],{"type":22,"value":263},{"type":16,"tag":151,"props":20183,"children":20184},{},[20185],{"type":22,"value":272},{"type":16,"tag":258,"props":20187,"children":20188},{"stretchy":260},[20189],{"type":22,"value":314},{"type":16,"tag":157,"props":20191,"children":20192},{"encoding":159},[20193],{"type":22,"value":14708},{"type":16,"tag":127,"props":20195,"children":20197},{"className":20196,"ariaHidden":166},[165],[20198],{"type":16,"tag":127,"props":20199,"children":20201},{"className":20200},[171],[20202,20206,20211,20216,20221],{"type":16,"tag":127,"props":20203,"children":20205},{"className":20204,"style":568},[176],[],{"type":16,"tag":127,"props":20207,"children":20209},{"className":20208,"style":336},[182,183],[20210],{"type":22,"value":256},{"type":16,"tag":127,"props":20212,"children":20214},{"className":20213},[342],[20215],{"type":22,"value":263},{"type":16,"tag":127,"props":20217,"children":20219},{"className":20218,"style":230},[182,183],[20220],{"type":22,"value":272},{"type":16,"tag":127,"props":20222,"children":20224},{"className":20223},[492],[20225],{"type":22,"value":314},{"type":22,"value":20227}," 内存），再重复累加得到 ",{"type":16,"tag":127,"props":20229,"children":20231},{"className":20230},[130],[20232,20261],{"type":16,"tag":127,"props":20233,"children":20235},{"className":20234},[135],[20236],{"type":16,"tag":138,"props":20237,"children":20238},{"xmlns":140},[20239],{"type":16,"tag":143,"props":20240,"children":20241},{},[20242,20256],{"type":16,"tag":147,"props":20243,"children":20244},{},[20245],{"type":16,"tag":3987,"props":20246,"children":20247},{},[20248,20252],{"type":16,"tag":151,"props":20249,"children":20250},{},[20251],{"type":22,"value":15984},{"type":16,"tag":151,"props":20253,"children":20254},{},[20255],{"type":22,"value":3985},{"type":16,"tag":157,"props":20257,"children":20258},{"encoding":159},[20259],{"type":22,"value":20260},"o_i",{"type":16,"tag":127,"props":20262,"children":20264},{"className":20263,"ariaHidden":166},[165],[20265],{"type":16,"tag":127,"props":20266,"children":20268},{"className":20267},[171],[20269,20274],{"type":16,"tag":127,"props":20270,"children":20273},{"className":20271,"style":20272},[176],"height:0.5806em;vertical-align:-0.15em;",[],{"type":16,"tag":127,"props":20275,"children":20277},{"className":20276},[182],[20278,20283],{"type":16,"tag":127,"props":20279,"children":20281},{"className":20280},[182,183],[20282],{"type":22,"value":15984},{"type":16,"tag":127,"props":20284,"children":20286},{"className":20285},[357],[20287],{"type":16,"tag":127,"props":20288,"children":20290},{"className":20289},[362,4278],[20291,20320],{"type":16,"tag":127,"props":20292,"children":20294},{"className":20293},[367],[20295,20315],{"type":16,"tag":127,"props":20296,"children":20298},{"className":20297,"style":4370},[372],[20299],{"type":16,"tag":127,"props":20300,"children":20301},{"style":4374},[20302,20306],{"type":16,"tag":127,"props":20303,"children":20305},{"className":20304,"style":383},[382],[],{"type":16,"tag":127,"props":20307,"children":20309},{"className":20308},[388,389,390,391],[20310],{"type":16,"tag":127,"props":20311,"children":20313},{"className":20312},[182,183,391],[20314],{"type":22,"value":3985},{"type":16,"tag":127,"props":20316,"children":20318},{"className":20317},[4326],[20319],{"type":22,"value":4329},{"type":16,"tag":127,"props":20321,"children":20323},{"className":20322},[367],[20324],{"type":16,"tag":127,"props":20325,"children":20327},{"className":20326,"style":4401},[372],[20328],{"type":16,"tag":127,"props":20329,"children":20330},{},[],{"type":22,"value":20156},{"type":16,"tag":127,"props":20333,"children":20335},{"className":20334},[130],[20336,20370],{"type":16,"tag":127,"props":20337,"children":20339},{"className":20338},[135],[20340],{"type":16,"tag":138,"props":20341,"children":20342},{"xmlns":140},[20343],{"type":16,"tag":143,"props":20344,"children":20345},{},[20346,20365],{"type":16,"tag":147,"props":20347,"children":20348},{},[20349,20353,20357,20361],{"type":16,"tag":151,"props":20350,"children":20351},{},[20352],{"type":22,"value":256},{"type":16,"tag":258,"props":20354,"children":20355},{"stretchy":260},[20356],{"type":22,"value":263},{"type":16,"tag":151,"props":20358,"children":20359},{},[20360],{"type":22,"value":155},{"type":16,"tag":258,"props":20362,"children":20363},{"stretchy":260},[20364],{"type":22,"value":314},{"type":16,"tag":157,"props":20366,"children":20367},{"encoding":159},[20368],{"type":22,"value":20369},"O(d)",{"type":16,"tag":127,"props":20371,"children":20373},{"className":20372,"ariaHidden":166},[165],[20374],{"type":16,"tag":127,"props":20375,"children":20377},{"className":20376},[171],[20378,20382,20387,20392,20397],{"type":16,"tag":127,"props":20379,"children":20381},{"className":20380,"style":568},[176],[],{"type":16,"tag":127,"props":20383,"children":20385},{"className":20384,"style":336},[182,183],[20386],{"type":22,"value":256},{"type":16,"tag":127,"props":20388,"children":20390},{"className":20389},[342],[20391],{"type":22,"value":263},{"type":16,"tag":127,"props":20393,"children":20395},{"className":20394},[182,183],[20396],{"type":22,"value":155},{"type":16,"tag":127,"props":20398,"children":20400},{"className":20399},[492],[20401],{"type":22,"value":314},{"type":22,"value":20403}," 内存），前向传播只需线性额外内存。",{"type":16,"tag":802,"props":20405,"children":20407},{"id":20406},"b2-内存高效的反向传播",[20408],{"type":22,"value":20409},"B.2 内存高效的反向传播",{"type":16,"tag":24,"props":20411,"children":20412},{},[20413,20415,20459,20461,20513,20515,20662],{"type":22,"value":20414},"设标量损失为 ",{"type":16,"tag":127,"props":20416,"children":20418},{"className":20417},[130],[20419,20442],{"type":16,"tag":127,"props":20420,"children":20422},{"className":20421},[135],[20423],{"type":16,"tag":138,"props":20424,"children":20425},{"xmlns":140},[20426],{"type":16,"tag":143,"props":20427,"children":20428},{},[20429,20437],{"type":16,"tag":147,"props":20430,"children":20431},{},[20432],{"type":16,"tag":151,"props":20433,"children":20434},{},[20435],{"type":22,"value":20436},"ϕ",{"type":16,"tag":157,"props":20438,"children":20439},{"encoding":159},[20440],{"type":22,"value":20441},"\\phi",{"type":16,"tag":127,"props":20443,"children":20445},{"className":20444,"ariaHidden":166},[165],[20446],{"type":16,"tag":127,"props":20447,"children":20449},{"className":20448},[171],[20450,20454],{"type":16,"tag":127,"props":20451,"children":20453},{"className":20452,"style":2339},[176],[],{"type":16,"tag":127,"props":20455,"children":20457},{"className":20456},[182,183],[20458],{"type":22,"value":20436},{"type":22,"value":20460},"，输出梯度为 ",{"type":16,"tag":127,"props":20462,"children":20464},{"className":20463},[130],[20465,20491],{"type":16,"tag":127,"props":20466,"children":20468},{"className":20467},[135],[20469],{"type":16,"tag":138,"props":20470,"children":20471},{"xmlns":140},[20472],{"type":16,"tag":143,"props":20473,"children":20474},{},[20475,20486],{"type":16,"tag":147,"props":20476,"children":20477},{},[20478,20482],{"type":16,"tag":151,"props":20479,"children":20480},{},[20481],{"type":22,"value":155},{"type":16,"tag":151,"props":20483,"children":20484},{},[20485],{"type":22,"value":256},{"type":16,"tag":157,"props":20487,"children":20488},{"encoding":159},[20489],{"type":22,"value":20490},"dO",{"type":16,"tag":127,"props":20492,"children":20494},{"className":20493,"ariaHidden":166},[165],[20495],{"type":16,"tag":127,"props":20496,"children":20498},{"className":20497},[171],[20499,20503,20508],{"type":16,"tag":127,"props":20500,"children":20502},{"className":20501,"style":177},[176],[],{"type":16,"tag":127,"props":20504,"children":20506},{"className":20505},[182,183],[20507],{"type":22,"value":155},{"type":16,"tag":127,"props":20509,"children":20511},{"className":20510,"style":336},[182,183],[20512],{"type":22,"value":256},{"type":22,"value":20514},"。有 ",{"type":16,"tag":127,"props":20516,"children":20518},{"className":20517},[130],[20519,20568],{"type":16,"tag":127,"props":20520,"children":20522},{"className":20521},[135],[20523],{"type":16,"tag":138,"props":20524,"children":20525},{"xmlns":140},[20526],{"type":16,"tag":143,"props":20527,"children":20528},{},[20529,20563],{"type":16,"tag":147,"props":20530,"children":20531},{},[20532,20536,20540,20544,20555,20559],{"type":16,"tag":151,"props":20533,"children":20534},{},[20535],{"type":22,"value":155},{"type":16,"tag":151,"props":20537,"children":20538},{},[20539],{"type":22,"value":918},{"type":16,"tag":258,"props":20541,"children":20542},{},[20543],{"type":22,"value":1353},{"type":16,"tag":265,"props":20545,"children":20546},{},[20547,20551],{"type":16,"tag":151,"props":20548,"children":20549},{},[20550],{"type":22,"value":1408},{"type":16,"tag":151,"props":20552,"children":20553},{},[20554],{"type":22,"value":1369},{"type":16,"tag":151,"props":20556,"children":20557},{},[20558],{"type":22,"value":155},{"type":16,"tag":151,"props":20560,"children":20561},{},[20562],{"type":22,"value":256},{"type":16,"tag":157,"props":20564,"children":20565},{"encoding":159},[20566],{"type":22,"value":20567},"dV=P^TdO",{"type":16,"tag":127,"props":20569,"children":20571},{"className":20570,"ariaHidden":166},[165],[20572,20603],{"type":16,"tag":127,"props":20573,"children":20575},{"className":20574},[171],[20576,20580,20585,20590,20594,20599],{"type":16,"tag":127,"props":20577,"children":20579},{"className":20578,"style":177},[176],[],{"type":16,"tag":127,"props":20581,"children":20583},{"className":20582},[182,183],[20584],{"type":22,"value":155},{"type":16,"tag":127,"props":20586,"children":20588},{"className":20587,"style":594},[182,183],[20589],{"type":22,"value":918},{"type":16,"tag":127,"props":20591,"children":20593},{"className":20592,"style":1006},[593],[],{"type":16,"tag":127,"props":20595,"children":20597},{"className":20596},[1011],[20598],{"type":22,"value":1353},{"type":16,"tag":127,"props":20600,"children":20602},{"className":20601,"style":1006},[593],[],{"type":16,"tag":127,"props":20604,"children":20606},{"className":20605},[171],[20607,20611,20652,20657],{"type":16,"tag":127,"props":20608,"children":20610},{"className":20609,"style":2824},[176],[],{"type":16,"tag":127,"props":20612,"children":20614},{"className":20613},[182],[20615,20620],{"type":16,"tag":127,"props":20616,"children":20618},{"className":20617,"style":1605},[182,183],[20619],{"type":22,"value":1408},{"type":16,"tag":127,"props":20621,"children":20623},{"className":20622},[357],[20624],{"type":16,"tag":127,"props":20625,"children":20627},{"className":20626},[362],[20628],{"type":16,"tag":127,"props":20629,"children":20631},{"className":20630},[367],[20632],{"type":16,"tag":127,"props":20633,"children":20635},{"className":20634,"style":2824},[372],[20636],{"type":16,"tag":127,"props":20637,"children":20638},{"style":377},[20639,20643],{"type":16,"tag":127,"props":20640,"children":20642},{"className":20641,"style":383},[382],[],{"type":16,"tag":127,"props":20644,"children":20646},{"className":20645},[388,389,390,391],[20647],{"type":16,"tag":127,"props":20648,"children":20650},{"className":20649,"style":1605},[182,183,391],[20651],{"type":22,"value":1369},{"type":16,"tag":127,"props":20653,"children":20655},{"className":20654},[182,183],[20656],{"type":22,"value":155},{"type":16,"tag":127,"props":20658,"children":20660},{"className":20659,"style":336},[182,183],[20661],{"type":22,"value":256},{"type":22,"value":20663},"，即",{"type":16,"tag":127,"props":20665,"children":20667},{"className":20666},[1324],[20668],{"type":16,"tag":127,"props":20669,"children":20671},{"className":20670},[130],[20672,20789],{"type":16,"tag":127,"props":20673,"children":20675},{"className":20674},[135],[20676],{"type":16,"tag":138,"props":20677,"children":20678},{"xmlns":140,"display":1336},[20679],{"type":16,"tag":143,"props":20680,"children":20681},{},[20682,20784],{"type":16,"tag":147,"props":20683,"children":20684},{},[20685,20689,20700,20704,20715,20765,20769,20780],{"type":16,"tag":151,"props":20686,"children":20687},{},[20688],{"type":22,"value":155},{"type":16,"tag":3987,"props":20690,"children":20691},{},[20692,20696],{"type":16,"tag":151,"props":20693,"children":20694},{},[20695],{"type":22,"value":19166},{"type":16,"tag":151,"props":20697,"children":20698},{},[20699],{"type":22,"value":9695},{"type":16,"tag":258,"props":20701,"children":20702},{},[20703],{"type":22,"value":1353},{"type":16,"tag":3966,"props":20705,"children":20706},{},[20707,20711],{"type":16,"tag":258,"props":20708,"children":20709},{},[20710],{"type":22,"value":4110},{"type":16,"tag":151,"props":20712,"children":20713},{},[20714],{"type":22,"value":3985},{"type":16,"tag":8039,"props":20716,"children":20717},{},[20718,20754],{"type":16,"tag":265,"props":20719,"children":20720},{},[20721,20725],{"type":16,"tag":151,"props":20722,"children":20723},{},[20724],{"type":22,"value":4040},{"type":16,"tag":147,"props":20726,"children":20727},{},[20728,20743],{"type":16,"tag":10370,"props":20729,"children":20730},{},[20731,20735,20739],{"type":16,"tag":151,"props":20732,"children":20733},{},[20734],{"type":22,"value":19055},{"type":16,"tag":151,"props":20736,"children":20737},{},[20738],{"type":22,"value":3985},{"type":16,"tag":151,"props":20740,"children":20741},{},[20742],{"type":22,"value":1369},{"type":16,"tag":3987,"props":20744,"children":20745},{},[20746,20750],{"type":16,"tag":151,"props":20747,"children":20748},{},[20749],{"type":22,"value":19071},{"type":16,"tag":151,"props":20751,"children":20752},{},[20753],{"type":22,"value":9695},{"type":16,"tag":3987,"props":20755,"children":20756},{},[20757,20761],{"type":16,"tag":151,"props":20758,"children":20759},{},[20760],{"type":22,"value":19018},{"type":16,"tag":151,"props":20762,"children":20763},{},[20764],{"type":22,"value":3985},{"type":16,"tag":151,"props":20766,"children":20767},{},[20768],{"type":22,"value":155},{"type":16,"tag":3987,"props":20770,"children":20771},{},[20772,20776],{"type":16,"tag":151,"props":20773,"children":20774},{},[20775],{"type":22,"value":15984},{"type":16,"tag":151,"props":20777,"children":20778},{},[20779],{"type":22,"value":3985},{"type":16,"tag":151,"props":20781,"children":20782},{"mathvariant":516},[20783],{"type":22,"value":4210},{"type":16,"tag":157,"props":20785,"children":20786},{"encoding":159},[20787],{"type":22,"value":20788},"dv_j=\\sum_i\\frac{e^{q_i^Tk_j}}{L_i}do_i.",{"type":16,"tag":127,"props":20790,"children":20792},{"className":20791,"ariaHidden":166},[165],[20793,20877],{"type":16,"tag":127,"props":20794,"children":20796},{"className":20795},[171],[20797,20802,20807,20864,20868,20873],{"type":16,"tag":127,"props":20798,"children":20801},{"className":20799,"style":20800},[176],"height:0.9805em;vertical-align:-0.2861em;",[],{"type":16,"tag":127,"props":20803,"children":20805},{"className":20804},[182,183],[20806],{"type":22,"value":155},{"type":16,"tag":127,"props":20808,"children":20810},{"className":20809},[182],[20811,20816],{"type":16,"tag":127,"props":20812,"children":20814},{"className":20813,"style":19387},[182,183],[20815],{"type":22,"value":19166},{"type":16,"tag":127,"props":20817,"children":20819},{"className":20818},[357],[20820],{"type":16,"tag":127,"props":20821,"children":20823},{"className":20822},[362,4278],[20824,20853],{"type":16,"tag":127,"props":20825,"children":20827},{"className":20826},[367],[20828,20848],{"type":16,"tag":127,"props":20829,"children":20831},{"className":20830,"style":4370},[372],[20832],{"type":16,"tag":127,"props":20833,"children":20834},{"style":20012},[20835,20839],{"type":16,"tag":127,"props":20836,"children":20838},{"className":20837,"style":383},[382],[],{"type":16,"tag":127,"props":20840,"children":20842},{"className":20841},[388,389,390,391],[20843],{"type":16,"tag":127,"props":20844,"children":20846},{"className":20845,"style":9716},[182,183,391],[20847],{"type":22,"value":9695},{"type":16,"tag":127,"props":20849,"children":20851},{"className":20850},[4326],[20852],{"type":22,"value":4329},{"type":16,"tag":127,"props":20854,"children":20856},{"className":20855},[367],[20857],{"type":16,"tag":127,"props":20858,"children":20860},{"className":20859,"style":9843},[372],[20861],{"type":16,"tag":127,"props":20862,"children":20863},{},[],{"type":16,"tag":127,"props":20865,"children":20867},{"className":20866,"style":1006},[593],[],{"type":16,"tag":127,"props":20869,"children":20871},{"className":20870},[1011],[20872],{"type":22,"value":1353},{"type":16,"tag":127,"props":20874,"children":20876},{"className":20875,"style":1006},[593],[],{"type":16,"tag":127,"props":20878,"children":20880},{"className":20879},[171],[20881,20886,20949,20953,21257,21262,21319],{"type":16,"tag":127,"props":20882,"children":20885},{"className":20883,"style":20884},[176],"height:2.961em;vertical-align:-1.2777em;",[],{"type":16,"tag":127,"props":20887,"children":20889},{"className":20888},[1727,4273],[20890],{"type":16,"tag":127,"props":20891,"children":20893},{"className":20892},[362,4278],[20894,20938],{"type":16,"tag":127,"props":20895,"children":20897},{"className":20896},[367],[20898,20933],{"type":16,"tag":127,"props":20899,"children":20901},{"className":20900,"style":4713},[372],[20902,20918],{"type":16,"tag":127,"props":20903,"children":20904},{"style":4717},[20905,20909],{"type":16,"tag":127,"props":20906,"children":20908},{"className":20907,"style":4722},[382],[],{"type":16,"tag":127,"props":20910,"children":20912},{"className":20911},[388,389,390,391],[20913],{"type":16,"tag":127,"props":20914,"children":20916},{"className":20915},[182,183,391],[20917],{"type":22,"value":3985},{"type":16,"tag":127,"props":20919,"children":20920},{"style":4735},[20921,20925],{"type":16,"tag":127,"props":20922,"children":20924},{"className":20923,"style":4722},[382],[],{"type":16,"tag":127,"props":20926,"children":20927},{},[20928],{"type":16,"tag":127,"props":20929,"children":20931},{"className":20930},[1727,4747,4748],[20932],{"type":22,"value":4110},{"type":16,"tag":127,"props":20934,"children":20936},{"className":20935},[4326],[20937],{"type":22,"value":4329},{"type":16,"tag":127,"props":20939,"children":20941},{"className":20940},[367],[20942],{"type":16,"tag":127,"props":20943,"children":20945},{"className":20944,"style":4763},[372],[20946],{"type":16,"tag":127,"props":20947,"children":20948},{},[],{"type":16,"tag":127,"props":20950,"children":20952},{"className":20951,"style":981},[593],[],{"type":16,"tag":127,"props":20954,"children":20956},{"className":20955},[182],[20957,20961,21253],{"type":16,"tag":127,"props":20958,"children":20960},{"className":20959},[342,8266],[],{"type":16,"tag":127,"props":20962,"children":20964},{"className":20963},[8039],[20965],{"type":16,"tag":127,"props":20966,"children":20968},{"className":20967},[362,4278],[20969,21242],{"type":16,"tag":127,"props":20970,"children":20972},{"className":20971},[367],[20973,21237],{"type":16,"tag":127,"props":20974,"children":20976},{"className":20975,"style":19697},[372],[20977,21045,21056],{"type":16,"tag":127,"props":20978,"children":20979},{"style":19701},[20980,20984],{"type":16,"tag":127,"props":20981,"children":20983},{"className":20982,"style":19706},[382],[],{"type":16,"tag":127,"props":20985,"children":20987},{"className":20986},[182],[20988],{"type":16,"tag":127,"props":20989,"children":20991},{"className":20990},[182],[20992,20997],{"type":16,"tag":127,"props":20993,"children":20995},{"className":20994},[182,183],[20996],{"type":22,"value":19018},{"type":16,"tag":127,"props":20998,"children":21000},{"className":20999},[357],[21001],{"type":16,"tag":127,"props":21002,"children":21004},{"className":21003},[362,4278],[21005,21034],{"type":16,"tag":127,"props":21006,"children":21008},{"className":21007},[367],[21009,21029],{"type":16,"tag":127,"props":21010,"children":21012},{"className":21011,"style":4370},[372],[21013],{"type":16,"tag":127,"props":21014,"children":21015},{"style":4374},[21016,21020],{"type":16,"tag":127,"props":21017,"children":21019},{"className":21018,"style":383},[382],[],{"type":16,"tag":127,"props":21021,"children":21023},{"className":21022},[388,389,390,391],[21024],{"type":16,"tag":127,"props":21025,"children":21027},{"className":21026},[182,183,391],[21028],{"type":22,"value":3985},{"type":16,"tag":127,"props":21030,"children":21032},{"className":21031},[4326],[21033],{"type":22,"value":4329},{"type":16,"tag":127,"props":21035,"children":21037},{"className":21036},[367],[21038],{"type":16,"tag":127,"props":21039,"children":21041},{"className":21040,"style":4401},[372],[21042],{"type":16,"tag":127,"props":21043,"children":21044},{},[],{"type":16,"tag":127,"props":21046,"children":21047},{"style":19771},[21048,21052],{"type":16,"tag":127,"props":21049,"children":21051},{"className":21050,"style":19706},[382],[],{"type":16,"tag":127,"props":21053,"children":21055},{"className":21054,"style":8319},[8318],[],{"type":16,"tag":127,"props":21057,"children":21058},{"style":19783},[21059,21063],{"type":16,"tag":127,"props":21060,"children":21062},{"className":21061,"style":19706},[382],[],{"type":16,"tag":127,"props":21064,"children":21066},{"className":21065},[182],[21067],{"type":16,"tag":127,"props":21068,"children":21070},{"className":21069},[182],[21071,21076],{"type":16,"tag":127,"props":21072,"children":21074},{"className":21073},[182,183],[21075],{"type":22,"value":4040},{"type":16,"tag":127,"props":21077,"children":21079},{"className":21078},[357],[21080],{"type":16,"tag":127,"props":21081,"children":21083},{"className":21082},[362],[21084],{"type":16,"tag":127,"props":21085,"children":21087},{"className":21086},[367],[21088],{"type":16,"tag":127,"props":21089,"children":21091},{"className":21090,"style":19817},[372],[21092],{"type":16,"tag":127,"props":21093,"children":21094},{"style":377},[21095,21099],{"type":16,"tag":127,"props":21096,"children":21098},{"className":21097,"style":383},[382],[],{"type":16,"tag":127,"props":21100,"children":21102},{"className":21101},[388,389,390,391],[21103],{"type":16,"tag":127,"props":21104,"children":21106},{"className":21105},[182,391],[21107,21180],{"type":16,"tag":127,"props":21108,"children":21110},{"className":21109},[182,391],[21111,21116],{"type":16,"tag":127,"props":21112,"children":21114},{"className":21113,"style":19387},[182,183,391],[21115],{"type":22,"value":19055},{"type":16,"tag":127,"props":21117,"children":21119},{"className":21118},[357],[21120],{"type":16,"tag":127,"props":21121,"children":21123},{"className":21122},[362,4278],[21124,21169],{"type":16,"tag":127,"props":21125,"children":21127},{"className":21126},[367],[21128,21164],{"type":16,"tag":127,"props":21129,"children":21131},{"className":21130,"style":19405},[372],[21132,21148],{"type":16,"tag":127,"props":21133,"children":21134},{"style":19409},[21135,21139],{"type":16,"tag":127,"props":21136,"children":21138},{"className":21137,"style":4588},[382],[],{"type":16,"tag":127,"props":21140,"children":21142},{"className":21141},[388,4593,4594,391],[21143],{"type":16,"tag":127,"props":21144,"children":21146},{"className":21145},[182,183,391],[21147],{"type":22,"value":3985},{"type":16,"tag":127,"props":21149,"children":21150},{"style":12292},[21151,21155],{"type":16,"tag":127,"props":21152,"children":21154},{"className":21153,"style":4588},[382],[],{"type":16,"tag":127,"props":21156,"children":21158},{"className":21157},[388,4593,4594,391],[21159],{"type":16,"tag":127,"props":21160,"children":21162},{"className":21161,"style":1605},[182,183,391],[21163],{"type":22,"value":1369},{"type":16,"tag":127,"props":21165,"children":21167},{"className":21166},[4326],[21168],{"type":22,"value":4329},{"type":16,"tag":127,"props":21170,"children":21172},{"className":21171},[367],[21173],{"type":16,"tag":127,"props":21174,"children":21176},{"className":21175,"style":12327},[372],[21177],{"type":16,"tag":127,"props":21178,"children":21179},{},[],{"type":16,"tag":127,"props":21181,"children":21183},{"className":21182},[182,391],[21184,21189],{"type":16,"tag":127,"props":21185,"children":21187},{"className":21186,"style":19463},[182,183,391],[21188],{"type":22,"value":19071},{"type":16,"tag":127,"props":21190,"children":21192},{"className":21191},[357],[21193],{"type":16,"tag":127,"props":21194,"children":21196},{"className":21195},[362,4278],[21197,21226],{"type":16,"tag":127,"props":21198,"children":21200},{"className":21199},[367],[21201,21221],{"type":16,"tag":127,"props":21202,"children":21204},{"className":21203,"style":4579},[372],[21205],{"type":16,"tag":127,"props":21206,"children":21207},{"style":19484},[21208,21212],{"type":16,"tag":127,"props":21209,"children":21211},{"className":21210,"style":4588},[382],[],{"type":16,"tag":127,"props":21213,"children":21215},{"className":21214},[388,4593,4594,391],[21216],{"type":16,"tag":127,"props":21217,"children":21219},{"className":21218,"style":9716},[182,183,391],[21220],{"type":22,"value":9695},{"type":16,"tag":127,"props":21222,"children":21224},{"className":21223},[4326],[21225],{"type":22,"value":4329},{"type":16,"tag":127,"props":21227,"children":21229},{"className":21228},[367],[21230],{"type":16,"tag":127,"props":21231,"children":21233},{"className":21232,"style":12547},[372],[21234],{"type":16,"tag":127,"props":21235,"children":21236},{},[],{"type":16,"tag":127,"props":21238,"children":21240},{"className":21239},[4326],[21241],{"type":22,"value":4329},{"type":16,"tag":127,"props":21243,"children":21245},{"className":21244},[367],[21246],{"type":16,"tag":127,"props":21247,"children":21249},{"className":21248,"style":19976},[372],[21250],{"type":16,"tag":127,"props":21251,"children":21252},{},[],{"type":16,"tag":127,"props":21254,"children":21256},{"className":21255},[492,8266],[],{"type":16,"tag":127,"props":21258,"children":21260},{"className":21259},[182,183],[21261],{"type":22,"value":155},{"type":16,"tag":127,"props":21263,"children":21265},{"className":21264},[182],[21266,21271],{"type":16,"tag":127,"props":21267,"children":21269},{"className":21268},[182,183],[21270],{"type":22,"value":15984},{"type":16,"tag":127,"props":21272,"children":21274},{"className":21273},[357],[21275],{"type":16,"tag":127,"props":21276,"children":21278},{"className":21277},[362,4278],[21279,21308],{"type":16,"tag":127,"props":21280,"children":21282},{"className":21281},[367],[21283,21303],{"type":16,"tag":127,"props":21284,"children":21286},{"className":21285,"style":4370},[372],[21287],{"type":16,"tag":127,"props":21288,"children":21289},{"style":4374},[21290,21294],{"type":16,"tag":127,"props":21291,"children":21293},{"className":21292,"style":383},[382],[],{"type":16,"tag":127,"props":21295,"children":21297},{"className":21296},[388,389,390,391],[21298],{"type":16,"tag":127,"props":21299,"children":21301},{"className":21300},[182,183,391],[21302],{"type":22,"value":3985},{"type":16,"tag":127,"props":21304,"children":21306},{"className":21305},[4326],[21307],{"type":22,"value":4329},{"type":16,"tag":127,"props":21309,"children":21311},{"className":21310},[367],[21312],{"type":16,"tag":127,"props":21313,"children":21315},{"className":21314,"style":4401},[372],[21316],{"type":16,"tag":127,"props":21317,"children":21318},{},[],{"type":16,"tag":127,"props":21320,"children":21322},{"className":21321},[182],[21323],{"type":22,"value":4210},{"type":16,"tag":24,"props":21325,"children":21326},{},[21327,21329,21476],{"type":22,"value":21328},"由 ",{"type":16,"tag":127,"props":21330,"children":21332},{"className":21331},[130],[21333,21382],{"type":16,"tag":127,"props":21334,"children":21336},{"className":21335},[135],[21337],{"type":16,"tag":138,"props":21338,"children":21339},{"xmlns":140},[21340],{"type":16,"tag":143,"props":21341,"children":21342},{},[21343,21377],{"type":16,"tag":147,"props":21344,"children":21345},{},[21346,21350,21354,21358,21362,21366],{"type":16,"tag":151,"props":21347,"children":21348},{},[21349],{"type":22,"value":155},{"type":16,"tag":151,"props":21351,"children":21352},{},[21353],{"type":22,"value":1408},{"type":16,"tag":258,"props":21355,"children":21356},{},[21357],{"type":22,"value":1353},{"type":16,"tag":151,"props":21359,"children":21360},{},[21361],{"type":22,"value":155},{"type":16,"tag":151,"props":21363,"children":21364},{},[21365],{"type":22,"value":256},{"type":16,"tag":265,"props":21367,"children":21368},{},[21369,21373],{"type":16,"tag":151,"props":21370,"children":21371},{},[21372],{"type":22,"value":918},{"type":16,"tag":151,"props":21374,"children":21375},{},[21376],{"type":22,"value":1369},{"type":16,"tag":157,"props":21378,"children":21379},{"encoding":159},[21380],{"type":22,"value":21381},"dP=dOV^T",{"type":16,"tag":127,"props":21383,"children":21385},{"className":21384,"ariaHidden":166},[165],[21386,21417],{"type":16,"tag":127,"props":21387,"children":21389},{"className":21388},[171],[21390,21394,21399,21404,21408,21413],{"type":16,"tag":127,"props":21391,"children":21393},{"className":21392,"style":177},[176],[],{"type":16,"tag":127,"props":21395,"children":21397},{"className":21396},[182,183],[21398],{"type":22,"value":155},{"type":16,"tag":127,"props":21400,"children":21402},{"className":21401,"style":1605},[182,183],[21403],{"type":22,"value":1408},{"type":16,"tag":127,"props":21405,"children":21407},{"className":21406,"style":1006},[593],[],{"type":16,"tag":127,"props":21409,"children":21411},{"className":21410},[1011],[21412],{"type":22,"value":1353},{"type":16,"tag":127,"props":21414,"children":21416},{"className":21415,"style":1006},[593],[],{"type":16,"tag":127,"props":21418,"children":21420},{"className":21419},[171],[21421,21425,21430,21435],{"type":16,"tag":127,"props":21422,"children":21424},{"className":21423,"style":2824},[176],[],{"type":16,"tag":127,"props":21426,"children":21428},{"className":21427},[182,183],[21429],{"type":22,"value":155},{"type":16,"tag":127,"props":21431,"children":21433},{"className":21432,"style":336},[182,183],[21434],{"type":22,"value":256},{"type":16,"tag":127,"props":21436,"children":21438},{"className":21437},[182],[21439,21444],{"type":16,"tag":127,"props":21440,"children":21442},{"className":21441,"style":594},[182,183],[21443],{"type":22,"value":918},{"type":16,"tag":127,"props":21445,"children":21447},{"className":21446},[357],[21448],{"type":16,"tag":127,"props":21449,"children":21451},{"className":21450},[362],[21452],{"type":16,"tag":127,"props":21453,"children":21455},{"className":21454},[367],[21456],{"type":16,"tag":127,"props":21457,"children":21459},{"className":21458,"style":2824},[372],[21460],{"type":16,"tag":127,"props":21461,"children":21462},{"style":377},[21463,21467],{"type":16,"tag":127,"props":21464,"children":21466},{"className":21465,"style":383},[382],[],{"type":16,"tag":127,"props":21468,"children":21470},{"className":21469},[388,389,390,391],[21471],{"type":16,"tag":127,"props":21472,"children":21474},{"className":21473,"style":1605},[182,183,391],[21475],{"type":22,"value":1369},{"type":22,"value":21477}," 和 softmax 雅可比矩阵，令",{"type":16,"tag":127,"props":21479,"children":21481},{"className":21480},[1324],[21482],{"type":16,"tag":127,"props":21483,"children":21485},{"className":21484},[130],[21486,21603],{"type":16,"tag":127,"props":21487,"children":21489},{"className":21488},[135],[21490],{"type":16,"tag":138,"props":21491,"children":21492},{"xmlns":140,"display":1336},[21493],{"type":16,"tag":143,"props":21494,"children":21495},{},[21496,21598],{"type":16,"tag":147,"props":21497,"children":21498},{},[21499,21511,21515,21534,21538,21560,21564,21568,21583,21594],{"type":16,"tag":3987,"props":21500,"children":21501},{},[21502,21507],{"type":16,"tag":151,"props":21503,"children":21504},{},[21505],{"type":22,"value":21506},"D",{"type":16,"tag":151,"props":21508,"children":21509},{},[21510],{"type":22,"value":3985},{"type":16,"tag":258,"props":21512,"children":21513},{},[21514],{"type":22,"value":1353},{"type":16,"tag":3987,"props":21516,"children":21517},{},[21518,21522],{"type":16,"tag":151,"props":21519,"children":21520},{},[21521],{"type":22,"value":1408},{"type":16,"tag":147,"props":21523,"children":21524},{},[21525,21529],{"type":16,"tag":151,"props":21526,"children":21527},{},[21528],{"type":22,"value":3985},{"type":16,"tag":258,"props":21530,"children":21531},{},[21532],{"type":22,"value":21533},":",{"type":16,"tag":151,"props":21535,"children":21536},{},[21537],{"type":22,"value":155},{"type":16,"tag":10370,"props":21539,"children":21540},{},[21541,21545,21556],{"type":16,"tag":151,"props":21542,"children":21543},{},[21544],{"type":22,"value":1408},{"type":16,"tag":147,"props":21546,"children":21547},{},[21548,21552],{"type":16,"tag":151,"props":21549,"children":21550},{},[21551],{"type":22,"value":3985},{"type":16,"tag":258,"props":21553,"children":21554},{},[21555],{"type":22,"value":21533},{"type":16,"tag":151,"props":21557,"children":21558},{},[21559],{"type":22,"value":1369},{"type":16,"tag":258,"props":21561,"children":21562},{},[21563],{"type":22,"value":1353},{"type":16,"tag":151,"props":21565,"children":21566},{},[21567],{"type":22,"value":155},{"type":16,"tag":10370,"props":21569,"children":21570},{},[21571,21575,21579],{"type":16,"tag":151,"props":21572,"children":21573},{},[21574],{"type":22,"value":15984},{"type":16,"tag":151,"props":21576,"children":21577},{},[21578],{"type":22,"value":3985},{"type":16,"tag":151,"props":21580,"children":21581},{},[21582],{"type":22,"value":1369},{"type":16,"tag":3987,"props":21584,"children":21585},{},[21586,21590],{"type":16,"tag":151,"props":21587,"children":21588},{},[21589],{"type":22,"value":15984},{"type":16,"tag":151,"props":21591,"children":21592},{},[21593],{"type":22,"value":3985},{"type":16,"tag":258,"props":21595,"children":21596},{"separator":166},[21597],{"type":22,"value":904},{"type":16,"tag":157,"props":21599,"children":21600},{"encoding":159},[21601],{"type":22,"value":21602},"D_i=P_{i:}dP_{i:}^T=do_i^To_i,",{"type":16,"tag":127,"props":21604,"children":21606},{"className":21605,"ariaHidden":166},[165],[21607,21685,21861],{"type":16,"tag":127,"props":21608,"children":21610},{"className":21609},[171],[21611,21615,21672,21676,21681],{"type":16,"tag":127,"props":21612,"children":21614},{"className":21613,"style":8163},[176],[],{"type":16,"tag":127,"props":21616,"children":21618},{"className":21617},[182],[21619,21624],{"type":16,"tag":127,"props":21620,"children":21622},{"className":21621,"style":336},[182,183],[21623],{"type":22,"value":21506},{"type":16,"tag":127,"props":21625,"children":21627},{"className":21626},[357],[21628],{"type":16,"tag":127,"props":21629,"children":21631},{"className":21630},[362,4278],[21632,21661],{"type":16,"tag":127,"props":21633,"children":21635},{"className":21634},[367],[21636,21656],{"type":16,"tag":127,"props":21637,"children":21639},{"className":21638,"style":4370},[372],[21640],{"type":16,"tag":127,"props":21641,"children":21642},{"style":10150},[21643,21647],{"type":16,"tag":127,"props":21644,"children":21646},{"className":21645,"style":383},[382],[],{"type":16,"tag":127,"props":21648,"children":21650},{"className":21649},[388,389,390,391],[21651],{"type":16,"tag":127,"props":21652,"children":21654},{"className":21653},[182,183,391],[21655],{"type":22,"value":3985},{"type":16,"tag":127,"props":21657,"children":21659},{"className":21658},[4326],[21660],{"type":22,"value":4329},{"type":16,"tag":127,"props":21662,"children":21664},{"className":21663},[367],[21665],{"type":16,"tag":127,"props":21666,"children":21668},{"className":21667,"style":4401},[372],[21669],{"type":16,"tag":127,"props":21670,"children":21671},{},[],{"type":16,"tag":127,"props":21673,"children":21675},{"className":21674,"style":1006},[593],[],{"type":16,"tag":127,"props":21677,"children":21679},{"className":21678},[1011],[21680],{"type":22,"value":1353},{"type":16,"tag":127,"props":21682,"children":21684},{"className":21683,"style":1006},[593],[],{"type":16,"tag":127,"props":21686,"children":21688},{"className":21687},[171],[21689,21694,21760,21765,21848,21852,21857],{"type":16,"tag":127,"props":21690,"children":21693},{"className":21691,"style":21692},[176],"height:1.1383em;vertical-align:-0.247em;",[],{"type":16,"tag":127,"props":21695,"children":21697},{"className":21696},[182],[21698,21703],{"type":16,"tag":127,"props":21699,"children":21701},{"className":21700,"style":1605},[182,183],[21702],{"type":22,"value":1408},{"type":16,"tag":127,"props":21704,"children":21706},{"className":21705},[357],[21707],{"type":16,"tag":127,"props":21708,"children":21710},{"className":21709},[362,4278],[21711,21749],{"type":16,"tag":127,"props":21712,"children":21714},{"className":21713},[367],[21715,21744],{"type":16,"tag":127,"props":21716,"children":21718},{"className":21717,"style":4370},[372],[21719],{"type":16,"tag":127,"props":21720,"children":21721},{"style":9244},[21722,21726],{"type":16,"tag":127,"props":21723,"children":21725},{"className":21724,"style":383},[382],[],{"type":16,"tag":127,"props":21727,"children":21729},{"className":21728},[388,389,390,391],[21730],{"type":16,"tag":127,"props":21731,"children":21733},{"className":21732},[182,391],[21734,21739],{"type":16,"tag":127,"props":21735,"children":21737},{"className":21736},[182,183,391],[21738],{"type":22,"value":3985},{"type":16,"tag":127,"props":21740,"children":21742},{"className":21741},[1011,391],[21743],{"type":22,"value":21533},{"type":16,"tag":127,"props":21745,"children":21747},{"className":21746},[4326],[21748],{"type":22,"value":4329},{"type":16,"tag":127,"props":21750,"children":21752},{"className":21751},[367],[21753],{"type":16,"tag":127,"props":21754,"children":21756},{"className":21755,"style":4401},[372],[21757],{"type":16,"tag":127,"props":21758,"children":21759},{},[],{"type":16,"tag":127,"props":21761,"children":21763},{"className":21762},[182,183],[21764],{"type":22,"value":155},{"type":16,"tag":127,"props":21766,"children":21768},{"className":21767},[182],[21769,21774],{"type":16,"tag":127,"props":21770,"children":21772},{"className":21771,"style":1605},[182,183],[21773],{"type":22,"value":1408},{"type":16,"tag":127,"props":21775,"children":21777},{"className":21776},[357],[21778],{"type":16,"tag":127,"props":21779,"children":21781},{"className":21780},[362,4278],[21782,21837],{"type":16,"tag":127,"props":21783,"children":21785},{"className":21784},[367],[21786,21832],{"type":16,"tag":127,"props":21787,"children":21789},{"className":21788,"style":1588},[372],[21790,21816],{"type":16,"tag":127,"props":21791,"children":21793},{"style":21792},"top:-2.453em;margin-left:-0.1389em;margin-right:0.05em;",[21794,21798],{"type":16,"tag":127,"props":21795,"children":21797},{"className":21796,"style":383},[382],[],{"type":16,"tag":127,"props":21799,"children":21801},{"className":21800},[388,389,390,391],[21802],{"type":16,"tag":127,"props":21803,"children":21805},{"className":21804},[182,391],[21806,21811],{"type":16,"tag":127,"props":21807,"children":21809},{"className":21808},[182,183,391],[21810],{"type":22,"value":3985},{"type":16,"tag":127,"props":21812,"children":21814},{"className":21813},[1011,391],[21815],{"type":22,"value":21533},{"type":16,"tag":127,"props":21817,"children":21818},{"style":1592},[21819,21823],{"type":16,"tag":127,"props":21820,"children":21822},{"className":21821,"style":383},[382],[],{"type":16,"tag":127,"props":21824,"children":21826},{"className":21825},[388,389,390,391],[21827],{"type":16,"tag":127,"props":21828,"children":21830},{"className":21829,"style":1605},[182,183,391],[21831],{"type":22,"value":1369},{"type":16,"tag":127,"props":21833,"children":21835},{"className":21834},[4326],[21836],{"type":22,"value":4329},{"type":16,"tag":127,"props":21838,"children":21840},{"className":21839},[367],[21841],{"type":16,"tag":127,"props":21842,"children":21844},{"className":21843,"style":11820},[372],[21845],{"type":16,"tag":127,"props":21846,"children":21847},{},[],{"type":16,"tag":127,"props":21849,"children":21851},{"className":21850,"style":1006},[593],[],{"type":16,"tag":127,"props":21853,"children":21855},{"className":21854},[1011],[21856],{"type":22,"value":1353},{"type":16,"tag":127,"props":21858,"children":21860},{"className":21859,"style":1006},[593],[],{"type":16,"tag":127,"props":21862,"children":21864},{"className":21863},[171],[21865,21869,21874,21947,22004],{"type":16,"tag":127,"props":21866,"children":21868},{"className":21867,"style":21692},[176],[],{"type":16,"tag":127,"props":21870,"children":21872},{"className":21871},[182,183],[21873],{"type":22,"value":155},{"type":16,"tag":127,"props":21875,"children":21877},{"className":21876},[182],[21878,21883],{"type":16,"tag":127,"props":21879,"children":21881},{"className":21880},[182,183],[21882],{"type":22,"value":15984},{"type":16,"tag":127,"props":21884,"children":21886},{"className":21885},[357],[21887],{"type":16,"tag":127,"props":21888,"children":21890},{"className":21889},[362,4278],[21891,21936],{"type":16,"tag":127,"props":21892,"children":21894},{"className":21893},[367],[21895,21931],{"type":16,"tag":127,"props":21896,"children":21898},{"className":21897,"style":1588},[372],[21899,21915],{"type":16,"tag":127,"props":21900,"children":21901},{"style":11767},[21902,21906],{"type":16,"tag":127,"props":21903,"children":21905},{"className":21904,"style":383},[382],[],{"type":16,"tag":127,"props":21907,"children":21909},{"className":21908},[388,389,390,391],[21910],{"type":16,"tag":127,"props":21911,"children":21913},{"className":21912},[182,183,391],[21914],{"type":22,"value":3985},{"type":16,"tag":127,"props":21916,"children":21917},{"style":1592},[21918,21922],{"type":16,"tag":127,"props":21919,"children":21921},{"className":21920,"style":383},[382],[],{"type":16,"tag":127,"props":21923,"children":21925},{"className":21924},[388,389,390,391],[21926],{"type":16,"tag":127,"props":21927,"children":21929},{"className":21928,"style":1605},[182,183,391],[21930],{"type":22,"value":1369},{"type":16,"tag":127,"props":21932,"children":21934},{"className":21933},[4326],[21935],{"type":22,"value":4329},{"type":16,"tag":127,"props":21937,"children":21939},{"className":21938},[367],[21940],{"type":16,"tag":127,"props":21941,"children":21943},{"className":21942,"style":11820},[372],[21944],{"type":16,"tag":127,"props":21945,"children":21946},{},[],{"type":16,"tag":127,"props":21948,"children":21950},{"className":21949},[182],[21951,21956],{"type":16,"tag":127,"props":21952,"children":21954},{"className":21953},[182,183],[21955],{"type":22,"value":15984},{"type":16,"tag":127,"props":21957,"children":21959},{"className":21958},[357],[21960],{"type":16,"tag":127,"props":21961,"children":21963},{"className":21962},[362,4278],[21964,21993],{"type":16,"tag":127,"props":21965,"children":21967},{"className":21966},[367],[21968,21988],{"type":16,"tag":127,"props":21969,"children":21971},{"className":21970,"style":4370},[372],[21972],{"type":16,"tag":127,"props":21973,"children":21974},{"style":4374},[21975,21979],{"type":16,"tag":127,"props":21976,"children":21978},{"className":21977,"style":383},[382],[],{"type":16,"tag":127,"props":21980,"children":21982},{"className":21981},[388,389,390,391],[21983],{"type":16,"tag":127,"props":21984,"children":21986},{"className":21985},[182,183,391],[21987],{"type":22,"value":3985},{"type":16,"tag":127,"props":21989,"children":21991},{"className":21990},[4326],[21992],{"type":22,"value":4329},{"type":16,"tag":127,"props":21994,"children":21996},{"className":21995},[367],[21997],{"type":16,"tag":127,"props":21998,"children":22000},{"className":21999,"style":4401},[372],[22001],{"type":16,"tag":127,"props":22002,"children":22003},{},[],{"type":16,"tag":127,"props":22005,"children":22007},{"className":22006},[975],[22008],{"type":22,"value":904},{"type":16,"tag":24,"props":22010,"children":22011},{},[22012],{"type":22,"value":22013},"则",{"type":16,"tag":127,"props":22015,"children":22017},{"className":22016},[1324],[22018],{"type":16,"tag":127,"props":22019,"children":22021},{"className":22020},[130],[22022,22133],{"type":16,"tag":127,"props":22023,"children":22025},{"className":22024},[135],[22026],{"type":16,"tag":138,"props":22027,"children":22028},{"xmlns":140,"display":1336},[22029],{"type":16,"tag":143,"props":22030,"children":22031},{},[22032,22128],{"type":16,"tag":147,"props":22033,"children":22034},{},[22035,22039,22057,22061,22079,22083,22087,22105,22109,22120,22124],{"type":16,"tag":151,"props":22036,"children":22037},{},[22038],{"type":22,"value":155},{"type":16,"tag":3987,"props":22040,"children":22041},{},[22042,22046],{"type":16,"tag":151,"props":22043,"children":22044},{},[22045],{"type":22,"value":1348},{"type":16,"tag":147,"props":22047,"children":22048},{},[22049,22053],{"type":16,"tag":151,"props":22050,"children":22051},{},[22052],{"type":22,"value":3985},{"type":16,"tag":151,"props":22054,"children":22055},{},[22056],{"type":22,"value":9695},{"type":16,"tag":258,"props":22058,"children":22059},{},[22060],{"type":22,"value":1353},{"type":16,"tag":3987,"props":22062,"children":22063},{},[22064,22068],{"type":16,"tag":151,"props":22065,"children":22066},{},[22067],{"type":22,"value":1408},{"type":16,"tag":147,"props":22069,"children":22070},{},[22071,22075],{"type":16,"tag":151,"props":22072,"children":22073},{},[22074],{"type":22,"value":3985},{"type":16,"tag":151,"props":22076,"children":22077},{},[22078],{"type":22,"value":9695},{"type":16,"tag":258,"props":22080,"children":22081},{"stretchy":260},[22082],{"type":22,"value":263},{"type":16,"tag":151,"props":22084,"children":22085},{},[22086],{"type":22,"value":155},{"type":16,"tag":3987,"props":22088,"children":22089},{},[22090,22094],{"type":16,"tag":151,"props":22091,"children":22092},{},[22093],{"type":22,"value":1408},{"type":16,"tag":147,"props":22095,"children":22096},{},[22097,22101],{"type":16,"tag":151,"props":22098,"children":22099},{},[22100],{"type":22,"value":3985},{"type":16,"tag":151,"props":22102,"children":22103},{},[22104],{"type":22,"value":9695},{"type":16,"tag":258,"props":22106,"children":22107},{},[22108],{"type":22,"value":304},{"type":16,"tag":3987,"props":22110,"children":22111},{},[22112,22116],{"type":16,"tag":151,"props":22113,"children":22114},{},[22115],{"type":22,"value":21506},{"type":16,"tag":151,"props":22117,"children":22118},{},[22119],{"type":22,"value":3985},{"type":16,"tag":258,"props":22121,"children":22122},{"stretchy":260},[22123],{"type":22,"value":314},{"type":16,"tag":258,"props":22125,"children":22126},{"separator":166},[22127],{"type":22,"value":904},{"type":16,"tag":157,"props":22129,"children":22130},{"encoding":159},[22131],{"type":22,"value":22132},"dS_{ij}=P_{ij}(dP_{ij}-D_i),",{"type":16,"tag":127,"props":22134,"children":22136},{"className":22135,"ariaHidden":166},[165],[22137,22224,22377],{"type":16,"tag":127,"props":22138,"children":22140},{"className":22139},[171],[22141,22145,22150,22211,22215,22220],{"type":16,"tag":127,"props":22142,"children":22144},{"className":22143,"style":20800},[176],[],{"type":16,"tag":127,"props":22146,"children":22148},{"className":22147},[182,183],[22149],{"type":22,"value":155},{"type":16,"tag":127,"props":22151,"children":22153},{"className":22152},[182],[22154,22159],{"type":16,"tag":127,"props":22155,"children":22157},{"className":22156,"style":1534},[182,183],[22158],{"type":22,"value":1348},{"type":16,"tag":127,"props":22160,"children":22162},{"className":22161},[357],[22163],{"type":16,"tag":127,"props":22164,"children":22166},{"className":22165},[362,4278],[22167,22200],{"type":16,"tag":127,"props":22168,"children":22170},{"className":22169},[367],[22171,22195],{"type":16,"tag":127,"props":22172,"children":22174},{"className":22173,"style":4370},[372],[22175],{"type":16,"tag":127,"props":22176,"children":22177},{"style":10429},[22178,22182],{"type":16,"tag":127,"props":22179,"children":22181},{"className":22180,"style":383},[382],[],{"type":16,"tag":127,"props":22183,"children":22185},{"className":22184},[388,389,390,391],[22186],{"type":16,"tag":127,"props":22187,"children":22189},{"className":22188},[182,391],[22190],{"type":16,"tag":127,"props":22191,"children":22193},{"className":22192,"style":9716},[182,183,391],[22194],{"type":22,"value":10448},{"type":16,"tag":127,"props":22196,"children":22198},{"className":22197},[4326],[22199],{"type":22,"value":4329},{"type":16,"tag":127,"props":22201,"children":22203},{"className":22202},[367],[22204],{"type":16,"tag":127,"props":22205,"children":22207},{"className":22206,"style":9843},[372],[22208],{"type":16,"tag":127,"props":22209,"children":22210},{},[],{"type":16,"tag":127,"props":22212,"children":22214},{"className":22213,"style":1006},[593],[],{"type":16,"tag":127,"props":22216,"children":22218},{"className":22217},[1011],[22219],{"type":22,"value":1353},{"type":16,"tag":127,"props":22221,"children":22223},{"className":22222,"style":1006},[593],[],{"type":16,"tag":127,"props":22225,"children":22227},{"className":22226},[171],[22228,22232,22293,22298,22303,22364,22368,22373],{"type":16,"tag":127,"props":22229,"children":22231},{"className":22230,"style":11044},[176],[],{"type":16,"tag":127,"props":22233,"children":22235},{"className":22234},[182],[22236,22241],{"type":16,"tag":127,"props":22237,"children":22239},{"className":22238,"style":1605},[182,183],[22240],{"type":22,"value":1408},{"type":16,"tag":127,"props":22242,"children":22244},{"className":22243},[357],[22245],{"type":16,"tag":127,"props":22246,"children":22248},{"className":22247},[362,4278],[22249,22282],{"type":16,"tag":127,"props":22250,"children":22252},{"className":22251},[367],[22253,22277],{"type":16,"tag":127,"props":22254,"children":22256},{"className":22255,"style":4370},[372],[22257],{"type":16,"tag":127,"props":22258,"children":22259},{"style":9244},[22260,22264],{"type":16,"tag":127,"props":22261,"children":22263},{"className":22262,"style":383},[382],[],{"type":16,"tag":127,"props":22265,"children":22267},{"className":22266},[388,389,390,391],[22268],{"type":16,"tag":127,"props":22269,"children":22271},{"className":22270},[182,391],[22272],{"type":16,"tag":127,"props":22273,"children":22275},{"className":22274,"style":9716},[182,183,391],[22276],{"type":22,"value":10448},{"type":16,"tag":127,"props":22278,"children":22280},{"className":22279},[4326],[22281],{"type":22,"value":4329},{"type":16,"tag":127,"props":22283,"children":22285},{"className":22284},[367],[22286],{"type":16,"tag":127,"props":22287,"children":22289},{"className":22288,"style":9843},[372],[22290],{"type":16,"tag":127,"props":22291,"children":22292},{},[],{"type":16,"tag":127,"props":22294,"children":22296},{"className":22295},[342],[22297],{"type":22,"value":263},{"type":16,"tag":127,"props":22299,"children":22301},{"className":22300},[182,183],[22302],{"type":22,"value":155},{"type":16,"tag":127,"props":22304,"children":22306},{"className":22305},[182],[22307,22312],{"type":16,"tag":127,"props":22308,"children":22310},{"className":22309,"style":1605},[182,183],[22311],{"type":22,"value":1408},{"type":16,"tag":127,"props":22313,"children":22315},{"className":22314},[357],[22316],{"type":16,"tag":127,"props":22317,"children":22319},{"className":22318},[362,4278],[22320,22353],{"type":16,"tag":127,"props":22321,"children":22323},{"className":22322},[367],[22324,22348],{"type":16,"tag":127,"props":22325,"children":22327},{"className":22326,"style":4370},[372],[22328],{"type":16,"tag":127,"props":22329,"children":22330},{"style":9244},[22331,22335],{"type":16,"tag":127,"props":22332,"children":22334},{"className":22333,"style":383},[382],[],{"type":16,"tag":127,"props":22336,"children":22338},{"className":22337},[388,389,390,391],[22339],{"type":16,"tag":127,"props":22340,"children":22342},{"className":22341},[182,391],[22343],{"type":16,"tag":127,"props":22344,"children":22346},{"className":22345,"style":9716},[182,183,391],[22347],{"type":22,"value":10448},{"type":16,"tag":127,"props":22349,"children":22351},{"className":22350},[4326],[22352],{"type":22,"value":4329},{"type":16,"tag":127,"props":22354,"children":22356},{"className":22355},[367],[22357],{"type":16,"tag":127,"props":22358,"children":22360},{"className":22359,"style":9843},[372],[22361],{"type":16,"tag":127,"props":22362,"children":22363},{},[],{"type":16,"tag":127,"props":22365,"children":22367},{"className":22366,"style":594},[593],[],{"type":16,"tag":127,"props":22369,"children":22371},{"className":22370},[599],[22372],{"type":22,"value":304},{"type":16,"tag":127,"props":22374,"children":22376},{"className":22375,"style":594},[593],[],{"type":16,"tag":127,"props":22378,"children":22380},{"className":22379},[171],[22381,22385,22442,22447],{"type":16,"tag":127,"props":22382,"children":22384},{"className":22383,"style":568},[176],[],{"type":16,"tag":127,"props":22386,"children":22388},{"className":22387},[182],[22389,22394],{"type":16,"tag":127,"props":22390,"children":22392},{"className":22391,"style":336},[182,183],[22393],{"type":22,"value":21506},{"type":16,"tag":127,"props":22395,"children":22397},{"className":22396},[357],[22398],{"type":16,"tag":127,"props":22399,"children":22401},{"className":22400},[362,4278],[22402,22431],{"type":16,"tag":127,"props":22403,"children":22405},{"className":22404},[367],[22406,22426],{"type":16,"tag":127,"props":22407,"children":22409},{"className":22408,"style":4370},[372],[22410],{"type":16,"tag":127,"props":22411,"children":22412},{"style":10150},[22413,22417],{"type":16,"tag":127,"props":22414,"children":22416},{"className":22415,"style":383},[382],[],{"type":16,"tag":127,"props":22418,"children":22420},{"className":22419},[388,389,390,391],[22421],{"type":16,"tag":127,"props":22422,"children":22424},{"className":22423},[182,183,391],[22425],{"type":22,"value":3985},{"type":16,"tag":127,"props":22427,"children":22429},{"className":22428},[4326],[22430],{"type":22,"value":4329},{"type":16,"tag":127,"props":22432,"children":22434},{"className":22433},[367],[22435],{"type":16,"tag":127,"props":22436,"children":22438},{"className":22437,"style":4401},[372],[22439],{"type":16,"tag":127,"props":22440,"children":22441},{},[],{"type":16,"tag":127,"props":22443,"children":22445},{"className":22444},[492],[22446],{"type":22,"value":314},{"type":16,"tag":127,"props":22448,"children":22450},{"className":22449},[975],[22451],{"type":22,"value":904},{"type":16,"tag":127,"props":22453,"children":22455},{"className":22454},[1324],[22456],{"type":16,"tag":127,"props":22457,"children":22459},{"className":22458},[130],[22460,22626],{"type":16,"tag":127,"props":22461,"children":22463},{"className":22462},[135],[22464],{"type":16,"tag":138,"props":22465,"children":22466},{"xmlns":140,"display":1336},[22467],{"type":16,"tag":143,"props":22468,"children":22469},{},[22470,22621],{"type":16,"tag":147,"props":22471,"children":22472},{},[22473,22477,22488,22492,22503,22553,22557,22561,22576,22587,22591,22602,22606,22617],{"type":16,"tag":151,"props":22474,"children":22475},{},[22476],{"type":22,"value":155},{"type":16,"tag":3987,"props":22478,"children":22479},{},[22480,22484],{"type":16,"tag":151,"props":22481,"children":22482},{},[22483],{"type":22,"value":19055},{"type":16,"tag":151,"props":22485,"children":22486},{},[22487],{"type":22,"value":3985},{"type":16,"tag":258,"props":22489,"children":22490},{},[22491],{"type":22,"value":1353},{"type":16,"tag":3966,"props":22493,"children":22494},{},[22495,22499],{"type":16,"tag":258,"props":22496,"children":22497},{},[22498],{"type":22,"value":4110},{"type":16,"tag":151,"props":22500,"children":22501},{},[22502],{"type":22,"value":9695},{"type":16,"tag":8039,"props":22504,"children":22505},{},[22506,22542],{"type":16,"tag":265,"props":22507,"children":22508},{},[22509,22513],{"type":16,"tag":151,"props":22510,"children":22511},{},[22512],{"type":22,"value":4040},{"type":16,"tag":147,"props":22514,"children":22515},{},[22516,22531],{"type":16,"tag":10370,"props":22517,"children":22518},{},[22519,22523,22527],{"type":16,"tag":151,"props":22520,"children":22521},{},[22522],{"type":22,"value":19055},{"type":16,"tag":151,"props":22524,"children":22525},{},[22526],{"type":22,"value":3985},{"type":16,"tag":151,"props":22528,"children":22529},{},[22530],{"type":22,"value":1369},{"type":16,"tag":3987,"props":22532,"children":22533},{},[22534,22538],{"type":16,"tag":151,"props":22535,"children":22536},{},[22537],{"type":22,"value":19071},{"type":16,"tag":151,"props":22539,"children":22540},{},[22541],{"type":22,"value":9695},{"type":16,"tag":3987,"props":22543,"children":22544},{},[22545,22549],{"type":16,"tag":151,"props":22546,"children":22547},{},[22548],{"type":22,"value":19018},{"type":16,"tag":151,"props":22550,"children":22551},{},[22552],{"type":22,"value":3985},{"type":16,"tag":258,"props":22554,"children":22555},{"stretchy":260},[22556],{"type":22,"value":263},{"type":16,"tag":151,"props":22558,"children":22559},{},[22560],{"type":22,"value":155},{"type":16,"tag":10370,"props":22562,"children":22563},{},[22564,22568,22572],{"type":16,"tag":151,"props":22565,"children":22566},{},[22567],{"type":22,"value":15984},{"type":16,"tag":151,"props":22569,"children":22570},{},[22571],{"type":22,"value":3985},{"type":16,"tag":151,"props":22573,"children":22574},{},[22575],{"type":22,"value":1369},{"type":16,"tag":3987,"props":22577,"children":22578},{},[22579,22583],{"type":16,"tag":151,"props":22580,"children":22581},{},[22582],{"type":22,"value":19166},{"type":16,"tag":151,"props":22584,"children":22585},{},[22586],{"type":22,"value":9695},{"type":16,"tag":258,"props":22588,"children":22589},{},[22590],{"type":22,"value":304},{"type":16,"tag":3987,"props":22592,"children":22593},{},[22594,22598],{"type":16,"tag":151,"props":22595,"children":22596},{},[22597],{"type":22,"value":21506},{"type":16,"tag":151,"props":22599,"children":22600},{},[22601],{"type":22,"value":3985},{"type":16,"tag":258,"props":22603,"children":22604},{"stretchy":260},[22605],{"type":22,"value":314},{"type":16,"tag":3987,"props":22607,"children":22608},{},[22609,22613],{"type":16,"tag":151,"props":22610,"children":22611},{},[22612],{"type":22,"value":19071},{"type":16,"tag":151,"props":22614,"children":22615},{},[22616],{"type":22,"value":9695},{"type":16,"tag":258,"props":22618,"children":22619},{"separator":166},[22620],{"type":22,"value":904},{"type":16,"tag":157,"props":22622,"children":22623},{"encoding":159},[22624],{"type":22,"value":22625},"dq_i=\\sum_j\\frac{e^{q_i^Tk_j}}{L_i}(do_i^Tv_j-D_i)k_j,",{"type":16,"tag":127,"props":22627,"children":22629},{"className":22628,"ariaHidden":166},[165],[22630,22713,23245],{"type":16,"tag":127,"props":22631,"children":22633},{"className":22632},[171],[22634,22638,22643,22700,22704,22709],{"type":16,"tag":127,"props":22635,"children":22637},{"className":22636,"style":2339},[176],[],{"type":16,"tag":127,"props":22639,"children":22641},{"className":22640},[182,183],[22642],{"type":22,"value":155},{"type":16,"tag":127,"props":22644,"children":22646},{"className":22645},[182],[22647,22652],{"type":16,"tag":127,"props":22648,"children":22650},{"className":22649,"style":19387},[182,183],[22651],{"type":22,"value":19055},{"type":16,"tag":127,"props":22653,"children":22655},{"className":22654},[357],[22656],{"type":16,"tag":127,"props":22657,"children":22659},{"className":22658},[362,4278],[22660,22689],{"type":16,"tag":127,"props":22661,"children":22663},{"className":22662},[367],[22664,22684],{"type":16,"tag":127,"props":22665,"children":22667},{"className":22666,"style":4370},[372],[22668],{"type":16,"tag":127,"props":22669,"children":22670},{"style":20012},[22671,22675],{"type":16,"tag":127,"props":22672,"children":22674},{"className":22673,"style":383},[382],[],{"type":16,"tag":127,"props":22676,"children":22678},{"className":22677},[388,389,390,391],[22679],{"type":16,"tag":127,"props":22680,"children":22682},{"className":22681},[182,183,391],[22683],{"type":22,"value":3985},{"type":16,"tag":127,"props":22685,"children":22687},{"className":22686},[4326],[22688],{"type":22,"value":4329},{"type":16,"tag":127,"props":22690,"children":22692},{"className":22691},[367],[22693],{"type":16,"tag":127,"props":22694,"children":22696},{"className":22695,"style":4401},[372],[22697],{"type":16,"tag":127,"props":22698,"children":22699},{},[],{"type":16,"tag":127,"props":22701,"children":22703},{"className":22702,"style":1006},[593],[],{"type":16,"tag":127,"props":22705,"children":22707},{"className":22706},[1011],[22708],{"type":22,"value":1353},{"type":16,"tag":127,"props":22710,"children":22712},{"className":22711,"style":1006},[593],[],{"type":16,"tag":127,"props":22714,"children":22716},{"className":22715},[171],[22717,22721,22784,22788,23092,23097,23102,23175,23232,23236,23241],{"type":16,"tag":127,"props":22718,"children":22720},{"className":22719,"style":19605},[176],[],{"type":16,"tag":127,"props":22722,"children":22724},{"className":22723},[1727,4273],[22725],{"type":16,"tag":127,"props":22726,"children":22728},{"className":22727},[362,4278],[22729,22773],{"type":16,"tag":127,"props":22730,"children":22732},{"className":22731},[367],[22733,22768],{"type":16,"tag":127,"props":22734,"children":22736},{"className":22735,"style":4713},[372],[22737,22753],{"type":16,"tag":127,"props":22738,"children":22739},{"style":4717},[22740,22744],{"type":16,"tag":127,"props":22741,"children":22743},{"className":22742,"style":4722},[382],[],{"type":16,"tag":127,"props":22745,"children":22747},{"className":22746},[388,389,390,391],[22748],{"type":16,"tag":127,"props":22749,"children":22751},{"className":22750,"style":9716},[182,183,391],[22752],{"type":22,"value":9695},{"type":16,"tag":127,"props":22754,"children":22755},{"style":4735},[22756,22760],{"type":16,"tag":127,"props":22757,"children":22759},{"className":22758,"style":4722},[382],[],{"type":16,"tag":127,"props":22761,"children":22762},{},[22763],{"type":16,"tag":127,"props":22764,"children":22766},{"className":22765},[1727,4747,4748],[22767],{"type":22,"value":4110},{"type":16,"tag":127,"props":22769,"children":22771},{"className":22770},[4326],[22772],{"type":22,"value":4329},{"type":16,"tag":127,"props":22774,"children":22776},{"className":22775},[367],[22777],{"type":16,"tag":127,"props":22778,"children":22780},{"className":22779,"style":19330},[372],[22781],{"type":16,"tag":127,"props":22782,"children":22783},{},[],{"type":16,"tag":127,"props":22785,"children":22787},{"className":22786,"style":981},[593],[],{"type":16,"tag":127,"props":22789,"children":22791},{"className":22790},[182],[22792,22796,23088],{"type":16,"tag":127,"props":22793,"children":22795},{"className":22794},[342,8266],[],{"type":16,"tag":127,"props":22797,"children":22799},{"className":22798},[8039],[22800],{"type":16,"tag":127,"props":22801,"children":22803},{"className":22802},[362,4278],[22804,23077],{"type":16,"tag":127,"props":22805,"children":22807},{"className":22806},[367],[22808,23072],{"type":16,"tag":127,"props":22809,"children":22811},{"className":22810,"style":19697},[372],[22812,22880,22891],{"type":16,"tag":127,"props":22813,"children":22814},{"style":19701},[22815,22819],{"type":16,"tag":127,"props":22816,"children":22818},{"className":22817,"style":19706},[382],[],{"type":16,"tag":127,"props":22820,"children":22822},{"className":22821},[182],[22823],{"type":16,"tag":127,"props":22824,"children":22826},{"className":22825},[182],[22827,22832],{"type":16,"tag":127,"props":22828,"children":22830},{"className":22829},[182,183],[22831],{"type":22,"value":19018},{"type":16,"tag":127,"props":22833,"children":22835},{"className":22834},[357],[22836],{"type":16,"tag":127,"props":22837,"children":22839},{"className":22838},[362,4278],[22840,22869],{"type":16,"tag":127,"props":22841,"children":22843},{"className":22842},[367],[22844,22864],{"type":16,"tag":127,"props":22845,"children":22847},{"className":22846,"style":4370},[372],[22848],{"type":16,"tag":127,"props":22849,"children":22850},{"style":4374},[22851,22855],{"type":16,"tag":127,"props":22852,"children":22854},{"className":22853,"style":383},[382],[],{"type":16,"tag":127,"props":22856,"children":22858},{"className":22857},[388,389,390,391],[22859],{"type":16,"tag":127,"props":22860,"children":22862},{"className":22861},[182,183,391],[22863],{"type":22,"value":3985},{"type":16,"tag":127,"props":22865,"children":22867},{"className":22866},[4326],[22868],{"type":22,"value":4329},{"type":16,"tag":127,"props":22870,"children":22872},{"className":22871},[367],[22873],{"type":16,"tag":127,"props":22874,"children":22876},{"className":22875,"style":4401},[372],[22877],{"type":16,"tag":127,"props":22878,"children":22879},{},[],{"type":16,"tag":127,"props":22881,"children":22882},{"style":19771},[22883,22887],{"type":16,"tag":127,"props":22884,"children":22886},{"className":22885,"style":19706},[382],[],{"type":16,"tag":127,"props":22888,"children":22890},{"className":22889,"style":8319},[8318],[],{"type":16,"tag":127,"props":22892,"children":22893},{"style":19783},[22894,22898],{"type":16,"tag":127,"props":22895,"children":22897},{"className":22896,"style":19706},[382],[],{"type":16,"tag":127,"props":22899,"children":22901},{"className":22900},[182],[22902],{"type":16,"tag":127,"props":22903,"children":22905},{"className":22904},[182],[22906,22911],{"type":16,"tag":127,"props":22907,"children":22909},{"className":22908},[182,183],[22910],{"type":22,"value":4040},{"type":16,"tag":127,"props":22912,"children":22914},{"className":22913},[357],[22915],{"type":16,"tag":127,"props":22916,"children":22918},{"className":22917},[362],[22919],{"type":16,"tag":127,"props":22920,"children":22922},{"className":22921},[367],[22923],{"type":16,"tag":127,"props":22924,"children":22926},{"className":22925,"style":19817},[372],[22927],{"type":16,"tag":127,"props":22928,"children":22929},{"style":377},[22930,22934],{"type":16,"tag":127,"props":22931,"children":22933},{"className":22932,"style":383},[382],[],{"type":16,"tag":127,"props":22935,"children":22937},{"className":22936},[388,389,390,391],[22938],{"type":16,"tag":127,"props":22939,"children":22941},{"className":22940},[182,391],[22942,23015],{"type":16,"tag":127,"props":22943,"children":22945},{"className":22944},[182,391],[22946,22951],{"type":16,"tag":127,"props":22947,"children":22949},{"className":22948,"style":19387},[182,183,391],[22950],{"type":22,"value":19055},{"type":16,"tag":127,"props":22952,"children":22954},{"className":22953},[357],[22955],{"type":16,"tag":127,"props":22956,"children":22958},{"className":22957},[362,4278],[22959,23004],{"type":16,"tag":127,"props":22960,"children":22962},{"className":22961},[367],[22963,22999],{"type":16,"tag":127,"props":22964,"children":22966},{"className":22965,"style":19405},[372],[22967,22983],{"type":16,"tag":127,"props":22968,"children":22969},{"style":19409},[22970,22974],{"type":16,"tag":127,"props":22971,"children":22973},{"className":22972,"style":4588},[382],[],{"type":16,"tag":127,"props":22975,"children":22977},{"className":22976},[388,4593,4594,391],[22978],{"type":16,"tag":127,"props":22979,"children":22981},{"className":22980},[182,183,391],[22982],{"type":22,"value":3985},{"type":16,"tag":127,"props":22984,"children":22985},{"style":12292},[22986,22990],{"type":16,"tag":127,"props":22987,"children":22989},{"className":22988,"style":4588},[382],[],{"type":16,"tag":127,"props":22991,"children":22993},{"className":22992},[388,4593,4594,391],[22994],{"type":16,"tag":127,"props":22995,"children":22997},{"className":22996,"style":1605},[182,183,391],[22998],{"type":22,"value":1369},{"type":16,"tag":127,"props":23000,"children":23002},{"className":23001},[4326],[23003],{"type":22,"value":4329},{"type":16,"tag":127,"props":23005,"children":23007},{"className":23006},[367],[23008],{"type":16,"tag":127,"props":23009,"children":23011},{"className":23010,"style":12327},[372],[23012],{"type":16,"tag":127,"props":23013,"children":23014},{},[],{"type":16,"tag":127,"props":23016,"children":23018},{"className":23017},[182,391],[23019,23024],{"type":16,"tag":127,"props":23020,"children":23022},{"className":23021,"style":19463},[182,183,391],[23023],{"type":22,"value":19071},{"type":16,"tag":127,"props":23025,"children":23027},{"className":23026},[357],[23028],{"type":16,"tag":127,"props":23029,"children":23031},{"className":23030},[362,4278],[23032,23061],{"type":16,"tag":127,"props":23033,"children":23035},{"className":23034},[367],[23036,23056],{"type":16,"tag":127,"props":23037,"children":23039},{"className":23038,"style":4579},[372],[23040],{"type":16,"tag":127,"props":23041,"children":23042},{"style":19484},[23043,23047],{"type":16,"tag":127,"props":23044,"children":23046},{"className":23045,"style":4588},[382],[],{"type":16,"tag":127,"props":23048,"children":23050},{"className":23049},[388,4593,4594,391],[23051],{"type":16,"tag":127,"props":23052,"children":23054},{"className":23053,"style":9716},[182,183,391],[23055],{"type":22,"value":9695},{"type":16,"tag":127,"props":23057,"children":23059},{"className":23058},[4326],[23060],{"type":22,"value":4329},{"type":16,"tag":127,"props":23062,"children":23064},{"className":23063},[367],[23065],{"type":16,"tag":127,"props":23066,"children":23068},{"className":23067,"style":12547},[372],[23069],{"type":16,"tag":127,"props":23070,"children":23071},{},[],{"type":16,"tag":127,"props":23073,"children":23075},{"className":23074},[4326],[23076],{"type":22,"value":4329},{"type":16,"tag":127,"props":23078,"children":23080},{"className":23079},[367],[23081],{"type":16,"tag":127,"props":23082,"children":23084},{"className":23083,"style":19976},[372],[23085],{"type":16,"tag":127,"props":23086,"children":23087},{},[],{"type":16,"tag":127,"props":23089,"children":23091},{"className":23090},[492,8266],[],{"type":16,"tag":127,"props":23093,"children":23095},{"className":23094},[342],[23096],{"type":22,"value":263},{"type":16,"tag":127,"props":23098,"children":23100},{"className":23099},[182,183],[23101],{"type":22,"value":155},{"type":16,"tag":127,"props":23103,"children":23105},{"className":23104},[182],[23106,23111],{"type":16,"tag":127,"props":23107,"children":23109},{"className":23108},[182,183],[23110],{"type":22,"value":15984},{"type":16,"tag":127,"props":23112,"children":23114},{"className":23113},[357],[23115],{"type":16,"tag":127,"props":23116,"children":23118},{"className":23117},[362,4278],[23119,23164],{"type":16,"tag":127,"props":23120,"children":23122},{"className":23121},[367],[23123,23159],{"type":16,"tag":127,"props":23124,"children":23126},{"className":23125,"style":1588},[372],[23127,23143],{"type":16,"tag":127,"props":23128,"children":23129},{"style":11767},[23130,23134],{"type":16,"tag":127,"props":23131,"children":23133},{"className":23132,"style":383},[382],[],{"type":16,"tag":127,"props":23135,"children":23137},{"className":23136},[388,389,390,391],[23138],{"type":16,"tag":127,"props":23139,"children":23141},{"className":23140},[182,183,391],[23142],{"type":22,"value":3985},{"type":16,"tag":127,"props":23144,"children":23145},{"style":1592},[23146,23150],{"type":16,"tag":127,"props":23147,"children":23149},{"className":23148,"style":383},[382],[],{"type":16,"tag":127,"props":23151,"children":23153},{"className":23152},[388,389,390,391],[23154],{"type":16,"tag":127,"props":23155,"children":23157},{"className":23156,"style":1605},[182,183,391],[23158],{"type":22,"value":1369},{"type":16,"tag":127,"props":23160,"children":23162},{"className":23161},[4326],[23163],{"type":22,"value":4329},{"type":16,"tag":127,"props":23165,"children":23167},{"className":23166},[367],[23168],{"type":16,"tag":127,"props":23169,"children":23171},{"className":23170,"style":11820},[372],[23172],{"type":16,"tag":127,"props":23173,"children":23174},{},[],{"type":16,"tag":127,"props":23176,"children":23178},{"className":23177},[182],[23179,23184],{"type":16,"tag":127,"props":23180,"children":23182},{"className":23181,"style":19387},[182,183],[23183],{"type":22,"value":19166},{"type":16,"tag":127,"props":23185,"children":23187},{"className":23186},[357],[23188],{"type":16,"tag":127,"props":23189,"children":23191},{"className":23190},[362,4278],[23192,23221],{"type":16,"tag":127,"props":23193,"children":23195},{"className":23194},[367],[23196,23216],{"type":16,"tag":127,"props":23197,"children":23199},{"className":23198,"style":4370},[372],[23200],{"type":16,"tag":127,"props":23201,"children":23202},{"style":20012},[23203,23207],{"type":16,"tag":127,"props":23204,"children":23206},{"className":23205,"style":383},[382],[],{"type":16,"tag":127,"props":23208,"children":23210},{"className":23209},[388,389,390,391],[23211],{"type":16,"tag":127,"props":23212,"children":23214},{"className":23213,"style":9716},[182,183,391],[23215],{"type":22,"value":9695},{"type":16,"tag":127,"props":23217,"children":23219},{"className":23218},[4326],[23220],{"type":22,"value":4329},{"type":16,"tag":127,"props":23222,"children":23224},{"className":23223},[367],[23225],{"type":16,"tag":127,"props":23226,"children":23228},{"className":23227,"style":9843},[372],[23229],{"type":16,"tag":127,"props":23230,"children":23231},{},[],{"type":16,"tag":127,"props":23233,"children":23235},{"className":23234,"style":594},[593],[],{"type":16,"tag":127,"props":23237,"children":23239},{"className":23238},[599],[23240],{"type":22,"value":304},{"type":16,"tag":127,"props":23242,"children":23244},{"className":23243,"style":594},[593],[],{"type":16,"tag":127,"props":23246,"children":23248},{"className":23247},[171],[23249,23253,23310,23315,23373],{"type":16,"tag":127,"props":23250,"children":23252},{"className":23251,"style":11044},[176],[],{"type":16,"tag":127,"props":23254,"children":23256},{"className":23255},[182],[23257,23262],{"type":16,"tag":127,"props":23258,"children":23260},{"className":23259,"style":336},[182,183],[23261],{"type":22,"value":21506},{"type":16,"tag":127,"props":23263,"children":23265},{"className":23264},[357],[23266],{"type":16,"tag":127,"props":23267,"children":23269},{"className":23268},[362,4278],[23270,23299],{"type":16,"tag":127,"props":23271,"children":23273},{"className":23272},[367],[23274,23294],{"type":16,"tag":127,"props":23275,"children":23277},{"className":23276,"style":4370},[372],[23278],{"type":16,"tag":127,"props":23279,"children":23280},{"style":10150},[23281,23285],{"type":16,"tag":127,"props":23282,"children":23284},{"className":23283,"style":383},[382],[],{"type":16,"tag":127,"props":23286,"children":23288},{"className":23287},[388,389,390,391],[23289],{"type":16,"tag":127,"props":23290,"children":23292},{"className":23291},[182,183,391],[23293],{"type":22,"value":3985},{"type":16,"tag":127,"props":23295,"children":23297},{"className":23296},[4326],[23298],{"type":22,"value":4329},{"type":16,"tag":127,"props":23300,"children":23302},{"className":23301},[367],[23303],{"type":16,"tag":127,"props":23304,"children":23306},{"className":23305,"style":4401},[372],[23307],{"type":16,"tag":127,"props":23308,"children":23309},{},[],{"type":16,"tag":127,"props":23311,"children":23313},{"className":23312},[492],[23314],{"type":22,"value":314},{"type":16,"tag":127,"props":23316,"children":23318},{"className":23317},[182],[23319,23324],{"type":16,"tag":127,"props":23320,"children":23322},{"className":23321,"style":19463},[182,183],[23323],{"type":22,"value":19071},{"type":16,"tag":127,"props":23325,"children":23327},{"className":23326},[357],[23328],{"type":16,"tag":127,"props":23329,"children":23331},{"className":23330},[362,4278],[23332,23362],{"type":16,"tag":127,"props":23333,"children":23335},{"className":23334},[367],[23336,23357],{"type":16,"tag":127,"props":23337,"children":23339},{"className":23338,"style":4370},[372],[23340],{"type":16,"tag":127,"props":23341,"children":23343},{"style":23342},"top:-2.55em;margin-left:-0.0315em;margin-right:0.05em;",[23344,23348],{"type":16,"tag":127,"props":23345,"children":23347},{"className":23346,"style":383},[382],[],{"type":16,"tag":127,"props":23349,"children":23351},{"className":23350},[388,389,390,391],[23352],{"type":16,"tag":127,"props":23353,"children":23355},{"className":23354,"style":9716},[182,183,391],[23356],{"type":22,"value":9695},{"type":16,"tag":127,"props":23358,"children":23360},{"className":23359},[4326],[23361],{"type":22,"value":4329},{"type":16,"tag":127,"props":23363,"children":23365},{"className":23364},[367],[23366],{"type":16,"tag":127,"props":23367,"children":23369},{"className":23368,"style":9843},[372],[23370],{"type":16,"tag":127,"props":23371,"children":23372},{},[],{"type":16,"tag":127,"props":23374,"children":23376},{"className":23375},[975],[23377],{"type":22,"value":904},{"type":16,"tag":127,"props":23379,"children":23381},{"className":23380},[1324],[23382],{"type":16,"tag":127,"props":23383,"children":23385},{"className":23384},[130],[23386,23552],{"type":16,"tag":127,"props":23387,"children":23389},{"className":23388},[135],[23390],{"type":16,"tag":138,"props":23391,"children":23392},{"xmlns":140,"display":1336},[23393],{"type":16,"tag":143,"props":23394,"children":23395},{},[23396,23547],{"type":16,"tag":147,"props":23397,"children":23398},{},[23399,23403,23414,23418,23429,23479,23483,23487,23502,23513,23517,23528,23532,23543],{"type":16,"tag":151,"props":23400,"children":23401},{},[23402],{"type":22,"value":155},{"type":16,"tag":3987,"props":23404,"children":23405},{},[23406,23410],{"type":16,"tag":151,"props":23407,"children":23408},{},[23409],{"type":22,"value":19071},{"type":16,"tag":151,"props":23411,"children":23412},{},[23413],{"type":22,"value":9695},{"type":16,"tag":258,"props":23415,"children":23416},{},[23417],{"type":22,"value":1353},{"type":16,"tag":3966,"props":23419,"children":23420},{},[23421,23425],{"type":16,"tag":258,"props":23422,"children":23423},{},[23424],{"type":22,"value":4110},{"type":16,"tag":151,"props":23426,"children":23427},{},[23428],{"type":22,"value":3985},{"type":16,"tag":8039,"props":23430,"children":23431},{},[23432,23468],{"type":16,"tag":265,"props":23433,"children":23434},{},[23435,23439],{"type":16,"tag":151,"props":23436,"children":23437},{},[23438],{"type":22,"value":4040},{"type":16,"tag":147,"props":23440,"children":23441},{},[23442,23457],{"type":16,"tag":10370,"props":23443,"children":23444},{},[23445,23449,23453],{"type":16,"tag":151,"props":23446,"children":23447},{},[23448],{"type":22,"value":19055},{"type":16,"tag":151,"props":23450,"children":23451},{},[23452],{"type":22,"value":3985},{"type":16,"tag":151,"props":23454,"children":23455},{},[23456],{"type":22,"value":1369},{"type":16,"tag":3987,"props":23458,"children":23459},{},[23460,23464],{"type":16,"tag":151,"props":23461,"children":23462},{},[23463],{"type":22,"value":19071},{"type":16,"tag":151,"props":23465,"children":23466},{},[23467],{"type":22,"value":9695},{"type":16,"tag":3987,"props":23469,"children":23470},{},[23471,23475],{"type":16,"tag":151,"props":23472,"children":23473},{},[23474],{"type":22,"value":19018},{"type":16,"tag":151,"props":23476,"children":23477},{},[23478],{"type":22,"value":3985},{"type":16,"tag":258,"props":23480,"children":23481},{"stretchy":260},[23482],{"type":22,"value":263},{"type":16,"tag":151,"props":23484,"children":23485},{},[23486],{"type":22,"value":155},{"type":16,"tag":10370,"props":23488,"children":23489},{},[23490,23494,23498],{"type":16,"tag":151,"props":23491,"children":23492},{},[23493],{"type":22,"value":15984},{"type":16,"tag":151,"props":23495,"children":23496},{},[23497],{"type":22,"value":3985},{"type":16,"tag":151,"props":23499,"children":23500},{},[23501],{"type":22,"value":1369},{"type":16,"tag":3987,"props":23503,"children":23504},{},[23505,23509],{"type":16,"tag":151,"props":23506,"children":23507},{},[23508],{"type":22,"value":19166},{"type":16,"tag":151,"props":23510,"children":23511},{},[23512],{"type":22,"value":9695},{"type":16,"tag":258,"props":23514,"children":23515},{},[23516],{"type":22,"value":304},{"type":16,"tag":3987,"props":23518,"children":23519},{},[23520,23524],{"type":16,"tag":151,"props":23521,"children":23522},{},[23523],{"type":22,"value":21506},{"type":16,"tag":151,"props":23525,"children":23526},{},[23527],{"type":22,"value":3985},{"type":16,"tag":258,"props":23529,"children":23530},{"stretchy":260},[23531],{"type":22,"value":314},{"type":16,"tag":3987,"props":23533,"children":23534},{},[23535,23539],{"type":16,"tag":151,"props":23536,"children":23537},{},[23538],{"type":22,"value":19055},{"type":16,"tag":151,"props":23540,"children":23541},{},[23542],{"type":22,"value":3985},{"type":16,"tag":151,"props":23544,"children":23545},{"mathvariant":516},[23546],{"type":22,"value":4210},{"type":16,"tag":157,"props":23548,"children":23549},{"encoding":159},[23550],{"type":22,"value":23551},"dk_j=\\sum_i\\frac{e^{q_i^Tk_j}}{L_i}(do_i^Tv_j-D_i)q_i.",{"type":16,"tag":127,"props":23553,"children":23555},{"className":23554,"ariaHidden":166},[165],[23556,23639,24171],{"type":16,"tag":127,"props":23557,"children":23559},{"className":23558},[171],[23560,23564,23569,23626,23630,23635],{"type":16,"tag":127,"props":23561,"children":23563},{"className":23562,"style":20800},[176],[],{"type":16,"tag":127,"props":23565,"children":23567},{"className":23566},[182,183],[23568],{"type":22,"value":155},{"type":16,"tag":127,"props":23570,"children":23572},{"className":23571},[182],[23573,23578],{"type":16,"tag":127,"props":23574,"children":23576},{"className":23575,"style":19463},[182,183],[23577],{"type":22,"value":19071},{"type":16,"tag":127,"props":23579,"children":23581},{"className":23580},[357],[23582],{"type":16,"tag":127,"props":23583,"children":23585},{"className":23584},[362,4278],[23586,23615],{"type":16,"tag":127,"props":23587,"children":23589},{"className":23588},[367],[23590,23610],{"type":16,"tag":127,"props":23591,"children":23593},{"className":23592,"style":4370},[372],[23594],{"type":16,"tag":127,"props":23595,"children":23596},{"style":23342},[23597,23601],{"type":16,"tag":127,"props":23598,"children":23600},{"className":23599,"style":383},[382],[],{"type":16,"tag":127,"props":23602,"children":23604},{"className":23603},[388,389,390,391],[23605],{"type":16,"tag":127,"props":23606,"children":23608},{"className":23607,"style":9716},[182,183,391],[23609],{"type":22,"value":9695},{"type":16,"tag":127,"props":23611,"children":23613},{"className":23612},[4326],[23614],{"type":22,"value":4329},{"type":16,"tag":127,"props":23616,"children":23618},{"className":23617},[367],[23619],{"type":16,"tag":127,"props":23620,"children":23622},{"className":23621,"style":9843},[372],[23623],{"type":16,"tag":127,"props":23624,"children":23625},{},[],{"type":16,"tag":127,"props":23627,"children":23629},{"className":23628,"style":1006},[593],[],{"type":16,"tag":127,"props":23631,"children":23633},{"className":23632},[1011],[23634],{"type":22,"value":1353},{"type":16,"tag":127,"props":23636,"children":23638},{"className":23637,"style":1006},[593],[],{"type":16,"tag":127,"props":23640,"children":23642},{"className":23641},[171],[23643,23647,23710,23714,24018,24023,24028,24101,24158,24162,24167],{"type":16,"tag":127,"props":23644,"children":23646},{"className":23645,"style":20884},[176],[],{"type":16,"tag":127,"props":23648,"children":23650},{"className":23649},[1727,4273],[23651],{"type":16,"tag":127,"props":23652,"children":23654},{"className":23653},[362,4278],[23655,23699],{"type":16,"tag":127,"props":23656,"children":23658},{"className":23657},[367],[23659,23694],{"type":16,"tag":127,"props":23660,"children":23662},{"className":23661,"style":4713},[372],[23663,23679],{"type":16,"tag":127,"props":23664,"children":23665},{"style":4717},[23666,23670],{"type":16,"tag":127,"props":23667,"children":23669},{"className":23668,"style":4722},[382],[],{"type":16,"tag":127,"props":23671,"children":23673},{"className":23672},[388,389,390,391],[23674],{"type":16,"tag":127,"props":23675,"children":23677},{"className":23676},[182,183,391],[23678],{"type":22,"value":3985},{"type":16,"tag":127,"props":23680,"children":23681},{"style":4735},[23682,23686],{"type":16,"tag":127,"props":23683,"children":23685},{"className":23684,"style":4722},[382],[],{"type":16,"tag":127,"props":23687,"children":23688},{},[23689],{"type":16,"tag":127,"props":23690,"children":23692},{"className":23691},[1727,4747,4748],[23693],{"type":22,"value":4110},{"type":16,"tag":127,"props":23695,"children":23697},{"className":23696},[4326],[23698],{"type":22,"value":4329},{"type":16,"tag":127,"props":23700,"children":23702},{"className":23701},[367],[23703],{"type":16,"tag":127,"props":23704,"children":23706},{"className":23705,"style":4763},[372],[23707],{"type":16,"tag":127,"props":23708,"children":23709},{},[],{"type":16,"tag":127,"props":23711,"children":23713},{"className":23712,"style":981},[593],[],{"type":16,"tag":127,"props":23715,"children":23717},{"className":23716},[182],[23718,23722,24014],{"type":16,"tag":127,"props":23719,"children":23721},{"className":23720},[342,8266],[],{"type":16,"tag":127,"props":23723,"children":23725},{"className":23724},[8039],[23726],{"type":16,"tag":127,"props":23727,"children":23729},{"className":23728},[362,4278],[23730,24003],{"type":16,"tag":127,"props":23731,"children":23733},{"className":23732},[367],[23734,23998],{"type":16,"tag":127,"props":23735,"children":23737},{"className":23736,"style":19697},[372],[23738,23806,23817],{"type":16,"tag":127,"props":23739,"children":23740},{"style":19701},[23741,23745],{"type":16,"tag":127,"props":23742,"children":23744},{"className":23743,"style":19706},[382],[],{"type":16,"tag":127,"props":23746,"children":23748},{"className":23747},[182],[23749],{"type":16,"tag":127,"props":23750,"children":23752},{"className":23751},[182],[23753,23758],{"type":16,"tag":127,"props":23754,"children":23756},{"className":23755},[182,183],[23757],{"type":22,"value":19018},{"type":16,"tag":127,"props":23759,"children":23761},{"className":23760},[357],[23762],{"type":16,"tag":127,"props":23763,"children":23765},{"className":23764},[362,4278],[23766,23795],{"type":16,"tag":127,"props":23767,"children":23769},{"className":23768},[367],[23770,23790],{"type":16,"tag":127,"props":23771,"children":23773},{"className":23772,"style":4370},[372],[23774],{"type":16,"tag":127,"props":23775,"children":23776},{"style":4374},[23777,23781],{"type":16,"tag":127,"props":23778,"children":23780},{"className":23779,"style":383},[382],[],{"type":16,"tag":127,"props":23782,"children":23784},{"className":23783},[388,389,390,391],[23785],{"type":16,"tag":127,"props":23786,"children":23788},{"className":23787},[182,183,391],[23789],{"type":22,"value":3985},{"type":16,"tag":127,"props":23791,"children":23793},{"className":23792},[4326],[23794],{"type":22,"value":4329},{"type":16,"tag":127,"props":23796,"children":23798},{"className":23797},[367],[23799],{"type":16,"tag":127,"props":23800,"children":23802},{"className":23801,"style":4401},[372],[23803],{"type":16,"tag":127,"props":23804,"children":23805},{},[],{"type":16,"tag":127,"props":23807,"children":23808},{"style":19771},[23809,23813],{"type":16,"tag":127,"props":23810,"children":23812},{"className":23811,"style":19706},[382],[],{"type":16,"tag":127,"props":23814,"children":23816},{"className":23815,"style":8319},[8318],[],{"type":16,"tag":127,"props":23818,"children":23819},{"style":19783},[23820,23824],{"type":16,"tag":127,"props":23821,"children":23823},{"className":23822,"style":19706},[382],[],{"type":16,"tag":127,"props":23825,"children":23827},{"className":23826},[182],[23828],{"type":16,"tag":127,"props":23829,"children":23831},{"className":23830},[182],[23832,23837],{"type":16,"tag":127,"props":23833,"children":23835},{"className":23834},[182,183],[23836],{"type":22,"value":4040},{"type":16,"tag":127,"props":23838,"children":23840},{"className":23839},[357],[23841],{"type":16,"tag":127,"props":23842,"children":23844},{"className":23843},[362],[23845],{"type":16,"tag":127,"props":23846,"children":23848},{"className":23847},[367],[23849],{"type":16,"tag":127,"props":23850,"children":23852},{"className":23851,"style":19817},[372],[23853],{"type":16,"tag":127,"props":23854,"children":23855},{"style":377},[23856,23860],{"type":16,"tag":127,"props":23857,"children":23859},{"className":23858,"style":383},[382],[],{"type":16,"tag":127,"props":23861,"children":23863},{"className":23862},[388,389,390,391],[23864],{"type":16,"tag":127,"props":23865,"children":23867},{"className":23866},[182,391],[23868,23941],{"type":16,"tag":127,"props":23869,"children":23871},{"className":23870},[182,391],[23872,23877],{"type":16,"tag":127,"props":23873,"children":23875},{"className":23874,"style":19387},[182,183,391],[23876],{"type":22,"value":19055},{"type":16,"tag":127,"props":23878,"children":23880},{"className":23879},[357],[23881],{"type":16,"tag":127,"props":23882,"children":23884},{"className":23883},[362,4278],[23885,23930],{"type":16,"tag":127,"props":23886,"children":23888},{"className":23887},[367],[23889,23925],{"type":16,"tag":127,"props":23890,"children":23892},{"className":23891,"style":19405},[372],[23893,23909],{"type":16,"tag":127,"props":23894,"children":23895},{"style":19409},[23896,23900],{"type":16,"tag":127,"props":23897,"children":23899},{"className":23898,"style":4588},[382],[],{"type":16,"tag":127,"props":23901,"children":23903},{"className":23902},[388,4593,4594,391],[23904],{"type":16,"tag":127,"props":23905,"children":23907},{"className":23906},[182,183,391],[23908],{"type":22,"value":3985},{"type":16,"tag":127,"props":23910,"children":23911},{"style":12292},[23912,23916],{"type":16,"tag":127,"props":23913,"children":23915},{"className":23914,"style":4588},[382],[],{"type":16,"tag":127,"props":23917,"children":23919},{"className":23918},[388,4593,4594,391],[23920],{"type":16,"tag":127,"props":23921,"children":23923},{"className":23922,"style":1605},[182,183,391],[23924],{"type":22,"value":1369},{"type":16,"tag":127,"props":23926,"children":23928},{"className":23927},[4326],[23929],{"type":22,"value":4329},{"type":16,"tag":127,"props":23931,"children":23933},{"className":23932},[367],[23934],{"type":16,"tag":127,"props":23935,"children":23937},{"className":23936,"style":12327},[372],[23938],{"type":16,"tag":127,"props":23939,"children":23940},{},[],{"type":16,"tag":127,"props":23942,"children":23944},{"className":23943},[182,391],[23945,23950],{"type":16,"tag":127,"props":23946,"children":23948},{"className":23947,"style":19463},[182,183,391],[23949],{"type":22,"value":19071},{"type":16,"tag":127,"props":23951,"children":23953},{"className":23952},[357],[23954],{"type":16,"tag":127,"props":23955,"children":23957},{"className":23956},[362,4278],[23958,23987],{"type":16,"tag":127,"props":23959,"children":23961},{"className":23960},[367],[23962,23982],{"type":16,"tag":127,"props":23963,"children":23965},{"className":23964,"style":4579},[372],[23966],{"type":16,"tag":127,"props":23967,"children":23968},{"style":19484},[23969,23973],{"type":16,"tag":127,"props":23970,"children":23972},{"className":23971,"style":4588},[382],[],{"type":16,"tag":127,"props":23974,"children":23976},{"className":23975},[388,4593,4594,391],[23977],{"type":16,"tag":127,"props":23978,"children":23980},{"className":23979,"style":9716},[182,183,391],[23981],{"type":22,"value":9695},{"type":16,"tag":127,"props":23983,"children":23985},{"className":23984},[4326],[23986],{"type":22,"value":4329},{"type":16,"tag":127,"props":23988,"children":23990},{"className":23989},[367],[23991],{"type":16,"tag":127,"props":23992,"children":23994},{"className":23993,"style":12547},[372],[23995],{"type":16,"tag":127,"props":23996,"children":23997},{},[],{"type":16,"tag":127,"props":23999,"children":24001},{"className":24000},[4326],[24002],{"type":22,"value":4329},{"type":16,"tag":127,"props":24004,"children":24006},{"className":24005},[367],[24007],{"type":16,"tag":127,"props":24008,"children":24010},{"className":24009,"style":19976},[372],[24011],{"type":16,"tag":127,"props":24012,"children":24013},{},[],{"type":16,"tag":127,"props":24015,"children":24017},{"className":24016},[492,8266],[],{"type":16,"tag":127,"props":24019,"children":24021},{"className":24020},[342],[24022],{"type":22,"value":263},{"type":16,"tag":127,"props":24024,"children":24026},{"className":24025},[182,183],[24027],{"type":22,"value":155},{"type":16,"tag":127,"props":24029,"children":24031},{"className":24030},[182],[24032,24037],{"type":16,"tag":127,"props":24033,"children":24035},{"className":24034},[182,183],[24036],{"type":22,"value":15984},{"type":16,"tag":127,"props":24038,"children":24040},{"className":24039},[357],[24041],{"type":16,"tag":127,"props":24042,"children":24044},{"className":24043},[362,4278],[24045,24090],{"type":16,"tag":127,"props":24046,"children":24048},{"className":24047},[367],[24049,24085],{"type":16,"tag":127,"props":24050,"children":24052},{"className":24051,"style":1588},[372],[24053,24069],{"type":16,"tag":127,"props":24054,"children":24055},{"style":11767},[24056,24060],{"type":16,"tag":127,"props":24057,"children":24059},{"className":24058,"style":383},[382],[],{"type":16,"tag":127,"props":24061,"children":24063},{"className":24062},[388,389,390,391],[24064],{"type":16,"tag":127,"props":24065,"children":24067},{"className":24066},[182,183,391],[24068],{"type":22,"value":3985},{"type":16,"tag":127,"props":24070,"children":24071},{"style":1592},[24072,24076],{"type":16,"tag":127,"props":24073,"children":24075},{"className":24074,"style":383},[382],[],{"type":16,"tag":127,"props":24077,"children":24079},{"className":24078},[388,389,390,391],[24080],{"type":16,"tag":127,"props":24081,"children":24083},{"className":24082,"style":1605},[182,183,391],[24084],{"type":22,"value":1369},{"type":16,"tag":127,"props":24086,"children":24088},{"className":24087},[4326],[24089],{"type":22,"value":4329},{"type":16,"tag":127,"props":24091,"children":24093},{"className":24092},[367],[24094],{"type":16,"tag":127,"props":24095,"children":24097},{"className":24096,"style":11820},[372],[24098],{"type":16,"tag":127,"props":24099,"children":24100},{},[],{"type":16,"tag":127,"props":24102,"children":24104},{"className":24103},[182],[24105,24110],{"type":16,"tag":127,"props":24106,"children":24108},{"className":24107,"style":19387},[182,183],[24109],{"type":22,"value":19166},{"type":16,"tag":127,"props":24111,"children":24113},{"className":24112},[357],[24114],{"type":16,"tag":127,"props":24115,"children":24117},{"className":24116},[362,4278],[24118,24147],{"type":16,"tag":127,"props":24119,"children":24121},{"className":24120},[367],[24122,24142],{"type":16,"tag":127,"props":24123,"children":24125},{"className":24124,"style":4370},[372],[24126],{"type":16,"tag":127,"props":24127,"children":24128},{"style":20012},[24129,24133],{"type":16,"tag":127,"props":24130,"children":24132},{"className":24131,"style":383},[382],[],{"type":16,"tag":127,"props":24134,"children":24136},{"className":24135},[388,389,390,391],[24137],{"type":16,"tag":127,"props":24138,"children":24140},{"className":24139,"style":9716},[182,183,391],[24141],{"type":22,"value":9695},{"type":16,"tag":127,"props":24143,"children":24145},{"className":24144},[4326],[24146],{"type":22,"value":4329},{"type":16,"tag":127,"props":24148,"children":24150},{"className":24149},[367],[24151],{"type":16,"tag":127,"props":24152,"children":24154},{"className":24153,"style":9843},[372],[24155],{"type":16,"tag":127,"props":24156,"children":24157},{},[],{"type":16,"tag":127,"props":24159,"children":24161},{"className":24160,"style":594},[593],[],{"type":16,"tag":127,"props":24163,"children":24165},{"className":24164},[599],[24166],{"type":22,"value":304},{"type":16,"tag":127,"props":24168,"children":24170},{"className":24169,"style":594},[593],[],{"type":16,"tag":127,"props":24172,"children":24174},{"className":24173},[171],[24175,24179,24236,24241,24298],{"type":16,"tag":127,"props":24176,"children":24178},{"className":24177,"style":568},[176],[],{"type":16,"tag":127,"props":24180,"children":24182},{"className":24181},[182],[24183,24188],{"type":16,"tag":127,"props":24184,"children":24186},{"className":24185,"style":336},[182,183],[24187],{"type":22,"value":21506},{"type":16,"tag":127,"props":24189,"children":24191},{"className":24190},[357],[24192],{"type":16,"tag":127,"props":24193,"children":24195},{"className":24194},[362,4278],[24196,24225],{"type":16,"tag":127,"props":24197,"children":24199},{"className":24198},[367],[24200,24220],{"type":16,"tag":127,"props":24201,"children":24203},{"className":24202,"style":4370},[372],[24204],{"type":16,"tag":127,"props":24205,"children":24206},{"style":10150},[24207,24211],{"type":16,"tag":127,"props":24208,"children":24210},{"className":24209,"style":383},[382],[],{"type":16,"tag":127,"props":24212,"children":24214},{"className":24213},[388,389,390,391],[24215],{"type":16,"tag":127,"props":24216,"children":24218},{"className":24217},[182,183,391],[24219],{"type":22,"value":3985},{"type":16,"tag":127,"props":24221,"children":24223},{"className":24222},[4326],[24224],{"type":22,"value":4329},{"type":16,"tag":127,"props":24226,"children":24228},{"className":24227},[367],[24229],{"type":16,"tag":127,"props":24230,"children":24232},{"className":24231,"style":4401},[372],[24233],{"type":16,"tag":127,"props":24234,"children":24235},{},[],{"type":16,"tag":127,"props":24237,"children":24239},{"className":24238},[492],[24240],{"type":22,"value":314},{"type":16,"tag":127,"props":24242,"children":24244},{"className":24243},[182],[24245,24250],{"type":16,"tag":127,"props":24246,"children":24248},{"className":24247,"style":19387},[182,183],[24249],{"type":22,"value":19055},{"type":16,"tag":127,"props":24251,"children":24253},{"className":24252},[357],[24254],{"type":16,"tag":127,"props":24255,"children":24257},{"className":24256},[362,4278],[24258,24287],{"type":16,"tag":127,"props":24259,"children":24261},{"className":24260},[367],[24262,24282],{"type":16,"tag":127,"props":24263,"children":24265},{"className":24264,"style":4370},[372],[24266],{"type":16,"tag":127,"props":24267,"children":24268},{"style":20012},[24269,24273],{"type":16,"tag":127,"props":24270,"children":24272},{"className":24271,"style":383},[382],[],{"type":16,"tag":127,"props":24274,"children":24276},{"className":24275},[388,389,390,391],[24277],{"type":16,"tag":127,"props":24278,"children":24280},{"className":24279},[182,183,391],[24281],{"type":22,"value":3985},{"type":16,"tag":127,"props":24283,"children":24285},{"className":24284},[4326],[24286],{"type":22,"value":4329},{"type":16,"tag":127,"props":24288,"children":24290},{"className":24289},[367],[24291],{"type":16,"tag":127,"props":24292,"children":24294},{"className":24293,"style":4401},[372],[24295],{"type":16,"tag":127,"props":24296,"children":24297},{},[],{"type":16,"tag":127,"props":24299,"children":24301},{"className":24300},[182],[24302],{"type":22,"value":4210},{"type":16,"tag":24,"props":24304,"children":24305},{},[24306,24308,24377],{"type":22,"value":24307},"因此反向传播也只需 ",{"type":16,"tag":127,"props":24309,"children":24311},{"className":24310},[130],[24312,24345],{"type":16,"tag":127,"props":24313,"children":24315},{"className":24314},[135],[24316],{"type":16,"tag":138,"props":24317,"children":24318},{"xmlns":140},[24319],{"type":16,"tag":143,"props":24320,"children":24321},{},[24322,24341],{"type":16,"tag":147,"props":24323,"children":24324},{},[24325,24329,24333,24337],{"type":16,"tag":151,"props":24326,"children":24327},{},[24328],{"type":22,"value":256},{"type":16,"tag":258,"props":24330,"children":24331},{"stretchy":260},[24332],{"type":22,"value":263},{"type":16,"tag":151,"props":24334,"children":24335},{},[24336],{"type":22,"value":272},{"type":16,"tag":258,"props":24338,"children":24339},{"stretchy":260},[24340],{"type":22,"value":314},{"type":16,"tag":157,"props":24342,"children":24343},{"encoding":159},[24344],{"type":22,"value":14708},{"type":16,"tag":127,"props":24346,"children":24348},{"className":24347,"ariaHidden":166},[165],[24349],{"type":16,"tag":127,"props":24350,"children":24352},{"className":24351},[171],[24353,24357,24362,24367,24372],{"type":16,"tag":127,"props":24354,"children":24356},{"className":24355,"style":568},[176],[],{"type":16,"tag":127,"props":24358,"children":24360},{"className":24359,"style":336},[182,183],[24361],{"type":22,"value":256},{"type":16,"tag":127,"props":24363,"children":24365},{"className":24364},[342],[24366],{"type":22,"value":263},{"type":16,"tag":127,"props":24368,"children":24370},{"className":24369,"style":230},[182,183],[24371],{"type":22,"value":272},{"type":16,"tag":127,"props":24373,"children":24375},{"className":24374},[492],[24376],{"type":22,"value":314},{"type":22,"value":14742},{"type":16,"tag":802,"props":24379,"children":24381},{"id":24380},"b3-flashattention-前向传播",[24382],{"type":22,"value":24383},"B.3 FlashAttention 前向传播",{"type":16,"tag":24,"props":24385,"children":24386},{},[24387],{"type":22,"value":24388},"完整计算为",{"type":16,"tag":127,"props":24390,"children":24392},{"className":24391},[1324],[24393],{"type":16,"tag":127,"props":24394,"children":24396},{"className":24395},[130],[24397,24579],{"type":16,"tag":127,"props":24398,"children":24400},{"className":24399},[135],[24401],{"type":16,"tag":138,"props":24402,"children":24403},{"xmlns":140,"display":1336},[24404],{"type":16,"tag":143,"props":24405,"children":24406},{},[24407,24574],{"type":16,"tag":147,"props":24408,"children":24409},{},[24410,24414,24418,24423,24427,24438,24442,24445,24480,24484,24489,24493,24497,24501,24505,24509,24512,24516,24520,24524,24528,24532,24566,24570],{"type":16,"tag":151,"props":24411,"children":24412},{},[24413],{"type":22,"value":1348},{"type":16,"tag":258,"props":24415,"children":24416},{},[24417],{"type":22,"value":1353},{"type":16,"tag":151,"props":24419,"children":24420},{},[24421],{"type":22,"value":24422},"τ",{"type":16,"tag":151,"props":24424,"children":24425},{},[24426],{"type":22,"value":899},{"type":16,"tag":265,"props":24428,"children":24429},{},[24430,24434],{"type":16,"tag":151,"props":24431,"children":24432},{},[24433],{"type":22,"value":909},{"type":16,"tag":151,"props":24435,"children":24436},{},[24437],{"type":22,"value":1369},{"type":16,"tag":258,"props":24439,"children":24440},{"separator":166},[24441],{"type":22,"value":904},{"type":16,"tag":593,"props":24443,"children":24444},{"width":11529},[],{"type":16,"tag":3987,"props":24446,"children":24447},{},[24448,24452],{"type":16,"tag":151,"props":24449,"children":24450},{},[24451],{"type":22,"value":1348},{"type":16,"tag":147,"props":24453,"children":24454},{},[24455,24459,24464,24468,24472,24476],{"type":16,"tag":151,"props":24456,"children":24457},{},[24458],{"type":22,"value":3948},{"type":16,"tag":151,"props":24460,"children":24461},{},[24462],{"type":22,"value":24463},"a",{"type":16,"tag":151,"props":24465,"children":24466},{},[24467],{"type":22,"value":17709},{"type":16,"tag":151,"props":24469,"children":24470},{},[24471],{"type":22,"value":19071},{"type":16,"tag":151,"props":24473,"children":24474},{},[24475],{"type":22,"value":4040},{"type":16,"tag":151,"props":24477,"children":24478},{},[24479],{"type":22,"value":155},{"type":16,"tag":258,"props":24481,"children":24482},{},[24483],{"type":22,"value":1353},{"type":16,"tag":151,"props":24485,"children":24486},{"mathvariant":516},[24487],{"type":22,"value":24488},"mask",{"type":16,"tag":258,"props":24490,"children":24491},{},[24492],{"type":22,"value":1422},{"type":16,"tag":258,"props":24494,"children":24495},{"stretchy":260},[24496],{"type":22,"value":263},{"type":16,"tag":151,"props":24498,"children":24499},{},[24500],{"type":22,"value":1348},{"type":16,"tag":258,"props":24502,"children":24503},{"stretchy":260},[24504],{"type":22,"value":314},{"type":16,"tag":258,"props":24506,"children":24507},{"separator":166},[24508],{"type":22,"value":904},{"type":16,"tag":593,"props":24510,"children":24511},{"width":11529},[],{"type":16,"tag":151,"props":24513,"children":24514},{},[24515],{"type":22,"value":1408},{"type":16,"tag":258,"props":24517,"children":24518},{},[24519],{"type":22,"value":1353},{"type":16,"tag":151,"props":24521,"children":24522},{"mathvariant":516},[24523],{"type":22,"value":1417},{"type":16,"tag":258,"props":24525,"children":24526},{},[24527],{"type":22,"value":1422},{"type":16,"tag":258,"props":24529,"children":24530},{"stretchy":260},[24531],{"type":22,"value":263},{"type":16,"tag":3987,"props":24533,"children":24534},{},[24535,24539],{"type":16,"tag":151,"props":24536,"children":24537},{},[24538],{"type":22,"value":1348},{"type":16,"tag":147,"props":24540,"children":24541},{},[24542,24546,24550,24554,24558,24562],{"type":16,"tag":151,"props":24543,"children":24544},{},[24545],{"type":22,"value":3948},{"type":16,"tag":151,"props":24547,"children":24548},{},[24549],{"type":22,"value":24463},{"type":16,"tag":151,"props":24551,"children":24552},{},[24553],{"type":22,"value":17709},{"type":16,"tag":151,"props":24555,"children":24556},{},[24557],{"type":22,"value":19071},{"type":16,"tag":151,"props":24559,"children":24560},{},[24561],{"type":22,"value":4040},{"type":16,"tag":151,"props":24563,"children":24564},{},[24565],{"type":22,"value":155},{"type":16,"tag":258,"props":24567,"children":24568},{"stretchy":260},[24569],{"type":22,"value":314},{"type":16,"tag":258,"props":24571,"children":24572},{"separator":166},[24573],{"type":22,"value":904},{"type":16,"tag":157,"props":24575,"children":24576},{"encoding":159},[24577],{"type":22,"value":24578},"S=\\tau QK^T,\\quad S_{masked}=\\operatorname{mask}(S),\\quad P=\\operatorname{softmax}(S_{masked}),",{"type":16,"tag":127,"props":24580,"children":24582},{"className":24581,"ariaHidden":166},[165],[24583,24609,24777,24840],{"type":16,"tag":127,"props":24584,"children":24586},{"className":24585},[171],[24587,24591,24596,24600,24605],{"type":16,"tag":127,"props":24588,"children":24590},{"className":24589,"style":225},[176],[],{"type":16,"tag":127,"props":24592,"children":24594},{"className":24593,"style":1534},[182,183],[24595],{"type":22,"value":1348},{"type":16,"tag":127,"props":24597,"children":24599},{"className":24598,"style":1006},[593],[],{"type":16,"tag":127,"props":24601,"children":24603},{"className":24602},[1011],[24604],{"type":22,"value":1353},{"type":16,"tag":127,"props":24606,"children":24608},{"className":24607,"style":1006},[593],[],{"type":16,"tag":127,"props":24610,"children":24612},{"className":24611},[171],[24613,24617,24623,24628,24669,24674,24678,24682,24764,24768,24773],{"type":16,"tag":127,"props":24614,"children":24616},{"className":24615,"style":1557},[176],[],{"type":16,"tag":127,"props":24618,"children":24621},{"className":24619,"style":24620},[182,183],"margin-right:0.1132em;",[24622],{"type":22,"value":24422},{"type":16,"tag":127,"props":24624,"children":24626},{"className":24625},[182,183],[24627],{"type":22,"value":899},{"type":16,"tag":127,"props":24629,"children":24631},{"className":24630},[182],[24632,24637],{"type":16,"tag":127,"props":24633,"children":24635},{"className":24634,"style":986},[182,183],[24636],{"type":22,"value":909},{"type":16,"tag":127,"props":24638,"children":24640},{"className":24639},[357],[24641],{"type":16,"tag":127,"props":24642,"children":24644},{"className":24643},[362],[24645],{"type":16,"tag":127,"props":24646,"children":24648},{"className":24647},[367],[24649],{"type":16,"tag":127,"props":24650,"children":24652},{"className":24651,"style":1588},[372],[24653],{"type":16,"tag":127,"props":24654,"children":24655},{"style":1592},[24656,24660],{"type":16,"tag":127,"props":24657,"children":24659},{"className":24658,"style":383},[382],[],{"type":16,"tag":127,"props":24661,"children":24663},{"className":24662},[388,389,390,391],[24664],{"type":16,"tag":127,"props":24665,"children":24667},{"className":24666,"style":1605},[182,183,391],[24668],{"type":22,"value":1369},{"type":16,"tag":127,"props":24670,"children":24672},{"className":24671},[975],[24673],{"type":22,"value":904},{"type":16,"tag":127,"props":24675,"children":24677},{"className":24676,"style":12035},[593],[],{"type":16,"tag":127,"props":24679,"children":24681},{"className":24680,"style":981},[593],[],{"type":16,"tag":127,"props":24683,"children":24685},{"className":24684},[182],[24686,24691],{"type":16,"tag":127,"props":24687,"children":24689},{"className":24688,"style":1534},[182,183],[24690],{"type":22,"value":1348},{"type":16,"tag":127,"props":24692,"children":24694},{"className":24693},[357],[24695],{"type":16,"tag":127,"props":24696,"children":24698},{"className":24697},[362,4278],[24699,24753],{"type":16,"tag":127,"props":24700,"children":24702},{"className":24701},[367],[24703,24748],{"type":16,"tag":127,"props":24704,"children":24706},{"className":24705,"style":8756},[372],[24707],{"type":16,"tag":127,"props":24708,"children":24709},{"style":10429},[24710,24714],{"type":16,"tag":127,"props":24711,"children":24713},{"className":24712,"style":383},[382],[],{"type":16,"tag":127,"props":24715,"children":24717},{"className":24716},[388,389,390,391],[24718],{"type":16,"tag":127,"props":24719,"children":24721},{"className":24720},[182,391],[24722,24728,24733,24738,24743],{"type":16,"tag":127,"props":24723,"children":24725},{"className":24724},[182,183,391],[24726],{"type":22,"value":24727},"ma",{"type":16,"tag":127,"props":24729,"children":24731},{"className":24730},[182,183,391],[24732],{"type":22,"value":17709},{"type":16,"tag":127,"props":24734,"children":24736},{"className":24735,"style":19463},[182,183,391],[24737],{"type":22,"value":19071},{"type":16,"tag":127,"props":24739,"children":24741},{"className":24740},[182,183,391],[24742],{"type":22,"value":4040},{"type":16,"tag":127,"props":24744,"children":24746},{"className":24745},[182,183,391],[24747],{"type":22,"value":155},{"type":16,"tag":127,"props":24749,"children":24751},{"className":24750},[4326],[24752],{"type":22,"value":4329},{"type":16,"tag":127,"props":24754,"children":24756},{"className":24755},[367],[24757],{"type":16,"tag":127,"props":24758,"children":24760},{"className":24759,"style":4401},[372],[24761],{"type":16,"tag":127,"props":24762,"children":24763},{},[],{"type":16,"tag":127,"props":24765,"children":24767},{"className":24766,"style":1006},[593],[],{"type":16,"tag":127,"props":24769,"children":24771},{"className":24770},[1011],[24772],{"type":22,"value":1353},{"type":16,"tag":127,"props":24774,"children":24776},{"className":24775,"style":1006},[593],[],{"type":16,"tag":127,"props":24778,"children":24780},{"className":24779},[171],[24781,24785,24794,24799,24804,24809,24814,24818,24822,24827,24831,24836],{"type":16,"tag":127,"props":24782,"children":24784},{"className":24783,"style":568},[176],[],{"type":16,"tag":127,"props":24786,"children":24788},{"className":24787},[1727],[24789],{"type":16,"tag":127,"props":24790,"children":24792},{"className":24791},[182,1732],[24793],{"type":22,"value":24488},{"type":16,"tag":127,"props":24795,"children":24797},{"className":24796},[342],[24798],{"type":22,"value":263},{"type":16,"tag":127,"props":24800,"children":24802},{"className":24801,"style":1534},[182,183],[24803],{"type":22,"value":1348},{"type":16,"tag":127,"props":24805,"children":24807},{"className":24806},[492],[24808],{"type":22,"value":314},{"type":16,"tag":127,"props":24810,"children":24812},{"className":24811},[975],[24813],{"type":22,"value":904},{"type":16,"tag":127,"props":24815,"children":24817},{"className":24816,"style":12035},[593],[],{"type":16,"tag":127,"props":24819,"children":24821},{"className":24820,"style":981},[593],[],{"type":16,"tag":127,"props":24823,"children":24825},{"className":24824,"style":1605},[182,183],[24826],{"type":22,"value":1408},{"type":16,"tag":127,"props":24828,"children":24830},{"className":24829,"style":1006},[593],[],{"type":16,"tag":127,"props":24832,"children":24834},{"className":24833},[1011],[24835],{"type":22,"value":1353},{"type":16,"tag":127,"props":24837,"children":24839},{"className":24838,"style":1006},[593],[],{"type":16,"tag":127,"props":24841,"children":24843},{"className":24842},[171],[24844,24848,24857,24862,24943,24948],{"type":16,"tag":127,"props":24845,"children":24847},{"className":24846,"style":568},[176],[],{"type":16,"tag":127,"props":24849,"children":24851},{"className":24850},[1727],[24852],{"type":16,"tag":127,"props":24853,"children":24855},{"className":24854},[182,1732],[24856],{"type":22,"value":1417},{"type":16,"tag":127,"props":24858,"children":24860},{"className":24859},[342],[24861],{"type":22,"value":263},{"type":16,"tag":127,"props":24863,"children":24865},{"className":24864},[182],[24866,24871],{"type":16,"tag":127,"props":24867,"children":24869},{"className":24868,"style":1534},[182,183],[24870],{"type":22,"value":1348},{"type":16,"tag":127,"props":24872,"children":24874},{"className":24873},[357],[24875],{"type":16,"tag":127,"props":24876,"children":24878},{"className":24877},[362,4278],[24879,24932],{"type":16,"tag":127,"props":24880,"children":24882},{"className":24881},[367],[24883,24927],{"type":16,"tag":127,"props":24884,"children":24886},{"className":24885,"style":8756},[372],[24887],{"type":16,"tag":127,"props":24888,"children":24889},{"style":10429},[24890,24894],{"type":16,"tag":127,"props":24891,"children":24893},{"className":24892,"style":383},[382],[],{"type":16,"tag":127,"props":24895,"children":24897},{"className":24896},[388,389,390,391],[24898],{"type":16,"tag":127,"props":24899,"children":24901},{"className":24900},[182,391],[24902,24907,24912,24917,24922],{"type":16,"tag":127,"props":24903,"children":24905},{"className":24904},[182,183,391],[24906],{"type":22,"value":24727},{"type":16,"tag":127,"props":24908,"children":24910},{"className":24909},[182,183,391],[24911],{"type":22,"value":17709},{"type":16,"tag":127,"props":24913,"children":24915},{"className":24914,"style":19463},[182,183,391],[24916],{"type":22,"value":19071},{"type":16,"tag":127,"props":24918,"children":24920},{"className":24919},[182,183,391],[24921],{"type":22,"value":4040},{"type":16,"tag":127,"props":24923,"children":24925},{"className":24924},[182,183,391],[24926],{"type":22,"value":155},{"type":16,"tag":127,"props":24928,"children":24930},{"className":24929},[4326],[24931],{"type":22,"value":4329},{"type":16,"tag":127,"props":24933,"children":24935},{"className":24934},[367],[24936],{"type":16,"tag":127,"props":24937,"children":24939},{"className":24938,"style":4401},[372],[24940],{"type":16,"tag":127,"props":24941,"children":24942},{},[],{"type":16,"tag":127,"props":24944,"children":24946},{"className":24945},[492],[24947],{"type":22,"value":314},{"type":16,"tag":127,"props":24949,"children":24951},{"className":24950},[975],[24952],{"type":22,"value":904},{"type":16,"tag":127,"props":24954,"children":24956},{"className":24955},[1324],[24957],{"type":16,"tag":127,"props":24958,"children":24960},{"className":24959},[130],[24961,25133],{"type":16,"tag":127,"props":24962,"children":24964},{"className":24963},[135],[24965],{"type":16,"tag":138,"props":24966,"children":24967},{"xmlns":140,"display":1336},[24968],{"type":16,"tag":143,"props":24969,"children":24970},{},[24971,25128],{"type":16,"tag":147,"props":24972,"children":24973},{},[24974,25012,25016,25021,25025,25029,25033,25037,25063,25067,25071,25074,25078,25082,25120,25124],{"type":16,"tag":3987,"props":24975,"children":24976},{},[24977,24981],{"type":16,"tag":151,"props":24978,"children":24979},{},[24980],{"type":22,"value":1408},{"type":16,"tag":147,"props":24982,"children":24983},{},[24984,24988,24992,24996,25000,25004,25008],{"type":16,"tag":151,"props":24985,"children":24986},{},[24987],{"type":22,"value":155},{"type":16,"tag":151,"props":24989,"children":24990},{},[24991],{"type":22,"value":8081},{"type":16,"tag":151,"props":24993,"children":24994},{},[24995],{"type":22,"value":15984},{"type":16,"tag":151,"props":24997,"children":24998},{},[24999],{"type":22,"value":24},{"type":16,"tag":151,"props":25001,"children":25002},{},[25003],{"type":22,"value":24},{"type":16,"tag":151,"props":25005,"children":25006},{},[25007],{"type":22,"value":4040},{"type":16,"tag":151,"props":25009,"children":25010},{},[25011],{"type":22,"value":155},{"type":16,"tag":258,"props":25013,"children":25014},{},[25015],{"type":22,"value":1353},{"type":16,"tag":151,"props":25017,"children":25018},{"mathvariant":516},[25019],{"type":22,"value":25020},"dropout",{"type":16,"tag":258,"props":25022,"children":25023},{},[25024],{"type":22,"value":1422},{"type":16,"tag":258,"props":25026,"children":25027},{"stretchy":260},[25028],{"type":22,"value":263},{"type":16,"tag":151,"props":25030,"children":25031},{},[25032],{"type":22,"value":1408},{"type":16,"tag":258,"props":25034,"children":25035},{"separator":166},[25036],{"type":22,"value":904},{"type":16,"tag":3987,"props":25038,"children":25039},{},[25040,25044],{"type":16,"tag":151,"props":25041,"children":25042},{},[25043],{"type":22,"value":24},{"type":16,"tag":147,"props":25045,"children":25046},{},[25047,25051,25055,25059],{"type":16,"tag":151,"props":25048,"children":25049},{},[25050],{"type":22,"value":155},{"type":16,"tag":151,"props":25052,"children":25053},{},[25054],{"type":22,"value":8081},{"type":16,"tag":151,"props":25056,"children":25057},{},[25058],{"type":22,"value":15984},{"type":16,"tag":151,"props":25060,"children":25061},{},[25062],{"type":22,"value":24},{"type":16,"tag":258,"props":25064,"children":25065},{"stretchy":260},[25066],{"type":22,"value":314},{"type":16,"tag":258,"props":25068,"children":25069},{"separator":166},[25070],{"type":22,"value":904},{"type":16,"tag":593,"props":25072,"children":25073},{"width":11529},[],{"type":16,"tag":151,"props":25075,"children":25076},{},[25077],{"type":22,"value":256},{"type":16,"tag":258,"props":25079,"children":25080},{},[25081],{"type":22,"value":1353},{"type":16,"tag":3987,"props":25083,"children":25084},{},[25085,25089],{"type":16,"tag":151,"props":25086,"children":25087},{},[25088],{"type":22,"value":1408},{"type":16,"tag":147,"props":25090,"children":25091},{},[25092,25096,25100,25104,25108,25112,25116],{"type":16,"tag":151,"props":25093,"children":25094},{},[25095],{"type":22,"value":155},{"type":16,"tag":151,"props":25097,"children":25098},{},[25099],{"type":22,"value":8081},{"type":16,"tag":151,"props":25101,"children":25102},{},[25103],{"type":22,"value":15984},{"type":16,"tag":151,"props":25105,"children":25106},{},[25107],{"type":22,"value":24},{"type":16,"tag":151,"props":25109,"children":25110},{},[25111],{"type":22,"value":24},{"type":16,"tag":151,"props":25113,"children":25114},{},[25115],{"type":22,"value":4040},{"type":16,"tag":151,"props":25117,"children":25118},{},[25119],{"type":22,"value":155},{"type":16,"tag":151,"props":25121,"children":25122},{},[25123],{"type":22,"value":918},{"type":16,"tag":258,"props":25125,"children":25126},{"separator":166},[25127],{"type":22,"value":904},{"type":16,"tag":157,"props":25129,"children":25130},{"encoding":159},[25131],{"type":22,"value":25132},"P_{dropped}=\\operatorname{dropout}(P,p_{drop}),\\quad O=P_{dropped}V,",{"type":16,"tag":127,"props":25134,"children":25136},{"className":25135,"ariaHidden":166},[165],[25137,25245,25393],{"type":16,"tag":127,"props":25138,"children":25140},{"className":25139},[171],[25141,25145,25232,25236,25241],{"type":16,"tag":127,"props":25142,"children":25144},{"className":25143,"style":9787},[176],[],{"type":16,"tag":127,"props":25146,"children":25148},{"className":25147},[182],[25149,25154],{"type":16,"tag":127,"props":25150,"children":25152},{"className":25151,"style":1605},[182,183],[25153],{"type":22,"value":1408},{"type":16,"tag":127,"props":25155,"children":25157},{"className":25156},[357],[25158],{"type":16,"tag":127,"props":25159,"children":25161},{"className":25160},[362,4278],[25162,25221],{"type":16,"tag":127,"props":25163,"children":25165},{"className":25164},[367],[25166,25216],{"type":16,"tag":127,"props":25167,"children":25169},{"className":25168,"style":8756},[372],[25170],{"type":16,"tag":127,"props":25171,"children":25172},{"style":9244},[25173,25177],{"type":16,"tag":127,"props":25174,"children":25176},{"className":25175,"style":383},[382],[],{"type":16,"tag":127,"props":25178,"children":25180},{"className":25179},[388,389,390,391],[25181],{"type":16,"tag":127,"props":25182,"children":25184},{"className":25183},[182,391],[25185,25190,25195,25200,25206,25211],{"type":16,"tag":127,"props":25186,"children":25188},{"className":25187},[182,183,391],[25189],{"type":22,"value":155},{"type":16,"tag":127,"props":25191,"children":25193},{"className":25192,"style":336},[182,183,391],[25194],{"type":22,"value":8081},{"type":16,"tag":127,"props":25196,"children":25198},{"className":25197},[182,183,391],[25199],{"type":22,"value":15984},{"type":16,"tag":127,"props":25201,"children":25203},{"className":25202},[182,183,391],[25204],{"type":22,"value":25205},"pp",{"type":16,"tag":127,"props":25207,"children":25209},{"className":25208},[182,183,391],[25210],{"type":22,"value":4040},{"type":16,"tag":127,"props":25212,"children":25214},{"className":25213},[182,183,391],[25215],{"type":22,"value":155},{"type":16,"tag":127,"props":25217,"children":25219},{"className":25218},[4326],[25220],{"type":22,"value":4329},{"type":16,"tag":127,"props":25222,"children":25224},{"className":25223},[367],[25225],{"type":16,"tag":127,"props":25226,"children":25228},{"className":25227,"style":9843},[372],[25229],{"type":16,"tag":127,"props":25230,"children":25231},{},[],{"type":16,"tag":127,"props":25233,"children":25235},{"className":25234,"style":1006},[593],[],{"type":16,"tag":127,"props":25237,"children":25239},{"className":25238},[1011],[25240],{"type":22,"value":1353},{"type":16,"tag":127,"props":25242,"children":25244},{"className":25243,"style":1006},[593],[],{"type":16,"tag":127,"props":25246,"children":25248},{"className":25247},[171],[25249,25253,25262,25267,25272,25277,25281,25357,25362,25367,25371,25375,25380,25384,25389],{"type":16,"tag":127,"props":25250,"children":25252},{"className":25251,"style":11044},[176],[],{"type":16,"tag":127,"props":25254,"children":25256},{"className":25255},[1727],[25257],{"type":16,"tag":127,"props":25258,"children":25260},{"className":25259},[182,1732],[25261],{"type":22,"value":25020},{"type":16,"tag":127,"props":25263,"children":25265},{"className":25264},[342],[25266],{"type":22,"value":263},{"type":16,"tag":127,"props":25268,"children":25270},{"className":25269,"style":1605},[182,183],[25271],{"type":22,"value":1408},{"type":16,"tag":127,"props":25273,"children":25275},{"className":25274},[975],[25276],{"type":22,"value":904},{"type":16,"tag":127,"props":25278,"children":25280},{"className":25279,"style":981},[593],[],{"type":16,"tag":127,"props":25282,"children":25284},{"className":25283},[182],[25285,25290],{"type":16,"tag":127,"props":25286,"children":25288},{"className":25287},[182,183],[25289],{"type":22,"value":24},{"type":16,"tag":127,"props":25291,"children":25293},{"className":25292},[357],[25294],{"type":16,"tag":127,"props":25295,"children":25297},{"className":25296},[362,4278],[25298,25346],{"type":16,"tag":127,"props":25299,"children":25301},{"className":25300},[367],[25302,25341],{"type":16,"tag":127,"props":25303,"children":25305},{"className":25304,"style":8756},[372],[25306],{"type":16,"tag":127,"props":25307,"children":25308},{"style":4374},[25309,25313],{"type":16,"tag":127,"props":25310,"children":25312},{"className":25311,"style":383},[382],[],{"type":16,"tag":127,"props":25314,"children":25316},{"className":25315},[388,389,390,391],[25317],{"type":16,"tag":127,"props":25318,"children":25320},{"className":25319},[182,391],[25321,25326,25331,25336],{"type":16,"tag":127,"props":25322,"children":25324},{"className":25323},[182,183,391],[25325],{"type":22,"value":155},{"type":16,"tag":127,"props":25327,"children":25329},{"className":25328,"style":336},[182,183,391],[25330],{"type":22,"value":8081},{"type":16,"tag":127,"props":25332,"children":25334},{"className":25333},[182,183,391],[25335],{"type":22,"value":15984},{"type":16,"tag":127,"props":25337,"children":25339},{"className":25338},[182,183,391],[25340],{"type":22,"value":24},{"type":16,"tag":127,"props":25342,"children":25344},{"className":25343},[4326],[25345],{"type":22,"value":4329},{"type":16,"tag":127,"props":25347,"children":25349},{"className":25348},[367],[25350],{"type":16,"tag":127,"props":25351,"children":25353},{"className":25352,"style":9843},[372],[25354],{"type":16,"tag":127,"props":25355,"children":25356},{},[],{"type":16,"tag":127,"props":25358,"children":25360},{"className":25359},[492],[25361],{"type":22,"value":314},{"type":16,"tag":127,"props":25363,"children":25365},{"className":25364},[975],[25366],{"type":22,"value":904},{"type":16,"tag":127,"props":25368,"children":25370},{"className":25369,"style":12035},[593],[],{"type":16,"tag":127,"props":25372,"children":25374},{"className":25373,"style":981},[593],[],{"type":16,"tag":127,"props":25376,"children":25378},{"className":25377,"style":336},[182,183],[25379],{"type":22,"value":256},{"type":16,"tag":127,"props":25381,"children":25383},{"className":25382,"style":1006},[593],[],{"type":16,"tag":127,"props":25385,"children":25387},{"className":25386},[1011],[25388],{"type":22,"value":1353},{"type":16,"tag":127,"props":25390,"children":25392},{"className":25391,"style":1006},[593],[],{"type":16,"tag":127,"props":25394,"children":25396},{"className":25395},[171],[25397,25401,25487,25492],{"type":16,"tag":127,"props":25398,"children":25400},{"className":25399,"style":9787},[176],[],{"type":16,"tag":127,"props":25402,"children":25404},{"className":25403},[182],[25405,25410],{"type":16,"tag":127,"props":25406,"children":25408},{"className":25407,"style":1605},[182,183],[25409],{"type":22,"value":1408},{"type":16,"tag":127,"props":25411,"children":25413},{"className":25412},[357],[25414],{"type":16,"tag":127,"props":25415,"children":25417},{"className":25416},[362,4278],[25418,25476],{"type":16,"tag":127,"props":25419,"children":25421},{"className":25420},[367],[25422,25471],{"type":16,"tag":127,"props":25423,"children":25425},{"className":25424,"style":8756},[372],[25426],{"type":16,"tag":127,"props":25427,"children":25428},{"style":9244},[25429,25433],{"type":16,"tag":127,"props":25430,"children":25432},{"className":25431,"style":383},[382],[],{"type":16,"tag":127,"props":25434,"children":25436},{"className":25435},[388,389,390,391],[25437],{"type":16,"tag":127,"props":25438,"children":25440},{"className":25439},[182,391],[25441,25446,25451,25456,25461,25466],{"type":16,"tag":127,"props":25442,"children":25444},{"className":25443},[182,183,391],[25445],{"type":22,"value":155},{"type":16,"tag":127,"props":25447,"children":25449},{"className":25448,"style":336},[182,183,391],[25450],{"type":22,"value":8081},{"type":16,"tag":127,"props":25452,"children":25454},{"className":25453},[182,183,391],[25455],{"type":22,"value":15984},{"type":16,"tag":127,"props":25457,"children":25459},{"className":25458},[182,183,391],[25460],{"type":22,"value":25205},{"type":16,"tag":127,"props":25462,"children":25464},{"className":25463},[182,183,391],[25465],{"type":22,"value":4040},{"type":16,"tag":127,"props":25467,"children":25469},{"className":25468},[182,183,391],[25470],{"type":22,"value":155},{"type":16,"tag":127,"props":25472,"children":25474},{"className":25473},[4326],[25475],{"type":22,"value":4329},{"type":16,"tag":127,"props":25477,"children":25479},{"className":25478},[367],[25480],{"type":16,"tag":127,"props":25481,"children":25483},{"className":25482,"style":9843},[372],[25484],{"type":16,"tag":127,"props":25485,"children":25486},{},[],{"type":16,"tag":127,"props":25488,"children":25490},{"className":25489,"style":594},[182,183],[25491],{"type":22,"value":918},{"type":16,"tag":127,"props":25493,"children":25495},{"className":25494},[975],[25496],{"type":22,"value":904},{"type":16,"tag":24,"props":25498,"children":25499},{},[25500,25502,25545,25547,25669,25671,25713,25715,25780,25782,25825,25827,25936],{"type":22,"value":25501},"其中 ",{"type":16,"tag":127,"props":25503,"children":25505},{"className":25504},[130],[25506,25528],{"type":16,"tag":127,"props":25507,"children":25509},{"className":25508},[135],[25510],{"type":16,"tag":138,"props":25511,"children":25512},{"xmlns":140},[25513],{"type":16,"tag":143,"props":25514,"children":25515},{},[25516,25523],{"type":16,"tag":147,"props":25517,"children":25518},{},[25519],{"type":16,"tag":151,"props":25520,"children":25521},{},[25522],{"type":22,"value":24422},{"type":16,"tag":157,"props":25524,"children":25525},{"encoding":159},[25526],{"type":22,"value":25527},"\\tau",{"type":16,"tag":127,"props":25529,"children":25531},{"className":25530,"ariaHidden":166},[165],[25532],{"type":16,"tag":127,"props":25533,"children":25535},{"className":25534},[171],[25536,25540],{"type":16,"tag":127,"props":25537,"children":25539},{"className":25538,"style":4287},[176],[],{"type":16,"tag":127,"props":25541,"children":25543},{"className":25542,"style":24620},[182,183],[25544],{"type":22,"value":24422},{"type":22,"value":25546}," 通常为 ",{"type":16,"tag":127,"props":25548,"children":25550},{"className":25549},[130],[25551,25584],{"type":16,"tag":127,"props":25552,"children":25554},{"className":25553},[135],[25555],{"type":16,"tag":138,"props":25556,"children":25557},{"xmlns":140},[25558],{"type":16,"tag":143,"props":25559,"children":25560},{},[25561,25579],{"type":16,"tag":147,"props":25562,"children":25563},{},[25564,25568,25572],{"type":16,"tag":274,"props":25565,"children":25566},{},[25567],{"type":22,"value":309},{"type":16,"tag":151,"props":25569,"children":25570},{"mathvariant":516},[25571],{"type":22,"value":4189},{"type":16,"tag":18449,"props":25573,"children":25574},{},[25575],{"type":16,"tag":151,"props":25576,"children":25577},{},[25578],{"type":22,"value":155},{"type":16,"tag":157,"props":25580,"children":25581},{"encoding":159},[25582],{"type":22,"value":25583},"1\u002F\\sqrt d",{"type":16,"tag":127,"props":25585,"children":25587},{"className":25586,"ariaHidden":166},[165],[25588],{"type":16,"tag":127,"props":25589,"children":25591},{"className":25590},[171],[25592,25597,25603],{"type":16,"tag":127,"props":25593,"children":25596},{"className":25594,"style":25595},[176],"height:1.1822em;vertical-align:-0.25em;",[],{"type":16,"tag":127,"props":25598,"children":25600},{"className":25599},[182],[25601],{"type":22,"value":25602},"1\u002F",{"type":16,"tag":127,"props":25604,"children":25606},{"className":25605},[182,18496],[25607],{"type":16,"tag":127,"props":25608,"children":25610},{"className":25609},[362,4278],[25611,25657],{"type":16,"tag":127,"props":25612,"children":25614},{"className":25613},[367],[25615,25652],{"type":16,"tag":127,"props":25616,"children":25619},{"className":25617,"style":25618},[372],"height:0.9322em;",[25620,25634],{"type":16,"tag":127,"props":25621,"children":25623},{"className":25622,"style":4309},[16789],[25624,25628],{"type":16,"tag":127,"props":25625,"children":25627},{"className":25626,"style":4296},[382],[],{"type":16,"tag":127,"props":25629,"children":25632},{"className":25630,"style":25631},[182,183],"padding-left:0.833em;",[25633],{"type":22,"value":155},{"type":16,"tag":127,"props":25635,"children":25637},{"style":25636},"top:-2.8922em;",[25638,25642],{"type":16,"tag":127,"props":25639,"children":25641},{"className":25640,"style":4296},[382],[],{"type":16,"tag":127,"props":25643,"children":25645},{"className":25644,"style":18537},[18536],[25646],{"type":16,"tag":16801,"props":25647,"children":25648},{"xmlns":16803,"width":18541,"height":18542,"viewBox":18543,"preserveAspectRatio":18544},[25649],{"type":16,"tag":16810,"props":25650,"children":25651},{"d":18548},[],{"type":16,"tag":127,"props":25653,"children":25655},{"className":25654},[4326],[25656],{"type":22,"value":4329},{"type":16,"tag":127,"props":25658,"children":25660},{"className":25659},[367],[25661],{"type":16,"tag":127,"props":25662,"children":25665},{"className":25663,"style":25664},[372],"height:0.1078em;",[25666],{"type":16,"tag":127,"props":25667,"children":25668},{},[],{"type":22,"value":25670},"。算法 2 保存输出 ",{"type":16,"tag":127,"props":25672,"children":25674},{"className":25673},[130],[25675,25696],{"type":16,"tag":127,"props":25676,"children":25678},{"className":25677},[135],[25679],{"type":16,"tag":138,"props":25680,"children":25681},{"xmlns":140},[25682],{"type":16,"tag":143,"props":25683,"children":25684},{},[25685,25692],{"type":16,"tag":147,"props":25686,"children":25687},{},[25688],{"type":16,"tag":151,"props":25689,"children":25690},{},[25691],{"type":22,"value":256},{"type":16,"tag":157,"props":25693,"children":25694},{"encoding":159},[25695],{"type":22,"value":256},{"type":16,"tag":127,"props":25697,"children":25699},{"className":25698,"ariaHidden":166},[165],[25700],{"type":16,"tag":127,"props":25701,"children":25703},{"className":25702},[171],[25704,25708],{"type":16,"tag":127,"props":25705,"children":25707},{"className":25706,"style":225},[176],[],{"type":16,"tag":127,"props":25709,"children":25711},{"className":25710,"style":336},[182,183],[25712],{"type":22,"value":256},{"type":22,"value":25714},"、softmax 统计量 ",{"type":16,"tag":127,"props":25716,"children":25718},{"className":25717},[130],[25719,25749],{"type":16,"tag":127,"props":25720,"children":25722},{"className":25721},[135],[25723],{"type":16,"tag":138,"props":25724,"children":25725},{"xmlns":140},[25726],{"type":16,"tag":143,"props":25727,"children":25728},{},[25729,25744],{"type":16,"tag":147,"props":25730,"children":25731},{},[25732,25736,25740],{"type":16,"tag":151,"props":25733,"children":25734},{"mathvariant":516},[25735],{"type":22,"value":4086},{"type":16,"tag":258,"props":25737,"children":25738},{"separator":166},[25739],{"type":22,"value":904},{"type":16,"tag":151,"props":25741,"children":25742},{},[25743],{"type":22,"value":3948},{"type":16,"tag":157,"props":25745,"children":25746},{"encoding":159},[25747],{"type":22,"value":25748},"\\ell,m",{"type":16,"tag":127,"props":25750,"children":25752},{"className":25751,"ariaHidden":166},[165],[25753],{"type":16,"tag":127,"props":25754,"children":25756},{"className":25755},[171],[25757,25761,25766,25771,25775],{"type":16,"tag":127,"props":25758,"children":25760},{"className":25759,"style":2339},[176],[],{"type":16,"tag":127,"props":25762,"children":25764},{"className":25763},[182],[25765],{"type":22,"value":4086},{"type":16,"tag":127,"props":25767,"children":25769},{"className":25768},[975],[25770],{"type":22,"value":904},{"type":16,"tag":127,"props":25772,"children":25774},{"className":25773,"style":981},[593],[],{"type":16,"tag":127,"props":25776,"children":25778},{"className":25777},[182,183],[25779],{"type":22,"value":3948},{"type":22,"value":25781}," 以及伪随机数发生器状态 ",{"type":16,"tag":127,"props":25783,"children":25785},{"className":25784},[130],[25786,25807],{"type":16,"tag":127,"props":25787,"children":25789},{"className":25788},[135],[25790],{"type":16,"tag":138,"props":25791,"children":25792},{"xmlns":140},[25793],{"type":16,"tag":143,"props":25794,"children":25795},{},[25796,25803],{"type":16,"tag":147,"props":25797,"children":25798},{},[25799],{"type":16,"tag":151,"props":25800,"children":25801},{},[25802],{"type":22,"value":932},{"type":16,"tag":157,"props":25804,"children":25805},{"encoding":159},[25806],{"type":22,"value":932},{"type":16,"tag":127,"props":25808,"children":25810},{"className":25809,"ariaHidden":166},[165],[25811],{"type":16,"tag":127,"props":25812,"children":25814},{"className":25813},[171],[25815,25819],{"type":16,"tag":127,"props":25816,"children":25818},{"className":25817,"style":225},[176],[],{"type":16,"tag":127,"props":25820,"children":25823},{"className":25821,"style":25822},[182,183],"margin-right:0.0077em;",[25824],{"type":22,"value":932},{"type":22,"value":25826},"；逐块计算 mask、softmax、dropout 并更新输出。返回 ",{"type":16,"tag":127,"props":25828,"children":25830},{"className":25829},[130],[25831,25877],{"type":16,"tag":127,"props":25832,"children":25834},{"className":25833},[135],[25835],{"type":16,"tag":138,"props":25836,"children":25837},{"xmlns":140},[25838],{"type":16,"tag":143,"props":25839,"children":25840},{},[25841,25872],{"type":16,"tag":147,"props":25842,"children":25843},{},[25844,25848,25852,25856,25860,25864,25868],{"type":16,"tag":151,"props":25845,"children":25846},{},[25847],{"type":22,"value":256},{"type":16,"tag":258,"props":25849,"children":25850},{"separator":166},[25851],{"type":22,"value":904},{"type":16,"tag":151,"props":25853,"children":25854},{"mathvariant":516},[25855],{"type":22,"value":4086},{"type":16,"tag":258,"props":25857,"children":25858},{"separator":166},[25859],{"type":22,"value":904},{"type":16,"tag":151,"props":25861,"children":25862},{},[25863],{"type":22,"value":3948},{"type":16,"tag":258,"props":25865,"children":25866},{"separator":166},[25867],{"type":22,"value":904},{"type":16,"tag":151,"props":25869,"children":25870},{},[25871],{"type":22,"value":932},{"type":16,"tag":157,"props":25873,"children":25874},{"encoding":159},[25875],{"type":22,"value":25876},"O,\\ell,m,R",{"type":16,"tag":127,"props":25878,"children":25880},{"className":25879,"ariaHidden":166},[165],[25881],{"type":16,"tag":127,"props":25882,"children":25884},{"className":25883},[171],[25885,25889,25894,25899,25903,25908,25913,25917,25922,25927,25931],{"type":16,"tag":127,"props":25886,"children":25888},{"className":25887,"style":2339},[176],[],{"type":16,"tag":127,"props":25890,"children":25892},{"className":25891,"style":336},[182,183],[25893],{"type":22,"value":256},{"type":16,"tag":127,"props":25895,"children":25897},{"className":25896},[975],[25898],{"type":22,"value":904},{"type":16,"tag":127,"props":25900,"children":25902},{"className":25901,"style":981},[593],[],{"type":16,"tag":127,"props":25904,"children":25906},{"className":25905},[182],[25907],{"type":22,"value":4086},{"type":16,"tag":127,"props":25909,"children":25911},{"className":25910},[975],[25912],{"type":22,"value":904},{"type":16,"tag":127,"props":25914,"children":25916},{"className":25915,"style":981},[593],[],{"type":16,"tag":127,"props":25918,"children":25920},{"className":25919},[182,183],[25921],{"type":22,"value":3948},{"type":16,"tag":127,"props":25923,"children":25925},{"className":25924},[975],[25926],{"type":22,"value":904},{"type":16,"tag":127,"props":25928,"children":25930},{"className":25929,"style":981},[593],[],{"type":16,"tag":127,"props":25932,"children":25934},{"className":25933,"style":25822},[182,183],[25935],{"type":22,"value":932},{"type":22,"value":2635},{"type":16,"tag":802,"props":25938,"children":25940},{"id":25939},"b4-flashattention-反向传播",[25941],{"type":22,"value":25942},"B.4 FlashAttention 反向传播",{"type":16,"tag":24,"props":25944,"children":25945},{},[25946,25948,26053,26055,26348,26350,26392,26394,26436,26438,26480,26482,26596,26598,26719,26721,26953],{"type":22,"value":25947},"算法 3 的标准反向传播需要把 ",{"type":16,"tag":127,"props":25949,"children":25951},{"className":25950},[130],[25952,25998],{"type":16,"tag":127,"props":25953,"children":25955},{"className":25954},[135],[25956],{"type":16,"tag":138,"props":25957,"children":25958},{"xmlns":140},[25959],{"type":16,"tag":143,"props":25960,"children":25961},{},[25962,25993],{"type":16,"tag":147,"props":25963,"children":25964},{},[25965,25969,25973,25977,25981,25985,25989],{"type":16,"tag":151,"props":25966,"children":25967},{},[25968],{"type":22,"value":1408},{"type":16,"tag":258,"props":25970,"children":25971},{"separator":166},[25972],{"type":22,"value":904},{"type":16,"tag":151,"props":25974,"children":25975},{},[25976],{"type":22,"value":155},{"type":16,"tag":151,"props":25978,"children":25979},{},[25980],{"type":22,"value":1408},{"type":16,"tag":258,"props":25982,"children":25983},{"separator":166},[25984],{"type":22,"value":904},{"type":16,"tag":151,"props":25986,"children":25987},{},[25988],{"type":22,"value":155},{"type":16,"tag":151,"props":25990,"children":25991},{},[25992],{"type":22,"value":1348},{"type":16,"tag":157,"props":25994,"children":25995},{"encoding":159},[25996],{"type":22,"value":25997},"P,dP,dS",{"type":16,"tag":127,"props":25999,"children":26001},{"className":26000,"ariaHidden":166},[165],[26002],{"type":16,"tag":127,"props":26003,"children":26005},{"className":26004},[171],[26006,26010,26015,26020,26024,26029,26034,26039,26043,26048],{"type":16,"tag":127,"props":26007,"children":26009},{"className":26008,"style":2339},[176],[],{"type":16,"tag":127,"props":26011,"children":26013},{"className":26012,"style":1605},[182,183],[26014],{"type":22,"value":1408},{"type":16,"tag":127,"props":26016,"children":26018},{"className":26017},[975],[26019],{"type":22,"value":904},{"type":16,"tag":127,"props":26021,"children":26023},{"className":26022,"style":981},[593],[],{"type":16,"tag":127,"props":26025,"children":26027},{"className":26026},[182,183],[26028],{"type":22,"value":155},{"type":16,"tag":127,"props":26030,"children":26032},{"className":26031,"style":1605},[182,183],[26033],{"type":22,"value":1408},{"type":16,"tag":127,"props":26035,"children":26037},{"className":26036},[975],[26038],{"type":22,"value":904},{"type":16,"tag":127,"props":26040,"children":26042},{"className":26041,"style":981},[593],[],{"type":16,"tag":127,"props":26044,"children":26046},{"className":26045},[182,183],[26047],{"type":22,"value":155},{"type":16,"tag":127,"props":26049,"children":26051},{"className":26050,"style":1534},[182,183],[26052],{"type":22,"value":1348},{"type":22,"value":26054}," 等二次规模矩阵写入 HBM。FlashAttention 反向传播只保存前向伪随机数状态，在反向时重新生成 dropout mask；并用 ",{"type":16,"tag":127,"props":26056,"children":26058},{"className":26057},[130],[26059,26122],{"type":16,"tag":127,"props":26060,"children":26062},{"className":26061},[135],[26063],{"type":16,"tag":138,"props":26064,"children":26065},{"xmlns":140},[26066],{"type":16,"tag":143,"props":26067,"children":26068},{},[26069,26117],{"type":16,"tag":147,"props":26070,"children":26071},{},[26072,26083,26087,26091,26106],{"type":16,"tag":3987,"props":26073,"children":26074},{},[26075,26079],{"type":16,"tag":151,"props":26076,"children":26077},{},[26078],{"type":22,"value":21506},{"type":16,"tag":151,"props":26080,"children":26081},{},[26082],{"type":22,"value":3985},{"type":16,"tag":258,"props":26084,"children":26085},{},[26086],{"type":22,"value":1353},{"type":16,"tag":151,"props":26088,"children":26089},{},[26090],{"type":22,"value":155},{"type":16,"tag":10370,"props":26092,"children":26093},{},[26094,26098,26102],{"type":16,"tag":151,"props":26095,"children":26096},{},[26097],{"type":22,"value":15984},{"type":16,"tag":151,"props":26099,"children":26100},{},[26101],{"type":22,"value":3985},{"type":16,"tag":151,"props":26103,"children":26104},{},[26105],{"type":22,"value":1369},{"type":16,"tag":3987,"props":26107,"children":26108},{},[26109,26113],{"type":16,"tag":151,"props":26110,"children":26111},{},[26112],{"type":22,"value":15984},{"type":16,"tag":151,"props":26114,"children":26115},{},[26116],{"type":22,"value":3985},{"type":16,"tag":157,"props":26118,"children":26119},{"encoding":159},[26120],{"type":22,"value":26121},"D_i=do_i^To_i",{"type":16,"tag":127,"props":26123,"children":26125},{"className":26124,"ariaHidden":166},[165],[26126,26204],{"type":16,"tag":127,"props":26127,"children":26129},{"className":26128},[171],[26130,26134,26191,26195,26200],{"type":16,"tag":127,"props":26131,"children":26133},{"className":26132,"style":8163},[176],[],{"type":16,"tag":127,"props":26135,"children":26137},{"className":26136},[182],[26138,26143],{"type":16,"tag":127,"props":26139,"children":26141},{"className":26140,"style":336},[182,183],[26142],{"type":22,"value":21506},{"type":16,"tag":127,"props":26144,"children":26146},{"className":26145},[357],[26147],{"type":16,"tag":127,"props":26148,"children":26150},{"className":26149},[362,4278],[26151,26180],{"type":16,"tag":127,"props":26152,"children":26154},{"className":26153},[367],[26155,26175],{"type":16,"tag":127,"props":26156,"children":26158},{"className":26157,"style":4370},[372],[26159],{"type":16,"tag":127,"props":26160,"children":26161},{"style":10150},[26162,26166],{"type":16,"tag":127,"props":26163,"children":26165},{"className":26164,"style":383},[382],[],{"type":16,"tag":127,"props":26167,"children":26169},{"className":26168},[388,389,390,391],[26170],{"type":16,"tag":127,"props":26171,"children":26173},{"className":26172},[182,183,391],[26174],{"type":22,"value":3985},{"type":16,"tag":127,"props":26176,"children":26178},{"className":26177},[4326],[26179],{"type":22,"value":4329},{"type":16,"tag":127,"props":26181,"children":26183},{"className":26182},[367],[26184],{"type":16,"tag":127,"props":26185,"children":26187},{"className":26186,"style":4401},[372],[26188],{"type":16,"tag":127,"props":26189,"children":26190},{},[],{"type":16,"tag":127,"props":26192,"children":26194},{"className":26193,"style":1006},[593],[],{"type":16,"tag":127,"props":26196,"children":26198},{"className":26197},[1011],[26199],{"type":22,"value":1353},{"type":16,"tag":127,"props":26201,"children":26203},{"className":26202,"style":1006},[593],[],{"type":16,"tag":127,"props":26205,"children":26207},{"className":26206},[171],[26208,26213,26218,26291],{"type":16,"tag":127,"props":26209,"children":26212},{"className":26210,"style":26211},[176],"height:1.1em;vertical-align:-0.2587em;",[],{"type":16,"tag":127,"props":26214,"children":26216},{"className":26215},[182,183],[26217],{"type":22,"value":155},{"type":16,"tag":127,"props":26219,"children":26221},{"className":26220},[182],[26222,26227],{"type":16,"tag":127,"props":26223,"children":26225},{"className":26224},[182,183],[26226],{"type":22,"value":15984},{"type":16,"tag":127,"props":26228,"children":26230},{"className":26229},[357],[26231],{"type":16,"tag":127,"props":26232,"children":26234},{"className":26233},[362,4278],[26235,26280],{"type":16,"tag":127,"props":26236,"children":26238},{"className":26237},[367],[26239,26275],{"type":16,"tag":127,"props":26240,"children":26242},{"className":26241,"style":2824},[372],[26243,26259],{"type":16,"tag":127,"props":26244,"children":26245},{"style":14272},[26246,26250],{"type":16,"tag":127,"props":26247,"children":26249},{"className":26248,"style":383},[382],[],{"type":16,"tag":127,"props":26251,"children":26253},{"className":26252},[388,389,390,391],[26254],{"type":16,"tag":127,"props":26255,"children":26257},{"className":26256},[182,183,391],[26258],{"type":22,"value":3985},{"type":16,"tag":127,"props":26260,"children":26261},{"style":377},[26262,26266],{"type":16,"tag":127,"props":26263,"children":26265},{"className":26264,"style":383},[382],[],{"type":16,"tag":127,"props":26267,"children":26269},{"className":26268},[388,389,390,391],[26270],{"type":16,"tag":127,"props":26271,"children":26273},{"className":26272,"style":1605},[182,183,391],[26274],{"type":22,"value":1369},{"type":16,"tag":127,"props":26276,"children":26278},{"className":26277},[4326],[26279],{"type":22,"value":4329},{"type":16,"tag":127,"props":26281,"children":26283},{"className":26282},[367],[26284],{"type":16,"tag":127,"props":26285,"children":26287},{"className":26286,"style":14323},[372],[26288],{"type":16,"tag":127,"props":26289,"children":26290},{},[],{"type":16,"tag":127,"props":26292,"children":26294},{"className":26293},[182],[26295,26300],{"type":16,"tag":127,"props":26296,"children":26298},{"className":26297},[182,183],[26299],{"type":22,"value":15984},{"type":16,"tag":127,"props":26301,"children":26303},{"className":26302},[357],[26304],{"type":16,"tag":127,"props":26305,"children":26307},{"className":26306},[362,4278],[26308,26337],{"type":16,"tag":127,"props":26309,"children":26311},{"className":26310},[367],[26312,26332],{"type":16,"tag":127,"props":26313,"children":26315},{"className":26314,"style":4370},[372],[26316],{"type":16,"tag":127,"props":26317,"children":26318},{"style":4374},[26319,26323],{"type":16,"tag":127,"props":26320,"children":26322},{"className":26321,"style":383},[382],[],{"type":16,"tag":127,"props":26324,"children":26326},{"className":26325},[388,389,390,391],[26327],{"type":16,"tag":127,"props":26328,"children":26330},{"className":26329},[182,183,391],[26331],{"type":22,"value":3985},{"type":16,"tag":127,"props":26333,"children":26335},{"className":26334},[4326],[26336],{"type":22,"value":4329},{"type":16,"tag":127,"props":26338,"children":26340},{"className":26339},[367],[26341],{"type":16,"tag":127,"props":26342,"children":26344},{"className":26343,"style":4401},[372],[26345],{"type":16,"tag":127,"props":26346,"children":26347},{},[],{"type":22,"value":26349}," 计算 softmax 梯度，无需在 SRAM 中归约长度为 ",{"type":16,"tag":127,"props":26351,"children":26353},{"className":26352},[130],[26354,26375],{"type":16,"tag":127,"props":26355,"children":26357},{"className":26356},[135],[26358],{"type":16,"tag":138,"props":26359,"children":26360},{"xmlns":140},[26361],{"type":16,"tag":143,"props":26362,"children":26363},{},[26364,26371],{"type":16,"tag":147,"props":26365,"children":26366},{},[26367],{"type":16,"tag":151,"props":26368,"children":26369},{},[26370],{"type":22,"value":272},{"type":16,"tag":157,"props":26372,"children":26373},{"encoding":159},[26374],{"type":22,"value":272},{"type":16,"tag":127,"props":26376,"children":26378},{"className":26377,"ariaHidden":166},[165],[26379],{"type":16,"tag":127,"props":26380,"children":26382},{"className":26381},[171],[26383,26387],{"type":16,"tag":127,"props":26384,"children":26386},{"className":26385,"style":225},[176],[],{"type":16,"tag":127,"props":26388,"children":26390},{"className":26389,"style":230},[182,183],[26391],{"type":22,"value":272},{"type":22,"value":26393}," 的向量。算法 4 逐块重算 ",{"type":16,"tag":127,"props":26395,"children":26397},{"className":26396},[130],[26398,26419],{"type":16,"tag":127,"props":26399,"children":26401},{"className":26400},[135],[26402],{"type":16,"tag":138,"props":26403,"children":26404},{"xmlns":140},[26405],{"type":16,"tag":143,"props":26406,"children":26407},{},[26408,26415],{"type":16,"tag":147,"props":26409,"children":26410},{},[26411],{"type":16,"tag":151,"props":26412,"children":26413},{},[26414],{"type":22,"value":1348},{"type":16,"tag":157,"props":26416,"children":26417},{"encoding":159},[26418],{"type":22,"value":1348},{"type":16,"tag":127,"props":26420,"children":26422},{"className":26421,"ariaHidden":166},[165],[26423],{"type":16,"tag":127,"props":26424,"children":26426},{"className":26425},[171],[26427,26431],{"type":16,"tag":127,"props":26428,"children":26430},{"className":26429,"style":225},[176],[],{"type":16,"tag":127,"props":26432,"children":26434},{"className":26433,"style":1534},[182,183],[26435],{"type":22,"value":1348},{"type":22,"value":26437},"、mask、",{"type":16,"tag":127,"props":26439,"children":26441},{"className":26440},[130],[26442,26463],{"type":16,"tag":127,"props":26443,"children":26445},{"className":26444},[135],[26446],{"type":16,"tag":138,"props":26447,"children":26448},{"xmlns":140},[26449],{"type":16,"tag":143,"props":26450,"children":26451},{},[26452,26459],{"type":16,"tag":147,"props":26453,"children":26454},{},[26455],{"type":16,"tag":151,"props":26456,"children":26457},{},[26458],{"type":22,"value":1408},{"type":16,"tag":157,"props":26460,"children":26461},{"encoding":159},[26462],{"type":22,"value":1408},{"type":16,"tag":127,"props":26464,"children":26466},{"className":26465,"ariaHidden":166},[165],[26467],{"type":16,"tag":127,"props":26468,"children":26470},{"className":26469},[171],[26471,26475],{"type":16,"tag":127,"props":26472,"children":26474},{"className":26473,"style":225},[176],[],{"type":16,"tag":127,"props":26476,"children":26478},{"className":26477,"style":1605},[182,183],[26479],{"type":22,"value":1408},{"type":22,"value":26481},"，累加 ",{"type":16,"tag":127,"props":26483,"children":26485},{"className":26484},[130],[26486,26536],{"type":16,"tag":127,"props":26487,"children":26489},{"className":26488},[135],[26490],{"type":16,"tag":138,"props":26491,"children":26492},{"xmlns":140},[26493],{"type":16,"tag":143,"props":26494,"children":26495},{},[26496,26531],{"type":16,"tag":147,"props":26497,"children":26498},{},[26499,26503,26507,26511,26515,26519,26523,26527],{"type":16,"tag":151,"props":26500,"children":26501},{},[26502],{"type":22,"value":155},{"type":16,"tag":151,"props":26504,"children":26505},{},[26506],{"type":22,"value":899},{"type":16,"tag":258,"props":26508,"children":26509},{"separator":166},[26510],{"type":22,"value":904},{"type":16,"tag":151,"props":26512,"children":26513},{},[26514],{"type":22,"value":155},{"type":16,"tag":151,"props":26516,"children":26517},{},[26518],{"type":22,"value":909},{"type":16,"tag":258,"props":26520,"children":26521},{"separator":166},[26522],{"type":22,"value":904},{"type":16,"tag":151,"props":26524,"children":26525},{},[26526],{"type":22,"value":155},{"type":16,"tag":151,"props":26528,"children":26529},{},[26530],{"type":22,"value":918},{"type":16,"tag":157,"props":26532,"children":26533},{"encoding":159},[26534],{"type":22,"value":26535},"dQ,dK,dV",{"type":16,"tag":127,"props":26537,"children":26539},{"className":26538,"ariaHidden":166},[165],[26540],{"type":16,"tag":127,"props":26541,"children":26543},{"className":26542},[171],[26544,26548,26553,26558,26563,26567,26572,26577,26582,26586,26591],{"type":16,"tag":127,"props":26545,"children":26547},{"className":26546,"style":2339},[176],[],{"type":16,"tag":127,"props":26549,"children":26551},{"className":26550},[182,183],[26552],{"type":22,"value":155},{"type":16,"tag":127,"props":26554,"children":26556},{"className":26555},[182,183],[26557],{"type":22,"value":899},{"type":16,"tag":127,"props":26559,"children":26561},{"className":26560},[975],[26562],{"type":22,"value":904},{"type":16,"tag":127,"props":26564,"children":26566},{"className":26565,"style":981},[593],[],{"type":16,"tag":127,"props":26568,"children":26570},{"className":26569},[182,183],[26571],{"type":22,"value":155},{"type":16,"tag":127,"props":26573,"children":26575},{"className":26574,"style":986},[182,183],[26576],{"type":22,"value":909},{"type":16,"tag":127,"props":26578,"children":26580},{"className":26579},[975],[26581],{"type":22,"value":904},{"type":16,"tag":127,"props":26583,"children":26585},{"className":26584,"style":981},[593],[],{"type":16,"tag":127,"props":26587,"children":26589},{"className":26588},[182,183],[26590],{"type":22,"value":155},{"type":16,"tag":127,"props":26592,"children":26594},{"className":26593,"style":594},[182,183],[26595],{"type":22,"value":918},{"type":22,"value":26597},"，只需线性额外内存，FLOP 为 ",{"type":16,"tag":127,"props":26599,"children":26601},{"className":26600},[130],[26602,26646],{"type":16,"tag":127,"props":26603,"children":26605},{"className":26604},[135],[26606],{"type":16,"tag":138,"props":26607,"children":26608},{"xmlns":140},[26609],{"type":16,"tag":143,"props":26610,"children":26611},{},[26612,26642],{"type":16,"tag":147,"props":26613,"children":26614},{},[26615,26619,26623,26634,26638],{"type":16,"tag":151,"props":26616,"children":26617},{},[26618],{"type":22,"value":256},{"type":16,"tag":258,"props":26620,"children":26621},{"stretchy":260},[26622],{"type":22,"value":263},{"type":16,"tag":265,"props":26624,"children":26625},{},[26626,26630],{"type":16,"tag":151,"props":26627,"children":26628},{},[26629],{"type":22,"value":272},{"type":16,"tag":274,"props":26631,"children":26632},{},[26633],{"type":22,"value":278},{"type":16,"tag":151,"props":26635,"children":26636},{},[26637],{"type":22,"value":155},{"type":16,"tag":258,"props":26639,"children":26640},{"stretchy":260},[26641],{"type":22,"value":314},{"type":16,"tag":157,"props":26643,"children":26644},{"encoding":159},[26645],{"type":22,"value":14595},{"type":16,"tag":127,"props":26647,"children":26649},{"className":26648,"ariaHidden":166},[165],[26650],{"type":16,"tag":127,"props":26651,"children":26653},{"className":26652},[171],[26654,26658,26663,26668,26709,26714],{"type":16,"tag":127,"props":26655,"children":26657},{"className":26656,"style":331},[176],[],{"type":16,"tag":127,"props":26659,"children":26661},{"className":26660,"style":336},[182,183],[26662],{"type":22,"value":256},{"type":16,"tag":127,"props":26664,"children":26666},{"className":26665},[342],[26667],{"type":22,"value":263},{"type":16,"tag":127,"props":26669,"children":26671},{"className":26670},[182],[26672,26677],{"type":16,"tag":127,"props":26673,"children":26675},{"className":26674,"style":230},[182,183],[26676],{"type":22,"value":272},{"type":16,"tag":127,"props":26678,"children":26680},{"className":26679},[357],[26681],{"type":16,"tag":127,"props":26682,"children":26684},{"className":26683},[362],[26685],{"type":16,"tag":127,"props":26686,"children":26688},{"className":26687},[367],[26689],{"type":16,"tag":127,"props":26690,"children":26692},{"className":26691,"style":373},[372],[26693],{"type":16,"tag":127,"props":26694,"children":26695},{"style":377},[26696,26700],{"type":16,"tag":127,"props":26697,"children":26699},{"className":26698,"style":383},[382],[],{"type":16,"tag":127,"props":26701,"children":26703},{"className":26702},[388,389,390,391],[26704],{"type":16,"tag":127,"props":26705,"children":26707},{"className":26706},[182,391],[26708],{"type":22,"value":278},{"type":16,"tag":127,"props":26710,"children":26712},{"className":26711},[182,183],[26713],{"type":22,"value":155},{"type":16,"tag":127,"props":26715,"children":26717},{"className":26716},[492],[26718],{"type":22,"value":314},{"type":22,"value":26720},"，IO 复杂度为 ",{"type":16,"tag":127,"props":26722,"children":26724},{"className":26723},[130],[26725,26794],{"type":16,"tag":127,"props":26726,"children":26728},{"className":26727},[135],[26729],{"type":16,"tag":138,"props":26730,"children":26731},{"xmlns":140},[26732],{"type":16,"tag":143,"props":26733,"children":26734},{},[26735,26790],{"type":16,"tag":147,"props":26736,"children":26737},{},[26738,26742,26746,26757,26768,26786],{"type":16,"tag":151,"props":26739,"children":26740},{"mathvariant":516},[26741],{"type":22,"value":15035},{"type":16,"tag":258,"props":26743,"children":26744},{"stretchy":260},[26745],{"type":22,"value":263},{"type":16,"tag":265,"props":26747,"children":26748},{},[26749,26753],{"type":16,"tag":151,"props":26750,"children":26751},{},[26752],{"type":22,"value":272},{"type":16,"tag":274,"props":26754,"children":26755},{},[26756],{"type":22,"value":278},{"type":16,"tag":265,"props":26758,"children":26759},{},[26760,26764],{"type":16,"tag":151,"props":26761,"children":26762},{},[26763],{"type":22,"value":155},{"type":16,"tag":274,"props":26765,"children":26766},{},[26767],{"type":22,"value":278},{"type":16,"tag":265,"props":26769,"children":26770},{},[26771,26775],{"type":16,"tag":151,"props":26772,"children":26773},{},[26774],{"type":22,"value":209},{"type":16,"tag":147,"props":26776,"children":26777},{},[26778,26782],{"type":16,"tag":258,"props":26779,"children":26780},{},[26781],{"type":22,"value":304},{"type":16,"tag":274,"props":26783,"children":26784},{},[26785],{"type":22,"value":309},{"type":16,"tag":258,"props":26787,"children":26788},{"stretchy":260},[26789],{"type":22,"value":314},{"type":16,"tag":157,"props":26791,"children":26792},{"encoding":159},[26793],{"type":22,"value":15254},{"type":16,"tag":127,"props":26795,"children":26797},{"className":26796,"ariaHidden":166},[165],[26798],{"type":16,"tag":127,"props":26799,"children":26801},{"className":26800},[171],[26802,26806,26811,26816,26857,26898,26948],{"type":16,"tag":127,"props":26803,"children":26805},{"className":26804,"style":331},[176],[],{"type":16,"tag":127,"props":26807,"children":26809},{"className":26808},[182],[26810],{"type":22,"value":15035},{"type":16,"tag":127,"props":26812,"children":26814},{"className":26813},[342],[26815],{"type":22,"value":263},{"type":16,"tag":127,"props":26817,"children":26819},{"className":26818},[182],[26820,26825],{"type":16,"tag":127,"props":26821,"children":26823},{"className":26822,"style":230},[182,183],[26824],{"type":22,"value":272},{"type":16,"tag":127,"props":26826,"children":26828},{"className":26827},[357],[26829],{"type":16,"tag":127,"props":26830,"children":26832},{"className":26831},[362],[26833],{"type":16,"tag":127,"props":26834,"children":26836},{"className":26835},[367],[26837],{"type":16,"tag":127,"props":26838,"children":26840},{"className":26839,"style":373},[372],[26841],{"type":16,"tag":127,"props":26842,"children":26843},{"style":377},[26844,26848],{"type":16,"tag":127,"props":26845,"children":26847},{"className":26846,"style":383},[382],[],{"type":16,"tag":127,"props":26849,"children":26851},{"className":26850},[388,389,390,391],[26852],{"type":16,"tag":127,"props":26853,"children":26855},{"className":26854},[182,391],[26856],{"type":22,"value":278},{"type":16,"tag":127,"props":26858,"children":26860},{"className":26859},[182],[26861,26866],{"type":16,"tag":127,"props":26862,"children":26864},{"className":26863},[182,183],[26865],{"type":22,"value":155},{"type":16,"tag":127,"props":26867,"children":26869},{"className":26868},[357],[26870],{"type":16,"tag":127,"props":26871,"children":26873},{"className":26872},[362],[26874],{"type":16,"tag":127,"props":26875,"children":26877},{"className":26876},[367],[26878],{"type":16,"tag":127,"props":26879,"children":26881},{"className":26880,"style":373},[372],[26882],{"type":16,"tag":127,"props":26883,"children":26884},{"style":377},[26885,26889],{"type":16,"tag":127,"props":26886,"children":26888},{"className":26887,"style":383},[382],[],{"type":16,"tag":127,"props":26890,"children":26892},{"className":26891},[388,389,390,391],[26893],{"type":16,"tag":127,"props":26894,"children":26896},{"className":26895},[182,391],[26897],{"type":22,"value":278},{"type":16,"tag":127,"props":26899,"children":26901},{"className":26900},[182],[26902,26907],{"type":16,"tag":127,"props":26903,"children":26905},{"className":26904,"style":230},[182,183],[26906],{"type":22,"value":209},{"type":16,"tag":127,"props":26908,"children":26910},{"className":26909},[357],[26911],{"type":16,"tag":127,"props":26912,"children":26914},{"className":26913},[362],[26915],{"type":16,"tag":127,"props":26916,"children":26918},{"className":26917},[367],[26919],{"type":16,"tag":127,"props":26920,"children":26922},{"className":26921,"style":373},[372],[26923],{"type":16,"tag":127,"props":26924,"children":26925},{"style":377},[26926,26930],{"type":16,"tag":127,"props":26927,"children":26929},{"className":26928,"style":383},[382],[],{"type":16,"tag":127,"props":26931,"children":26933},{"className":26932},[388,389,390,391],[26934],{"type":16,"tag":127,"props":26935,"children":26937},{"className":26936},[182,391],[26938,26943],{"type":16,"tag":127,"props":26939,"children":26941},{"className":26940},[182,391],[26942],{"type":22,"value":304},{"type":16,"tag":127,"props":26944,"children":26946},{"className":26945},[182,391],[26947],{"type":22,"value":309},{"type":16,"tag":127,"props":26949,"children":26951},{"className":26950},[492],[26952],{"type":22,"value":314},{"type":22,"value":2635},{"type":16,"tag":802,"props":26955,"children":26957},{"id":26956},"b5-与-rabe-和-staats-方法的比较",[26958],{"type":22,"value":26959},"B.5 与 Rabe 和 Staats 方法的比较",{"type":16,"tag":24,"props":26961,"children":26962},{},[26963],{"type":22,"value":26964},"两者都对注意力矩阵分块，前向不保存大矩阵、反向重算。Rabe 和 Staats 主要优化总显存，FlashAttention 主要优化内存读写次数；后者通常比标准实现快 2–4 倍。前者为每个块保存临时输出，最后再合并；FlashAttention 逐块增量更新，只保存一份输出。反向时前者使用梯度检查点重算注意力和临时输出，FlashAttention 只重算注意力并用解析梯度公式，因而内存更小、速度更快。",{"type":16,"tag":52,"props":26966,"children":26968},{"id":26967},"附录-c-证明",[26969],{"type":22,"value":26970},"附录 C 证明",{"type":16,"tag":802,"props":26972,"children":26974},{"id":26973},"定理-1",[26975],{"type":22,"value":26976},"定理 1",{"type":16,"tag":24,"props":26978,"children":26979},{},[26980,26982,27172,27173,27402,27404,27610,27612,28022,28024,28145,28147,28230,28232,28301,28303,28345,28347,28389,28391,28433,28435,28478,28480,28522,28524,28566,28568,28741],{"type":22,"value":26981},"内层矩阵乘 ",{"type":16,"tag":127,"props":26983,"children":26985},{"className":26984},[130],[26986,27030],{"type":16,"tag":127,"props":26987,"children":26989},{"className":26988},[135],[26990],{"type":16,"tag":138,"props":26991,"children":26992},{"xmlns":140},[26993],{"type":16,"tag":143,"props":26994,"children":26995},{},[26996,27025],{"type":16,"tag":147,"props":26997,"children":26998},{},[26999,27010],{"type":16,"tag":3987,"props":27000,"children":27001},{},[27002,27006],{"type":16,"tag":151,"props":27003,"children":27004},{},[27005],{"type":22,"value":899},{"type":16,"tag":151,"props":27007,"children":27008},{},[27009],{"type":22,"value":3985},{"type":16,"tag":10370,"props":27011,"children":27012},{},[27013,27017,27021],{"type":16,"tag":151,"props":27014,"children":27015},{},[27016],{"type":22,"value":909},{"type":16,"tag":151,"props":27018,"children":27019},{},[27020],{"type":22,"value":9695},{"type":16,"tag":151,"props":27022,"children":27023},{},[27024],{"type":22,"value":1369},{"type":16,"tag":157,"props":27026,"children":27027},{"encoding":159},[27028],{"type":22,"value":27029},"Q_iK_j^T",{"type":16,"tag":127,"props":27031,"children":27033},{"className":27032,"ariaHidden":166},[165],[27034],{"type":16,"tag":127,"props":27035,"children":27037},{"className":27036},[171],[27038,27042,27099],{"type":16,"tag":127,"props":27039,"children":27041},{"className":27040,"style":10485},[176],[],{"type":16,"tag":127,"props":27043,"children":27045},{"className":27044},[182],[27046,27051],{"type":16,"tag":127,"props":27047,"children":27049},{"className":27048},[182,183],[27050],{"type":22,"value":899},{"type":16,"tag":127,"props":27052,"children":27054},{"className":27053},[357],[27055],{"type":16,"tag":127,"props":27056,"children":27058},{"className":27057},[362,4278],[27059,27088],{"type":16,"tag":127,"props":27060,"children":27062},{"className":27061},[367],[27063,27083],{"type":16,"tag":127,"props":27064,"children":27066},{"className":27065,"style":4370},[372],[27067],{"type":16,"tag":127,"props":27068,"children":27069},{"style":4374},[27070,27074],{"type":16,"tag":127,"props":27071,"children":27073},{"className":27072,"style":383},[382],[],{"type":16,"tag":127,"props":27075,"children":27077},{"className":27076},[388,389,390,391],[27078],{"type":16,"tag":127,"props":27079,"children":27081},{"className":27080},[182,183,391],[27082],{"type":22,"value":3985},{"type":16,"tag":127,"props":27084,"children":27086},{"className":27085},[4326],[27087],{"type":22,"value":4329},{"type":16,"tag":127,"props":27089,"children":27091},{"className":27090},[367],[27092],{"type":16,"tag":127,"props":27093,"children":27095},{"className":27094,"style":4401},[372],[27096],{"type":16,"tag":127,"props":27097,"children":27098},{},[],{"type":16,"tag":127,"props":27100,"children":27102},{"className":27101},[182],[27103,27108],{"type":16,"tag":127,"props":27104,"children":27106},{"className":27105,"style":986},[182,183],[27107],{"type":22,"value":909},{"type":16,"tag":127,"props":27109,"children":27111},{"className":27110},[357],[27112],{"type":16,"tag":127,"props":27113,"children":27115},{"className":27114},[362,4278],[27116,27161],{"type":16,"tag":127,"props":27117,"children":27119},{"className":27118},[367],[27120,27156],{"type":16,"tag":127,"props":27121,"children":27123},{"className":27122,"style":2824},[372],[27124,27140],{"type":16,"tag":127,"props":27125,"children":27126},{"style":10571},[27127,27131],{"type":16,"tag":127,"props":27128,"children":27130},{"className":27129,"style":383},[382],[],{"type":16,"tag":127,"props":27132,"children":27134},{"className":27133},[388,389,390,391],[27135],{"type":16,"tag":127,"props":27136,"children":27138},{"className":27137,"style":9716},[182,183,391],[27139],{"type":22,"value":9695},{"type":16,"tag":127,"props":27141,"children":27142},{"style":377},[27143,27147],{"type":16,"tag":127,"props":27144,"children":27146},{"className":27145,"style":383},[382],[],{"type":16,"tag":127,"props":27148,"children":27150},{"className":27149},[388,389,390,391],[27151],{"type":16,"tag":127,"props":27152,"children":27154},{"className":27153,"style":1605},[182,183,391],[27155],{"type":22,"value":1369},{"type":16,"tag":127,"props":27157,"children":27159},{"className":27158},[4326],[27160],{"type":22,"value":4329},{"type":16,"tag":127,"props":27162,"children":27164},{"className":27163},[367],[27165],{"type":16,"tag":127,"props":27166,"children":27168},{"className":27167,"style":10614},[372],[27169],{"type":16,"tag":127,"props":27170,"children":27171},{},[],{"type":22,"value":705},{"type":16,"tag":127,"props":27174,"children":27176},{"className":27175},[130],[27177,27231],{"type":16,"tag":127,"props":27178,"children":27180},{"className":27179},[135],[27181],{"type":16,"tag":138,"props":27182,"children":27183},{"xmlns":140},[27184],{"type":16,"tag":143,"props":27185,"children":27186},{},[27187,27226],{"type":16,"tag":147,"props":27188,"children":27189},{},[27190,27215],{"type":16,"tag":3987,"props":27191,"children":27192},{},[27193,27204],{"type":16,"tag":10646,"props":27194,"children":27195},{"accent":166},[27196,27200],{"type":16,"tag":151,"props":27197,"children":27198},{},[27199],{"type":22,"value":1408},{"type":16,"tag":258,"props":27201,"children":27202},{"stretchy":166},[27203],{"type":22,"value":10657},{"type":16,"tag":147,"props":27205,"children":27206},{},[27207,27211],{"type":16,"tag":151,"props":27208,"children":27209},{},[27210],{"type":22,"value":3985},{"type":16,"tag":151,"props":27212,"children":27213},{},[27214],{"type":22,"value":9695},{"type":16,"tag":3987,"props":27216,"children":27217},{},[27218,27222],{"type":16,"tag":151,"props":27219,"children":27220},{},[27221],{"type":22,"value":918},{"type":16,"tag":151,"props":27223,"children":27224},{},[27225],{"type":22,"value":9695},{"type":16,"tag":157,"props":27227,"children":27228},{"encoding":159},[27229],{"type":22,"value":27230},"\\widetilde P_{ij}V_j",{"type":16,"tag":127,"props":27232,"children":27234},{"className":27233,"ariaHidden":166},[165],[27235],{"type":16,"tag":127,"props":27236,"children":27238},{"className":27237},[171],[27239,27244,27345],{"type":16,"tag":127,"props":27240,"children":27243},{"className":27241,"style":27242},[176],"height:1.2294em;vertical-align:-0.2861em;",[],{"type":16,"tag":127,"props":27245,"children":27247},{"className":27246},[182],[27248,27293],{"type":16,"tag":127,"props":27249,"children":27251},{"className":27250},[182,10694],[27252],{"type":16,"tag":127,"props":27253,"children":27255},{"className":27254},[362],[27256],{"type":16,"tag":127,"props":27257,"children":27259},{"className":27258},[367],[27260],{"type":16,"tag":127,"props":27261,"children":27263},{"className":27262,"style":16772},[372],[27264,27276],{"type":16,"tag":127,"props":27265,"children":27266},{"style":4309},[27267,27271],{"type":16,"tag":127,"props":27268,"children":27270},{"className":27269,"style":4296},[382],[],{"type":16,"tag":127,"props":27272,"children":27274},{"className":27273,"style":1605},[182,183],[27275],{"type":22,"value":1408},{"type":16,"tag":127,"props":27277,"children":27279},{"className":27278,"style":16790},[16789],[27280,27284],{"type":16,"tag":127,"props":27281,"children":27283},{"className":27282,"style":4296},[382],[],{"type":16,"tag":127,"props":27285,"children":27286},{"style":16798},[27287],{"type":16,"tag":16801,"props":27288,"children":27289},{"xmlns":16803,"width":16804,"height":16805,"viewBox":16806,"preserveAspectRatio":16807},[27290],{"type":16,"tag":16810,"props":27291,"children":27292},{"d":16812},[],{"type":16,"tag":127,"props":27294,"children":27296},{"className":27295},[357],[27297],{"type":16,"tag":127,"props":27298,"children":27300},{"className":27299},[362,4278],[27301,27334],{"type":16,"tag":127,"props":27302,"children":27304},{"className":27303},[367],[27305,27329],{"type":16,"tag":127,"props":27306,"children":27308},{"className":27307,"style":4370},[372],[27309],{"type":16,"tag":127,"props":27310,"children":27311},{"style":9244},[27312,27316],{"type":16,"tag":127,"props":27313,"children":27315},{"className":27314,"style":383},[382],[],{"type":16,"tag":127,"props":27317,"children":27319},{"className":27318},[388,389,390,391],[27320],{"type":16,"tag":127,"props":27321,"children":27323},{"className":27322},[182,391],[27324],{"type":16,"tag":127,"props":27325,"children":27327},{"className":27326,"style":9716},[182,183,391],[27328],{"type":22,"value":10448},{"type":16,"tag":127,"props":27330,"children":27332},{"className":27331},[4326],[27333],{"type":22,"value":4329},{"type":16,"tag":127,"props":27335,"children":27337},{"className":27336},[367],[27338],{"type":16,"tag":127,"props":27339,"children":27341},{"className":27340,"style":9843},[372],[27342],{"type":16,"tag":127,"props":27343,"children":27344},{},[],{"type":16,"tag":127,"props":27346,"children":27348},{"className":27347},[182],[27349,27354],{"type":16,"tag":127,"props":27350,"children":27352},{"className":27351,"style":594},[182,183],[27353],{"type":22,"value":918},{"type":16,"tag":127,"props":27355,"children":27357},{"className":27356},[357],[27358],{"type":16,"tag":127,"props":27359,"children":27361},{"className":27360},[362,4278],[27362,27391],{"type":16,"tag":127,"props":27363,"children":27365},{"className":27364},[367],[27366,27386],{"type":16,"tag":127,"props":27367,"children":27369},{"className":27368,"style":4370},[372],[27370],{"type":16,"tag":127,"props":27371,"children":27372},{"style":9884},[27373,27377],{"type":16,"tag":127,"props":27374,"children":27376},{"className":27375,"style":383},[382],[],{"type":16,"tag":127,"props":27378,"children":27380},{"className":27379},[388,389,390,391],[27381],{"type":16,"tag":127,"props":27382,"children":27384},{"className":27383,"style":9716},[182,183,391],[27385],{"type":22,"value":9695},{"type":16,"tag":127,"props":27387,"children":27389},{"className":27388},[4326],[27390],{"type":22,"value":4329},{"type":16,"tag":127,"props":27392,"children":27394},{"className":27393},[367],[27395],{"type":16,"tag":127,"props":27396,"children":27398},{"className":27397,"style":9843},[372],[27399],{"type":16,"tag":127,"props":27400,"children":27401},{},[],{"type":22,"value":27403}," 各需 ",{"type":16,"tag":127,"props":27405,"children":27407},{"className":27406},[130],[27408,27464],{"type":16,"tag":127,"props":27409,"children":27411},{"className":27410},[135],[27412],{"type":16,"tag":138,"props":27413,"children":27414},{"xmlns":140},[27415],{"type":16,"tag":143,"props":27416,"children":27417},{},[27418,27459],{"type":16,"tag":147,"props":27419,"children":27420},{},[27421,27425,27429,27440,27451,27455],{"type":16,"tag":151,"props":27422,"children":27423},{},[27424],{"type":22,"value":256},{"type":16,"tag":258,"props":27426,"children":27427},{"stretchy":260},[27428],{"type":22,"value":263},{"type":16,"tag":3987,"props":27430,"children":27431},{},[27432,27436],{"type":16,"tag":151,"props":27433,"children":27434},{},[27435],{"type":22,"value":3834},{"type":16,"tag":151,"props":27437,"children":27438},{},[27439],{"type":22,"value":8081},{"type":16,"tag":3987,"props":27441,"children":27442},{},[27443,27447],{"type":16,"tag":151,"props":27444,"children":27445},{},[27446],{"type":22,"value":3834},{"type":16,"tag":151,"props":27448,"children":27449},{},[27450],{"type":22,"value":8025},{"type":16,"tag":151,"props":27452,"children":27453},{},[27454],{"type":22,"value":155},{"type":16,"tag":258,"props":27456,"children":27457},{"stretchy":260},[27458],{"type":22,"value":314},{"type":16,"tag":157,"props":27460,"children":27461},{"encoding":159},[27462],{"type":22,"value":27463},"O(B_rB_cd)",{"type":16,"tag":127,"props":27465,"children":27467},{"className":27466,"ariaHidden":166},[165],[27468],{"type":16,"tag":127,"props":27469,"children":27471},{"className":27470},[171],[27472,27476,27481,27486,27543,27600,27605],{"type":16,"tag":127,"props":27473,"children":27475},{"className":27474,"style":568},[176],[],{"type":16,"tag":127,"props":27477,"children":27479},{"className":27478,"style":336},[182,183],[27480],{"type":22,"value":256},{"type":16,"tag":127,"props":27482,"children":27484},{"className":27483},[342],[27485],{"type":22,"value":263},{"type":16,"tag":127,"props":27487,"children":27489},{"className":27488},[182],[27490,27495],{"type":16,"tag":127,"props":27491,"children":27493},{"className":27492,"style":3918},[182,183],[27494],{"type":22,"value":3834},{"type":16,"tag":127,"props":27496,"children":27498},{"className":27497},[357],[27499],{"type":16,"tag":127,"props":27500,"children":27502},{"className":27501},[362,4278],[27503,27532],{"type":16,"tag":127,"props":27504,"children":27506},{"className":27505},[367],[27507,27527],{"type":16,"tag":127,"props":27508,"children":27510},{"className":27509,"style":8189},[372],[27511],{"type":16,"tag":127,"props":27512,"children":27513},{"style":8193},[27514,27518],{"type":16,"tag":127,"props":27515,"children":27517},{"className":27516,"style":383},[382],[],{"type":16,"tag":127,"props":27519,"children":27521},{"className":27520},[388,389,390,391],[27522],{"type":16,"tag":127,"props":27523,"children":27525},{"className":27524,"style":336},[182,183,391],[27526],{"type":22,"value":8081},{"type":16,"tag":127,"props":27528,"children":27530},{"className":27529},[4326],[27531],{"type":22,"value":4329},{"type":16,"tag":127,"props":27533,"children":27535},{"className":27534},[367],[27536],{"type":16,"tag":127,"props":27537,"children":27539},{"className":27538,"style":4401},[372],[27540],{"type":16,"tag":127,"props":27541,"children":27542},{},[],{"type":16,"tag":127,"props":27544,"children":27546},{"className":27545},[182],[27547,27552],{"type":16,"tag":127,"props":27548,"children":27550},{"className":27549,"style":3918},[182,183],[27551],{"type":22,"value":3834},{"type":16,"tag":127,"props":27553,"children":27555},{"className":27554},[357],[27556],{"type":16,"tag":127,"props":27557,"children":27559},{"className":27558},[362,4278],[27560,27589],{"type":16,"tag":127,"props":27561,"children":27563},{"className":27562},[367],[27564,27584],{"type":16,"tag":127,"props":27565,"children":27567},{"className":27566,"style":8189},[372],[27568],{"type":16,"tag":127,"props":27569,"children":27570},{"style":8193},[27571,27575],{"type":16,"tag":127,"props":27572,"children":27574},{"className":27573,"style":383},[382],[],{"type":16,"tag":127,"props":27576,"children":27578},{"className":27577},[388,389,390,391],[27579],{"type":16,"tag":127,"props":27580,"children":27582},{"className":27581},[182,183,391],[27583],{"type":22,"value":8025},{"type":16,"tag":127,"props":27585,"children":27587},{"className":27586},[4326],[27588],{"type":22,"value":4329},{"type":16,"tag":127,"props":27590,"children":27592},{"className":27591},[367],[27593],{"type":16,"tag":127,"props":27594,"children":27596},{"className":27595,"style":4401},[372],[27597],{"type":16,"tag":127,"props":27598,"children":27599},{},[],{"type":16,"tag":127,"props":27601,"children":27603},{"className":27602},[182,183],[27604],{"type":22,"value":155},{"type":16,"tag":127,"props":27606,"children":27608},{"className":27607},[492],[27609],{"type":22,"value":314},{"type":22,"value":27611}," FLOP，共 ",{"type":16,"tag":127,"props":27613,"children":27615},{"className":27614},[130],[27616,27705],{"type":16,"tag":127,"props":27617,"children":27619},{"className":27618},[135],[27620],{"type":16,"tag":138,"props":27621,"children":27622},{"xmlns":140},[27623],{"type":16,"tag":143,"props":27624,"children":27625},{},[27626,27700],{"type":16,"tag":147,"props":27627,"children":27628},{},[27629,27640,27651,27655,27666,27670,27674,27685,27696],{"type":16,"tag":3987,"props":27630,"children":27631},{},[27632,27636],{"type":16,"tag":151,"props":27633,"children":27634},{},[27635],{"type":22,"value":1369},{"type":16,"tag":151,"props":27637,"children":27638},{},[27639],{"type":22,"value":8025},{"type":16,"tag":3987,"props":27641,"children":27642},{},[27643,27647],{"type":16,"tag":151,"props":27644,"children":27645},{},[27646],{"type":22,"value":1369},{"type":16,"tag":151,"props":27648,"children":27649},{},[27650],{"type":22,"value":8081},{"type":16,"tag":258,"props":27652,"children":27653},{},[27654],{"type":22,"value":1353},{"type":16,"tag":265,"props":27656,"children":27657},{},[27658,27662],{"type":16,"tag":151,"props":27659,"children":27660},{},[27661],{"type":22,"value":272},{"type":16,"tag":274,"props":27663,"children":27664},{},[27665],{"type":22,"value":278},{"type":16,"tag":151,"props":27667,"children":27668},{"mathvariant":516},[27669],{"type":22,"value":4189},{"type":16,"tag":258,"props":27671,"children":27672},{"stretchy":260},[27673],{"type":22,"value":263},{"type":16,"tag":3987,"props":27675,"children":27676},{},[27677,27681],{"type":16,"tag":151,"props":27678,"children":27679},{},[27680],{"type":22,"value":3834},{"type":16,"tag":151,"props":27682,"children":27683},{},[27684],{"type":22,"value":8025},{"type":16,"tag":3987,"props":27686,"children":27687},{},[27688,27692],{"type":16,"tag":151,"props":27689,"children":27690},{},[27691],{"type":22,"value":3834},{"type":16,"tag":151,"props":27693,"children":27694},{},[27695],{"type":22,"value":8081},{"type":16,"tag":258,"props":27697,"children":27698},{"stretchy":260},[27699],{"type":22,"value":314},{"type":16,"tag":157,"props":27701,"children":27702},{"encoding":159},[27703],{"type":22,"value":27704},"T_cT_r=N^2\u002F(B_cB_r)",{"type":16,"tag":127,"props":27706,"children":27708},{"className":27707,"ariaHidden":166},[165],[27709,27844],{"type":16,"tag":127,"props":27710,"children":27712},{"className":27711},[171],[27713,27717,27774,27831,27835,27840],{"type":16,"tag":127,"props":27714,"children":27716},{"className":27715,"style":8163},[176],[],{"type":16,"tag":127,"props":27718,"children":27720},{"className":27719},[182],[27721,27726],{"type":16,"tag":127,"props":27722,"children":27724},{"className":27723,"style":1605},[182,183],[27725],{"type":22,"value":1369},{"type":16,"tag":127,"props":27727,"children":27729},{"className":27728},[357],[27730],{"type":16,"tag":127,"props":27731,"children":27733},{"className":27732},[362,4278],[27734,27763],{"type":16,"tag":127,"props":27735,"children":27737},{"className":27736},[367],[27738,27758],{"type":16,"tag":127,"props":27739,"children":27741},{"className":27740,"style":8189},[372],[27742],{"type":16,"tag":127,"props":27743,"children":27744},{"style":9244},[27745,27749],{"type":16,"tag":127,"props":27746,"children":27748},{"className":27747,"style":383},[382],[],{"type":16,"tag":127,"props":27750,"children":27752},{"className":27751},[388,389,390,391],[27753],{"type":16,"tag":127,"props":27754,"children":27756},{"className":27755},[182,183,391],[27757],{"type":22,"value":8025},{"type":16,"tag":127,"props":27759,"children":27761},{"className":27760},[4326],[27762],{"type":22,"value":4329},{"type":16,"tag":127,"props":27764,"children":27766},{"className":27765},[367],[27767],{"type":16,"tag":127,"props":27768,"children":27770},{"className":27769,"style":4401},[372],[27771],{"type":16,"tag":127,"props":27772,"children":27773},{},[],{"type":16,"tag":127,"props":27775,"children":27777},{"className":27776},[182],[27778,27783],{"type":16,"tag":127,"props":27779,"children":27781},{"className":27780,"style":1605},[182,183],[27782],{"type":22,"value":1369},{"type":16,"tag":127,"props":27784,"children":27786},{"className":27785},[357],[27787],{"type":16,"tag":127,"props":27788,"children":27790},{"className":27789},[362,4278],[27791,27820],{"type":16,"tag":127,"props":27792,"children":27794},{"className":27793},[367],[27795,27815],{"type":16,"tag":127,"props":27796,"children":27798},{"className":27797,"style":8189},[372],[27799],{"type":16,"tag":127,"props":27800,"children":27801},{"style":9244},[27802,27806],{"type":16,"tag":127,"props":27803,"children":27805},{"className":27804,"style":383},[382],[],{"type":16,"tag":127,"props":27807,"children":27809},{"className":27808},[388,389,390,391],[27810],{"type":16,"tag":127,"props":27811,"children":27813},{"className":27812,"style":336},[182,183,391],[27814],{"type":22,"value":8081},{"type":16,"tag":127,"props":27816,"children":27818},{"className":27817},[4326],[27819],{"type":22,"value":4329},{"type":16,"tag":127,"props":27821,"children":27823},{"className":27822},[367],[27824],{"type":16,"tag":127,"props":27825,"children":27827},{"className":27826,"style":4401},[372],[27828],{"type":16,"tag":127,"props":27829,"children":27830},{},[],{"type":16,"tag":127,"props":27832,"children":27834},{"className":27833,"style":1006},[593],[],{"type":16,"tag":127,"props":27836,"children":27838},{"className":27837},[1011],[27839],{"type":22,"value":1353},{"type":16,"tag":127,"props":27841,"children":27843},{"className":27842,"style":1006},[593],[],{"type":16,"tag":127,"props":27845,"children":27847},{"className":27846},[171],[27848,27852,27893,27898,27903,27960,28017],{"type":16,"tag":127,"props":27849,"children":27851},{"className":27850,"style":331},[176],[],{"type":16,"tag":127,"props":27853,"children":27855},{"className":27854},[182],[27856,27861],{"type":16,"tag":127,"props":27857,"children":27859},{"className":27858,"style":230},[182,183],[27860],{"type":22,"value":272},{"type":16,"tag":127,"props":27862,"children":27864},{"className":27863},[357],[27865],{"type":16,"tag":127,"props":27866,"children":27868},{"className":27867},[362],[27869],{"type":16,"tag":127,"props":27870,"children":27872},{"className":27871},[367],[27873],{"type":16,"tag":127,"props":27874,"children":27876},{"className":27875,"style":373},[372],[27877],{"type":16,"tag":127,"props":27878,"children":27879},{"style":377},[27880,27884],{"type":16,"tag":127,"props":27881,"children":27883},{"className":27882,"style":383},[382],[],{"type":16,"tag":127,"props":27885,"children":27887},{"className":27886},[388,389,390,391],[27888],{"type":16,"tag":127,"props":27889,"children":27891},{"className":27890},[182,391],[27892],{"type":22,"value":278},{"type":16,"tag":127,"props":27894,"children":27896},{"className":27895},[182],[27897],{"type":22,"value":4189},{"type":16,"tag":127,"props":27899,"children":27901},{"className":27900},[342],[27902],{"type":22,"value":263},{"type":16,"tag":127,"props":27904,"children":27906},{"className":27905},[182],[27907,27912],{"type":16,"tag":127,"props":27908,"children":27910},{"className":27909,"style":3918},[182,183],[27911],{"type":22,"value":3834},{"type":16,"tag":127,"props":27913,"children":27915},{"className":27914},[357],[27916],{"type":16,"tag":127,"props":27917,"children":27919},{"className":27918},[362,4278],[27920,27949],{"type":16,"tag":127,"props":27921,"children":27923},{"className":27922},[367],[27924,27944],{"type":16,"tag":127,"props":27925,"children":27927},{"className":27926,"style":8189},[372],[27928],{"type":16,"tag":127,"props":27929,"children":27930},{"style":8193},[27931,27935],{"type":16,"tag":127,"props":27932,"children":27934},{"className":27933,"style":383},[382],[],{"type":16,"tag":127,"props":27936,"children":27938},{"className":27937},[388,389,390,391],[27939],{"type":16,"tag":127,"props":27940,"children":27942},{"className":27941},[182,183,391],[27943],{"type":22,"value":8025},{"type":16,"tag":127,"props":27945,"children":27947},{"className":27946},[4326],[27948],{"type":22,"value":4329},{"type":16,"tag":127,"props":27950,"children":27952},{"className":27951},[367],[27953],{"type":16,"tag":127,"props":27954,"children":27956},{"className":27955,"style":4401},[372],[27957],{"type":16,"tag":127,"props":27958,"children":27959},{},[],{"type":16,"tag":127,"props":27961,"children":27963},{"className":27962},[182],[27964,27969],{"type":16,"tag":127,"props":27965,"children":27967},{"className":27966,"style":3918},[182,183],[27968],{"type":22,"value":3834},{"type":16,"tag":127,"props":27970,"children":27972},{"className":27971},[357],[27973],{"type":16,"tag":127,"props":27974,"children":27976},{"className":27975},[362,4278],[27977,28006],{"type":16,"tag":127,"props":27978,"children":27980},{"className":27979},[367],[27981,28001],{"type":16,"tag":127,"props":27982,"children":27984},{"className":27983,"style":8189},[372],[27985],{"type":16,"tag":127,"props":27986,"children":27987},{"style":8193},[27988,27992],{"type":16,"tag":127,"props":27989,"children":27991},{"className":27990,"style":383},[382],[],{"type":16,"tag":127,"props":27993,"children":27995},{"className":27994},[388,389,390,391],[27996],{"type":16,"tag":127,"props":27997,"children":27999},{"className":27998,"style":336},[182,183,391],[28000],{"type":22,"value":8081},{"type":16,"tag":127,"props":28002,"children":28004},{"className":28003},[4326],[28005],{"type":22,"value":4329},{"type":16,"tag":127,"props":28007,"children":28009},{"className":28008},[367],[28010],{"type":16,"tag":127,"props":28011,"children":28013},{"className":28012,"style":4401},[372],[28014],{"type":16,"tag":127,"props":28015,"children":28016},{},[],{"type":16,"tag":127,"props":28018,"children":28020},{"className":28019},[492],[28021],{"type":22,"value":314},{"type":22,"value":28023}," 个块，因此总 FLOP 为 ",{"type":16,"tag":127,"props":28025,"children":28027},{"className":28026},[130],[28028,28072],{"type":16,"tag":127,"props":28029,"children":28031},{"className":28030},[135],[28032],{"type":16,"tag":138,"props":28033,"children":28034},{"xmlns":140},[28035],{"type":16,"tag":143,"props":28036,"children":28037},{},[28038,28068],{"type":16,"tag":147,"props":28039,"children":28040},{},[28041,28045,28049,28060,28064],{"type":16,"tag":151,"props":28042,"children":28043},{},[28044],{"type":22,"value":256},{"type":16,"tag":258,"props":28046,"children":28047},{"stretchy":260},[28048],{"type":22,"value":263},{"type":16,"tag":265,"props":28050,"children":28051},{},[28052,28056],{"type":16,"tag":151,"props":28053,"children":28054},{},[28055],{"type":22,"value":272},{"type":16,"tag":274,"props":28057,"children":28058},{},[28059],{"type":22,"value":278},{"type":16,"tag":151,"props":28061,"children":28062},{},[28063],{"type":22,"value":155},{"type":16,"tag":258,"props":28065,"children":28066},{"stretchy":260},[28067],{"type":22,"value":314},{"type":16,"tag":157,"props":28069,"children":28070},{"encoding":159},[28071],{"type":22,"value":14595},{"type":16,"tag":127,"props":28073,"children":28075},{"className":28074,"ariaHidden":166},[165],[28076],{"type":16,"tag":127,"props":28077,"children":28079},{"className":28078},[171],[28080,28084,28089,28094,28135,28140],{"type":16,"tag":127,"props":28081,"children":28083},{"className":28082,"style":331},[176],[],{"type":16,"tag":127,"props":28085,"children":28087},{"className":28086,"style":336},[182,183],[28088],{"type":22,"value":256},{"type":16,"tag":127,"props":28090,"children":28092},{"className":28091},[342],[28093],{"type":22,"value":263},{"type":16,"tag":127,"props":28095,"children":28097},{"className":28096},[182],[28098,28103],{"type":16,"tag":127,"props":28099,"children":28101},{"className":28100,"style":230},[182,183],[28102],{"type":22,"value":272},{"type":16,"tag":127,"props":28104,"children":28106},{"className":28105},[357],[28107],{"type":16,"tag":127,"props":28108,"children":28110},{"className":28109},[362],[28111],{"type":16,"tag":127,"props":28112,"children":28114},{"className":28113},[367],[28115],{"type":16,"tag":127,"props":28116,"children":28118},{"className":28117,"style":373},[372],[28119],{"type":16,"tag":127,"props":28120,"children":28121},{"style":377},[28122,28126],{"type":16,"tag":127,"props":28123,"children":28125},{"className":28124,"style":383},[382],[],{"type":16,"tag":127,"props":28127,"children":28129},{"className":28128},[388,389,390,391],[28130],{"type":16,"tag":127,"props":28131,"children":28133},{"className":28132},[182,391],[28134],{"type":22,"value":278},{"type":16,"tag":127,"props":28136,"children":28138},{"className":28137},[182,183],[28139],{"type":22,"value":155},{"type":16,"tag":127,"props":28141,"children":28143},{"className":28142},[492],[28144],{"type":22,"value":314},{"type":22,"value":28146},"。统计量 ",{"type":16,"tag":127,"props":28148,"children":28150},{"className":28149},[130],[28151,28189],{"type":16,"tag":127,"props":28152,"children":28154},{"className":28153},[135],[28155],{"type":16,"tag":138,"props":28156,"children":28157},{"xmlns":140},[28158],{"type":16,"tag":143,"props":28159,"children":28160},{},[28161,28184],{"type":16,"tag":147,"props":28162,"children":28163},{},[28164,28168,28172,28176,28180],{"type":16,"tag":258,"props":28165,"children":28166},{"stretchy":260},[28167],{"type":22,"value":263},{"type":16,"tag":151,"props":28169,"children":28170},{"mathvariant":516},[28171],{"type":22,"value":4086},{"type":16,"tag":258,"props":28173,"children":28174},{"separator":166},[28175],{"type":22,"value":904},{"type":16,"tag":151,"props":28177,"children":28178},{},[28179],{"type":22,"value":3948},{"type":16,"tag":258,"props":28181,"children":28182},{"stretchy":260},[28183],{"type":22,"value":314},{"type":16,"tag":157,"props":28185,"children":28186},{"encoding":159},[28187],{"type":22,"value":28188},"(\\ell,m)",{"type":16,"tag":127,"props":28190,"children":28192},{"className":28191,"ariaHidden":166},[165],[28193],{"type":16,"tag":127,"props":28194,"children":28196},{"className":28195},[171],[28197,28201,28206,28211,28216,28220,28225],{"type":16,"tag":127,"props":28198,"children":28200},{"className":28199,"style":568},[176],[],{"type":16,"tag":127,"props":28202,"children":28204},{"className":28203},[342],[28205],{"type":22,"value":263},{"type":16,"tag":127,"props":28207,"children":28209},{"className":28208},[182],[28210],{"type":22,"value":4086},{"type":16,"tag":127,"props":28212,"children":28214},{"className":28213},[975],[28215],{"type":22,"value":904},{"type":16,"tag":127,"props":28217,"children":28219},{"className":28218,"style":981},[593],[],{"type":16,"tag":127,"props":28221,"children":28223},{"className":28222},[182,183],[28224],{"type":22,"value":3948},{"type":16,"tag":127,"props":28226,"children":28228},{"className":28227},[492],[28229],{"type":22,"value":314},{"type":22,"value":28231}," 仅需 ",{"type":16,"tag":127,"props":28233,"children":28235},{"className":28234},[130],[28236,28269],{"type":16,"tag":127,"props":28237,"children":28239},{"className":28238},[135],[28240],{"type":16,"tag":138,"props":28241,"children":28242},{"xmlns":140},[28243],{"type":16,"tag":143,"props":28244,"children":28245},{},[28246,28265],{"type":16,"tag":147,"props":28247,"children":28248},{},[28249,28253,28257,28261],{"type":16,"tag":151,"props":28250,"children":28251},{},[28252],{"type":22,"value":256},{"type":16,"tag":258,"props":28254,"children":28255},{"stretchy":260},[28256],{"type":22,"value":263},{"type":16,"tag":151,"props":28258,"children":28259},{},[28260],{"type":22,"value":272},{"type":16,"tag":258,"props":28262,"children":28263},{"stretchy":260},[28264],{"type":22,"value":314},{"type":16,"tag":157,"props":28266,"children":28267},{"encoding":159},[28268],{"type":22,"value":14708},{"type":16,"tag":127,"props":28270,"children":28272},{"className":28271,"ariaHidden":166},[165],[28273],{"type":16,"tag":127,"props":28274,"children":28276},{"className":28275},[171],[28277,28281,28286,28291,28296],{"type":16,"tag":127,"props":28278,"children":28280},{"className":28279,"style":568},[176],[],{"type":16,"tag":127,"props":28282,"children":28284},{"className":28283,"style":336},[182,183],[28285],{"type":22,"value":256},{"type":16,"tag":127,"props":28287,"children":28289},{"className":28288},[342],[28290],{"type":22,"value":263},{"type":16,"tag":127,"props":28292,"children":28294},{"className":28293,"style":230},[182,183],[28295],{"type":22,"value":272},{"type":16,"tag":127,"props":28297,"children":28299},{"className":28298},[492],[28300],{"type":22,"value":314},{"type":22,"value":28302}," 额外内存。对列块索引 ",{"type":16,"tag":127,"props":28304,"children":28306},{"className":28305},[130],[28307,28328],{"type":16,"tag":127,"props":28308,"children":28310},{"className":28309},[135],[28311],{"type":16,"tag":138,"props":28312,"children":28313},{"xmlns":140},[28314],{"type":16,"tag":143,"props":28315,"children":28316},{},[28317,28324],{"type":16,"tag":147,"props":28318,"children":28319},{},[28320],{"type":16,"tag":151,"props":28321,"children":28322},{},[28323],{"type":22,"value":9695},{"type":16,"tag":157,"props":28325,"children":28326},{"encoding":159},[28327],{"type":22,"value":9695},{"type":16,"tag":127,"props":28329,"children":28331},{"className":28330,"ariaHidden":166},[165],[28332],{"type":16,"tag":127,"props":28333,"children":28335},{"className":28334},[171],[28336,28340],{"type":16,"tag":127,"props":28337,"children":28339},{"className":28338,"style":9711},[176],[],{"type":16,"tag":127,"props":28341,"children":28343},{"className":28342,"style":9716},[182,183],[28344],{"type":22,"value":9695},{"type":22,"value":28346}," 归纳：处理前 ",{"type":16,"tag":127,"props":28348,"children":28350},{"className":28349},[130],[28351,28372],{"type":16,"tag":127,"props":28352,"children":28354},{"className":28353},[135],[28355],{"type":16,"tag":138,"props":28356,"children":28357},{"xmlns":140},[28358],{"type":16,"tag":143,"props":28359,"children":28360},{},[28361,28368],{"type":16,"tag":147,"props":28362,"children":28363},{},[28364],{"type":16,"tag":151,"props":28365,"children":28366},{},[28367],{"type":22,"value":9695},{"type":16,"tag":157,"props":28369,"children":28370},{"encoding":159},[28371],{"type":22,"value":9695},{"type":16,"tag":127,"props":28373,"children":28375},{"className":28374,"ariaHidden":166},[165],[28376],{"type":16,"tag":127,"props":28377,"children":28379},{"className":28378},[171],[28380,28384],{"type":16,"tag":127,"props":28381,"children":28383},{"className":28382,"style":9711},[176],[],{"type":16,"tag":127,"props":28385,"children":28387},{"className":28386,"style":9716},[182,183],[28388],{"type":22,"value":9695},{"type":22,"value":28390}," 个块后，",{"type":16,"tag":127,"props":28392,"children":28394},{"className":28393},[130],[28395,28416],{"type":16,"tag":127,"props":28396,"children":28398},{"className":28397},[135],[28399],{"type":16,"tag":138,"props":28400,"children":28401},{"xmlns":140},[28402],{"type":16,"tag":143,"props":28403,"children":28404},{},[28405,28412],{"type":16,"tag":147,"props":28406,"children":28407},{},[28408],{"type":16,"tag":151,"props":28409,"children":28410},{},[28411],{"type":22,"value":3948},{"type":16,"tag":157,"props":28413,"children":28414},{"encoding":159},[28415],{"type":22,"value":3948},{"type":16,"tag":127,"props":28417,"children":28419},{"className":28418,"ariaHidden":166},[165],[28420],{"type":16,"tag":127,"props":28421,"children":28423},{"className":28422},[171],[28424,28428],{"type":16,"tag":127,"props":28425,"children":28427},{"className":28426,"style":4287},[176],[],{"type":16,"tag":127,"props":28429,"children":28431},{"className":28430},[182,183],[28432],{"type":22,"value":3948},{"type":22,"value":28434}," 等于已处理分数的行最大值，",{"type":16,"tag":127,"props":28436,"children":28438},{"className":28437},[130],[28439,28461],{"type":16,"tag":127,"props":28440,"children":28442},{"className":28441},[135],[28443],{"type":16,"tag":138,"props":28444,"children":28445},{"xmlns":140},[28446],{"type":16,"tag":143,"props":28447,"children":28448},{},[28449,28456],{"type":16,"tag":147,"props":28450,"children":28451},{},[28452],{"type":16,"tag":151,"props":28453,"children":28454},{"mathvariant":516},[28455],{"type":22,"value":4086},{"type":16,"tag":157,"props":28457,"children":28458},{"encoding":159},[28459],{"type":22,"value":28460},"\\ell",{"type":16,"tag":127,"props":28462,"children":28464},{"className":28463,"ariaHidden":166},[165],[28465],{"type":16,"tag":127,"props":28466,"children":28468},{"className":28467},[171],[28469,28473],{"type":16,"tag":127,"props":28470,"children":28472},{"className":28471,"style":177},[176],[],{"type":16,"tag":127,"props":28474,"children":28476},{"className":28475},[182],[28477],{"type":22,"value":4086},{"type":22,"value":28479}," 等于移位指数的行和，",{"type":16,"tag":127,"props":28481,"children":28483},{"className":28482},[130],[28484,28505],{"type":16,"tag":127,"props":28485,"children":28487},{"className":28486},[135],[28488],{"type":16,"tag":138,"props":28489,"children":28490},{"xmlns":140},[28491],{"type":16,"tag":143,"props":28492,"children":28493},{},[28494,28501],{"type":16,"tag":147,"props":28495,"children":28496},{},[28497],{"type":16,"tag":151,"props":28498,"children":28499},{},[28500],{"type":22,"value":256},{"type":16,"tag":157,"props":28502,"children":28503},{"encoding":159},[28504],{"type":22,"value":256},{"type":16,"tag":127,"props":28506,"children":28508},{"className":28507,"ariaHidden":166},[165],[28509],{"type":16,"tag":127,"props":28510,"children":28512},{"className":28511},[171],[28513,28517],{"type":16,"tag":127,"props":28514,"children":28516},{"className":28515,"style":225},[176],[],{"type":16,"tag":127,"props":28518,"children":28520},{"className":28519,"style":336},[182,183],[28521],{"type":22,"value":256},{"type":22,"value":28523}," 等于已处理 softmax 与 ",{"type":16,"tag":127,"props":28525,"children":28527},{"className":28526},[130],[28528,28549],{"type":16,"tag":127,"props":28529,"children":28531},{"className":28530},[135],[28532],{"type":16,"tag":138,"props":28533,"children":28534},{"xmlns":140},[28535],{"type":16,"tag":143,"props":28536,"children":28537},{},[28538,28545],{"type":16,"tag":147,"props":28539,"children":28540},{},[28541],{"type":16,"tag":151,"props":28542,"children":28543},{},[28544],{"type":22,"value":918},{"type":16,"tag":157,"props":28546,"children":28547},{"encoding":159},[28548],{"type":22,"value":918},{"type":16,"tag":127,"props":28550,"children":28552},{"className":28551,"ariaHidden":166},[165],[28553],{"type":16,"tag":127,"props":28554,"children":28556},{"className":28555},[171],[28557,28561],{"type":16,"tag":127,"props":28558,"children":28560},{"className":28559,"style":225},[176],[],{"type":16,"tag":127,"props":28562,"children":28564},{"className":28563,"style":594},[182,183],[28565],{"type":22,"value":918},{"type":22,"value":28567}," 的乘积。递推更新正是拼接 softmax 的代数聚合公式；处理完全部块后得到 ",{"type":16,"tag":127,"props":28569,"children":28571},{"className":28570},[130],[28572,28633],{"type":16,"tag":127,"props":28573,"children":28575},{"className":28574},[135],[28576],{"type":16,"tag":138,"props":28577,"children":28578},{"xmlns":140},[28579],{"type":16,"tag":143,"props":28580,"children":28581},{},[28582,28628],{"type":16,"tag":147,"props":28583,"children":28584},{},[28585,28589,28593,28597,28601,28605,28609,28620,28624],{"type":16,"tag":151,"props":28586,"children":28587},{},[28588],{"type":22,"value":256},{"type":16,"tag":258,"props":28590,"children":28591},{},[28592],{"type":22,"value":1353},{"type":16,"tag":151,"props":28594,"children":28595},{"mathvariant":516},[28596],{"type":22,"value":1417},{"type":16,"tag":258,"props":28598,"children":28599},{},[28600],{"type":22,"value":1422},{"type":16,"tag":258,"props":28602,"children":28603},{"stretchy":260},[28604],{"type":22,"value":263},{"type":16,"tag":151,"props":28606,"children":28607},{},[28608],{"type":22,"value":899},{"type":16,"tag":265,"props":28610,"children":28611},{},[28612,28616],{"type":16,"tag":151,"props":28613,"children":28614},{},[28615],{"type":22,"value":909},{"type":16,"tag":151,"props":28617,"children":28618},{},[28619],{"type":22,"value":1369},{"type":16,"tag":258,"props":28621,"children":28622},{"stretchy":260},[28623],{"type":22,"value":314},{"type":16,"tag":151,"props":28625,"children":28626},{},[28627],{"type":22,"value":918},{"type":16,"tag":157,"props":28629,"children":28630},{"encoding":159},[28631],{"type":22,"value":28632},"O=\\operatorname{softmax}(QK^T)V",{"type":16,"tag":127,"props":28634,"children":28636},{"className":28635,"ariaHidden":166},[165],[28637,28663],{"type":16,"tag":127,"props":28638,"children":28640},{"className":28639},[171],[28641,28645,28650,28654,28659],{"type":16,"tag":127,"props":28642,"children":28644},{"className":28643,"style":225},[176],[],{"type":16,"tag":127,"props":28646,"children":28648},{"className":28647,"style":336},[182,183],[28649],{"type":22,"value":256},{"type":16,"tag":127,"props":28651,"children":28653},{"className":28652,"style":1006},[593],[],{"type":16,"tag":127,"props":28655,"children":28657},{"className":28656},[1011],[28658],{"type":22,"value":1353},{"type":16,"tag":127,"props":28660,"children":28662},{"className":28661,"style":1006},[593],[],{"type":16,"tag":127,"props":28664,"children":28666},{"className":28665},[171],[28667,28671,28680,28685,28690,28731,28736],{"type":16,"tag":127,"props":28668,"children":28670},{"className":28669,"style":16834},[176],[],{"type":16,"tag":127,"props":28672,"children":28674},{"className":28673},[1727],[28675],{"type":16,"tag":127,"props":28676,"children":28678},{"className":28677},[182,1732],[28679],{"type":22,"value":1417},{"type":16,"tag":127,"props":28681,"children":28683},{"className":28682},[342],[28684],{"type":22,"value":263},{"type":16,"tag":127,"props":28686,"children":28688},{"className":28687},[182,183],[28689],{"type":22,"value":899},{"type":16,"tag":127,"props":28691,"children":28693},{"className":28692},[182],[28694,28699],{"type":16,"tag":127,"props":28695,"children":28697},{"className":28696,"style":986},[182,183],[28698],{"type":22,"value":909},{"type":16,"tag":127,"props":28700,"children":28702},{"className":28701},[357],[28703],{"type":16,"tag":127,"props":28704,"children":28706},{"className":28705},[362],[28707],{"type":16,"tag":127,"props":28708,"children":28710},{"className":28709},[367],[28711],{"type":16,"tag":127,"props":28712,"children":28714},{"className":28713,"style":2824},[372],[28715],{"type":16,"tag":127,"props":28716,"children":28717},{"style":377},[28718,28722],{"type":16,"tag":127,"props":28719,"children":28721},{"className":28720,"style":383},[382],[],{"type":16,"tag":127,"props":28723,"children":28725},{"className":28724},[388,389,390,391],[28726],{"type":16,"tag":127,"props":28727,"children":28729},{"className":28728,"style":1605},[182,183,391],[28730],{"type":22,"value":1369},{"type":16,"tag":127,"props":28732,"children":28734},{"className":28733},[492],[28735],{"type":22,"value":314},{"type":16,"tag":127,"props":28737,"children":28739},{"className":28738,"style":594},[182,183],[28740],{"type":22,"value":918},{"type":22,"value":2635},{"type":16,"tag":802,"props":28743,"children":28745},{"id":28744},"定理-2",[28746],{"type":22,"value":28747},"定理 2",{"type":16,"tag":24,"props":28749,"children":28750},{},[28751,28753,28906,28908,29063,29065,29129,29131,29196,29198,29300,29302,29474,29475,29647,29648,29879,29881,30062,30063,30292,30294,30484,30486,30669],{"type":22,"value":28752},"标准实现的三个阶段分别读写 ",{"type":16,"tag":127,"props":28754,"children":28756},{"className":28755},[130],[28757,28819],{"type":16,"tag":127,"props":28758,"children":28760},{"className":28759},[135],[28761],{"type":16,"tag":138,"props":28762,"children":28763},{"xmlns":140},[28764],{"type":16,"tag":143,"props":28765,"children":28766},{},[28767,28814],{"type":16,"tag":147,"props":28768,"children":28769},{},[28770,28774,28778,28782,28786,28790,28794,28798,28802,28806,28810],{"type":16,"tag":151,"props":28771,"children":28772},{},[28773],{"type":22,"value":899},{"type":16,"tag":258,"props":28775,"children":28776},{"separator":166},[28777],{"type":22,"value":904},{"type":16,"tag":151,"props":28779,"children":28780},{},[28781],{"type":22,"value":909},{"type":16,"tag":258,"props":28783,"children":28784},{"separator":166},[28785],{"type":22,"value":904},{"type":16,"tag":151,"props":28787,"children":28788},{},[28789],{"type":22,"value":1348},{"type":16,"tag":258,"props":28791,"children":28792},{"separator":166},[28793],{"type":22,"value":904},{"type":16,"tag":151,"props":28795,"children":28796},{},[28797],{"type":22,"value":1408},{"type":16,"tag":258,"props":28799,"children":28800},{"separator":166},[28801],{"type":22,"value":904},{"type":16,"tag":151,"props":28803,"children":28804},{},[28805],{"type":22,"value":918},{"type":16,"tag":258,"props":28807,"children":28808},{"separator":166},[28809],{"type":22,"value":904},{"type":16,"tag":151,"props":28811,"children":28812},{},[28813],{"type":22,"value":256},{"type":16,"tag":157,"props":28815,"children":28816},{"encoding":159},[28817],{"type":22,"value":28818},"Q,K,S,P,V,O",{"type":16,"tag":127,"props":28820,"children":28822},{"className":28821,"ariaHidden":166},[165],[28823],{"type":16,"tag":127,"props":28824,"children":28826},{"className":28825},[171],[28827,28831,28836,28841,28845,28850,28855,28859,28864,28869,28873,28878,28883,28887,28892,28897,28901],{"type":16,"tag":127,"props":28828,"children":28830},{"className":28829,"style":965},[176],[],{"type":16,"tag":127,"props":28832,"children":28834},{"className":28833},[182,183],[28835],{"type":22,"value":899},{"type":16,"tag":127,"props":28837,"children":28839},{"className":28838},[975],[28840],{"type":22,"value":904},{"type":16,"tag":127,"props":28842,"children":28844},{"className":28843,"style":981},[593],[],{"type":16,"tag":127,"props":28846,"children":28848},{"className":28847,"style":986},[182,183],[28849],{"type":22,"value":909},{"type":16,"tag":127,"props":28851,"children":28853},{"className":28852},[975],[28854],{"type":22,"value":904},{"type":16,"tag":127,"props":28856,"children":28858},{"className":28857,"style":981},[593],[],{"type":16,"tag":127,"props":28860,"children":28862},{"className":28861,"style":1534},[182,183],[28863],{"type":22,"value":1348},{"type":16,"tag":127,"props":28865,"children":28867},{"className":28866},[975],[28868],{"type":22,"value":904},{"type":16,"tag":127,"props":28870,"children":28872},{"className":28871,"style":981},[593],[],{"type":16,"tag":127,"props":28874,"children":28876},{"className":28875,"style":1605},[182,183],[28877],{"type":22,"value":1408},{"type":16,"tag":127,"props":28879,"children":28881},{"className":28880},[975],[28882],{"type":22,"value":904},{"type":16,"tag":127,"props":28884,"children":28886},{"className":28885,"style":981},[593],[],{"type":16,"tag":127,"props":28888,"children":28890},{"className":28889,"style":594},[182,183],[28891],{"type":22,"value":918},{"type":16,"tag":127,"props":28893,"children":28895},{"className":28894},[975],[28896],{"type":22,"value":904},{"type":16,"tag":127,"props":28898,"children":28900},{"className":28899,"style":981},[593],[],{"type":16,"tag":127,"props":28902,"children":28904},{"className":28903,"style":336},[182,183],[28905],{"type":22,"value":256},{"type":22,"value":28907},"，总 HBM 访问为 ",{"type":16,"tag":127,"props":28909,"children":28911},{"className":28910},[130],[28912,28964],{"type":16,"tag":127,"props":28913,"children":28915},{"className":28914},[135],[28916],{"type":16,"tag":138,"props":28917,"children":28918},{"xmlns":140},[28919],{"type":16,"tag":143,"props":28920,"children":28921},{},[28922,28960],{"type":16,"tag":147,"props":28923,"children":28924},{},[28925,28929,28933,28937,28941,28945,28956],{"type":16,"tag":151,"props":28926,"children":28927},{"mathvariant":516},[28928],{"type":22,"value":15035},{"type":16,"tag":258,"props":28930,"children":28931},{"stretchy":260},[28932],{"type":22,"value":263},{"type":16,"tag":151,"props":28934,"children":28935},{},[28936],{"type":22,"value":272},{"type":16,"tag":151,"props":28938,"children":28939},{},[28940],{"type":22,"value":155},{"type":16,"tag":258,"props":28942,"children":28943},{},[28944],{"type":22,"value":536},{"type":16,"tag":265,"props":28946,"children":28947},{},[28948,28952],{"type":16,"tag":151,"props":28949,"children":28950},{},[28951],{"type":22,"value":272},{"type":16,"tag":274,"props":28953,"children":28954},{},[28955],{"type":22,"value":278},{"type":16,"tag":258,"props":28957,"children":28958},{"stretchy":260},[28959],{"type":22,"value":314},{"type":16,"tag":157,"props":28961,"children":28962},{"encoding":159},[28963],{"type":22,"value":15071},{"type":16,"tag":127,"props":28965,"children":28967},{"className":28966,"ariaHidden":166},[165],[28968,29009],{"type":16,"tag":127,"props":28969,"children":28971},{"className":28970},[171],[28972,28976,28981,28986,28991,28996,29000,29005],{"type":16,"tag":127,"props":28973,"children":28975},{"className":28974,"style":568},[176],[],{"type":16,"tag":127,"props":28977,"children":28979},{"className":28978},[182],[28980],{"type":22,"value":15035},{"type":16,"tag":127,"props":28982,"children":28984},{"className":28983},[342],[28985],{"type":22,"value":263},{"type":16,"tag":127,"props":28987,"children":28989},{"className":28988,"style":230},[182,183],[28990],{"type":22,"value":272},{"type":16,"tag":127,"props":28992,"children":28994},{"className":28993},[182,183],[28995],{"type":22,"value":155},{"type":16,"tag":127,"props":28997,"children":28999},{"className":28998,"style":594},[593],[],{"type":16,"tag":127,"props":29001,"children":29003},{"className":29002},[599],[29004],{"type":22,"value":536},{"type":16,"tag":127,"props":29006,"children":29008},{"className":29007,"style":594},[593],[],{"type":16,"tag":127,"props":29010,"children":29012},{"className":29011},[171],[29013,29017,29058],{"type":16,"tag":127,"props":29014,"children":29016},{"className":29015,"style":331},[176],[],{"type":16,"tag":127,"props":29018,"children":29020},{"className":29019},[182],[29021,29026],{"type":16,"tag":127,"props":29022,"children":29024},{"className":29023,"style":230},[182,183],[29025],{"type":22,"value":272},{"type":16,"tag":127,"props":29027,"children":29029},{"className":29028},[357],[29030],{"type":16,"tag":127,"props":29031,"children":29033},{"className":29032},[362],[29034],{"type":16,"tag":127,"props":29035,"children":29037},{"className":29036},[367],[29038],{"type":16,"tag":127,"props":29039,"children":29041},{"className":29040,"style":373},[372],[29042],{"type":16,"tag":127,"props":29043,"children":29044},{"style":377},[29045,29049],{"type":16,"tag":127,"props":29046,"children":29048},{"className":29047,"style":383},[382],[],{"type":16,"tag":127,"props":29050,"children":29052},{"className":29051},[388,389,390,391],[29053],{"type":16,"tag":127,"props":29054,"children":29056},{"className":29055},[182,391],[29057],{"type":22,"value":278},{"type":16,"tag":127,"props":29059,"children":29061},{"className":29060},[492],[29062],{"type":22,"value":314},{"type":22,"value":29064},"。FlashAttention 每个 ",{"type":16,"tag":127,"props":29066,"children":29068},{"className":29067},[130],[29069,29098],{"type":16,"tag":127,"props":29070,"children":29072},{"className":29071},[135],[29073],{"type":16,"tag":138,"props":29074,"children":29075},{"xmlns":140},[29076],{"type":16,"tag":143,"props":29077,"children":29078},{},[29079,29094],{"type":16,"tag":147,"props":29080,"children":29081},{},[29082,29086,29090],{"type":16,"tag":151,"props":29083,"children":29084},{},[29085],{"type":22,"value":909},{"type":16,"tag":258,"props":29087,"children":29088},{"separator":166},[29089],{"type":22,"value":904},{"type":16,"tag":151,"props":29091,"children":29092},{},[29093],{"type":22,"value":918},{"type":16,"tag":157,"props":29095,"children":29096},{"encoding":159},[29097],{"type":22,"value":9408},{"type":16,"tag":127,"props":29099,"children":29101},{"className":29100,"ariaHidden":166},[165],[29102],{"type":16,"tag":127,"props":29103,"children":29105},{"className":29104},[171],[29106,29110,29115,29120,29124],{"type":16,"tag":127,"props":29107,"children":29109},{"className":29108,"style":965},[176],[],{"type":16,"tag":127,"props":29111,"children":29113},{"className":29112,"style":986},[182,183],[29114],{"type":22,"value":909},{"type":16,"tag":127,"props":29116,"children":29118},{"className":29117},[975],[29119],{"type":22,"value":904},{"type":16,"tag":127,"props":29121,"children":29123},{"className":29122,"style":981},[593],[],{"type":16,"tag":127,"props":29125,"children":29127},{"className":29126,"style":594},[182,183],[29128],{"type":22,"value":918},{"type":22,"value":29130}," 元素只加载一次，对 ",{"type":16,"tag":127,"props":29132,"children":29134},{"className":29133},[130],[29135,29165],{"type":16,"tag":127,"props":29136,"children":29138},{"className":29137},[135],[29139],{"type":16,"tag":138,"props":29140,"children":29141},{"xmlns":140},[29142],{"type":16,"tag":143,"props":29143,"children":29144},{},[29145,29160],{"type":16,"tag":147,"props":29146,"children":29147},{},[29148,29152,29156],{"type":16,"tag":151,"props":29149,"children":29150},{},[29151],{"type":22,"value":899},{"type":16,"tag":258,"props":29153,"children":29154},{"separator":166},[29155],{"type":22,"value":904},{"type":16,"tag":151,"props":29157,"children":29158},{},[29159],{"type":22,"value":256},{"type":16,"tag":157,"props":29161,"children":29162},{"encoding":159},[29163],{"type":22,"value":29164},"Q,O",{"type":16,"tag":127,"props":29166,"children":29168},{"className":29167,"ariaHidden":166},[165],[29169],{"type":16,"tag":127,"props":29170,"children":29172},{"className":29171},[171],[29173,29177,29182,29187,29191],{"type":16,"tag":127,"props":29174,"children":29176},{"className":29175,"style":965},[176],[],{"type":16,"tag":127,"props":29178,"children":29180},{"className":29179},[182,183],[29181],{"type":22,"value":899},{"type":16,"tag":127,"props":29183,"children":29185},{"className":29184},[975],[29186],{"type":22,"value":904},{"type":16,"tag":127,"props":29188,"children":29190},{"className":29189,"style":981},[593],[],{"type":16,"tag":127,"props":29192,"children":29194},{"className":29193,"style":336},[182,183],[29195],{"type":22,"value":256},{"type":22,"value":29197}," 做 ",{"type":16,"tag":127,"props":29199,"children":29201},{"className":29200},[130],[29202,29231],{"type":16,"tag":127,"props":29203,"children":29205},{"className":29204},[135],[29206],{"type":16,"tag":138,"props":29207,"children":29208},{"xmlns":140},[29209],{"type":16,"tag":143,"props":29210,"children":29211},{},[29212,29226],{"type":16,"tag":147,"props":29213,"children":29214},{},[29215],{"type":16,"tag":3987,"props":29216,"children":29217},{},[29218,29222],{"type":16,"tag":151,"props":29219,"children":29220},{},[29221],{"type":22,"value":1369},{"type":16,"tag":151,"props":29223,"children":29224},{},[29225],{"type":22,"value":8025},{"type":16,"tag":157,"props":29227,"children":29228},{"encoding":159},[29229],{"type":22,"value":29230},"T_c",{"type":16,"tag":127,"props":29232,"children":29234},{"className":29233,"ariaHidden":166},[165],[29235],{"type":16,"tag":127,"props":29236,"children":29238},{"className":29237},[171],[29239,29243],{"type":16,"tag":127,"props":29240,"children":29242},{"className":29241,"style":8163},[176],[],{"type":16,"tag":127,"props":29244,"children":29246},{"className":29245},[182],[29247,29252],{"type":16,"tag":127,"props":29248,"children":29250},{"className":29249,"style":1605},[182,183],[29251],{"type":22,"value":1369},{"type":16,"tag":127,"props":29253,"children":29255},{"className":29254},[357],[29256],{"type":16,"tag":127,"props":29257,"children":29259},{"className":29258},[362,4278],[29260,29289],{"type":16,"tag":127,"props":29261,"children":29263},{"className":29262},[367],[29264,29284],{"type":16,"tag":127,"props":29265,"children":29267},{"className":29266,"style":8189},[372],[29268],{"type":16,"tag":127,"props":29269,"children":29270},{"style":9244},[29271,29275],{"type":16,"tag":127,"props":29272,"children":29274},{"className":29273,"style":383},[382],[],{"type":16,"tag":127,"props":29276,"children":29278},{"className":29277},[388,389,390,391],[29279],{"type":16,"tag":127,"props":29280,"children":29282},{"className":29281},[182,183,391],[29283],{"type":22,"value":8025},{"type":16,"tag":127,"props":29285,"children":29287},{"className":29286},[4326],[29288],{"type":22,"value":4329},{"type":16,"tag":127,"props":29290,"children":29292},{"className":29291},[367],[29293],{"type":16,"tag":127,"props":29294,"children":29296},{"className":29295,"style":4401},[372],[29297],{"type":16,"tag":127,"props":29298,"children":29299},{},[],{"type":22,"value":29301}," 次遍历；块大小满足 ",{"type":16,"tag":127,"props":29303,"children":29305},{"className":29304},[130],[29306,29359],{"type":16,"tag":127,"props":29307,"children":29309},{"className":29308},[135],[29310],{"type":16,"tag":138,"props":29311,"children":29312},{"xmlns":140},[29313],{"type":16,"tag":143,"props":29314,"children":29315},{},[29316,29354],{"type":16,"tag":147,"props":29317,"children":29318},{},[29319,29330,29334,29338,29342,29346,29350],{"type":16,"tag":3987,"props":29320,"children":29321},{},[29322,29326],{"type":16,"tag":151,"props":29323,"children":29324},{},[29325],{"type":22,"value":3834},{"type":16,"tag":151,"props":29327,"children":29328},{},[29329],{"type":22,"value":8025},{"type":16,"tag":151,"props":29331,"children":29332},{},[29333],{"type":22,"value":155},{"type":16,"tag":258,"props":29335,"children":29336},{},[29337],{"type":22,"value":1353},{"type":16,"tag":151,"props":29339,"children":29340},{},[29341],{"type":22,"value":256},{"type":16,"tag":258,"props":29343,"children":29344},{"stretchy":260},[29345],{"type":22,"value":263},{"type":16,"tag":151,"props":29347,"children":29348},{},[29349],{"type":22,"value":209},{"type":16,"tag":258,"props":29351,"children":29352},{"stretchy":260},[29353],{"type":22,"value":314},{"type":16,"tag":157,"props":29355,"children":29356},{"encoding":159},[29357],{"type":22,"value":29358},"B_cd=O(M)",{"type":16,"tag":127,"props":29360,"children":29362},{"className":29361,"ariaHidden":166},[165],[29363,29446],{"type":16,"tag":127,"props":29364,"children":29366},{"className":29365},[171],[29367,29371,29428,29433,29437,29442],{"type":16,"tag":127,"props":29368,"children":29370},{"className":29369,"style":14163},[176],[],{"type":16,"tag":127,"props":29372,"children":29374},{"className":29373},[182],[29375,29380],{"type":16,"tag":127,"props":29376,"children":29378},{"className":29377,"style":3918},[182,183],[29379],{"type":22,"value":3834},{"type":16,"tag":127,"props":29381,"children":29383},{"className":29382},[357],[29384],{"type":16,"tag":127,"props":29385,"children":29387},{"className":29386},[362,4278],[29388,29417],{"type":16,"tag":127,"props":29389,"children":29391},{"className":29390},[367],[29392,29412],{"type":16,"tag":127,"props":29393,"children":29395},{"className":29394,"style":8189},[372],[29396],{"type":16,"tag":127,"props":29397,"children":29398},{"style":8193},[29399,29403],{"type":16,"tag":127,"props":29400,"children":29402},{"className":29401,"style":383},[382],[],{"type":16,"tag":127,"props":29404,"children":29406},{"className":29405},[388,389,390,391],[29407],{"type":16,"tag":127,"props":29408,"children":29410},{"className":29409},[182,183,391],[29411],{"type":22,"value":8025},{"type":16,"tag":127,"props":29413,"children":29415},{"className":29414},[4326],[29416],{"type":22,"value":4329},{"type":16,"tag":127,"props":29418,"children":29420},{"className":29419},[367],[29421],{"type":16,"tag":127,"props":29422,"children":29424},{"className":29423,"style":4401},[372],[29425],{"type":16,"tag":127,"props":29426,"children":29427},{},[],{"type":16,"tag":127,"props":29429,"children":29431},{"className":29430},[182,183],[29432],{"type":22,"value":155},{"type":16,"tag":127,"props":29434,"children":29436},{"className":29435,"style":1006},[593],[],{"type":16,"tag":127,"props":29438,"children":29440},{"className":29439},[1011],[29441],{"type":22,"value":1353},{"type":16,"tag":127,"props":29443,"children":29445},{"className":29444,"style":1006},[593],[],{"type":16,"tag":127,"props":29447,"children":29449},{"className":29448},[171],[29450,29454,29459,29464,29469],{"type":16,"tag":127,"props":29451,"children":29453},{"className":29452,"style":568},[176],[],{"type":16,"tag":127,"props":29455,"children":29457},{"className":29456,"style":336},[182,183],[29458],{"type":22,"value":256},{"type":16,"tag":127,"props":29460,"children":29462},{"className":29461},[342],[29463],{"type":22,"value":263},{"type":16,"tag":127,"props":29465,"children":29467},{"className":29466,"style":230},[182,183],[29468],{"type":22,"value":209},{"type":16,"tag":127,"props":29470,"children":29472},{"className":29471},[492],[29473],{"type":22,"value":314},{"type":22,"value":8806},{"type":16,"tag":127,"props":29476,"children":29478},{"className":29477},[130],[29479,29532],{"type":16,"tag":127,"props":29480,"children":29482},{"className":29481},[135],[29483],{"type":16,"tag":138,"props":29484,"children":29485},{"xmlns":140},[29486],{"type":16,"tag":143,"props":29487,"children":29488},{},[29489,29527],{"type":16,"tag":147,"props":29490,"children":29491},{},[29492,29503,29507,29511,29515,29519,29523],{"type":16,"tag":3987,"props":29493,"children":29494},{},[29495,29499],{"type":16,"tag":151,"props":29496,"children":29497},{},[29498],{"type":22,"value":3834},{"type":16,"tag":151,"props":29500,"children":29501},{},[29502],{"type":22,"value":8081},{"type":16,"tag":151,"props":29504,"children":29505},{},[29506],{"type":22,"value":155},{"type":16,"tag":258,"props":29508,"children":29509},{},[29510],{"type":22,"value":1353},{"type":16,"tag":151,"props":29512,"children":29513},{},[29514],{"type":22,"value":256},{"type":16,"tag":258,"props":29516,"children":29517},{"stretchy":260},[29518],{"type":22,"value":263},{"type":16,"tag":151,"props":29520,"children":29521},{},[29522],{"type":22,"value":209},{"type":16,"tag":258,"props":29524,"children":29525},{"stretchy":260},[29526],{"type":22,"value":314},{"type":16,"tag":157,"props":29528,"children":29529},{"encoding":159},[29530],{"type":22,"value":29531},"B_rd=O(M)",{"type":16,"tag":127,"props":29533,"children":29535},{"className":29534,"ariaHidden":166},[165],[29536,29619],{"type":16,"tag":127,"props":29537,"children":29539},{"className":29538},[171],[29540,29544,29601,29606,29610,29615],{"type":16,"tag":127,"props":29541,"children":29543},{"className":29542,"style":14163},[176],[],{"type":16,"tag":127,"props":29545,"children":29547},{"className":29546},[182],[29548,29553],{"type":16,"tag":127,"props":29549,"children":29551},{"className":29550,"style":3918},[182,183],[29552],{"type":22,"value":3834},{"type":16,"tag":127,"props":29554,"children":29556},{"className":29555},[357],[29557],{"type":16,"tag":127,"props":29558,"children":29560},{"className":29559},[362,4278],[29561,29590],{"type":16,"tag":127,"props":29562,"children":29564},{"className":29563},[367],[29565,29585],{"type":16,"tag":127,"props":29566,"children":29568},{"className":29567,"style":8189},[372],[29569],{"type":16,"tag":127,"props":29570,"children":29571},{"style":8193},[29572,29576],{"type":16,"tag":127,"props":29573,"children":29575},{"className":29574,"style":383},[382],[],{"type":16,"tag":127,"props":29577,"children":29579},{"className":29578},[388,389,390,391],[29580],{"type":16,"tag":127,"props":29581,"children":29583},{"className":29582,"style":336},[182,183,391],[29584],{"type":22,"value":8081},{"type":16,"tag":127,"props":29586,"children":29588},{"className":29587},[4326],[29589],{"type":22,"value":4329},{"type":16,"tag":127,"props":29591,"children":29593},{"className":29592},[367],[29594],{"type":16,"tag":127,"props":29595,"children":29597},{"className":29596,"style":4401},[372],[29598],{"type":16,"tag":127,"props":29599,"children":29600},{},[],{"type":16,"tag":127,"props":29602,"children":29604},{"className":29603},[182,183],[29605],{"type":22,"value":155},{"type":16,"tag":127,"props":29607,"children":29609},{"className":29608,"style":1006},[593],[],{"type":16,"tag":127,"props":29611,"children":29613},{"className":29612},[1011],[29614],{"type":22,"value":1353},{"type":16,"tag":127,"props":29616,"children":29618},{"className":29617,"style":1006},[593],[],{"type":16,"tag":127,"props":29620,"children":29622},{"className":29621},[171],[29623,29627,29632,29637,29642],{"type":16,"tag":127,"props":29624,"children":29626},{"className":29625,"style":568},[176],[],{"type":16,"tag":127,"props":29628,"children":29630},{"className":29629,"style":336},[182,183],[29631],{"type":22,"value":256},{"type":16,"tag":127,"props":29633,"children":29635},{"className":29634},[342],[29636],{"type":22,"value":263},{"type":16,"tag":127,"props":29638,"children":29640},{"className":29639,"style":230},[182,183],[29641],{"type":22,"value":209},{"type":16,"tag":127,"props":29643,"children":29645},{"className":29644},[492],[29646],{"type":22,"value":314},{"type":22,"value":8806},{"type":16,"tag":127,"props":29649,"children":29651},{"className":29650},[130],[29652,29712],{"type":16,"tag":127,"props":29653,"children":29655},{"className":29654},[135],[29656],{"type":16,"tag":138,"props":29657,"children":29658},{"xmlns":140},[29659],{"type":16,"tag":143,"props":29660,"children":29661},{},[29662,29707],{"type":16,"tag":147,"props":29663,"children":29664},{},[29665,29676,29687,29691,29695,29699,29703],{"type":16,"tag":3987,"props":29666,"children":29667},{},[29668,29672],{"type":16,"tag":151,"props":29669,"children":29670},{},[29671],{"type":22,"value":3834},{"type":16,"tag":151,"props":29673,"children":29674},{},[29675],{"type":22,"value":8081},{"type":16,"tag":3987,"props":29677,"children":29678},{},[29679,29683],{"type":16,"tag":151,"props":29680,"children":29681},{},[29682],{"type":22,"value":3834},{"type":16,"tag":151,"props":29684,"children":29685},{},[29686],{"type":22,"value":8025},{"type":16,"tag":258,"props":29688,"children":29689},{},[29690],{"type":22,"value":1353},{"type":16,"tag":151,"props":29692,"children":29693},{},[29694],{"type":22,"value":256},{"type":16,"tag":258,"props":29696,"children":29697},{"stretchy":260},[29698],{"type":22,"value":263},{"type":16,"tag":151,"props":29700,"children":29701},{},[29702],{"type":22,"value":209},{"type":16,"tag":258,"props":29704,"children":29705},{"stretchy":260},[29706],{"type":22,"value":314},{"type":16,"tag":157,"props":29708,"children":29709},{"encoding":159},[29710],{"type":22,"value":29711},"B_rB_c=O(M)",{"type":16,"tag":127,"props":29713,"children":29715},{"className":29714,"ariaHidden":166},[165],[29716,29851],{"type":16,"tag":127,"props":29717,"children":29719},{"className":29718},[171],[29720,29724,29781,29838,29842,29847],{"type":16,"tag":127,"props":29721,"children":29723},{"className":29722,"style":8163},[176],[],{"type":16,"tag":127,"props":29725,"children":29727},{"className":29726},[182],[29728,29733],{"type":16,"tag":127,"props":29729,"children":29731},{"className":29730,"style":3918},[182,183],[29732],{"type":22,"value":3834},{"type":16,"tag":127,"props":29734,"children":29736},{"className":29735},[357],[29737],{"type":16,"tag":127,"props":29738,"children":29740},{"className":29739},[362,4278],[29741,29770],{"type":16,"tag":127,"props":29742,"children":29744},{"className":29743},[367],[29745,29765],{"type":16,"tag":127,"props":29746,"children":29748},{"className":29747,"style":8189},[372],[29749],{"type":16,"tag":127,"props":29750,"children":29751},{"style":8193},[29752,29756],{"type":16,"tag":127,"props":29753,"children":29755},{"className":29754,"style":383},[382],[],{"type":16,"tag":127,"props":29757,"children":29759},{"className":29758},[388,389,390,391],[29760],{"type":16,"tag":127,"props":29761,"children":29763},{"className":29762,"style":336},[182,183,391],[29764],{"type":22,"value":8081},{"type":16,"tag":127,"props":29766,"children":29768},{"className":29767},[4326],[29769],{"type":22,"value":4329},{"type":16,"tag":127,"props":29771,"children":29773},{"className":29772},[367],[29774],{"type":16,"tag":127,"props":29775,"children":29777},{"className":29776,"style":4401},[372],[29778],{"type":16,"tag":127,"props":29779,"children":29780},{},[],{"type":16,"tag":127,"props":29782,"children":29784},{"className":29783},[182],[29785,29790],{"type":16,"tag":127,"props":29786,"children":29788},{"className":29787,"style":3918},[182,183],[29789],{"type":22,"value":3834},{"type":16,"tag":127,"props":29791,"children":29793},{"className":29792},[357],[29794],{"type":16,"tag":127,"props":29795,"children":29797},{"className":29796},[362,4278],[29798,29827],{"type":16,"tag":127,"props":29799,"children":29801},{"className":29800},[367],[29802,29822],{"type":16,"tag":127,"props":29803,"children":29805},{"className":29804,"style":8189},[372],[29806],{"type":16,"tag":127,"props":29807,"children":29808},{"style":8193},[29809,29813],{"type":16,"tag":127,"props":29810,"children":29812},{"className":29811,"style":383},[382],[],{"type":16,"tag":127,"props":29814,"children":29816},{"className":29815},[388,389,390,391],[29817],{"type":16,"tag":127,"props":29818,"children":29820},{"className":29819},[182,183,391],[29821],{"type":22,"value":8025},{"type":16,"tag":127,"props":29823,"children":29825},{"className":29824},[4326],[29826],{"type":22,"value":4329},{"type":16,"tag":127,"props":29828,"children":29830},{"className":29829},[367],[29831],{"type":16,"tag":127,"props":29832,"children":29834},{"className":29833,"style":4401},[372],[29835],{"type":16,"tag":127,"props":29836,"children":29837},{},[],{"type":16,"tag":127,"props":29839,"children":29841},{"className":29840,"style":1006},[593],[],{"type":16,"tag":127,"props":29843,"children":29845},{"className":29844},[1011],[29846],{"type":22,"value":1353},{"type":16,"tag":127,"props":29848,"children":29850},{"className":29849,"style":1006},[593],[],{"type":16,"tag":127,"props":29852,"children":29854},{"className":29853},[171],[29855,29859,29864,29869,29874],{"type":16,"tag":127,"props":29856,"children":29858},{"className":29857,"style":568},[176],[],{"type":16,"tag":127,"props":29860,"children":29862},{"className":29861,"style":336},[182,183],[29863],{"type":22,"value":256},{"type":16,"tag":127,"props":29865,"children":29867},{"className":29866},[342],[29868],{"type":22,"value":263},{"type":16,"tag":127,"props":29870,"children":29872},{"className":29871,"style":230},[182,183],[29873],{"type":22,"value":209},{"type":16,"tag":127,"props":29875,"children":29877},{"className":29876},[492],[29878],{"type":22,"value":314},{"type":22,"value":29880},"，取 ",{"type":16,"tag":127,"props":29882,"children":29884},{"className":29883},[130],[29885,29942],{"type":16,"tag":127,"props":29886,"children":29888},{"className":29887},[135],[29889],{"type":16,"tag":138,"props":29890,"children":29891},{"xmlns":140},[29892],{"type":16,"tag":143,"props":29893,"children":29894},{},[29895,29937],{"type":16,"tag":147,"props":29896,"children":29897},{},[29898,29909,29913,29917,29921,29925,29929,29933],{"type":16,"tag":3987,"props":29899,"children":29900},{},[29901,29905],{"type":16,"tag":151,"props":29902,"children":29903},{},[29904],{"type":22,"value":3834},{"type":16,"tag":151,"props":29906,"children":29907},{},[29908],{"type":22,"value":8025},{"type":16,"tag":258,"props":29910,"children":29911},{},[29912],{"type":22,"value":1353},{"type":16,"tag":151,"props":29914,"children":29915},{"mathvariant":516},[29916],{"type":22,"value":15035},{"type":16,"tag":258,"props":29918,"children":29919},{"stretchy":260},[29920],{"type":22,"value":263},{"type":16,"tag":151,"props":29922,"children":29923},{},[29924],{"type":22,"value":209},{"type":16,"tag":151,"props":29926,"children":29927},{"mathvariant":516},[29928],{"type":22,"value":4189},{"type":16,"tag":151,"props":29930,"children":29931},{},[29932],{"type":22,"value":155},{"type":16,"tag":258,"props":29934,"children":29935},{"stretchy":260},[29936],{"type":22,"value":314},{"type":16,"tag":157,"props":29938,"children":29939},{"encoding":159},[29940],{"type":22,"value":29941},"B_c=\\Theta(M\u002Fd)",{"type":16,"tag":127,"props":29943,"children":29945},{"className":29944,"ariaHidden":166},[165],[29946,30024],{"type":16,"tag":127,"props":29947,"children":29949},{"className":29948},[171],[29950,29954,30011,30015,30020],{"type":16,"tag":127,"props":29951,"children":29953},{"className":29952,"style":8163},[176],[],{"type":16,"tag":127,"props":29955,"children":29957},{"className":29956},[182],[29958,29963],{"type":16,"tag":127,"props":29959,"children":29961},{"className":29960,"style":3918},[182,183],[29962],{"type":22,"value":3834},{"type":16,"tag":127,"props":29964,"children":29966},{"className":29965},[357],[29967],{"type":16,"tag":127,"props":29968,"children":29970},{"className":29969},[362,4278],[29971,30000],{"type":16,"tag":127,"props":29972,"children":29974},{"className":29973},[367],[29975,29995],{"type":16,"tag":127,"props":29976,"children":29978},{"className":29977,"style":8189},[372],[29979],{"type":16,"tag":127,"props":29980,"children":29981},{"style":8193},[29982,29986],{"type":16,"tag":127,"props":29983,"children":29985},{"className":29984,"style":383},[382],[],{"type":16,"tag":127,"props":29987,"children":29989},{"className":29988},[388,389,390,391],[29990],{"type":16,"tag":127,"props":29991,"children":29993},{"className":29992},[182,183,391],[29994],{"type":22,"value":8025},{"type":16,"tag":127,"props":29996,"children":29998},{"className":29997},[4326],[29999],{"type":22,"value":4329},{"type":16,"tag":127,"props":30001,"children":30003},{"className":30002},[367],[30004],{"type":16,"tag":127,"props":30005,"children":30007},{"className":30006,"style":4401},[372],[30008],{"type":16,"tag":127,"props":30009,"children":30010},{},[],{"type":16,"tag":127,"props":30012,"children":30014},{"className":30013,"style":1006},[593],[],{"type":16,"tag":127,"props":30016,"children":30018},{"className":30017},[1011],[30019],{"type":22,"value":1353},{"type":16,"tag":127,"props":30021,"children":30023},{"className":30022,"style":1006},[593],[],{"type":16,"tag":127,"props":30025,"children":30027},{"className":30026},[171],[30028,30032,30037,30042,30047,30052,30057],{"type":16,"tag":127,"props":30029,"children":30031},{"className":30030,"style":568},[176],[],{"type":16,"tag":127,"props":30033,"children":30035},{"className":30034},[182],[30036],{"type":22,"value":15035},{"type":16,"tag":127,"props":30038,"children":30040},{"className":30039},[342],[30041],{"type":22,"value":263},{"type":16,"tag":127,"props":30043,"children":30045},{"className":30044,"style":230},[182,183],[30046],{"type":22,"value":209},{"type":16,"tag":127,"props":30048,"children":30050},{"className":30049},[182],[30051],{"type":22,"value":4189},{"type":16,"tag":127,"props":30053,"children":30055},{"className":30054},[182,183],[30056],{"type":22,"value":155},{"type":16,"tag":127,"props":30058,"children":30060},{"className":30059},[492],[30061],{"type":22,"value":314},{"type":22,"value":8806},{"type":16,"tag":127,"props":30064,"children":30066},{"className":30065},[130],[30067,30148],{"type":16,"tag":127,"props":30068,"children":30070},{"className":30069},[135],[30071],{"type":16,"tag":138,"props":30072,"children":30073},{"xmlns":140},[30074],{"type":16,"tag":143,"props":30075,"children":30076},{},[30077,30143],{"type":16,"tag":147,"props":30078,"children":30079},{},[30080,30091,30095,30099,30103,30107,30111,30115,30119,30123,30127,30131,30135,30139],{"type":16,"tag":3987,"props":30081,"children":30082},{},[30083,30087],{"type":16,"tag":151,"props":30084,"children":30085},{},[30086],{"type":22,"value":3834},{"type":16,"tag":151,"props":30088,"children":30089},{},[30090],{"type":22,"value":8081},{"type":16,"tag":258,"props":30092,"children":30093},{},[30094],{"type":22,"value":1353},{"type":16,"tag":151,"props":30096,"children":30097},{"mathvariant":516},[30098],{"type":22,"value":15035},{"type":16,"tag":258,"props":30100,"children":30101},{"stretchy":260},[30102],{"type":22,"value":263},{"type":16,"tag":151,"props":30104,"children":30105},{},[30106],{"type":22,"value":8090},{"type":16,"tag":258,"props":30108,"children":30109},{},[30110],{"type":22,"value":1422},{"type":16,"tag":258,"props":30112,"children":30113},{"stretchy":260},[30114],{"type":22,"value":263},{"type":16,"tag":151,"props":30116,"children":30117},{},[30118],{"type":22,"value":209},{"type":16,"tag":151,"props":30120,"children":30121},{"mathvariant":516},[30122],{"type":22,"value":4189},{"type":16,"tag":151,"props":30124,"children":30125},{},[30126],{"type":22,"value":155},{"type":16,"tag":258,"props":30128,"children":30129},{"separator":166},[30130],{"type":22,"value":904},{"type":16,"tag":151,"props":30132,"children":30133},{},[30134],{"type":22,"value":155},{"type":16,"tag":258,"props":30136,"children":30137},{"stretchy":260},[30138],{"type":22,"value":314},{"type":16,"tag":258,"props":30140,"children":30141},{"stretchy":260},[30142],{"type":22,"value":314},{"type":16,"tag":157,"props":30144,"children":30145},{"encoding":159},[30146],{"type":22,"value":30147},"B_r=\\Theta(\\min(M\u002Fd,d))",{"type":16,"tag":127,"props":30149,"children":30151},{"className":30150,"ariaHidden":166},[165],[30152,30230],{"type":16,"tag":127,"props":30153,"children":30155},{"className":30154},[171],[30156,30160,30217,30221,30226],{"type":16,"tag":127,"props":30157,"children":30159},{"className":30158,"style":8163},[176],[],{"type":16,"tag":127,"props":30161,"children":30163},{"className":30162},[182],[30164,30169],{"type":16,"tag":127,"props":30165,"children":30167},{"className":30166,"style":3918},[182,183],[30168],{"type":22,"value":3834},{"type":16,"tag":127,"props":30170,"children":30172},{"className":30171},[357],[30173],{"type":16,"tag":127,"props":30174,"children":30176},{"className":30175},[362,4278],[30177,30206],{"type":16,"tag":127,"props":30178,"children":30180},{"className":30179},[367],[30181,30201],{"type":16,"tag":127,"props":30182,"children":30184},{"className":30183,"style":8189},[372],[30185],{"type":16,"tag":127,"props":30186,"children":30187},{"style":8193},[30188,30192],{"type":16,"tag":127,"props":30189,"children":30191},{"className":30190,"style":383},[382],[],{"type":16,"tag":127,"props":30193,"children":30195},{"className":30194},[388,389,390,391],[30196],{"type":16,"tag":127,"props":30197,"children":30199},{"className":30198,"style":336},[182,183,391],[30200],{"type":22,"value":8081},{"type":16,"tag":127,"props":30202,"children":30204},{"className":30203},[4326],[30205],{"type":22,"value":4329},{"type":16,"tag":127,"props":30207,"children":30209},{"className":30208},[367],[30210],{"type":16,"tag":127,"props":30211,"children":30213},{"className":30212,"style":4401},[372],[30214],{"type":16,"tag":127,"props":30215,"children":30216},{},[],{"type":16,"tag":127,"props":30218,"children":30220},{"className":30219,"style":1006},[593],[],{"type":16,"tag":127,"props":30222,"children":30224},{"className":30223},[1011],[30225],{"type":22,"value":1353},{"type":16,"tag":127,"props":30227,"children":30229},{"className":30228,"style":1006},[593],[],{"type":16,"tag":127,"props":30231,"children":30233},{"className":30232},[171],[30234,30238,30243,30248,30253,30258,30263,30268,30273,30278,30282,30287],{"type":16,"tag":127,"props":30235,"children":30237},{"className":30236,"style":568},[176],[],{"type":16,"tag":127,"props":30239,"children":30241},{"className":30240},[182],[30242],{"type":22,"value":15035},{"type":16,"tag":127,"props":30244,"children":30246},{"className":30245},[342],[30247],{"type":22,"value":263},{"type":16,"tag":127,"props":30249,"children":30251},{"className":30250},[1727],[30252],{"type":22,"value":8090},{"type":16,"tag":127,"props":30254,"children":30256},{"className":30255},[342],[30257],{"type":22,"value":263},{"type":16,"tag":127,"props":30259,"children":30261},{"className":30260,"style":230},[182,183],[30262],{"type":22,"value":209},{"type":16,"tag":127,"props":30264,"children":30266},{"className":30265},[182],[30267],{"type":22,"value":4189},{"type":16,"tag":127,"props":30269,"children":30271},{"className":30270},[182,183],[30272],{"type":22,"value":155},{"type":16,"tag":127,"props":30274,"children":30276},{"className":30275},[975],[30277],{"type":22,"value":904},{"type":16,"tag":127,"props":30279,"children":30281},{"className":30280,"style":981},[593],[],{"type":16,"tag":127,"props":30283,"children":30285},{"className":30284},[182,183],[30286],{"type":22,"value":155},{"type":16,"tag":127,"props":30288,"children":30290},{"className":30289},[492],[30291],{"type":22,"value":5566},{"type":22,"value":30293},"，所以 ",{"type":16,"tag":127,"props":30295,"children":30297},{"className":30296},[130],[30298,30359],{"type":16,"tag":127,"props":30299,"children":30301},{"className":30300},[135],[30302],{"type":16,"tag":138,"props":30303,"children":30304},{"xmlns":140},[30305],{"type":16,"tag":143,"props":30306,"children":30307},{},[30308,30354],{"type":16,"tag":147,"props":30309,"children":30310},{},[30311,30322,30326,30330,30334,30338,30342,30346,30350],{"type":16,"tag":3987,"props":30312,"children":30313},{},[30314,30318],{"type":16,"tag":151,"props":30315,"children":30316},{},[30317],{"type":22,"value":1369},{"type":16,"tag":151,"props":30319,"children":30320},{},[30321],{"type":22,"value":8025},{"type":16,"tag":258,"props":30323,"children":30324},{},[30325],{"type":22,"value":1353},{"type":16,"tag":151,"props":30327,"children":30328},{"mathvariant":516},[30329],{"type":22,"value":15035},{"type":16,"tag":258,"props":30331,"children":30332},{"stretchy":260},[30333],{"type":22,"value":263},{"type":16,"tag":151,"props":30335,"children":30336},{},[30337],{"type":22,"value":272},{"type":16,"tag":151,"props":30339,"children":30340},{},[30341],{"type":22,"value":155},{"type":16,"tag":151,"props":30343,"children":30344},{"mathvariant":516},[30345],{"type":22,"value":4189},{"type":16,"tag":151,"props":30347,"children":30348},{},[30349],{"type":22,"value":209},{"type":16,"tag":258,"props":30351,"children":30352},{"stretchy":260},[30353],{"type":22,"value":314},{"type":16,"tag":157,"props":30355,"children":30356},{"encoding":159},[30357],{"type":22,"value":30358},"T_c=\\Theta(Nd\u002FM)",{"type":16,"tag":127,"props":30360,"children":30362},{"className":30361,"ariaHidden":166},[165],[30363,30441],{"type":16,"tag":127,"props":30364,"children":30366},{"className":30365},[171],[30367,30371,30428,30432,30437],{"type":16,"tag":127,"props":30368,"children":30370},{"className":30369,"style":8163},[176],[],{"type":16,"tag":127,"props":30372,"children":30374},{"className":30373},[182],[30375,30380],{"type":16,"tag":127,"props":30376,"children":30378},{"className":30377,"style":1605},[182,183],[30379],{"type":22,"value":1369},{"type":16,"tag":127,"props":30381,"children":30383},{"className":30382},[357],[30384],{"type":16,"tag":127,"props":30385,"children":30387},{"className":30386},[362,4278],[30388,30417],{"type":16,"tag":127,"props":30389,"children":30391},{"className":30390},[367],[30392,30412],{"type":16,"tag":127,"props":30393,"children":30395},{"className":30394,"style":8189},[372],[30396],{"type":16,"tag":127,"props":30397,"children":30398},{"style":9244},[30399,30403],{"type":16,"tag":127,"props":30400,"children":30402},{"className":30401,"style":383},[382],[],{"type":16,"tag":127,"props":30404,"children":30406},{"className":30405},[388,389,390,391],[30407],{"type":16,"tag":127,"props":30408,"children":30410},{"className":30409},[182,183,391],[30411],{"type":22,"value":8025},{"type":16,"tag":127,"props":30413,"children":30415},{"className":30414},[4326],[30416],{"type":22,"value":4329},{"type":16,"tag":127,"props":30418,"children":30420},{"className":30419},[367],[30421],{"type":16,"tag":127,"props":30422,"children":30424},{"className":30423,"style":4401},[372],[30425],{"type":16,"tag":127,"props":30426,"children":30427},{},[],{"type":16,"tag":127,"props":30429,"children":30431},{"className":30430,"style":1006},[593],[],{"type":16,"tag":127,"props":30433,"children":30435},{"className":30434},[1011],[30436],{"type":22,"value":1353},{"type":16,"tag":127,"props":30438,"children":30440},{"className":30439,"style":1006},[593],[],{"type":16,"tag":127,"props":30442,"children":30444},{"className":30443},[171],[30445,30449,30454,30459,30464,30469,30474,30479],{"type":16,"tag":127,"props":30446,"children":30448},{"className":30447,"style":568},[176],[],{"type":16,"tag":127,"props":30450,"children":30452},{"className":30451},[182],[30453],{"type":22,"value":15035},{"type":16,"tag":127,"props":30455,"children":30457},{"className":30456},[342],[30458],{"type":22,"value":263},{"type":16,"tag":127,"props":30460,"children":30462},{"className":30461,"style":230},[182,183],[30463],{"type":22,"value":272},{"type":16,"tag":127,"props":30465,"children":30467},{"className":30466},[182,183],[30468],{"type":22,"value":155},{"type":16,"tag":127,"props":30470,"children":30472},{"className":30471},[182],[30473],{"type":22,"value":4189},{"type":16,"tag":127,"props":30475,"children":30477},{"className":30476,"style":230},[182,183],[30478],{"type":22,"value":209},{"type":16,"tag":127,"props":30480,"children":30482},{"className":30481},[492],[30483],{"type":22,"value":314},{"type":22,"value":30485},"，总访问为 ",{"type":16,"tag":127,"props":30487,"children":30489},{"className":30488},[130],[30490,30550],{"type":16,"tag":127,"props":30491,"children":30493},{"className":30492},[135],[30494],{"type":16,"tag":138,"props":30495,"children":30496},{"xmlns":140},[30497],{"type":16,"tag":143,"props":30498,"children":30499},{},[30500,30545],{"type":16,"tag":147,"props":30501,"children":30502},{},[30503,30507,30511,30522,30533,30537,30541],{"type":16,"tag":151,"props":30504,"children":30505},{"mathvariant":516},[30506],{"type":22,"value":15035},{"type":16,"tag":258,"props":30508,"children":30509},{"stretchy":260},[30510],{"type":22,"value":263},{"type":16,"tag":265,"props":30512,"children":30513},{},[30514,30518],{"type":16,"tag":151,"props":30515,"children":30516},{},[30517],{"type":22,"value":272},{"type":16,"tag":274,"props":30519,"children":30520},{},[30521],{"type":22,"value":278},{"type":16,"tag":265,"props":30523,"children":30524},{},[30525,30529],{"type":16,"tag":151,"props":30526,"children":30527},{},[30528],{"type":22,"value":155},{"type":16,"tag":274,"props":30530,"children":30531},{},[30532],{"type":22,"value":278},{"type":16,"tag":151,"props":30534,"children":30535},{"mathvariant":516},[30536],{"type":22,"value":4189},{"type":16,"tag":151,"props":30538,"children":30539},{},[30540],{"type":22,"value":209},{"type":16,"tag":258,"props":30542,"children":30543},{"stretchy":260},[30544],{"type":22,"value":314},{"type":16,"tag":157,"props":30546,"children":30547},{"encoding":159},[30548],{"type":22,"value":30549},"\\Theta(N^2d^2\u002FM)",{"type":16,"tag":127,"props":30551,"children":30553},{"className":30552,"ariaHidden":166},[165],[30554],{"type":16,"tag":127,"props":30555,"children":30557},{"className":30556},[171],[30558,30562,30567,30572,30613,30654,30659,30664],{"type":16,"tag":127,"props":30559,"children":30561},{"className":30560,"style":331},[176],[],{"type":16,"tag":127,"props":30563,"children":30565},{"className":30564},[182],[30566],{"type":22,"value":15035},{"type":16,"tag":127,"props":30568,"children":30570},{"className":30569},[342],[30571],{"type":22,"value":263},{"type":16,"tag":127,"props":30573,"children":30575},{"className":30574},[182],[30576,30581],{"type":16,"tag":127,"props":30577,"children":30579},{"className":30578,"style":230},[182,183],[30580],{"type":22,"value":272},{"type":16,"tag":127,"props":30582,"children":30584},{"className":30583},[357],[30585],{"type":16,"tag":127,"props":30586,"children":30588},{"className":30587},[362],[30589],{"type":16,"tag":127,"props":30590,"children":30592},{"className":30591},[367],[30593],{"type":16,"tag":127,"props":30594,"children":30596},{"className":30595,"style":373},[372],[30597],{"type":16,"tag":127,"props":30598,"children":30599},{"style":377},[30600,30604],{"type":16,"tag":127,"props":30601,"children":30603},{"className":30602,"style":383},[382],[],{"type":16,"tag":127,"props":30605,"children":30607},{"className":30606},[388,389,390,391],[30608],{"type":16,"tag":127,"props":30609,"children":30611},{"className":30610},[182,391],[30612],{"type":22,"value":278},{"type":16,"tag":127,"props":30614,"children":30616},{"className":30615},[182],[30617,30622],{"type":16,"tag":127,"props":30618,"children":30620},{"className":30619},[182,183],[30621],{"type":22,"value":155},{"type":16,"tag":127,"props":30623,"children":30625},{"className":30624},[357],[30626],{"type":16,"tag":127,"props":30627,"children":30629},{"className":30628},[362],[30630],{"type":16,"tag":127,"props":30631,"children":30633},{"className":30632},[367],[30634],{"type":16,"tag":127,"props":30635,"children":30637},{"className":30636,"style":373},[372],[30638],{"type":16,"tag":127,"props":30639,"children":30640},{"style":377},[30641,30645],{"type":16,"tag":127,"props":30642,"children":30644},{"className":30643,"style":383},[382],[],{"type":16,"tag":127,"props":30646,"children":30648},{"className":30647},[388,389,390,391],[30649],{"type":16,"tag":127,"props":30650,"children":30652},{"className":30651},[182,391],[30653],{"type":22,"value":278},{"type":16,"tag":127,"props":30655,"children":30657},{"className":30656},[182],[30658],{"type":22,"value":4189},{"type":16,"tag":127,"props":30660,"children":30662},{"className":30661,"style":230},[182,183],[30663],{"type":22,"value":209},{"type":16,"tag":127,"props":30665,"children":30667},{"className":30666},[492],[30668],{"type":22,"value":314},{"type":22,"value":2635},{"type":16,"tag":802,"props":30671,"children":30673},{"id":30672},"命题-3",[30674],{"type":22,"value":30675},"命题 3",{"type":16,"tag":24,"props":30677,"children":30678},{},[30679,30681,30723,30725,30908,30910,31022,31024,31103,31105,31191,31193,31235,31237,31288,31290,31368],{"type":22,"value":30680},"若对所有 ",{"type":16,"tag":127,"props":30682,"children":30684},{"className":30683},[130],[30685,30706],{"type":16,"tag":127,"props":30686,"children":30688},{"className":30687},[135],[30689],{"type":16,"tag":138,"props":30690,"children":30691},{"xmlns":140},[30692],{"type":16,"tag":143,"props":30693,"children":30694},{},[30695,30702],{"type":16,"tag":147,"props":30696,"children":30697},{},[30698],{"type":16,"tag":151,"props":30699,"children":30700},{},[30701],{"type":22,"value":209},{"type":16,"tag":157,"props":30703,"children":30704},{"encoding":159},[30705],{"type":22,"value":209},{"type":16,"tag":127,"props":30707,"children":30709},{"className":30708,"ariaHidden":166},[165],[30710],{"type":16,"tag":127,"props":30711,"children":30713},{"className":30712},[171],[30714,30718],{"type":16,"tag":127,"props":30715,"children":30717},{"className":30716,"style":225},[176],[],{"type":16,"tag":127,"props":30719,"children":30721},{"className":30720,"style":230},[182,183],[30722],{"type":22,"value":209},{"type":22,"value":30724}," 都有 ",{"type":16,"tag":127,"props":30726,"children":30728},{"className":30727},[130],[30729,30789],{"type":16,"tag":127,"props":30730,"children":30732},{"className":30731},[135],[30733],{"type":16,"tag":138,"props":30734,"children":30735},{"xmlns":140},[30736],{"type":16,"tag":143,"props":30737,"children":30738},{},[30739,30784],{"type":16,"tag":147,"props":30740,"children":30741},{},[30742,30746,30750,30761,30772,30776,30780],{"type":16,"tag":151,"props":30743,"children":30744},{},[30745],{"type":22,"value":15984},{"type":16,"tag":258,"props":30747,"children":30748},{"stretchy":260},[30749],{"type":22,"value":263},{"type":16,"tag":265,"props":30751,"children":30752},{},[30753,30757],{"type":16,"tag":151,"props":30754,"children":30755},{},[30756],{"type":22,"value":272},{"type":16,"tag":274,"props":30758,"children":30759},{},[30760],{"type":22,"value":278},{"type":16,"tag":265,"props":30762,"children":30763},{},[30764,30768],{"type":16,"tag":151,"props":30765,"children":30766},{},[30767],{"type":22,"value":155},{"type":16,"tag":274,"props":30769,"children":30770},{},[30771],{"type":22,"value":278},{"type":16,"tag":151,"props":30773,"children":30774},{"mathvariant":516},[30775],{"type":22,"value":4189},{"type":16,"tag":151,"props":30777,"children":30778},{},[30779],{"type":22,"value":209},{"type":16,"tag":258,"props":30781,"children":30782},{"stretchy":260},[30783],{"type":22,"value":314},{"type":16,"tag":157,"props":30785,"children":30786},{"encoding":159},[30787],{"type":22,"value":30788},"o(N^2d^2\u002FM)",{"type":16,"tag":127,"props":30790,"children":30792},{"className":30791,"ariaHidden":166},[165],[30793],{"type":16,"tag":127,"props":30794,"children":30796},{"className":30795},[171],[30797,30801,30806,30811,30852,30893,30898,30903],{"type":16,"tag":127,"props":30798,"children":30800},{"className":30799,"style":331},[176],[],{"type":16,"tag":127,"props":30802,"children":30804},{"className":30803},[182,183],[30805],{"type":22,"value":15984},{"type":16,"tag":127,"props":30807,"children":30809},{"className":30808},[342],[30810],{"type":22,"value":263},{"type":16,"tag":127,"props":30812,"children":30814},{"className":30813},[182],[30815,30820],{"type":16,"tag":127,"props":30816,"children":30818},{"className":30817,"style":230},[182,183],[30819],{"type":22,"value":272},{"type":16,"tag":127,"props":30821,"children":30823},{"className":30822},[357],[30824],{"type":16,"tag":127,"props":30825,"children":30827},{"className":30826},[362],[30828],{"type":16,"tag":127,"props":30829,"children":30831},{"className":30830},[367],[30832],{"type":16,"tag":127,"props":30833,"children":30835},{"className":30834,"style":373},[372],[30836],{"type":16,"tag":127,"props":30837,"children":30838},{"style":377},[30839,30843],{"type":16,"tag":127,"props":30840,"children":30842},{"className":30841,"style":383},[382],[],{"type":16,"tag":127,"props":30844,"children":30846},{"className":30845},[388,389,390,391],[30847],{"type":16,"tag":127,"props":30848,"children":30850},{"className":30849},[182,391],[30851],{"type":22,"value":278},{"type":16,"tag":127,"props":30853,"children":30855},{"className":30854},[182],[30856,30861],{"type":16,"tag":127,"props":30857,"children":30859},{"className":30858},[182,183],[30860],{"type":22,"value":155},{"type":16,"tag":127,"props":30862,"children":30864},{"className":30863},[357],[30865],{"type":16,"tag":127,"props":30866,"children":30868},{"className":30867},[362],[30869],{"type":16,"tag":127,"props":30870,"children":30872},{"className":30871},[367],[30873],{"type":16,"tag":127,"props":30874,"children":30876},{"className":30875,"style":373},[372],[30877],{"type":16,"tag":127,"props":30878,"children":30879},{"style":377},[30880,30884],{"type":16,"tag":127,"props":30881,"children":30883},{"className":30882,"style":383},[382],[],{"type":16,"tag":127,"props":30885,"children":30887},{"className":30886},[388,389,390,391],[30888],{"type":16,"tag":127,"props":30889,"children":30891},{"className":30890},[182,391],[30892],{"type":22,"value":278},{"type":16,"tag":127,"props":30894,"children":30896},{"className":30895},[182],[30897],{"type":22,"value":4189},{"type":16,"tag":127,"props":30899,"children":30901},{"className":30900,"style":230},[182,183],[30902],{"type":22,"value":209},{"type":16,"tag":127,"props":30904,"children":30906},{"className":30905},[492],[30907],{"type":22,"value":314},{"type":22,"value":30909}," 次访问，则在 ",{"type":16,"tag":127,"props":30911,"children":30913},{"className":30912},[130],[30914,30959],{"type":16,"tag":127,"props":30915,"children":30917},{"className":30916},[135],[30918],{"type":16,"tag":138,"props":30919,"children":30920},{"xmlns":140},[30921],{"type":16,"tag":143,"props":30922,"children":30923},{},[30924,30955],{"type":16,"tag":147,"props":30925,"children":30926},{},[30927,30931,30935,30939,30943,30947,30951],{"type":16,"tag":151,"props":30928,"children":30929},{},[30930],{"type":22,"value":209},{"type":16,"tag":258,"props":30932,"children":30933},{},[30934],{"type":22,"value":1353},{"type":16,"tag":151,"props":30936,"children":30937},{"mathvariant":516},[30938],{"type":22,"value":15035},{"type":16,"tag":258,"props":30940,"children":30941},{"stretchy":260},[30942],{"type":22,"value":263},{"type":16,"tag":151,"props":30944,"children":30945},{},[30946],{"type":22,"value":272},{"type":16,"tag":151,"props":30948,"children":30949},{},[30950],{"type":22,"value":155},{"type":16,"tag":258,"props":30952,"children":30953},{"stretchy":260},[30954],{"type":22,"value":314},{"type":16,"tag":157,"props":30956,"children":30957},{"encoding":159},[30958],{"type":22,"value":16248},{"type":16,"tag":127,"props":30960,"children":30962},{"className":30961,"ariaHidden":166},[165],[30963,30989],{"type":16,"tag":127,"props":30964,"children":30966},{"className":30965},[171],[30967,30971,30976,30980,30985],{"type":16,"tag":127,"props":30968,"children":30970},{"className":30969,"style":225},[176],[],{"type":16,"tag":127,"props":30972,"children":30974},{"className":30973,"style":230},[182,183],[30975],{"type":22,"value":209},{"type":16,"tag":127,"props":30977,"children":30979},{"className":30978,"style":1006},[593],[],{"type":16,"tag":127,"props":30981,"children":30983},{"className":30982},[1011],[30984],{"type":22,"value":1353},{"type":16,"tag":127,"props":30986,"children":30988},{"className":30987,"style":1006},[593],[],{"type":16,"tag":127,"props":30990,"children":30992},{"className":30991},[171],[30993,30997,31002,31007,31012,31017],{"type":16,"tag":127,"props":30994,"children":30996},{"className":30995,"style":568},[176],[],{"type":16,"tag":127,"props":30998,"children":31000},{"className":30999},[182],[31001],{"type":22,"value":15035},{"type":16,"tag":127,"props":31003,"children":31005},{"className":31004},[342],[31006],{"type":22,"value":263},{"type":16,"tag":127,"props":31008,"children":31010},{"className":31009,"style":230},[182,183],[31011],{"type":22,"value":272},{"type":16,"tag":127,"props":31013,"children":31015},{"className":31014},[182,183],[31016],{"type":22,"value":155},{"type":16,"tag":127,"props":31018,"children":31020},{"className":31019},[492],[31021],{"type":22,"value":314},{"type":22,"value":31023}," 时为 ",{"type":16,"tag":127,"props":31025,"children":31027},{"className":31026},[130],[31028,31066],{"type":16,"tag":127,"props":31029,"children":31031},{"className":31030},[135],[31032],{"type":16,"tag":138,"props":31033,"children":31034},{"xmlns":140},[31035],{"type":16,"tag":143,"props":31036,"children":31037},{},[31038,31061],{"type":16,"tag":147,"props":31039,"children":31040},{},[31041,31045,31049,31053,31057],{"type":16,"tag":151,"props":31042,"children":31043},{},[31044],{"type":22,"value":15984},{"type":16,"tag":258,"props":31046,"children":31047},{"stretchy":260},[31048],{"type":22,"value":263},{"type":16,"tag":151,"props":31050,"children":31051},{},[31052],{"type":22,"value":272},{"type":16,"tag":151,"props":31054,"children":31055},{},[31056],{"type":22,"value":155},{"type":16,"tag":258,"props":31058,"children":31059},{"stretchy":260},[31060],{"type":22,"value":314},{"type":16,"tag":157,"props":31062,"children":31063},{"encoding":159},[31064],{"type":22,"value":31065},"o(Nd)",{"type":16,"tag":127,"props":31067,"children":31069},{"className":31068,"ariaHidden":166},[165],[31070],{"type":16,"tag":127,"props":31071,"children":31073},{"className":31072},[171],[31074,31078,31083,31088,31093,31098],{"type":16,"tag":127,"props":31075,"children":31077},{"className":31076,"style":568},[176],[],{"type":16,"tag":127,"props":31079,"children":31081},{"className":31080},[182,183],[31082],{"type":22,"value":15984},{"type":16,"tag":127,"props":31084,"children":31086},{"className":31085},[342],[31087],{"type":22,"value":263},{"type":16,"tag":127,"props":31089,"children":31091},{"className":31090,"style":230},[182,183],[31092],{"type":22,"value":272},{"type":16,"tag":127,"props":31094,"children":31096},{"className":31095},[182,183],[31097],{"type":22,"value":155},{"type":16,"tag":127,"props":31099,"children":31101},{"className":31100},[492],[31102],{"type":22,"value":314},{"type":22,"value":31104},"。但输入 ",{"type":16,"tag":127,"props":31106,"children":31108},{"className":31107},[130],[31109,31146],{"type":16,"tag":127,"props":31110,"children":31112},{"className":31111},[135],[31113],{"type":16,"tag":138,"props":31114,"children":31115},{"xmlns":140},[31116],{"type":16,"tag":143,"props":31117,"children":31118},{},[31119,31142],{"type":16,"tag":147,"props":31120,"children":31121},{},[31122,31126,31130,31134,31138],{"type":16,"tag":151,"props":31123,"children":31124},{},[31125],{"type":22,"value":899},{"type":16,"tag":258,"props":31127,"children":31128},{"separator":166},[31129],{"type":22,"value":904},{"type":16,"tag":151,"props":31131,"children":31132},{},[31133],{"type":22,"value":909},{"type":16,"tag":258,"props":31135,"children":31136},{"separator":166},[31137],{"type":22,"value":904},{"type":16,"tag":151,"props":31139,"children":31140},{},[31141],{"type":22,"value":918},{"type":16,"tag":157,"props":31143,"children":31144},{"encoding":159},[31145],{"type":22,"value":7228},{"type":16,"tag":127,"props":31147,"children":31149},{"className":31148,"ariaHidden":166},[165],[31150],{"type":16,"tag":127,"props":31151,"children":31153},{"className":31152},[171],[31154,31158,31163,31168,31172,31177,31182,31186],{"type":16,"tag":127,"props":31155,"children":31157},{"className":31156,"style":965},[176],[],{"type":16,"tag":127,"props":31159,"children":31161},{"className":31160},[182,183],[31162],{"type":22,"value":899},{"type":16,"tag":127,"props":31164,"children":31166},{"className":31165},[975],[31167],{"type":22,"value":904},{"type":16,"tag":127,"props":31169,"children":31171},{"className":31170,"style":981},[593],[],{"type":16,"tag":127,"props":31173,"children":31175},{"className":31174,"style":986},[182,183],[31176],{"type":22,"value":909},{"type":16,"tag":127,"props":31178,"children":31180},{"className":31179},[975],[31181],{"type":22,"value":904},{"type":16,"tag":127,"props":31183,"children":31185},{"className":31184,"style":981},[593],[],{"type":16,"tag":127,"props":31187,"children":31189},{"className":31188,"style":594},[182,183],[31190],{"type":22,"value":918},{"type":22,"value":31192}," 和输出 ",{"type":16,"tag":127,"props":31194,"children":31196},{"className":31195},[130],[31197,31218],{"type":16,"tag":127,"props":31198,"children":31200},{"className":31199},[135],[31201],{"type":16,"tag":138,"props":31202,"children":31203},{"xmlns":140},[31204],{"type":16,"tag":143,"props":31205,"children":31206},{},[31207,31214],{"type":16,"tag":147,"props":31208,"children":31209},{},[31210],{"type":16,"tag":151,"props":31211,"children":31212},{},[31213],{"type":22,"value":256},{"type":16,"tag":157,"props":31215,"children":31216},{"encoding":159},[31217],{"type":22,"value":256},{"type":16,"tag":127,"props":31219,"children":31221},{"className":31220,"ariaHidden":166},[165],[31222],{"type":16,"tag":127,"props":31223,"children":31225},{"className":31224},[171],[31226,31230],{"type":16,"tag":127,"props":31227,"children":31229},{"className":31228,"style":225},[176],[],{"type":16,"tag":127,"props":31231,"children":31233},{"className":31232,"style":336},[182,183],[31234],{"type":22,"value":256},{"type":22,"value":31236}," 共含 ",{"type":16,"tag":127,"props":31238,"children":31240},{"className":31239},[130],[31241,31266],{"type":16,"tag":127,"props":31242,"children":31244},{"className":31243},[135],[31245],{"type":16,"tag":138,"props":31246,"children":31247},{"xmlns":140},[31248],{"type":16,"tag":143,"props":31249,"children":31250},{},[31251,31262],{"type":16,"tag":147,"props":31252,"children":31253},{},[31254,31258],{"type":16,"tag":151,"props":31255,"children":31256},{},[31257],{"type":22,"value":272},{"type":16,"tag":151,"props":31259,"children":31260},{},[31261],{"type":22,"value":155},{"type":16,"tag":157,"props":31263,"children":31264},{"encoding":159},[31265],{"type":22,"value":16343},{"type":16,"tag":127,"props":31267,"children":31269},{"className":31268,"ariaHidden":166},[165],[31270],{"type":16,"tag":127,"props":31271,"children":31273},{"className":31272},[171],[31274,31278,31283],{"type":16,"tag":127,"props":31275,"children":31277},{"className":31276,"style":177},[176],[],{"type":16,"tag":127,"props":31279,"children":31281},{"className":31280,"style":230},[182,183],[31282],{"type":22,"value":272},{"type":16,"tag":127,"props":31284,"children":31286},{"className":31285},[182,183],[31287],{"type":22,"value":155},{"type":22,"value":31289}," 个元素，至少需要 ",{"type":16,"tag":127,"props":31291,"children":31293},{"className":31292},[130],[31294,31331],{"type":16,"tag":127,"props":31295,"children":31297},{"className":31296},[135],[31298],{"type":16,"tag":138,"props":31299,"children":31300},{"xmlns":140},[31301],{"type":16,"tag":143,"props":31302,"children":31303},{},[31304,31327],{"type":16,"tag":147,"props":31305,"children":31306},{},[31307,31311,31315,31319,31323],{"type":16,"tag":151,"props":31308,"children":31309},{"mathvariant":516},[31310],{"type":22,"value":519},{"type":16,"tag":258,"props":31312,"children":31313},{"stretchy":260},[31314],{"type":22,"value":263},{"type":16,"tag":151,"props":31316,"children":31317},{},[31318],{"type":22,"value":272},{"type":16,"tag":151,"props":31320,"children":31321},{},[31322],{"type":22,"value":155},{"type":16,"tag":258,"props":31324,"children":31325},{"stretchy":260},[31326],{"type":22,"value":314},{"type":16,"tag":157,"props":31328,"children":31329},{"encoding":159},[31330],{"type":22,"value":16409},{"type":16,"tag":127,"props":31332,"children":31334},{"className":31333,"ariaHidden":166},[165],[31335],{"type":16,"tag":127,"props":31336,"children":31338},{"className":31337},[171],[31339,31343,31348,31353,31358,31363],{"type":16,"tag":127,"props":31340,"children":31342},{"className":31341,"style":568},[176],[],{"type":16,"tag":127,"props":31344,"children":31346},{"className":31345},[182],[31347],{"type":22,"value":519},{"type":16,"tag":127,"props":31349,"children":31351},{"className":31350},[342],[31352],{"type":22,"value":263},{"type":16,"tag":127,"props":31354,"children":31356},{"className":31355,"style":230},[182,183],[31357],{"type":22,"value":272},{"type":16,"tag":127,"props":31359,"children":31361},{"className":31360},[182,183],[31362],{"type":22,"value":155},{"type":16,"tag":127,"props":31364,"children":31366},{"className":31365},[492],[31367],{"type":22,"value":314},{"type":22,"value":31369}," 次访问，矛盾。",{"type":16,"tag":802,"props":31371,"children":31373},{"id":31372},"定理-5",[31374],{"type":22,"value":31375},"定理 5",{"type":16,"tag":24,"props":31377,"children":31378},{},[31379,31381,31432,31433,31519,31521,31676,31678,31805,31807,31934,31935,32036,32038,32220],{"type":22,"value":31380},"标准反向传播每步都读写 ",{"type":16,"tag":127,"props":31382,"children":31384},{"className":31383},[130],[31385,31410],{"type":16,"tag":127,"props":31386,"children":31388},{"className":31387},[135],[31389],{"type":16,"tag":138,"props":31390,"children":31391},{"xmlns":140},[31392],{"type":16,"tag":143,"props":31393,"children":31394},{},[31395,31406],{"type":16,"tag":147,"props":31396,"children":31397},{},[31398,31402],{"type":16,"tag":151,"props":31399,"children":31400},{},[31401],{"type":22,"value":272},{"type":16,"tag":151,"props":31403,"children":31404},{},[31405],{"type":22,"value":155},{"type":16,"tag":157,"props":31407,"children":31408},{"encoding":159},[31409],{"type":22,"value":16343},{"type":16,"tag":127,"props":31411,"children":31413},{"className":31412,"ariaHidden":166},[165],[31414],{"type":16,"tag":127,"props":31415,"children":31417},{"className":31416},[171],[31418,31422,31427],{"type":16,"tag":127,"props":31419,"children":31421},{"className":31420,"style":177},[176],[],{"type":16,"tag":127,"props":31423,"children":31425},{"className":31424,"style":230},[182,183],[31426],{"type":22,"value":272},{"type":16,"tag":127,"props":31428,"children":31430},{"className":31429},[182,183],[31431],{"type":22,"value":155},{"type":22,"value":18242},{"type":16,"tag":127,"props":31434,"children":31436},{"className":31435},[130],[31437,31466],{"type":16,"tag":127,"props":31438,"children":31440},{"className":31439},[135],[31441],{"type":16,"tag":138,"props":31442,"children":31443},{"xmlns":140},[31444],{"type":16,"tag":143,"props":31445,"children":31446},{},[31447,31461],{"type":16,"tag":147,"props":31448,"children":31449},{},[31450],{"type":16,"tag":265,"props":31451,"children":31452},{},[31453,31457],{"type":16,"tag":151,"props":31454,"children":31455},{},[31456],{"type":22,"value":272},{"type":16,"tag":274,"props":31458,"children":31459},{},[31460],{"type":22,"value":278},{"type":16,"tag":157,"props":31462,"children":31463},{"encoding":159},[31464],{"type":22,"value":31465},"N^2",{"type":16,"tag":127,"props":31467,"children":31469},{"className":31468,"ariaHidden":166},[165],[31470],{"type":16,"tag":127,"props":31471,"children":31473},{"className":31472},[171],[31474,31478],{"type":16,"tag":127,"props":31475,"children":31477},{"className":31476,"style":373},[176],[],{"type":16,"tag":127,"props":31479,"children":31481},{"className":31480},[182],[31482,31487],{"type":16,"tag":127,"props":31483,"children":31485},{"className":31484,"style":230},[182,183],[31486],{"type":22,"value":272},{"type":16,"tag":127,"props":31488,"children":31490},{"className":31489},[357],[31491],{"type":16,"tag":127,"props":31492,"children":31494},{"className":31493},[362],[31495],{"type":16,"tag":127,"props":31496,"children":31498},{"className":31497},[367],[31499],{"type":16,"tag":127,"props":31500,"children":31502},{"className":31501,"style":373},[372],[31503],{"type":16,"tag":127,"props":31504,"children":31505},{"style":377},[31506,31510],{"type":16,"tag":127,"props":31507,"children":31509},{"className":31508,"style":383},[382],[],{"type":16,"tag":127,"props":31511,"children":31513},{"className":31512},[388,389,390,391],[31514],{"type":16,"tag":127,"props":31515,"children":31517},{"className":31516},[182,391],[31518],{"type":22,"value":278},{"type":22,"value":31520}," 大小的输入输出，访问为 ",{"type":16,"tag":127,"props":31522,"children":31524},{"className":31523},[130],[31525,31577],{"type":16,"tag":127,"props":31526,"children":31528},{"className":31527},[135],[31529],{"type":16,"tag":138,"props":31530,"children":31531},{"xmlns":140},[31532],{"type":16,"tag":143,"props":31533,"children":31534},{},[31535,31573],{"type":16,"tag":147,"props":31536,"children":31537},{},[31538,31542,31546,31550,31554,31558,31569],{"type":16,"tag":151,"props":31539,"children":31540},{"mathvariant":516},[31541],{"type":22,"value":15035},{"type":16,"tag":258,"props":31543,"children":31544},{"stretchy":260},[31545],{"type":22,"value":263},{"type":16,"tag":151,"props":31547,"children":31548},{},[31549],{"type":22,"value":272},{"type":16,"tag":151,"props":31551,"children":31552},{},[31553],{"type":22,"value":155},{"type":16,"tag":258,"props":31555,"children":31556},{},[31557],{"type":22,"value":536},{"type":16,"tag":265,"props":31559,"children":31560},{},[31561,31565],{"type":16,"tag":151,"props":31562,"children":31563},{},[31564],{"type":22,"value":272},{"type":16,"tag":274,"props":31566,"children":31567},{},[31568],{"type":22,"value":278},{"type":16,"tag":258,"props":31570,"children":31571},{"stretchy":260},[31572],{"type":22,"value":314},{"type":16,"tag":157,"props":31574,"children":31575},{"encoding":159},[31576],{"type":22,"value":15071},{"type":16,"tag":127,"props":31578,"children":31580},{"className":31579,"ariaHidden":166},[165],[31581,31622],{"type":16,"tag":127,"props":31582,"children":31584},{"className":31583},[171],[31585,31589,31594,31599,31604,31609,31613,31618],{"type":16,"tag":127,"props":31586,"children":31588},{"className":31587,"style":568},[176],[],{"type":16,"tag":127,"props":31590,"children":31592},{"className":31591},[182],[31593],{"type":22,"value":15035},{"type":16,"tag":127,"props":31595,"children":31597},{"className":31596},[342],[31598],{"type":22,"value":263},{"type":16,"tag":127,"props":31600,"children":31602},{"className":31601,"style":230},[182,183],[31603],{"type":22,"value":272},{"type":16,"tag":127,"props":31605,"children":31607},{"className":31606},[182,183],[31608],{"type":22,"value":155},{"type":16,"tag":127,"props":31610,"children":31612},{"className":31611,"style":594},[593],[],{"type":16,"tag":127,"props":31614,"children":31616},{"className":31615},[599],[31617],{"type":22,"value":536},{"type":16,"tag":127,"props":31619,"children":31621},{"className":31620,"style":594},[593],[],{"type":16,"tag":127,"props":31623,"children":31625},{"className":31624},[171],[31626,31630,31671],{"type":16,"tag":127,"props":31627,"children":31629},{"className":31628,"style":331},[176],[],{"type":16,"tag":127,"props":31631,"children":31633},{"className":31632},[182],[31634,31639],{"type":16,"tag":127,"props":31635,"children":31637},{"className":31636,"style":230},[182,183],[31638],{"type":22,"value":272},{"type":16,"tag":127,"props":31640,"children":31642},{"className":31641},[357],[31643],{"type":16,"tag":127,"props":31644,"children":31646},{"className":31645},[362],[31647],{"type":16,"tag":127,"props":31648,"children":31650},{"className":31649},[367],[31651],{"type":16,"tag":127,"props":31652,"children":31654},{"className":31653,"style":373},[372],[31655],{"type":16,"tag":127,"props":31656,"children":31657},{"style":377},[31658,31662],{"type":16,"tag":127,"props":31659,"children":31661},{"className":31660,"style":383},[382],[],{"type":16,"tag":127,"props":31663,"children":31665},{"className":31664},[388,389,390,391],[31666],{"type":16,"tag":127,"props":31667,"children":31669},{"className":31668},[182,391],[31670],{"type":22,"value":278},{"type":16,"tag":127,"props":31672,"children":31674},{"className":31673},[492],[31675],{"type":22,"value":314},{"type":22,"value":31677},"。FlashAttention 反向中 ",{"type":16,"tag":127,"props":31679,"children":31681},{"className":31680},[130],[31682,31736],{"type":16,"tag":127,"props":31683,"children":31685},{"className":31684},[135],[31686],{"type":16,"tag":138,"props":31687,"children":31688},{"xmlns":140},[31689],{"type":16,"tag":143,"props":31690,"children":31691},{},[31692,31731],{"type":16,"tag":147,"props":31693,"children":31694},{},[31695,31699,31703,31707,31711,31715,31719,31723,31727],{"type":16,"tag":151,"props":31696,"children":31697},{},[31698],{"type":22,"value":909},{"type":16,"tag":258,"props":31700,"children":31701},{"separator":166},[31702],{"type":22,"value":904},{"type":16,"tag":151,"props":31704,"children":31705},{},[31706],{"type":22,"value":918},{"type":16,"tag":258,"props":31708,"children":31709},{"separator":166},[31710],{"type":22,"value":904},{"type":16,"tag":151,"props":31712,"children":31713},{},[31714],{"type":22,"value":155},{"type":16,"tag":151,"props":31716,"children":31717},{},[31718],{"type":22,"value":909},{"type":16,"tag":258,"props":31720,"children":31721},{"separator":166},[31722],{"type":22,"value":904},{"type":16,"tag":151,"props":31724,"children":31725},{},[31726],{"type":22,"value":155},{"type":16,"tag":151,"props":31728,"children":31729},{},[31730],{"type":22,"value":918},{"type":16,"tag":157,"props":31732,"children":31733},{"encoding":159},[31734],{"type":22,"value":31735},"K,V,dK,dV",{"type":16,"tag":127,"props":31737,"children":31739},{"className":31738,"ariaHidden":166},[165],[31740],{"type":16,"tag":127,"props":31741,"children":31743},{"className":31742},[171],[31744,31748,31753,31758,31762,31767,31772,31776,31781,31786,31791,31795,31800],{"type":16,"tag":127,"props":31745,"children":31747},{"className":31746,"style":2339},[176],[],{"type":16,"tag":127,"props":31749,"children":31751},{"className":31750,"style":986},[182,183],[31752],{"type":22,"value":909},{"type":16,"tag":127,"props":31754,"children":31756},{"className":31755},[975],[31757],{"type":22,"value":904},{"type":16,"tag":127,"props":31759,"children":31761},{"className":31760,"style":981},[593],[],{"type":16,"tag":127,"props":31763,"children":31765},{"className":31764,"style":594},[182,183],[31766],{"type":22,"value":918},{"type":16,"tag":127,"props":31768,"children":31770},{"className":31769},[975],[31771],{"type":22,"value":904},{"type":16,"tag":127,"props":31773,"children":31775},{"className":31774,"style":981},[593],[],{"type":16,"tag":127,"props":31777,"children":31779},{"className":31778},[182,183],[31780],{"type":22,"value":155},{"type":16,"tag":127,"props":31782,"children":31784},{"className":31783,"style":986},[182,183],[31785],{"type":22,"value":909},{"type":16,"tag":127,"props":31787,"children":31789},{"className":31788},[975],[31790],{"type":22,"value":904},{"type":16,"tag":127,"props":31792,"children":31794},{"className":31793,"style":981},[593],[],{"type":16,"tag":127,"props":31796,"children":31798},{"className":31797},[182,183],[31799],{"type":22,"value":155},{"type":16,"tag":127,"props":31801,"children":31803},{"className":31802,"style":594},[182,183],[31804],{"type":22,"value":918},{"type":22,"value":31806}," 各只读\u002F写一次，对 ",{"type":16,"tag":127,"props":31808,"children":31810},{"className":31809},[130],[31811,31865],{"type":16,"tag":127,"props":31812,"children":31814},{"className":31813},[135],[31815],{"type":16,"tag":138,"props":31816,"children":31817},{"xmlns":140},[31818],{"type":16,"tag":143,"props":31819,"children":31820},{},[31821,31860],{"type":16,"tag":147,"props":31822,"children":31823},{},[31824,31828,31832,31836,31840,31844,31848,31852,31856],{"type":16,"tag":151,"props":31825,"children":31826},{},[31827],{"type":22,"value":899},{"type":16,"tag":258,"props":31829,"children":31830},{"separator":166},[31831],{"type":22,"value":904},{"type":16,"tag":151,"props":31833,"children":31834},{},[31835],{"type":22,"value":256},{"type":16,"tag":258,"props":31837,"children":31838},{"separator":166},[31839],{"type":22,"value":904},{"type":16,"tag":151,"props":31841,"children":31842},{},[31843],{"type":22,"value":155},{"type":16,"tag":151,"props":31845,"children":31846},{},[31847],{"type":22,"value":256},{"type":16,"tag":258,"props":31849,"children":31850},{"separator":166},[31851],{"type":22,"value":904},{"type":16,"tag":151,"props":31853,"children":31854},{},[31855],{"type":22,"value":155},{"type":16,"tag":151,"props":31857,"children":31858},{},[31859],{"type":22,"value":899},{"type":16,"tag":157,"props":31861,"children":31862},{"encoding":159},[31863],{"type":22,"value":31864},"Q,O,dO,dQ",{"type":16,"tag":127,"props":31866,"children":31868},{"className":31867,"ariaHidden":166},[165],[31869],{"type":16,"tag":127,"props":31870,"children":31872},{"className":31871},[171],[31873,31877,31882,31887,31891,31896,31901,31905,31910,31915,31920,31924,31929],{"type":16,"tag":127,"props":31874,"children":31876},{"className":31875,"style":2339},[176],[],{"type":16,"tag":127,"props":31878,"children":31880},{"className":31879},[182,183],[31881],{"type":22,"value":899},{"type":16,"tag":127,"props":31883,"children":31885},{"className":31884},[975],[31886],{"type":22,"value":904},{"type":16,"tag":127,"props":31888,"children":31890},{"className":31889,"style":981},[593],[],{"type":16,"tag":127,"props":31892,"children":31894},{"className":31893,"style":336},[182,183],[31895],{"type":22,"value":256},{"type":16,"tag":127,"props":31897,"children":31899},{"className":31898},[975],[31900],{"type":22,"value":904},{"type":16,"tag":127,"props":31902,"children":31904},{"className":31903,"style":981},[593],[],{"type":16,"tag":127,"props":31906,"children":31908},{"className":31907},[182,183],[31909],{"type":22,"value":155},{"type":16,"tag":127,"props":31911,"children":31913},{"className":31912,"style":336},[182,183],[31914],{"type":22,"value":256},{"type":16,"tag":127,"props":31916,"children":31918},{"className":31917},[975],[31919],{"type":22,"value":904},{"type":16,"tag":127,"props":31921,"children":31923},{"className":31922,"style":981},[593],[],{"type":16,"tag":127,"props":31925,"children":31927},{"className":31926},[182,183],[31928],{"type":22,"value":155},{"type":16,"tag":127,"props":31930,"children":31932},{"className":31931},[182,183],[31933],{"type":22,"value":899},{"type":22,"value":29197},{"type":16,"tag":127,"props":31936,"children":31938},{"className":31937},[130],[31939,31967],{"type":16,"tag":127,"props":31940,"children":31942},{"className":31941},[135],[31943],{"type":16,"tag":138,"props":31944,"children":31945},{"xmlns":140},[31946],{"type":16,"tag":143,"props":31947,"children":31948},{},[31949,31963],{"type":16,"tag":147,"props":31950,"children":31951},{},[31952],{"type":16,"tag":3987,"props":31953,"children":31954},{},[31955,31959],{"type":16,"tag":151,"props":31956,"children":31957},{},[31958],{"type":22,"value":1369},{"type":16,"tag":151,"props":31960,"children":31961},{},[31962],{"type":22,"value":8025},{"type":16,"tag":157,"props":31964,"children":31965},{"encoding":159},[31966],{"type":22,"value":29230},{"type":16,"tag":127,"props":31968,"children":31970},{"className":31969,"ariaHidden":166},[165],[31971],{"type":16,"tag":127,"props":31972,"children":31974},{"className":31973},[171],[31975,31979],{"type":16,"tag":127,"props":31976,"children":31978},{"className":31977,"style":8163},[176],[],{"type":16,"tag":127,"props":31980,"children":31982},{"className":31981},[182],[31983,31988],{"type":16,"tag":127,"props":31984,"children":31986},{"className":31985,"style":1605},[182,183],[31987],{"type":22,"value":1369},{"type":16,"tag":127,"props":31989,"children":31991},{"className":31990},[357],[31992],{"type":16,"tag":127,"props":31993,"children":31995},{"className":31994},[362,4278],[31996,32025],{"type":16,"tag":127,"props":31997,"children":31999},{"className":31998},[367],[32000,32020],{"type":16,"tag":127,"props":32001,"children":32003},{"className":32002,"style":8189},[372],[32004],{"type":16,"tag":127,"props":32005,"children":32006},{"style":9244},[32007,32011],{"type":16,"tag":127,"props":32008,"children":32010},{"className":32009,"style":383},[382],[],{"type":16,"tag":127,"props":32012,"children":32014},{"className":32013},[388,389,390,391],[32015],{"type":16,"tag":127,"props":32016,"children":32018},{"className":32017},[182,183,391],[32019],{"type":22,"value":8025},{"type":16,"tag":127,"props":32021,"children":32023},{"className":32022},[4326],[32024],{"type":22,"value":4329},{"type":16,"tag":127,"props":32026,"children":32028},{"className":32027},[367],[32029],{"type":16,"tag":127,"props":32030,"children":32032},{"className":32031,"style":4401},[372],[32033],{"type":16,"tag":127,"props":32034,"children":32035},{},[],{"type":22,"value":32037}," 次遍历，因此访问为 ",{"type":16,"tag":127,"props":32039,"children":32041},{"className":32040},[130],[32042,32101],{"type":16,"tag":127,"props":32043,"children":32045},{"className":32044},[135],[32046],{"type":16,"tag":138,"props":32047,"children":32048},{"xmlns":140},[32049],{"type":16,"tag":143,"props":32050,"children":32051},{},[32052,32097],{"type":16,"tag":147,"props":32053,"children":32054},{},[32055,32059,32063,32074,32085,32089,32093],{"type":16,"tag":151,"props":32056,"children":32057},{"mathvariant":516},[32058],{"type":22,"value":15035},{"type":16,"tag":258,"props":32060,"children":32061},{"stretchy":260},[32062],{"type":22,"value":263},{"type":16,"tag":265,"props":32064,"children":32065},{},[32066,32070],{"type":16,"tag":151,"props":32067,"children":32068},{},[32069],{"type":22,"value":272},{"type":16,"tag":274,"props":32071,"children":32072},{},[32073],{"type":22,"value":278},{"type":16,"tag":265,"props":32075,"children":32076},{},[32077,32081],{"type":16,"tag":151,"props":32078,"children":32079},{},[32080],{"type":22,"value":155},{"type":16,"tag":274,"props":32082,"children":32083},{},[32084],{"type":22,"value":278},{"type":16,"tag":151,"props":32086,"children":32087},{"mathvariant":516},[32088],{"type":22,"value":4189},{"type":16,"tag":151,"props":32090,"children":32091},{},[32092],{"type":22,"value":209},{"type":16,"tag":258,"props":32094,"children":32095},{"stretchy":260},[32096],{"type":22,"value":314},{"type":16,"tag":157,"props":32098,"children":32099},{"encoding":159},[32100],{"type":22,"value":30549},{"type":16,"tag":127,"props":32102,"children":32104},{"className":32103,"ariaHidden":166},[165],[32105],{"type":16,"tag":127,"props":32106,"children":32108},{"className":32107},[171],[32109,32113,32118,32123,32164,32205,32210,32215],{"type":16,"tag":127,"props":32110,"children":32112},{"className":32111,"style":331},[176],[],{"type":16,"tag":127,"props":32114,"children":32116},{"className":32115},[182],[32117],{"type":22,"value":15035},{"type":16,"tag":127,"props":32119,"children":32121},{"className":32120},[342],[32122],{"type":22,"value":263},{"type":16,"tag":127,"props":32124,"children":32126},{"className":32125},[182],[32127,32132],{"type":16,"tag":127,"props":32128,"children":32130},{"className":32129,"style":230},[182,183],[32131],{"type":22,"value":272},{"type":16,"tag":127,"props":32133,"children":32135},{"className":32134},[357],[32136],{"type":16,"tag":127,"props":32137,"children":32139},{"className":32138},[362],[32140],{"type":16,"tag":127,"props":32141,"children":32143},{"className":32142},[367],[32144],{"type":16,"tag":127,"props":32145,"children":32147},{"className":32146,"style":373},[372],[32148],{"type":16,"tag":127,"props":32149,"children":32150},{"style":377},[32151,32155],{"type":16,"tag":127,"props":32152,"children":32154},{"className":32153,"style":383},[382],[],{"type":16,"tag":127,"props":32156,"children":32158},{"className":32157},[388,389,390,391],[32159],{"type":16,"tag":127,"props":32160,"children":32162},{"className":32161},[182,391],[32163],{"type":22,"value":278},{"type":16,"tag":127,"props":32165,"children":32167},{"className":32166},[182],[32168,32173],{"type":16,"tag":127,"props":32169,"children":32171},{"className":32170},[182,183],[32172],{"type":22,"value":155},{"type":16,"tag":127,"props":32174,"children":32176},{"className":32175},[357],[32177],{"type":16,"tag":127,"props":32178,"children":32180},{"className":32179},[362],[32181],{"type":16,"tag":127,"props":32182,"children":32184},{"className":32183},[367],[32185],{"type":16,"tag":127,"props":32186,"children":32188},{"className":32187,"style":373},[372],[32189],{"type":16,"tag":127,"props":32190,"children":32191},{"style":377},[32192,32196],{"type":16,"tag":127,"props":32193,"children":32195},{"className":32194,"style":383},[382],[],{"type":16,"tag":127,"props":32197,"children":32199},{"className":32198},[388,389,390,391],[32200],{"type":16,"tag":127,"props":32201,"children":32203},{"className":32202},[182,391],[32204],{"type":22,"value":278},{"type":16,"tag":127,"props":32206,"children":32208},{"className":32207},[182],[32209],{"type":22,"value":4189},{"type":16,"tag":127,"props":32211,"children":32213},{"className":32212,"style":230},[182,183],[32214],{"type":22,"value":209},{"type":16,"tag":127,"props":32216,"children":32218},{"className":32217},[492],[32219],{"type":22,"value":314},{"type":22,"value":2635},{"type":16,"tag":52,"props":32222,"children":32224},{"id":32223},"附录-d-扩展细节",[32225],{"type":22,"value":32226},"附录 D 扩展细节",{"type":16,"tag":802,"props":32228,"children":32230},{"id":32229},"d1-块稀疏-flashattention",[32231],{"type":22,"value":32232},"D.1 块稀疏 FlashAttention",{"type":16,"tag":24,"props":32234,"children":32235},{},[32236,32238,32439,32441,32483,32485,32527],{"type":22,"value":32237},"算法 5 与算法 2 相同，只在块掩码 ",{"type":16,"tag":127,"props":32239,"children":32241},{"className":32240},[130],[32242,32287],{"type":16,"tag":127,"props":32243,"children":32245},{"className":32244},[135],[32246],{"type":16,"tag":138,"props":32247,"children":32248},{"xmlns":140},[32249],{"type":16,"tag":143,"props":32250,"children":32251},{},[32252,32282],{"type":16,"tag":147,"props":32253,"children":32254},{},[32255,32273,32278],{"type":16,"tag":3987,"props":32256,"children":32257},{},[32258,32262],{"type":16,"tag":151,"props":32259,"children":32260},{},[32261],{"type":22,"value":209},{"type":16,"tag":147,"props":32263,"children":32264},{},[32265,32269],{"type":16,"tag":151,"props":32266,"children":32267},{},[32268],{"type":22,"value":3985},{"type":16,"tag":151,"props":32270,"children":32271},{},[32272],{"type":22,"value":9695},{"type":16,"tag":258,"props":32274,"children":32275},{"mathvariant":516},[32276],{"type":22,"value":32277},"≠",{"type":16,"tag":274,"props":32279,"children":32280},{},[32281],{"type":22,"value":8672},{"type":16,"tag":157,"props":32283,"children":32284},{"encoding":159},[32285],{"type":22,"value":32286},"M_{ij}\\ne0",{"type":16,"tag":127,"props":32288,"children":32290},{"className":32289,"ariaHidden":166},[165],[32291,32426],{"type":16,"tag":127,"props":32292,"children":32294},{"className":32293},[171],[32295,32299,32361,32365,32422],{"type":16,"tag":127,"props":32296,"children":32298},{"className":32297,"style":20800},[176],[],{"type":16,"tag":127,"props":32300,"children":32302},{"className":32301},[182],[32303,32308],{"type":16,"tag":127,"props":32304,"children":32306},{"className":32305,"style":230},[182,183],[32307],{"type":22,"value":209},{"type":16,"tag":127,"props":32309,"children":32311},{"className":32310},[357],[32312],{"type":16,"tag":127,"props":32313,"children":32315},{"className":32314},[362,4278],[32316,32350],{"type":16,"tag":127,"props":32317,"children":32319},{"className":32318},[367],[32320,32345],{"type":16,"tag":127,"props":32321,"children":32323},{"className":32322,"style":4370},[372],[32324],{"type":16,"tag":127,"props":32325,"children":32327},{"style":32326},"top:-2.55em;margin-left:-0.109em;margin-right:0.05em;",[32328,32332],{"type":16,"tag":127,"props":32329,"children":32331},{"className":32330,"style":383},[382],[],{"type":16,"tag":127,"props":32333,"children":32335},{"className":32334},[388,389,390,391],[32336],{"type":16,"tag":127,"props":32337,"children":32339},{"className":32338},[182,391],[32340],{"type":16,"tag":127,"props":32341,"children":32343},{"className":32342,"style":9716},[182,183,391],[32344],{"type":22,"value":10448},{"type":16,"tag":127,"props":32346,"children":32348},{"className":32347},[4326],[32349],{"type":22,"value":4329},{"type":16,"tag":127,"props":32351,"children":32353},{"className":32352},[367],[32354],{"type":16,"tag":127,"props":32355,"children":32357},{"className":32356,"style":9843},[372],[32358],{"type":16,"tag":127,"props":32359,"children":32360},{},[],{"type":16,"tag":127,"props":32362,"children":32364},{"className":32363,"style":1006},[593],[],{"type":16,"tag":127,"props":32366,"children":32368},{"className":32367},[1011],[32369,32412,32417],{"type":16,"tag":127,"props":32370,"children":32372},{"className":32371},[1011],[32373],{"type":16,"tag":127,"props":32374,"children":32377},{"className":32375},[182,32376],"vbox",[32378],{"type":16,"tag":127,"props":32379,"children":32382},{"className":32380},[32381],"thinbox",[32383],{"type":16,"tag":127,"props":32384,"children":32387},{"className":32385},[32386],"rlap",[32388,32392,32407],{"type":16,"tag":127,"props":32389,"children":32391},{"className":32390,"style":2339},[176],[],{"type":16,"tag":127,"props":32393,"children":32396},{"className":32394},[32395],"inner",[32397],{"type":16,"tag":127,"props":32398,"children":32400},{"className":32399},[182],[32401],{"type":16,"tag":127,"props":32402,"children":32404},{"className":32403},[1011],[32405],{"type":22,"value":32406},"",{"type":16,"tag":127,"props":32408,"children":32411},{"className":32409},[32410],"fix",[],{"type":16,"tag":127,"props":32413,"children":32416},{"className":32414},[593,32415],"nobreak",[],{"type":16,"tag":127,"props":32418,"children":32420},{"className":32419},[1011],[32421],{"type":22,"value":1353},{"type":16,"tag":127,"props":32423,"children":32425},{"className":32424,"style":1006},[593],[],{"type":16,"tag":127,"props":32427,"children":32429},{"className":32428},[171],[32430,32434],{"type":16,"tag":127,"props":32431,"children":32433},{"className":32432,"style":2380},[176],[],{"type":16,"tag":127,"props":32435,"children":32437},{"className":32436},[182],[32438],{"type":22,"value":8672},{"type":22,"value":32440}," 时执行。非零块比例为 ",{"type":16,"tag":127,"props":32442,"children":32444},{"className":32443},[130],[32445,32466],{"type":16,"tag":127,"props":32446,"children":32448},{"className":32447},[135],[32449],{"type":16,"tag":138,"props":32450,"children":32451},{"xmlns":140},[32452],{"type":16,"tag":143,"props":32453,"children":32454},{},[32455,32462],{"type":16,"tag":147,"props":32456,"children":32457},{},[32458],{"type":16,"tag":151,"props":32459,"children":32460},{},[32461],{"type":22,"value":17709},{"type":16,"tag":157,"props":32463,"children":32464},{"encoding":159},[32465],{"type":22,"value":17709},{"type":16,"tag":127,"props":32467,"children":32469},{"className":32468,"ariaHidden":166},[165],[32470],{"type":16,"tag":127,"props":32471,"children":32473},{"className":32472},[171],[32474,32478],{"type":16,"tag":127,"props":32475,"children":32477},{"className":32476,"style":4287},[176],[],{"type":16,"tag":127,"props":32479,"children":32481},{"className":32480},[182,183],[32482],{"type":22,"value":17709},{"type":22,"value":32484}," 时，需要写出 ",{"type":16,"tag":127,"props":32486,"children":32488},{"className":32487},[130],[32489,32510],{"type":16,"tag":127,"props":32490,"children":32492},{"className":32491},[135],[32493],{"type":16,"tag":138,"props":32494,"children":32495},{"xmlns":140},[32496],{"type":16,"tag":143,"props":32497,"children":32498},{},[32499,32506],{"type":16,"tag":147,"props":32500,"children":32501},{},[32502],{"type":16,"tag":151,"props":32503,"children":32504},{},[32505],{"type":22,"value":256},{"type":16,"tag":157,"props":32507,"children":32508},{"encoding":159},[32509],{"type":22,"value":256},{"type":16,"tag":127,"props":32511,"children":32513},{"className":32512,"ariaHidden":166},[165],[32514],{"type":16,"tag":127,"props":32515,"children":32517},{"className":32516},[171],[32518,32522],{"type":16,"tag":127,"props":32519,"children":32521},{"className":32520,"style":225},[176],[],{"type":16,"tag":127,"props":32523,"children":32525},{"className":32524,"style":336},[182,183],[32526],{"type":22,"value":256},{"type":22,"value":32528},"，因此访问数为",{"type":16,"tag":127,"props":32530,"children":32532},{"className":32531},[1324],[32533],{"type":16,"tag":127,"props":32534,"children":32536},{"className":32535},[130],[32537,32622],{"type":16,"tag":127,"props":32538,"children":32540},{"className":32539},[135],[32541],{"type":16,"tag":138,"props":32542,"children":32543},{"xmlns":140,"display":1336},[32544],{"type":16,"tag":143,"props":32545,"children":32546},{},[32547,32617],{"type":16,"tag":147,"props":32548,"children":32549},{},[32550,32554,32613],{"type":16,"tag":151,"props":32551,"children":32552},{"mathvariant":516},[32553],{"type":22,"value":15035},{"type":16,"tag":147,"props":32555,"children":32556},{},[32557,32561,32565,32569,32573,32605,32609],{"type":16,"tag":258,"props":32558,"children":32559},{"fence":166},[32560],{"type":22,"value":263},{"type":16,"tag":151,"props":32562,"children":32563},{},[32564],{"type":22,"value":272},{"type":16,"tag":151,"props":32566,"children":32567},{},[32568],{"type":22,"value":155},{"type":16,"tag":258,"props":32570,"children":32571},{},[32572],{"type":22,"value":536},{"type":16,"tag":8039,"props":32574,"children":32575},{},[32576,32601],{"type":16,"tag":147,"props":32577,"children":32578},{},[32579,32590],{"type":16,"tag":265,"props":32580,"children":32581},{},[32582,32586],{"type":16,"tag":151,"props":32583,"children":32584},{},[32585],{"type":22,"value":272},{"type":16,"tag":274,"props":32587,"children":32588},{},[32589],{"type":22,"value":278},{"type":16,"tag":265,"props":32591,"children":32592},{},[32593,32597],{"type":16,"tag":151,"props":32594,"children":32595},{},[32596],{"type":22,"value":155},{"type":16,"tag":274,"props":32598,"children":32599},{},[32600],{"type":22,"value":278},{"type":16,"tag":151,"props":32602,"children":32603},{},[32604],{"type":22,"value":209},{"type":16,"tag":151,"props":32606,"children":32607},{},[32608],{"type":22,"value":17709},{"type":16,"tag":258,"props":32610,"children":32611},{"fence":166},[32612],{"type":22,"value":314},{"type":16,"tag":151,"props":32614,"children":32615},{"mathvariant":516},[32616],{"type":22,"value":4210},{"type":16,"tag":157,"props":32618,"children":32619},{"encoding":159},[32620],{"type":22,"value":32621},"\\Theta\\left(Nd+\\frac{N^2d^2}{M}s\\right).",{"type":16,"tag":127,"props":32623,"children":32625},{"className":32624,"ariaHidden":166},[165],[32626],{"type":16,"tag":127,"props":32627,"children":32629},{"className":32628},[171],[32630,32635,32640,32644,32859,32863],{"type":16,"tag":127,"props":32631,"children":32634},{"className":32632,"style":32633},[176],"height:2.4411em;vertical-align:-0.95em;",[],{"type":16,"tag":127,"props":32636,"children":32638},{"className":32637},[182],[32639],{"type":22,"value":15035},{"type":16,"tag":127,"props":32641,"children":32643},{"className":32642,"style":981},[593],[],{"type":16,"tag":127,"props":32645,"children":32647},{"className":32646},[5896],[32648,32657,32662,32667,32671,32676,32680,32845,32850],{"type":16,"tag":127,"props":32649,"children":32651},{"className":32650,"style":5902},[342,5901],[32652],{"type":16,"tag":127,"props":32653,"children":32655},{"className":32654},[5907,390],[32656],{"type":22,"value":263},{"type":16,"tag":127,"props":32658,"children":32660},{"className":32659,"style":230},[182,183],[32661],{"type":22,"value":272},{"type":16,"tag":127,"props":32663,"children":32665},{"className":32664},[182,183],[32666],{"type":22,"value":155},{"type":16,"tag":127,"props":32668,"children":32670},{"className":32669,"style":594},[593],[],{"type":16,"tag":127,"props":32672,"children":32674},{"className":32673},[599],[32675],{"type":22,"value":536},{"type":16,"tag":127,"props":32677,"children":32679},{"className":32678,"style":594},[593],[],{"type":16,"tag":127,"props":32681,"children":32683},{"className":32682},[182],[32684,32688,32841],{"type":16,"tag":127,"props":32685,"children":32687},{"className":32686},[342,8266],[],{"type":16,"tag":127,"props":32689,"children":32691},{"className":32690},[8039],[32692],{"type":16,"tag":127,"props":32693,"children":32695},{"className":32694},[362,4278],[32696,32830],{"type":16,"tag":127,"props":32697,"children":32699},{"className":32698},[367],[32700,32825],{"type":16,"tag":127,"props":32701,"children":32704},{"className":32702,"style":32703},[372],"height:1.4911em;",[32705,32721,32732],{"type":16,"tag":127,"props":32706,"children":32707},{"style":8287},[32708,32712],{"type":16,"tag":127,"props":32709,"children":32711},{"className":32710,"style":4296},[382],[],{"type":16,"tag":127,"props":32713,"children":32715},{"className":32714},[182],[32716],{"type":16,"tag":127,"props":32717,"children":32719},{"className":32718,"style":230},[182,183],[32720],{"type":22,"value":209},{"type":16,"tag":127,"props":32722,"children":32723},{"style":8309},[32724,32728],{"type":16,"tag":127,"props":32725,"children":32727},{"className":32726,"style":4296},[382],[],{"type":16,"tag":127,"props":32729,"children":32731},{"className":32730,"style":8319},[8318],[],{"type":16,"tag":127,"props":32733,"children":32734},{"style":8323},[32735,32739],{"type":16,"tag":127,"props":32736,"children":32738},{"className":32737,"style":4296},[382],[],{"type":16,"tag":127,"props":32740,"children":32742},{"className":32741},[182],[32743,32784],{"type":16,"tag":127,"props":32744,"children":32746},{"className":32745},[182],[32747,32752],{"type":16,"tag":127,"props":32748,"children":32750},{"className":32749,"style":230},[182,183],[32751],{"type":22,"value":272},{"type":16,"tag":127,"props":32753,"children":32755},{"className":32754},[357],[32756],{"type":16,"tag":127,"props":32757,"children":32759},{"className":32758},[362],[32760],{"type":16,"tag":127,"props":32761,"children":32763},{"className":32762},[367],[32764],{"type":16,"tag":127,"props":32765,"children":32767},{"className":32766,"style":373},[372],[32768],{"type":16,"tag":127,"props":32769,"children":32770},{"style":377},[32771,32775],{"type":16,"tag":127,"props":32772,"children":32774},{"className":32773,"style":383},[382],[],{"type":16,"tag":127,"props":32776,"children":32778},{"className":32777},[388,389,390,391],[32779],{"type":16,"tag":127,"props":32780,"children":32782},{"className":32781},[182,391],[32783],{"type":22,"value":278},{"type":16,"tag":127,"props":32785,"children":32787},{"className":32786},[182],[32788,32793],{"type":16,"tag":127,"props":32789,"children":32791},{"className":32790},[182,183],[32792],{"type":22,"value":155},{"type":16,"tag":127,"props":32794,"children":32796},{"className":32795},[357],[32797],{"type":16,"tag":127,"props":32798,"children":32800},{"className":32799},[362],[32801],{"type":16,"tag":127,"props":32802,"children":32804},{"className":32803},[367],[32805],{"type":16,"tag":127,"props":32806,"children":32808},{"className":32807,"style":373},[372],[32809],{"type":16,"tag":127,"props":32810,"children":32811},{"style":377},[32812,32816],{"type":16,"tag":127,"props":32813,"children":32815},{"className":32814,"style":383},[382],[],{"type":16,"tag":127,"props":32817,"children":32819},{"className":32818},[388,389,390,391],[32820],{"type":16,"tag":127,"props":32821,"children":32823},{"className":32822},[182,391],[32824],{"type":22,"value":278},{"type":16,"tag":127,"props":32826,"children":32828},{"className":32827},[4326],[32829],{"type":22,"value":4329},{"type":16,"tag":127,"props":32831,"children":32833},{"className":32832},[367],[32834],{"type":16,"tag":127,"props":32835,"children":32837},{"className":32836,"style":8350},[372],[32838],{"type":16,"tag":127,"props":32839,"children":32840},{},[],{"type":16,"tag":127,"props":32842,"children":32844},{"className":32843},[492,8266],[],{"type":16,"tag":127,"props":32846,"children":32848},{"className":32847},[182,183],[32849],{"type":22,"value":17709},{"type":16,"tag":127,"props":32851,"children":32853},{"className":32852,"style":5902},[492,5901],[32854],{"type":16,"tag":127,"props":32855,"children":32857},{"className":32856},[5907,390],[32858],{"type":22,"value":314},{"type":16,"tag":127,"props":32860,"children":32862},{"className":32861,"style":981},[593],[],{"type":16,"tag":127,"props":32864,"children":32866},{"className":32865},[182],[32867],{"type":22,"value":4210},{"type":16,"tag":802,"props":32869,"children":32871},{"id":32870},"d2-潜在扩展",[32872],{"type":22,"value":32873},"D.2 潜在扩展",{"type":16,"tag":24,"props":32875,"children":32876},{},[32877,32882],{"type":16,"tag":28,"props":32878,"children":32879},{},[32880],{"type":22,"value":32881},"多 GPU 注意力。",{"type":22,"value":32883}," 大语言模型通常在同一节点的 4–8 张 GPU 上划分注意力。除 GPU SRAM 和 HBM 外，还存在其他 GPU 的 HBM；超长序列可利用不同层次内存的不对称性协同计算。",{"type":16,"tag":24,"props":32885,"children":32886},{},[32887,32892],{"type":16,"tag":28,"props":32888,"children":32889},{},[32890],{"type":22,"value":32891},"稀疏 MLP 层。",{"type":22,"value":32893}," 稠密 MLP 通常是计算受限的，但稀疏权重的 MLP 可能受内存限制，实际加速往往不与稀疏率成比例。IO 感知实现可能释放稀疏性的收益。",{"type":16,"tag":24,"props":32895,"children":32896},{},[32897,32902,32904,32999,33001,33080,33082,33146,33148,33226,33228,33270],{"type":16,"tag":28,"props":32898,"children":32899},{},[32900],{"type":22,"value":32901},"核机器学习。",{"type":22,"value":32903}," FlashAttention 利用 ",{"type":16,"tag":127,"props":32905,"children":32907},{"className":32906},[130],[32908,32941],{"type":16,"tag":127,"props":32909,"children":32911},{"className":32910},[135],[32912],{"type":16,"tag":138,"props":32913,"children":32914},{"xmlns":140},[32915],{"type":16,"tag":143,"props":32916,"children":32917},{},[32918,32936],{"type":16,"tag":147,"props":32919,"children":32920},{},[32921,32925],{"type":16,"tag":151,"props":32922,"children":32923},{},[32924],{"type":22,"value":899},{"type":16,"tag":265,"props":32926,"children":32927},{},[32928,32932],{"type":16,"tag":151,"props":32929,"children":32930},{},[32931],{"type":22,"value":909},{"type":16,"tag":151,"props":32933,"children":32934},{},[32935],{"type":22,"value":1369},{"type":16,"tag":157,"props":32937,"children":32938},{"encoding":159},[32939],{"type":22,"value":32940},"QK^T",{"type":16,"tag":127,"props":32942,"children":32944},{"className":32943,"ariaHidden":166},[165],[32945],{"type":16,"tag":127,"props":32946,"children":32948},{"className":32947},[171],[32949,32953,32958],{"type":16,"tag":127,"props":32950,"children":32952},{"className":32951,"style":2793},[176],[],{"type":16,"tag":127,"props":32954,"children":32956},{"className":32955},[182,183],[32957],{"type":22,"value":899},{"type":16,"tag":127,"props":32959,"children":32961},{"className":32960},[182],[32962,32967],{"type":16,"tag":127,"props":32963,"children":32965},{"className":32964,"style":986},[182,183],[32966],{"type":22,"value":909},{"type":16,"tag":127,"props":32968,"children":32970},{"className":32969},[357],[32971],{"type":16,"tag":127,"props":32972,"children":32974},{"className":32973},[362],[32975],{"type":16,"tag":127,"props":32976,"children":32978},{"className":32977},[367],[32979],{"type":16,"tag":127,"props":32980,"children":32982},{"className":32981,"style":2824},[372],[32983],{"type":16,"tag":127,"props":32984,"children":32985},{"style":377},[32986,32990],{"type":16,"tag":127,"props":32987,"children":32989},{"className":32988,"style":383},[382],[],{"type":16,"tag":127,"props":32991,"children":32993},{"className":32992},[388,389,390,391],[32994],{"type":16,"tag":127,"props":32995,"children":32997},{"className":32996,"style":1605},[182,183,391],[32998],{"type":22,"value":1369},{"type":22,"value":33000}," 低秩（秩 ",{"type":16,"tag":127,"props":33002,"children":33004},{"className":33003},[130],[33005,33036],{"type":16,"tag":127,"props":33006,"children":33008},{"className":33007},[135],[33009],{"type":16,"tag":138,"props":33010,"children":33011},{"xmlns":140},[33012],{"type":16,"tag":143,"props":33013,"children":33014},{},[33015,33031],{"type":16,"tag":147,"props":33016,"children":33017},{},[33018,33022,33027],{"type":16,"tag":151,"props":33019,"children":33020},{},[33021],{"type":22,"value":155},{"type":16,"tag":258,"props":33023,"children":33024},{},[33025],{"type":22,"value":33026},"≪",{"type":16,"tag":151,"props":33028,"children":33029},{},[33030],{"type":22,"value":272},{"type":16,"tag":157,"props":33032,"children":33033},{"encoding":159},[33034],{"type":22,"value":33035},"d\\ll N",{"type":16,"tag":127,"props":33037,"children":33039},{"className":33038,"ariaHidden":166},[165],[33040,33067],{"type":16,"tag":127,"props":33041,"children":33043},{"className":33042},[171],[33044,33049,33054,33058,33063],{"type":16,"tag":127,"props":33045,"children":33048},{"className":33046,"style":33047},[176],"height:0.7335em;vertical-align:-0.0391em;",[],{"type":16,"tag":127,"props":33050,"children":33052},{"className":33051},[182,183],[33053],{"type":22,"value":155},{"type":16,"tag":127,"props":33055,"children":33057},{"className":33056,"style":1006},[593],[],{"type":16,"tag":127,"props":33059,"children":33061},{"className":33060},[1011],[33062],{"type":22,"value":33026},{"type":16,"tag":127,"props":33064,"children":33066},{"className":33065,"style":1006},[593],[],{"type":16,"tag":127,"props":33068,"children":33070},{"className":33069},[171],[33071,33075],{"type":16,"tag":127,"props":33072,"children":33074},{"className":33073,"style":225},[176],[],{"type":16,"tag":127,"props":33076,"children":33078},{"className":33077,"style":230},[182,183],[33079],{"type":22,"value":272},{"type":22,"value":33081},"），反复加载 ",{"type":16,"tag":127,"props":33083,"children":33085},{"className":33084},[130],[33086,33115],{"type":16,"tag":127,"props":33087,"children":33089},{"className":33088},[135],[33090],{"type":16,"tag":138,"props":33091,"children":33092},{"xmlns":140},[33093],{"type":16,"tag":143,"props":33094,"children":33095},{},[33096,33111],{"type":16,"tag":147,"props":33097,"children":33098},{},[33099,33103,33107],{"type":16,"tag":151,"props":33100,"children":33101},{},[33102],{"type":22,"value":899},{"type":16,"tag":258,"props":33104,"children":33105},{"separator":166},[33106],{"type":22,"value":904},{"type":16,"tag":151,"props":33108,"children":33109},{},[33110],{"type":22,"value":909},{"type":16,"tag":157,"props":33112,"children":33113},{"encoding":159},[33114],{"type":22,"value":2677},{"type":16,"tag":127,"props":33116,"children":33118},{"className":33117,"ariaHidden":166},[165],[33119],{"type":16,"tag":127,"props":33120,"children":33122},{"className":33121},[171],[33123,33127,33132,33137,33141],{"type":16,"tag":127,"props":33124,"children":33126},{"className":33125,"style":965},[176],[],{"type":16,"tag":127,"props":33128,"children":33130},{"className":33129},[182,183],[33131],{"type":22,"value":899},{"type":16,"tag":127,"props":33133,"children":33135},{"className":33134},[975],[33136],{"type":22,"value":904},{"type":16,"tag":127,"props":33138,"children":33140},{"className":33139,"style":981},[593],[],{"type":16,"tag":127,"props":33142,"children":33144},{"className":33143,"style":986},[182,183],[33145],{"type":22,"value":909},{"type":22,"value":33147}," 并重算所需注意力块，从而减少 HBM 访问。核机器学习中 ",{"type":16,"tag":127,"props":33149,"children":33151},{"className":33150},[130],[33152,33182],{"type":16,"tag":127,"props":33153,"children":33155},{"className":33154},[135],[33156],{"type":16,"tag":138,"props":33157,"children":33158},{"xmlns":140},[33159],{"type":16,"tag":143,"props":33160,"children":33161},{},[33162,33177],{"type":16,"tag":147,"props":33163,"children":33164},{},[33165,33169,33173],{"type":16,"tag":151,"props":33166,"children":33167},{},[33168],{"type":22,"value":272},{"type":16,"tag":258,"props":33170,"children":33171},{},[33172],{"type":22,"value":944},{"type":16,"tag":151,"props":33174,"children":33175},{},[33176],{"type":22,"value":272},{"type":16,"tag":157,"props":33178,"children":33179},{"encoding":159},[33180],{"type":22,"value":33181},"N\\times N",{"type":16,"tag":127,"props":33183,"children":33185},{"className":33184,"ariaHidden":166},[165],[33186,33213],{"type":16,"tag":127,"props":33187,"children":33189},{"className":33188},[171],[33190,33195,33200,33204,33209],{"type":16,"tag":127,"props":33191,"children":33194},{"className":33192,"style":33193},[176],"height:0.7667em;vertical-align:-0.0833em;",[],{"type":16,"tag":127,"props":33196,"children":33198},{"className":33197,"style":230},[182,183],[33199],{"type":22,"value":272},{"type":16,"tag":127,"props":33201,"children":33203},{"className":33202,"style":594},[593],[],{"type":16,"tag":127,"props":33205,"children":33207},{"className":33206},[599],[33208],{"type":22,"value":944},{"type":16,"tag":127,"props":33210,"children":33212},{"className":33211,"style":594},[593],[],{"type":16,"tag":127,"props":33214,"children":33216},{"className":33215},[171],[33217,33221],{"type":16,"tag":127,"props":33218,"children":33220},{"className":33219,"style":225},[176],[],{"type":16,"tag":127,"props":33222,"children":33224},{"className":33223,"style":230},[182,183],[33225],{"type":22,"value":272},{"type":22,"value":33227}," 核矩阵的每个元素也是两个 ",{"type":16,"tag":127,"props":33229,"children":33231},{"className":33230},[130],[33232,33253],{"type":16,"tag":127,"props":33233,"children":33235},{"className":33234},[135],[33236],{"type":16,"tag":138,"props":33237,"children":33238},{"xmlns":140},[33239],{"type":16,"tag":143,"props":33240,"children":33241},{},[33242,33249],{"type":16,"tag":147,"props":33243,"children":33244},{},[33245],{"type":16,"tag":151,"props":33246,"children":33247},{},[33248],{"type":22,"value":155},{"type":16,"tag":157,"props":33250,"children":33251},{"encoding":159},[33252],{"type":22,"value":155},{"type":16,"tag":127,"props":33254,"children":33256},{"className":33255,"ariaHidden":166},[165],[33257],{"type":16,"tag":127,"props":33258,"children":33260},{"className":33259},[171],[33261,33265],{"type":16,"tag":127,"props":33262,"children":33264},{"className":33263,"style":177},[176],[],{"type":16,"tag":127,"props":33266,"children":33268},{"className":33267},[182,183],[33269],{"type":22,"value":155},{"type":22,"value":33271}," 维向量的函数；KeOps 是通过减少内存读写加速核运算的成功例子。",{"type":16,"tag":52,"props":33273,"children":33275},{"id":33274},"附录-e-完整实验结果",[33276],{"type":22,"value":33277},"附录 E 完整实验结果",{"type":16,"tag":802,"props":33279,"children":33281},{"id":33280},"e1-bert",[33282],{"type":22,"value":33283},"E.1 BERT",{"type":16,"tag":24,"props":33285,"children":33286},{},[33287,33289,33434],{"type":22,"value":33288},"按照 MLPerf 1.1 参考实现训练 BERT-large：LAMB 优化器、学习率 ",{"type":16,"tag":127,"props":33290,"children":33292},{"className":33291},[130],[33293,33340],{"type":16,"tag":127,"props":33294,"children":33296},{"className":33295},[135],[33297],{"type":16,"tag":138,"props":33298,"children":33299},{"xmlns":140},[33300],{"type":16,"tag":143,"props":33301,"children":33302},{},[33303,33335],{"type":16,"tag":147,"props":33304,"children":33305},{},[33306,33311,33315],{"type":16,"tag":274,"props":33307,"children":33308},{},[33309],{"type":22,"value":33310},"3.75",{"type":16,"tag":258,"props":33312,"children":33313},{},[33314],{"type":22,"value":944},{"type":16,"tag":265,"props":33316,"children":33317},{},[33318,33323],{"type":16,"tag":274,"props":33319,"children":33320},{},[33321],{"type":22,"value":33322},"10",{"type":16,"tag":147,"props":33324,"children":33325},{},[33326,33330],{"type":16,"tag":258,"props":33327,"children":33328},{},[33329],{"type":22,"value":304},{"type":16,"tag":274,"props":33331,"children":33332},{},[33333],{"type":22,"value":33334},"3",{"type":16,"tag":157,"props":33336,"children":33337},{"encoding":159},[33338],{"type":22,"value":33339},"3.75\\times10^{-3}",{"type":16,"tag":127,"props":33341,"children":33343},{"className":33342,"ariaHidden":166},[165],[33344,33371],{"type":16,"tag":127,"props":33345,"children":33347},{"className":33346},[171],[33348,33353,33358,33362,33367],{"type":16,"tag":127,"props":33349,"children":33352},{"className":33350,"style":33351},[176],"height:0.7278em;vertical-align:-0.0833em;",[],{"type":16,"tag":127,"props":33354,"children":33356},{"className":33355},[182],[33357],{"type":22,"value":33310},{"type":16,"tag":127,"props":33359,"children":33361},{"className":33360,"style":594},[593],[],{"type":16,"tag":127,"props":33363,"children":33365},{"className":33364},[599],[33366],{"type":22,"value":944},{"type":16,"tag":127,"props":33368,"children":33370},{"className":33369,"style":594},[593],[],{"type":16,"tag":127,"props":33372,"children":33374},{"className":33373},[171],[33375,33379,33384],{"type":16,"tag":127,"props":33376,"children":33378},{"className":33377,"style":373},[176],[],{"type":16,"tag":127,"props":33380,"children":33382},{"className":33381},[182],[33383],{"type":22,"value":309},{"type":16,"tag":127,"props":33385,"children":33387},{"className":33386},[182],[33388,33393],{"type":16,"tag":127,"props":33389,"children":33391},{"className":33390},[182],[33392],{"type":22,"value":8672},{"type":16,"tag":127,"props":33394,"children":33396},{"className":33395},[357],[33397],{"type":16,"tag":127,"props":33398,"children":33400},{"className":33399},[362],[33401],{"type":16,"tag":127,"props":33402,"children":33404},{"className":33403},[367],[33405],{"type":16,"tag":127,"props":33406,"children":33408},{"className":33407,"style":373},[372],[33409],{"type":16,"tag":127,"props":33410,"children":33411},{"style":377},[33412,33416],{"type":16,"tag":127,"props":33413,"children":33415},{"className":33414,"style":383},[382],[],{"type":16,"tag":127,"props":33417,"children":33419},{"className":33418},[388,389,390,391],[33420],{"type":16,"tag":127,"props":33421,"children":33423},{"className":33422},[182,391],[33424,33429],{"type":16,"tag":127,"props":33425,"children":33427},{"className":33426},[182,391],[33428],{"type":22,"value":304},{"type":16,"tag":127,"props":33430,"children":33432},{"className":33431},[182,391],[33433],{"type":22,"value":33334},{"type":22,"value":33435},"、批大小 448，最多 7100 步，达到掩码语言模型验证准确率 72.0% 即停止。使用 Apex AMP O2 和 FP16，在 8×A100-80GB 上运行 10 次，每次 16–19 分钟并取平均。训练\u002F验证划分与 Nvidia 基线相同。",{"type":16,"tag":802,"props":33437,"children":33439},{"id":33438},"e2-gpt-2",[33440],{"type":22,"value":33441},"E.2 GPT-2",{"type":16,"tag":24,"props":33443,"children":33444},{},[33445,33447,33589,33591,33733],{"type":22,"value":33446},"使用 HuggingFace Transformers 和 Megatron-LM 的 GPT-2 实现，遵循 Megatron 训练配方。有效批大小 512，AdamW，GPT-2 small 学习率 ",{"type":16,"tag":127,"props":33448,"children":33450},{"className":33449},[130],[33451,33496],{"type":16,"tag":127,"props":33452,"children":33454},{"className":33453},[135],[33455],{"type":16,"tag":138,"props":33456,"children":33457},{"xmlns":140},[33458],{"type":16,"tag":143,"props":33459,"children":33460},{},[33461,33491],{"type":16,"tag":147,"props":33462,"children":33463},{},[33464,33469,33473],{"type":16,"tag":274,"props":33465,"children":33466},{},[33467],{"type":22,"value":33468},"6",{"type":16,"tag":258,"props":33470,"children":33471},{},[33472],{"type":22,"value":944},{"type":16,"tag":265,"props":33474,"children":33475},{},[33476,33480],{"type":16,"tag":274,"props":33477,"children":33478},{},[33479],{"type":22,"value":33322},{"type":16,"tag":147,"props":33481,"children":33482},{},[33483,33487],{"type":16,"tag":258,"props":33484,"children":33485},{},[33486],{"type":22,"value":304},{"type":16,"tag":274,"props":33488,"children":33489},{},[33490],{"type":22,"value":8053},{"type":16,"tag":157,"props":33492,"children":33493},{"encoding":159},[33494],{"type":22,"value":33495},"6\\times10^{-4}",{"type":16,"tag":127,"props":33497,"children":33499},{"className":33498,"ariaHidden":166},[165],[33500,33526],{"type":16,"tag":127,"props":33501,"children":33503},{"className":33502},[171],[33504,33508,33513,33517,33522],{"type":16,"tag":127,"props":33505,"children":33507},{"className":33506,"style":33351},[176],[],{"type":16,"tag":127,"props":33509,"children":33511},{"className":33510},[182],[33512],{"type":22,"value":33468},{"type":16,"tag":127,"props":33514,"children":33516},{"className":33515,"style":594},[593],[],{"type":16,"tag":127,"props":33518,"children":33520},{"className":33519},[599],[33521],{"type":22,"value":944},{"type":16,"tag":127,"props":33523,"children":33525},{"className":33524,"style":594},[593],[],{"type":16,"tag":127,"props":33527,"children":33529},{"className":33528},[171],[33530,33534,33539],{"type":16,"tag":127,"props":33531,"children":33533},{"className":33532,"style":373},[176],[],{"type":16,"tag":127,"props":33535,"children":33537},{"className":33536},[182],[33538],{"type":22,"value":309},{"type":16,"tag":127,"props":33540,"children":33542},{"className":33541},[182],[33543,33548],{"type":16,"tag":127,"props":33544,"children":33546},{"className":33545},[182],[33547],{"type":22,"value":8672},{"type":16,"tag":127,"props":33549,"children":33551},{"className":33550},[357],[33552],{"type":16,"tag":127,"props":33553,"children":33555},{"className":33554},[362],[33556],{"type":16,"tag":127,"props":33557,"children":33559},{"className":33558},[367],[33560],{"type":16,"tag":127,"props":33561,"children":33563},{"className":33562,"style":373},[372],[33564],{"type":16,"tag":127,"props":33565,"children":33566},{"style":377},[33567,33571],{"type":16,"tag":127,"props":33568,"children":33570},{"className":33569,"style":383},[382],[],{"type":16,"tag":127,"props":33572,"children":33574},{"className":33573},[388,389,390,391],[33575],{"type":16,"tag":127,"props":33576,"children":33578},{"className":33577},[182,391],[33579,33584],{"type":16,"tag":127,"props":33580,"children":33582},{"className":33581},[182,391],[33583],{"type":22,"value":304},{"type":16,"tag":127,"props":33585,"children":33587},{"className":33586},[182,391],[33588],{"type":22,"value":8053},{"type":22,"value":33590},"，medium 为 ",{"type":16,"tag":127,"props":33592,"children":33594},{"className":33593},[130],[33595,33640],{"type":16,"tag":127,"props":33596,"children":33598},{"className":33597},[135],[33599],{"type":16,"tag":138,"props":33600,"children":33601},{"xmlns":140},[33602],{"type":16,"tag":143,"props":33603,"children":33604},{},[33605,33635],{"type":16,"tag":147,"props":33606,"children":33607},{},[33608,33613,33617],{"type":16,"tag":274,"props":33609,"children":33610},{},[33611],{"type":22,"value":33612},"1.5",{"type":16,"tag":258,"props":33614,"children":33615},{},[33616],{"type":22,"value":944},{"type":16,"tag":265,"props":33618,"children":33619},{},[33620,33624],{"type":16,"tag":274,"props":33621,"children":33622},{},[33623],{"type":22,"value":33322},{"type":16,"tag":147,"props":33625,"children":33626},{},[33627,33631],{"type":16,"tag":258,"props":33628,"children":33629},{},[33630],{"type":22,"value":304},{"type":16,"tag":274,"props":33632,"children":33633},{},[33634],{"type":22,"value":8053},{"type":16,"tag":157,"props":33636,"children":33637},{"encoding":159},[33638],{"type":22,"value":33639},"1.5\\times10^{-4}",{"type":16,"tag":127,"props":33641,"children":33643},{"className":33642,"ariaHidden":166},[165],[33644,33670],{"type":16,"tag":127,"props":33645,"children":33647},{"className":33646},[171],[33648,33652,33657,33661,33666],{"type":16,"tag":127,"props":33649,"children":33651},{"className":33650,"style":33351},[176],[],{"type":16,"tag":127,"props":33653,"children":33655},{"className":33654},[182],[33656],{"type":22,"value":33612},{"type":16,"tag":127,"props":33658,"children":33660},{"className":33659,"style":594},[593],[],{"type":16,"tag":127,"props":33662,"children":33664},{"className":33663},[599],[33665],{"type":22,"value":944},{"type":16,"tag":127,"props":33667,"children":33669},{"className":33668,"style":594},[593],[],{"type":16,"tag":127,"props":33671,"children":33673},{"className":33672},[171],[33674,33678,33683],{"type":16,"tag":127,"props":33675,"children":33677},{"className":33676,"style":373},[176],[],{"type":16,"tag":127,"props":33679,"children":33681},{"className":33680},[182],[33682],{"type":22,"value":309},{"type":16,"tag":127,"props":33684,"children":33686},{"className":33685},[182],[33687,33692],{"type":16,"tag":127,"props":33688,"children":33690},{"className":33689},[182],[33691],{"type":22,"value":8672},{"type":16,"tag":127,"props":33693,"children":33695},{"className":33694},[357],[33696],{"type":16,"tag":127,"props":33697,"children":33699},{"className":33698},[362],[33700],{"type":16,"tag":127,"props":33701,"children":33703},{"className":33702},[367],[33704],{"type":16,"tag":127,"props":33705,"children":33707},{"className":33706,"style":373},[372],[33708],{"type":16,"tag":127,"props":33709,"children":33710},{"style":377},[33711,33715],{"type":16,"tag":127,"props":33712,"children":33714},{"className":33713,"style":383},[382],[],{"type":16,"tag":127,"props":33716,"children":33718},{"className":33717},[388,389,390,391],[33719],{"type":16,"tag":127,"props":33720,"children":33722},{"className":33721},[182,391],[33723,33728],{"type":16,"tag":127,"props":33724,"children":33726},{"className":33725},[182,391],[33727],{"type":22,"value":304},{"type":16,"tag":127,"props":33729,"children":33731},{"className":33730},[182,391],[33732],{"type":22,"value":8053},{"type":22,"value":33734},"，权重衰减 0.1，训练 400K 步，使用 PyTorch AMP。OpenWebText 随机抽取 0.5% 为验证集，所有实现使用相同验证集。在 8×A100-40GB 上测量壁钟时间。FlashAttention 与 HuggingFace 的验证困惑度曲线几乎重合。",{"type":16,"tag":24,"props":33736,"children":33737},{},[33738],{"type":16,"tag":104,"props":33739,"children":33744},{"alt":33740,"src":33741,"width":33742,"height":33743},"GPT-2 small 和 medium 的验证困惑度（原文图 4）","\u002Fimages\u002Fmaterials\u002Fcmu-15-779\u002Fflashattention\u002Ffigure-04.webp",1342,1075,[],{"type":16,"tag":802,"props":33746,"children":33748},{"id":33747},"e3-lra-细节",[33749],{"type":22,"value":33750},"E.3 LRA 细节",{"type":16,"tag":24,"props":33752,"children":33753},{},[33754],{"type":22,"value":33755},"遵循 Long Range Arena 论文、代码库和 Nyströmformer 复现实验的超参数。若无法复现某基线，则报告原论文或复现工作中较好的结果。除 Performer（混合精度不稳定）和 Local Attention（仅支持 FP32）外均采用混合精度。总体加速取五个任务壁钟加速的几何平均。",{"type":16,"tag":24,"props":33757,"children":33758},{},[33759],{"type":22,"value":33760},"Path-X\u002FPath-256 先在 Path-64 预训练 200 个 epoch，再网格插值位置嵌入，在下游任务微调 200 个 epoch，线性 warmup 一个 epoch、余弦学习率衰减。Path-X 还对验证集最佳检查点再微调 200 个 epoch，可额外提升约 4 个百分点，但之后会过拟合。",{"type":16,"tag":802,"props":33762,"children":33764},{"id":33763},"e4-与-apex-fmha-比较",[33765],{"type":22,"value":33766},"E.4 与 Apex FMHA 比较",{"type":16,"tag":24,"props":33768,"children":33769},{},[33770,33772,33972],{"type":22,"value":33771},"Apex FMHA 面向最多 512 长度、头维度 64、A100，融合 ",{"type":16,"tag":127,"props":33773,"children":33775},{"className":33774},[130],[33776,33861],{"type":16,"tag":127,"props":33777,"children":33779},{"className":33778},[135],[33780],{"type":16,"tag":138,"props":33781,"children":33782},{"xmlns":140},[33783],{"type":16,"tag":143,"props":33784,"children":33785},{},[33786,33856],{"type":16,"tag":147,"props":33787,"children":33788},{},[33789,33793,33797,33801,33805,33809,33813,33817,33821,33825,33829,33840,33844,33848,33852],{"type":16,"tag":151,"props":33790,"children":33791},{"mathvariant":516},[33792],{"type":22,"value":25020},{"type":16,"tag":258,"props":33794,"children":33795},{},[33796],{"type":22,"value":1422},{"type":16,"tag":258,"props":33798,"children":33799},{"stretchy":260},[33800],{"type":22,"value":263},{"type":16,"tag":151,"props":33802,"children":33803},{"mathvariant":516},[33804],{"type":22,"value":1417},{"type":16,"tag":258,"props":33806,"children":33807},{},[33808],{"type":22,"value":1422},{"type":16,"tag":258,"props":33810,"children":33811},{"stretchy":260},[33812],{"type":22,"value":263},{"type":16,"tag":151,"props":33814,"children":33815},{"mathvariant":516},[33816],{"type":22,"value":24488},{"type":16,"tag":258,"props":33818,"children":33819},{},[33820],{"type":22,"value":1422},{"type":16,"tag":258,"props":33822,"children":33823},{"stretchy":260},[33824],{"type":22,"value":263},{"type":16,"tag":151,"props":33826,"children":33827},{},[33828],{"type":22,"value":899},{"type":16,"tag":265,"props":33830,"children":33831},{},[33832,33836],{"type":16,"tag":151,"props":33833,"children":33834},{},[33835],{"type":22,"value":909},{"type":16,"tag":151,"props":33837,"children":33838},{},[33839],{"type":22,"value":1369},{"type":16,"tag":258,"props":33841,"children":33842},{"stretchy":260},[33843],{"type":22,"value":314},{"type":16,"tag":258,"props":33845,"children":33846},{"stretchy":260},[33847],{"type":22,"value":314},{"type":16,"tag":258,"props":33849,"children":33850},{"stretchy":260},[33851],{"type":22,"value":314},{"type":16,"tag":151,"props":33853,"children":33854},{},[33855],{"type":22,"value":918},{"type":16,"tag":157,"props":33857,"children":33858},{"encoding":159},[33859],{"type":22,"value":33860},"\\operatorname{dropout}(\\operatorname{softmax}(\\operatorname{mask}(QK^T)))V",{"type":16,"tag":127,"props":33862,"children":33864},{"className":33863,"ariaHidden":166},[165],[33865],{"type":16,"tag":127,"props":33866,"children":33868},{"className":33867},[171],[33869,33873,33882,33887,33896,33901,33910,33915,33920,33961,33967],{"type":16,"tag":127,"props":33870,"children":33872},{"className":33871,"style":16834},[176],[],{"type":16,"tag":127,"props":33874,"children":33876},{"className":33875},[1727],[33877],{"type":16,"tag":127,"props":33878,"children":33880},{"className":33879},[182,1732],[33881],{"type":22,"value":25020},{"type":16,"tag":127,"props":33883,"children":33885},{"className":33884},[342],[33886],{"type":22,"value":263},{"type":16,"tag":127,"props":33888,"children":33890},{"className":33889},[1727],[33891],{"type":16,"tag":127,"props":33892,"children":33894},{"className":33893},[182,1732],[33895],{"type":22,"value":1417},{"type":16,"tag":127,"props":33897,"children":33899},{"className":33898},[342],[33900],{"type":22,"value":263},{"type":16,"tag":127,"props":33902,"children":33904},{"className":33903},[1727],[33905],{"type":16,"tag":127,"props":33906,"children":33908},{"className":33907},[182,1732],[33909],{"type":22,"value":24488},{"type":16,"tag":127,"props":33911,"children":33913},{"className":33912},[342],[33914],{"type":22,"value":263},{"type":16,"tag":127,"props":33916,"children":33918},{"className":33917},[182,183],[33919],{"type":22,"value":899},{"type":16,"tag":127,"props":33921,"children":33923},{"className":33922},[182],[33924,33929],{"type":16,"tag":127,"props":33925,"children":33927},{"className":33926,"style":986},[182,183],[33928],{"type":22,"value":909},{"type":16,"tag":127,"props":33930,"children":33932},{"className":33931},[357],[33933],{"type":16,"tag":127,"props":33934,"children":33936},{"className":33935},[362],[33937],{"type":16,"tag":127,"props":33938,"children":33940},{"className":33939},[367],[33941],{"type":16,"tag":127,"props":33942,"children":33944},{"className":33943,"style":2824},[372],[33945],{"type":16,"tag":127,"props":33946,"children":33947},{"style":377},[33948,33952],{"type":16,"tag":127,"props":33949,"children":33951},{"className":33950,"style":383},[382],[],{"type":16,"tag":127,"props":33953,"children":33955},{"className":33954},[388,389,390,391],[33956],{"type":16,"tag":127,"props":33957,"children":33959},{"className":33958,"style":1605},[182,183,391],[33960],{"type":22,"value":1369},{"type":16,"tag":127,"props":33962,"children":33964},{"className":33963},[492],[33965],{"type":22,"value":33966},")))",{"type":16,"tag":127,"props":33968,"children":33970},{"className":33969,"style":594},[182,183],[33971],{"type":22,"value":918},{"type":22,"value":33973},"，前向把注意力矩阵写入 HBM。FlashAttention 以其代码为起点，加入分块和重计算，因此可支持最长 64K、头维度 16\u002F32\u002F64\u002F128 及 Turing\u002FAmpere GPU。短序列上，FlashAttention 前向略快、反向略慢；综合时间在长度 128 慢约 4%，长度 256 快 8%，长度 512 快 5%。",{"type":16,"tag":802,"props":33975,"children":33977},{"id":33976},"e5-不同硬件与配置",[33978],{"type":22,"value":33979},"E.5 不同硬件与配置",{"type":16,"tag":24,"props":33981,"children":33982},{},[33983],{"type":22,"value":33984},"在 A100（批大小 8、头维度 64、12 头）上，FlashAttention 通常加速 2–4 倍，启用 dropout 和 mask 时因 kernel 融合加速更明显。头维度 128 会因块更大而降低加速，但因果 mask 可跳过一半块，仍最高约 3 倍。RTX 3090 因 HBM 带宽较低（约 900 GB\u002Fs 对 A100 的 1.5 TB\u002Fs）加速约 2.5–4.5 倍。T4 的 SRAM 更小，块尺寸必须更小，因此加速低于 A100；论文同时报告仅前向的推理加速。",{"type":16,"tag":24,"props":33986,"children":33987},{},[33988],{"type":16,"tag":104,"props":33989,"children":33993},{"alt":33990,"src":33991,"width":108,"height":33992},"A100 上不同序列长度的加速（原文图 5）","\u002Fimages\u002Fmaterials\u002Fcmu-15-779\u002Fflashattention\u002Ffigure-05.webp",791,[],{"type":16,"tag":24,"props":33995,"children":33996},{},[33997],{"type":16,"tag":104,"props":33998,"children":34002},{"alt":33999,"src":34000,"width":108,"height":34001},"A100 上头维度 128 时的加速（原文图 6）","\u002Fimages\u002Fmaterials\u002Fcmu-15-779\u002Fflashattention\u002Ffigure-06.webp",754,[],{"type":16,"tag":24,"props":34004,"children":34005},{},[34006],{"type":16,"tag":104,"props":34007,"children":34010},{"alt":34008,"src":34009,"width":108,"height":33992},"RTX 3090 上不同序列长度的加速（原文图 7）","\u002Fimages\u002Fmaterials\u002Fcmu-15-779\u002Fflashattention\u002Ffigure-07.webp",[],{"type":16,"tag":24,"props":34012,"children":34013},{},[34014],{"type":16,"tag":104,"props":34015,"children":34019},{"alt":34016,"src":34017,"width":108,"height":34018},"T4 上不同序列长度的加速（原文图 8）","\u002Fimages\u002Fmaterials\u002Fcmu-15-779\u002Fflashattention\u002Ffigure-08.webp",1545,[],{"type":16,"tag":802,"props":34021,"children":34023},{"id":34022},"e6-完整基准",[34024],{"type":22,"value":34025},"E.6 完整基准",{"type":16,"tag":24,"props":34027,"children":34028},{},[34029],{"type":22,"value":34030},"基线包括 PyTorch\u002FHuggingFace、Megatron 的精确注意力，Reformer、Local Attention、Linformer、Smyrf、LongShortFormer 等近似注意力，以及 OpenAI Block-Sparse、Longformer、BigBird 等稀疏注意力。实验在单张 40 GB A100 上进行，8 个头、头维度 64、批大小 16，长度从 128 到 65,536；Q、K、V 为随机向量，dropout 为 0.1，padding mask 长度在总长度及其减 20 之间均匀采样。每个运行时间为 100 次平均，内存测量一次。",{"type":16,"tag":24,"props":34032,"children":34033},{},[34034],{"type":22,"value":34035},"下表给出无 dropout、无 mask 的前向+反向内存（MB）：",{"type":16,"tag":34037,"props":34038,"children":34039},"table",{},[34040,34104],{"type":16,"tag":34041,"props":34042,"children":34043},"thead",{},[34044],{"type":16,"tag":34045,"props":34046,"children":34047},"tr",{},[34048,34054,34060,34065,34070,34074,34079,34084,34089,34094,34099],{"type":16,"tag":34049,"props":34050,"children":34051},"th",{},[34052],{"type":22,"value":34053},"方法",{"type":16,"tag":34049,"props":34055,"children":34057},{"align":34056},"right",[34058],{"type":22,"value":34059},"128",{"type":16,"tag":34049,"props":34061,"children":34062},{"align":34056},[34063],{"type":22,"value":34064},"256",{"type":16,"tag":34049,"props":34066,"children":34067},{"align":34056},[34068],{"type":22,"value":34069},"512",{"type":16,"tag":34049,"props":34071,"children":34072},{"align":34056},[34073],{"type":22,"value":2279},{"type":16,"tag":34049,"props":34075,"children":34076},{"align":34056},[34077],{"type":22,"value":34078},"2048",{"type":16,"tag":34049,"props":34080,"children":34081},{"align":34056},[34082],{"type":22,"value":34083},"4096",{"type":16,"tag":34049,"props":34085,"children":34086},{"align":34056},[34087],{"type":22,"value":34088},"8192",{"type":16,"tag":34049,"props":34090,"children":34091},{"align":34056},[34092],{"type":22,"value":34093},"16384",{"type":16,"tag":34049,"props":34095,"children":34096},{"align":34056},[34097],{"type":22,"value":34098},"32768",{"type":16,"tag":34049,"props":34100,"children":34101},{"align":34056},[34102],{"type":22,"value":34103},"65536",{"type":16,"tag":34105,"props":34106,"children":34107},"tbody",{},[34108,34164,34212,34267,34324,34382,34438,34494,34548,34603,34657,34714],{"type":16,"tag":34045,"props":34109,"children":34110},{},[34111,34117,34122,34127,34132,34137,34142,34147,34152,34156,34160],{"type":16,"tag":34112,"props":34113,"children":34114},"td",{},[34115],{"type":22,"value":34116},"PyTorch",{"type":16,"tag":34112,"props":34118,"children":34119},{"align":34056},[34120],{"type":22,"value":34121},"36",{"type":16,"tag":34112,"props":34123,"children":34124},{"align":34056},[34125],{"type":22,"value":34126},"104",{"type":16,"tag":34112,"props":34128,"children":34129},{"align":34056},[34130],{"type":22,"value":34131},"336",{"type":16,"tag":34112,"props":34133,"children":34134},{"align":34056},[34135],{"type":22,"value":34136},"1184",{"type":16,"tag":34112,"props":34138,"children":34139},{"align":34056},[34140],{"type":22,"value":34141},"4416",{"type":16,"tag":34112,"props":34143,"children":34144},{"align":34056},[34145],{"type":22,"value":34146},"17024",{"type":16,"tag":34112,"props":34148,"children":34149},{"align":34056},[34150],{"type":22,"value":34151},"-",{"type":16,"tag":34112,"props":34153,"children":34154},{"align":34056},[34155],{"type":22,"value":34151},{"type":16,"tag":34112,"props":34157,"children":34158},{"align":34056},[34159],{"type":22,"value":34151},{"type":16,"tag":34112,"props":34161,"children":34162},{"align":34056},[34163],{"type":22,"value":34151},{"type":16,"tag":34045,"props":34165,"children":34166},{},[34167,34172,34176,34180,34184,34188,34192,34196,34200,34204,34208],{"type":16,"tag":34112,"props":34168,"children":34169},{},[34170],{"type":22,"value":34171},"Megatron",{"type":16,"tag":34112,"props":34173,"children":34174},{"align":34056},[34175],{"type":22,"value":34121},{"type":16,"tag":34112,"props":34177,"children":34178},{"align":34056},[34179],{"type":22,"value":34126},{"type":16,"tag":34112,"props":34181,"children":34182},{"align":34056},[34183],{"type":22,"value":34131},{"type":16,"tag":34112,"props":34185,"children":34186},{"align":34056},[34187],{"type":22,"value":34136},{"type":16,"tag":34112,"props":34189,"children":34190},{"align":34056},[34191],{"type":22,"value":34141},{"type":16,"tag":34112,"props":34193,"children":34194},{"align":34056},[34195],{"type":22,"value":34151},{"type":16,"tag":34112,"props":34197,"children":34198},{"align":34056},[34199],{"type":22,"value":34151},{"type":16,"tag":34112,"props":34201,"children":34202},{"align":34056},[34203],{"type":22,"value":34151},{"type":16,"tag":34112,"props":34205,"children":34206},{"align":34056},[34207],{"type":22,"value":34151},{"type":16,"tag":34112,"props":34209,"children":34210},{"align":34056},[34211],{"type":22,"value":34151},{"type":16,"tag":34045,"props":34213,"children":34214},{},[34215,34220,34225,34230,34235,34240,34245,34250,34255,34259,34263],{"type":16,"tag":34112,"props":34216,"children":34217},{},[34218],{"type":22,"value":34219},"Reformer",{"type":16,"tag":34112,"props":34221,"children":34222},{"align":34056},[34223],{"type":22,"value":34224},"377",{"type":16,"tag":34112,"props":34226,"children":34227},{"align":34056},[34228],{"type":22,"value":34229},"754",{"type":16,"tag":34112,"props":34231,"children":34232},{"align":34056},[34233],{"type":22,"value":34234},"1508",{"type":16,"tag":34112,"props":34236,"children":34237},{"align":34056},[34238],{"type":22,"value":34239},"3016",{"type":16,"tag":34112,"props":34241,"children":34242},{"align":34056},[34243],{"type":22,"value":34244},"6033",{"type":16,"tag":34112,"props":34246,"children":34247},{"align":34056},[34248],{"type":22,"value":34249},"12067",{"type":16,"tag":34112,"props":34251,"children":34252},{"align":34056},[34253],{"type":22,"value":34254},"24134",{"type":16,"tag":34112,"props":34256,"children":34257},{"align":34056},[34258],{"type":22,"value":34151},{"type":16,"tag":34112,"props":34260,"children":34261},{"align":34056},[34262],{"type":22,"value":34151},{"type":16,"tag":34112,"props":34264,"children":34265},{"align":34056},[34266],{"type":22,"value":34151},{"type":16,"tag":34045,"props":34268,"children":34269},{},[34270,34275,34280,34285,34290,34295,34300,34305,34310,34315,34320],{"type":16,"tag":34112,"props":34271,"children":34272},{},[34273],{"type":22,"value":34274},"Local Attention",{"type":16,"tag":34112,"props":34276,"children":34277},{"align":34056},[34278],{"type":22,"value":34279},"53",{"type":16,"tag":34112,"props":34281,"children":34282},{"align":34056},[34283],{"type":22,"value":34284},"110",{"type":16,"tag":34112,"props":34286,"children":34287},{"align":34056},[34288],{"type":22,"value":34289},"232",{"type":16,"tag":34112,"props":34291,"children":34292},{"align":34056},[34293],{"type":22,"value":34294},"592",{"type":16,"tag":34112,"props":34296,"children":34297},{"align":34056},[34298],{"type":22,"value":34299},"1696",{"type":16,"tag":34112,"props":34301,"children":34302},{"align":34056},[34303],{"type":22,"value":34304},"3392",{"type":16,"tag":34112,"props":34306,"children":34307},{"align":34056},[34308],{"type":22,"value":34309},"6784",{"type":16,"tag":34112,"props":34311,"children":34312},{"align":34056},[34313],{"type":22,"value":34314},"13568",{"type":16,"tag":34112,"props":34316,"children":34317},{"align":34056},[34318],{"type":22,"value":34319},"27136",{"type":16,"tag":34112,"props":34321,"children":34322},{"align":34056},[34323],{"type":22,"value":34151},{"type":16,"tag":34045,"props":34325,"children":34326},{},[34327,34332,34337,34342,34347,34352,34357,34362,34367,34372,34377],{"type":16,"tag":34112,"props":34328,"children":34329},{},[34330],{"type":22,"value":34331},"Linformer",{"type":16,"tag":34112,"props":34333,"children":34334},{"align":34056},[34335],{"type":22,"value":34336},"25",{"type":16,"tag":34112,"props":34338,"children":34339},{"align":34056},[34340],{"type":22,"value":34341},"52",{"type":16,"tag":34112,"props":34343,"children":34344},{"align":34056},[34345],{"type":22,"value":34346},"114",{"type":16,"tag":34112,"props":34348,"children":34349},{"align":34056},[34350],{"type":22,"value":34351},"287",{"type":16,"tag":34112,"props":34353,"children":34354},{"align":34056},[34355],{"type":22,"value":34356},"832",{"type":16,"tag":34112,"props":34358,"children":34359},{"align":34056},[34360],{"type":22,"value":34361},"1652",{"type":16,"tag":34112,"props":34363,"children":34364},{"align":34056},[34365],{"type":22,"value":34366},"3292",{"type":16,"tag":34112,"props":34368,"children":34369},{"align":34056},[34370],{"type":22,"value":34371},"6572",{"type":16,"tag":34112,"props":34373,"children":34374},{"align":34056},[34375],{"type":22,"value":34376},"13132",{"type":16,"tag":34112,"props":34378,"children":34379},{"align":34056},[34380],{"type":22,"value":34381},"26252",{"type":16,"tag":34045,"props":34383,"children":34384},{},[34385,34390,34395,34400,34405,34410,34415,34420,34425,34430,34434],{"type":16,"tag":34112,"props":34386,"children":34387},{},[34388],{"type":22,"value":34389},"Smyrf",{"type":16,"tag":34112,"props":34391,"children":34392},{"align":34056},[34393],{"type":22,"value":34394},"217",{"type":16,"tag":34112,"props":34396,"children":34397},{"align":34056},[34398],{"type":22,"value":34399},"434",{"type":16,"tag":34112,"props":34401,"children":34402},{"align":34056},[34403],{"type":22,"value":34404},"868",{"type":16,"tag":34112,"props":34406,"children":34407},{"align":34056},[34408],{"type":22,"value":34409},"1737",{"type":16,"tag":34112,"props":34411,"children":34412},{"align":34056},[34413],{"type":22,"value":34414},"3474",{"type":16,"tag":34112,"props":34416,"children":34417},{"align":34056},[34418],{"type":22,"value":34419},"6947",{"type":16,"tag":34112,"props":34421,"children":34422},{"align":34056},[34423],{"type":22,"value":34424},"13894",{"type":16,"tag":34112,"props":34426,"children":34427},{"align":34056},[34428],{"type":22,"value":34429},"27788",{"type":16,"tag":34112,"props":34431,"children":34432},{"align":34056},[34433],{"type":22,"value":34151},{"type":16,"tag":34112,"props":34435,"children":34436},{"align":34056},[34437],{"type":22,"value":34151},{"type":16,"tag":34045,"props":34439,"children":34440},{},[34441,34446,34451,34456,34461,34466,34471,34476,34481,34486,34490],{"type":16,"tag":34112,"props":34442,"children":34443},{},[34444],{"type":22,"value":34445},"LSformer",{"type":16,"tag":34112,"props":34447,"children":34448},{"align":34056},[34449],{"type":22,"value":34450},"72",{"type":16,"tag":34112,"props":34452,"children":34453},{"align":34056},[34454],{"type":22,"value":34455},"152",{"type":16,"tag":34112,"props":34457,"children":34458},{"align":34056},[34459],{"type":22,"value":34460},"333",{"type":16,"tag":34112,"props":34462,"children":34463},{"align":34056},[34464],{"type":22,"value":34465},"796",{"type":16,"tag":34112,"props":34467,"children":34468},{"align":34056},[34469],{"type":22,"value":34470},"2540",{"type":16,"tag":34112,"props":34472,"children":34473},{"align":34056},[34474],{"type":22,"value":34475},"5068",{"type":16,"tag":34112,"props":34477,"children":34478},{"align":34056},[34479],{"type":22,"value":34480},"10125",{"type":16,"tag":34112,"props":34482,"children":34483},{"align":34056},[34484],{"type":22,"value":34485},"20240",{"type":16,"tag":34112,"props":34487,"children":34488},{"align":34056},[34489],{"type":22,"value":34151},{"type":16,"tag":34112,"props":34491,"children":34492},{"align":34056},[34493],{"type":22,"value":34151},{"type":16,"tag":34045,"props":34495,"children":34496},{},[34497,34502,34507,34512,34517,34522,34527,34532,34536,34540,34544],{"type":16,"tag":34112,"props":34498,"children":34499},{},[34500],{"type":22,"value":34501},"Block Sparse",{"type":16,"tag":34112,"props":34503,"children":34504},{"align":34056},[34505],{"type":22,"value":34506},"33",{"type":16,"tag":34112,"props":34508,"children":34509},{"align":34056},[34510],{"type":22,"value":34511},"82",{"type":16,"tag":34112,"props":34513,"children":34514},{"align":34056},[34515],{"type":22,"value":34516},"228",{"type":16,"tag":34112,"props":34518,"children":34519},{"align":34056},[34520],{"type":22,"value":34521},"408",{"type":16,"tag":34112,"props":34523,"children":34524},{"align":34056},[34525],{"type":22,"value":34526},"910",{"type":16,"tag":34112,"props":34528,"children":34529},{"align":34056},[34530],{"type":22,"value":34531},"2401",{"type":16,"tag":34112,"props":34533,"children":34534},{"align":34056},[34535],{"type":22,"value":34151},{"type":16,"tag":34112,"props":34537,"children":34538},{"align":34056},[34539],{"type":22,"value":34151},{"type":16,"tag":34112,"props":34541,"children":34542},{"align":34056},[34543],{"type":22,"value":34151},{"type":16,"tag":34112,"props":34545,"children":34546},{"align":34056},[34547],{"type":22,"value":34151},{"type":16,"tag":34045,"props":34549,"children":34550},{},[34551,34556,34561,34566,34571,34576,34581,34586,34591,34595,34599],{"type":16,"tag":34112,"props":34552,"children":34553},{},[34554],{"type":22,"value":34555},"Longformer",{"type":16,"tag":34112,"props":34557,"children":34558},{"align":34056},[34559],{"type":22,"value":34560},"30",{"type":16,"tag":34112,"props":34562,"children":34563},{"align":34056},[34564],{"type":22,"value":34565},"61",{"type":16,"tag":34112,"props":34567,"children":34568},{"align":34056},[34569],{"type":22,"value":34570},"124",{"type":16,"tag":34112,"props":34572,"children":34573},{"align":34056},[34574],{"type":22,"value":34575},"277",{"type":16,"tag":34112,"props":34577,"children":34578},{"align":34056},[34579],{"type":22,"value":34580},"681",{"type":16,"tag":34112,"props":34582,"children":34583},{"align":34056},[34584],{"type":22,"value":34585},"1370",{"type":16,"tag":34112,"props":34587,"children":34588},{"align":34056},[34589],{"type":22,"value":34590},"2748",{"type":16,"tag":34112,"props":34592,"children":34593},{"align":34056},[34594],{"type":22,"value":34151},{"type":16,"tag":34112,"props":34596,"children":34597},{"align":34056},[34598],{"type":22,"value":34151},{"type":16,"tag":34112,"props":34600,"children":34601},{"align":34056},[34602],{"type":22,"value":34151},{"type":16,"tag":34045,"props":34604,"children":34605},{},[34606,34611,34615,34620,34625,34630,34635,34640,34645,34649,34653],{"type":16,"tag":34112,"props":34607,"children":34608},{},[34609],{"type":22,"value":34610},"BigBird",{"type":16,"tag":34112,"props":34612,"children":34613},{"align":34056},[34614],{"type":22,"value":34506},{"type":16,"tag":34112,"props":34616,"children":34617},{"align":34056},[34618],{"type":22,"value":34619},"66",{"type":16,"tag":34112,"props":34621,"children":34622},{"align":34056},[34623],{"type":22,"value":34624},"131",{"type":16,"tag":34112,"props":34626,"children":34627},{"align":34056},[34628],{"type":22,"value":34629},"294",{"type":16,"tag":34112,"props":34631,"children":34632},{"align":34056},[34633],{"type":22,"value":34634},"708",{"type":16,"tag":34112,"props":34636,"children":34637},{"align":34056},[34638],{"type":22,"value":34639},"1431",{"type":16,"tag":34112,"props":34641,"children":34642},{"align":34056},[34643],{"type":22,"value":34644},"2872",{"type":16,"tag":34112,"props":34646,"children":34647},{"align":34056},[34648],{"type":22,"value":34151},{"type":16,"tag":34112,"props":34650,"children":34651},{"align":34056},[34652],{"type":22,"value":34151},{"type":16,"tag":34112,"props":34654,"children":34655},{"align":34056},[34656],{"type":22,"value":34151},{"type":16,"tag":34045,"props":34658,"children":34659},{},[34660,34665,34670,34675,34679,34684,34689,34694,34699,34704,34709],{"type":16,"tag":34112,"props":34661,"children":34662},{},[34663],{"type":22,"value":34664},"FlashAttention",{"type":16,"tag":34112,"props":34666,"children":34667},{"align":34056},[34668],{"type":22,"value":34669},"22",{"type":16,"tag":34112,"props":34671,"children":34672},{"align":34056},[34673],{"type":22,"value":34674},"44",{"type":16,"tag":34112,"props":34676,"children":34677},{"align":34056},[34678],{"type":22,"value":34126},{"type":16,"tag":34112,"props":34680,"children":34681},{"align":34056},[34682],{"type":22,"value":34683},"209",{"type":16,"tag":34112,"props":34685,"children":34686},{"align":34056},[34687],{"type":22,"value":34688},"418",{"type":16,"tag":34112,"props":34690,"children":34691},{"align":34056},[34692],{"type":22,"value":34693},"836",{"type":16,"tag":34112,"props":34695,"children":34696},{"align":34056},[34697],{"type":22,"value":34698},"1672",{"type":16,"tag":34112,"props":34700,"children":34701},{"align":34056},[34702],{"type":22,"value":34703},"3344",{"type":16,"tag":34112,"props":34705,"children":34706},{"align":34056},[34707],{"type":22,"value":34708},"6688",{"type":16,"tag":34112,"props":34710,"children":34711},{"align":34056},[34712],{"type":22,"value":34713},"13376",{"type":16,"tag":34045,"props":34715,"children":34716},{},[34717,34722,34726,34730,34734,34738,34742,34746,34750,34754,34759],{"type":16,"tag":34112,"props":34718,"children":34719},{},[34720],{"type":22,"value":34721},"块稀疏 FlashAttention",{"type":16,"tag":34112,"props":34723,"children":34724},{"align":34056},[34725],{"type":22,"value":34669},{"type":16,"tag":34112,"props":34727,"children":34728},{"align":34056},[34729],{"type":22,"value":34674},{"type":16,"tag":34112,"props":34731,"children":34732},{"align":34056},[34733],{"type":22,"value":34126},{"type":16,"tag":34112,"props":34735,"children":34736},{"align":34056},[34737],{"type":22,"value":34683},{"type":16,"tag":34112,"props":34739,"children":34740},{"align":34056},[34741],{"type":22,"value":34688},{"type":16,"tag":34112,"props":34743,"children":34744},{"align":34056},[34745],{"type":22,"value":34693},{"type":16,"tag":34112,"props":34747,"children":34748},{"align":34056},[34749],{"type":22,"value":34698},{"type":16,"tag":34112,"props":34751,"children":34752},{"align":34056},[34753],{"type":22,"value":34703},{"type":16,"tag":34112,"props":34755,"children":34756},{"align":34056},[34757],{"type":22,"value":34758},"6690",{"type":16,"tag":34112,"props":34760,"children":34761},{"align":34056},[34762],{"type":22,"value":34763},"13384",{"type":16,"tag":24,"props":34765,"children":34766},{},[34767],{"type":22,"value":34768},"论文表 9–20 还报告了有\u002F无 dropout 和 mask 时，各方法在前向、反向及组合运行时间（毫秒）及 128–65,536 的完整数值；总体趋势是 FlashAttention 在短序列上优于精确基线，块稀疏 FlashAttention 在全部长度上最快，并保持线性内存增长。",{"type":16,"tag":52,"props":34770,"children":34772},{"id":34771},"图表与算法补充译文",[34773],{"type":22,"value":34771},{"type":16,"tag":802,"props":34775,"children":34777},{"id":34776},"图-1内存层次与-flashattention-分块",[34778],{"type":22,"value":34779},"图 1：内存层次与 FlashAttention 分块",{"type":16,"tag":24,"props":34781,"children":34782},{},[34783,34785,34861,34863,34927,34929,34971,34973,35049],{"type":22,"value":34784},"左图：FlashAttention 使用分块，避免在相对较慢的 GPU HBM 中实体化巨大的 ",{"type":16,"tag":127,"props":34786,"children":34788},{"className":34787},[130],[34789,34818],{"type":16,"tag":127,"props":34790,"children":34792},{"className":34791},[135],[34793],{"type":16,"tag":138,"props":34794,"children":34795},{"xmlns":140},[34796],{"type":16,"tag":143,"props":34797,"children":34798},{},[34799,34814],{"type":16,"tag":147,"props":34800,"children":34801},{},[34802,34806,34810],{"type":16,"tag":151,"props":34803,"children":34804},{},[34805],{"type":22,"value":272},{"type":16,"tag":258,"props":34807,"children":34808},{},[34809],{"type":22,"value":944},{"type":16,"tag":151,"props":34811,"children":34812},{},[34813],{"type":22,"value":272},{"type":16,"tag":157,"props":34815,"children":34816},{"encoding":159},[34817],{"type":22,"value":33181},{"type":16,"tag":127,"props":34819,"children":34821},{"className":34820,"ariaHidden":166},[165],[34822,34848],{"type":16,"tag":127,"props":34823,"children":34825},{"className":34824},[171],[34826,34830,34835,34839,34844],{"type":16,"tag":127,"props":34827,"children":34829},{"className":34828,"style":33193},[176],[],{"type":16,"tag":127,"props":34831,"children":34833},{"className":34832,"style":230},[182,183],[34834],{"type":22,"value":272},{"type":16,"tag":127,"props":34836,"children":34838},{"className":34837,"style":594},[593],[],{"type":16,"tag":127,"props":34840,"children":34842},{"className":34841},[599],[34843],{"type":22,"value":944},{"type":16,"tag":127,"props":34845,"children":34847},{"className":34846,"style":594},[593],[],{"type":16,"tag":127,"props":34849,"children":34851},{"className":34850},[171],[34852,34856],{"type":16,"tag":127,"props":34853,"children":34855},{"className":34854,"style":225},[176],[],{"type":16,"tag":127,"props":34857,"children":34859},{"className":34858,"style":230},[182,183],[34860],{"type":22,"value":272},{"type":22,"value":34862}," 注意力矩阵（虚线框）。外层循环遍历 ",{"type":16,"tag":127,"props":34864,"children":34866},{"className":34865},[130],[34867,34896],{"type":16,"tag":127,"props":34868,"children":34870},{"className":34869},[135],[34871],{"type":16,"tag":138,"props":34872,"children":34873},{"xmlns":140},[34874],{"type":16,"tag":143,"props":34875,"children":34876},{},[34877,34892],{"type":16,"tag":147,"props":34878,"children":34879},{},[34880,34884,34888],{"type":16,"tag":151,"props":34881,"children":34882},{},[34883],{"type":22,"value":909},{"type":16,"tag":258,"props":34885,"children":34886},{"separator":166},[34887],{"type":22,"value":904},{"type":16,"tag":151,"props":34889,"children":34890},{},[34891],{"type":22,"value":918},{"type":16,"tag":157,"props":34893,"children":34894},{"encoding":159},[34895],{"type":22,"value":9408},{"type":16,"tag":127,"props":34897,"children":34899},{"className":34898,"ariaHidden":166},[165],[34900],{"type":16,"tag":127,"props":34901,"children":34903},{"className":34902},[171],[34904,34908,34913,34918,34922],{"type":16,"tag":127,"props":34905,"children":34907},{"className":34906,"style":965},[176],[],{"type":16,"tag":127,"props":34909,"children":34911},{"className":34910,"style":986},[182,183],[34912],{"type":22,"value":909},{"type":16,"tag":127,"props":34914,"children":34916},{"className":34915},[975],[34917],{"type":22,"value":904},{"type":16,"tag":127,"props":34919,"children":34921},{"className":34920,"style":981},[593],[],{"type":16,"tag":127,"props":34923,"children":34925},{"className":34924,"style":594},[182,183],[34926],{"type":22,"value":918},{"type":22,"value":34928}," 块并将其加载到快速片上 SRAM；每个块内层循环遍历 ",{"type":16,"tag":127,"props":34930,"children":34932},{"className":34931},[130],[34933,34954],{"type":16,"tag":127,"props":34934,"children":34936},{"className":34935},[135],[34937],{"type":16,"tag":138,"props":34938,"children":34939},{"xmlns":140},[34940],{"type":16,"tag":143,"props":34941,"children":34942},{},[34943,34950],{"type":16,"tag":147,"props":34944,"children":34945},{},[34946],{"type":16,"tag":151,"props":34947,"children":34948},{},[34949],{"type":22,"value":899},{"type":16,"tag":157,"props":34951,"children":34952},{"encoding":159},[34953],{"type":22,"value":899},{"type":16,"tag":127,"props":34955,"children":34957},{"className":34956,"ariaHidden":166},[165],[34958],{"type":16,"tag":127,"props":34959,"children":34961},{"className":34960},[171],[34962,34966],{"type":16,"tag":127,"props":34963,"children":34965},{"className":34964,"style":965},[176],[],{"type":16,"tag":127,"props":34967,"children":34969},{"className":34968},[182,183],[34970],{"type":22,"value":899},{"type":22,"value":34972}," 块，在 SRAM 中计算，并将注意力输出写回 HBM。右图：GPT-2 上相对 PyTorch 注意力的加速。FlashAttention 不把 ",{"type":16,"tag":127,"props":34974,"children":34976},{"className":34975},[130],[34977,35006],{"type":16,"tag":127,"props":34978,"children":34980},{"className":34979},[135],[34981],{"type":16,"tag":138,"props":34982,"children":34983},{"xmlns":140},[34984],{"type":16,"tag":143,"props":34985,"children":34986},{},[34987,35002],{"type":16,"tag":147,"props":34988,"children":34989},{},[34990,34994,34998],{"type":16,"tag":151,"props":34991,"children":34992},{},[34993],{"type":22,"value":272},{"type":16,"tag":258,"props":34995,"children":34996},{},[34997],{"type":22,"value":944},{"type":16,"tag":151,"props":34999,"children":35000},{},[35001],{"type":22,"value":272},{"type":16,"tag":157,"props":35003,"children":35004},{"encoding":159},[35005],{"type":22,"value":33181},{"type":16,"tag":127,"props":35007,"children":35009},{"className":35008,"ariaHidden":166},[165],[35010,35036],{"type":16,"tag":127,"props":35011,"children":35013},{"className":35012},[171],[35014,35018,35023,35027,35032],{"type":16,"tag":127,"props":35015,"children":35017},{"className":35016,"style":33193},[176],[],{"type":16,"tag":127,"props":35019,"children":35021},{"className":35020,"style":230},[182,183],[35022],{"type":22,"value":272},{"type":16,"tag":127,"props":35024,"children":35026},{"className":35025,"style":594},[593],[],{"type":16,"tag":127,"props":35028,"children":35030},{"className":35029},[599],[35031],{"type":22,"value":944},{"type":16,"tag":127,"props":35033,"children":35035},{"className":35034,"style":594},[593],[],{"type":16,"tag":127,"props":35037,"children":35039},{"className":35038},[171],[35040,35044],{"type":16,"tag":127,"props":35041,"children":35043},{"className":35042,"style":225},[176],[],{"type":16,"tag":127,"props":35045,"children":35047},{"className":35046,"style":230},[182,183],[35048],{"type":22,"value":272},{"type":22,"value":35050}," 矩阵读写到 HBM，因此注意力计算最高加速 7.6 倍。",{"type":16,"tag":802,"props":35052,"children":35054},{"id":35053},"图-2运行时间块大小和稀疏率",[35055],{"type":22,"value":35056},"图 2：运行时间、块大小和稀疏率",{"type":16,"tag":24,"props":35058,"children":35059},{},[35060],{"type":22,"value":35061},"左：GPT-2 medium（长度 1024、头维度 64、16 头、批大小 64）在 A100 上的前向+反向时间。标准注意力 66.6 GFLOP、40.3 GB HBM 读写、41.7 ms；FlashAttention 75.2 GFLOP、4.4 GB HBM 读写、7.3 ms。中：块大小从 64、128、256 到 512 时，HBM 访问先减少、前向时间先下降后受计算限制。右：长度 4K 时，块稀疏 FlashAttention 随非零块比例降低而按比例加速。",{"type":16,"tag":802,"props":35063,"children":35065},{"id":35064},"图-3注意力运行时间与内存",[35066],{"type":22,"value":35067},"图 3：注意力运行时间与内存",{"type":16,"tag":24,"props":35069,"children":35070},{},[35071],{"type":22,"value":35072},"左：前向+反向运行时间随序列长度增长；FlashAttention 和块稀疏版本与 PyTorch、Megatron、Linformer、OpenAI Sparse 等基线比较。右：内存占用随序列长度增长；FlashAttention 和块稀疏版本呈线性增长。",{"type":16,"tag":802,"props":35074,"children":35076},{"id":35075},"表-1bert-large-训练时间",[35077],{"type":22,"value":35078},"表 1：BERT-large 训练时间",{"type":16,"tag":34037,"props":35080,"children":35081},{},[35082,35098],{"type":16,"tag":34041,"props":35083,"children":35084},{},[35085],{"type":16,"tag":34045,"props":35086,"children":35087},{},[35088,35093],{"type":16,"tag":34049,"props":35089,"children":35090},{},[35091],{"type":22,"value":35092},"实现",{"type":16,"tag":34049,"props":35094,"children":35095},{"align":34056},[35096],{"type":22,"value":35097},"训练时间（分钟）",{"type":16,"tag":34105,"props":35099,"children":35100},{},[35101,35114],{"type":16,"tag":34045,"props":35102,"children":35103},{},[35104,35109],{"type":16,"tag":34112,"props":35105,"children":35106},{},[35107],{"type":22,"value":35108},"Nvidia MLPerf 1.1",{"type":16,"tag":34112,"props":35110,"children":35111},{"align":34056},[35112],{"type":22,"value":35113},"20.0 ± 1.5",{"type":16,"tag":34045,"props":35115,"children":35116},{},[35117,35122],{"type":16,"tag":34112,"props":35118,"children":35119},{},[35120],{"type":22,"value":35121},"FlashAttention（本文）",{"type":16,"tag":34112,"props":35123,"children":35124},{"align":34056},[35125],{"type":22,"value":35126},"17.4 ± 1.4",{"type":16,"tag":802,"props":35128,"children":35130},{"id":35129},"表-2gpt-2-训练",[35131],{"type":22,"value":35132},"表 2：GPT-2 训练",{"type":16,"tag":34037,"props":35134,"children":35135},{},[35136,35156],{"type":16,"tag":34041,"props":35137,"children":35138},{},[35139],{"type":16,"tag":34045,"props":35140,"children":35141},{},[35142,35146,35151],{"type":16,"tag":34049,"props":35143,"children":35144},{},[35145],{"type":22,"value":35092},{"type":16,"tag":34049,"props":35147,"children":35148},{"align":34056},[35149],{"type":22,"value":35150},"OpenWebText 困惑度",{"type":16,"tag":34049,"props":35152,"children":35153},{"align":34056},[35154],{"type":22,"value":35155},"训练时间（加速）",{"type":16,"tag":34105,"props":35157,"children":35158},{},[35159,35177,35194,35211,35229,35247],{"type":16,"tag":34045,"props":35160,"children":35161},{},[35162,35167,35172],{"type":16,"tag":34112,"props":35163,"children":35164},{},[35165],{"type":22,"value":35166},"GPT-2 small – HuggingFace",{"type":16,"tag":34112,"props":35168,"children":35169},{"align":34056},[35170],{"type":22,"value":35171},"18.2",{"type":16,"tag":34112,"props":35173,"children":35174},{"align":34056},[35175],{"type":22,"value":35176},"9.5 天（1.0×）",{"type":16,"tag":34045,"props":35178,"children":35179},{},[35180,35185,35189],{"type":16,"tag":34112,"props":35181,"children":35182},{},[35183],{"type":22,"value":35184},"GPT-2 small – Megatron-LM",{"type":16,"tag":34112,"props":35186,"children":35187},{"align":34056},[35188],{"type":22,"value":35171},{"type":16,"tag":34112,"props":35190,"children":35191},{"align":34056},[35192],{"type":22,"value":35193},"4.7 天（2.0×）",{"type":16,"tag":34045,"props":35195,"children":35196},{},[35197,35202,35206],{"type":16,"tag":34112,"props":35198,"children":35199},{},[35200],{"type":22,"value":35201},"GPT-2 small – FlashAttention",{"type":16,"tag":34112,"props":35203,"children":35204},{"align":34056},[35205],{"type":22,"value":35171},{"type":16,"tag":34112,"props":35207,"children":35208},{"align":34056},[35209],{"type":22,"value":35210},"2.7 天（3.5×）",{"type":16,"tag":34045,"props":35212,"children":35213},{},[35214,35219,35224],{"type":16,"tag":34112,"props":35215,"children":35216},{},[35217],{"type":22,"value":35218},"GPT-2 medium – HuggingFace",{"type":16,"tag":34112,"props":35220,"children":35221},{"align":34056},[35222],{"type":22,"value":35223},"14.2",{"type":16,"tag":34112,"props":35225,"children":35226},{"align":34056},[35227],{"type":22,"value":35228},"21.0 天（1.0×）",{"type":16,"tag":34045,"props":35230,"children":35231},{},[35232,35237,35242],{"type":16,"tag":34112,"props":35233,"children":35234},{},[35235],{"type":22,"value":35236},"GPT-2 medium – Megatron-LM",{"type":16,"tag":34112,"props":35238,"children":35239},{"align":34056},[35240],{"type":22,"value":35241},"14.3",{"type":16,"tag":34112,"props":35243,"children":35244},{"align":34056},[35245],{"type":22,"value":35246},"11.5 天（1.8×）",{"type":16,"tag":34045,"props":35248,"children":35249},{},[35250,35255,35259],{"type":16,"tag":34112,"props":35251,"children":35252},{},[35253],{"type":22,"value":35254},"GPT-2 medium – FlashAttention",{"type":16,"tag":34112,"props":35256,"children":35257},{"align":34056},[35258],{"type":22,"value":35241},{"type":16,"tag":34112,"props":35260,"children":35261},{"align":34056},[35262],{"type":22,"value":35263},"6.9 天（3.0×）",{"type":16,"tag":802,"props":35265,"children":35267},{"id":35266},"表-3long-range-arena",[35268],{"type":22,"value":35269},"表 3：Long Range Arena",{"type":16,"tag":34037,"props":35271,"children":35272},{},[35273,35319],{"type":16,"tag":34041,"props":35274,"children":35275},{},[35276],{"type":16,"tag":34045,"props":35277,"children":35278},{},[35279,35284,35289,35294,35299,35304,35309,35314],{"type":16,"tag":34049,"props":35280,"children":35281},{},[35282],{"type":22,"value":35283},"模型",{"type":16,"tag":34049,"props":35285,"children":35286},{"align":34056},[35287],{"type":22,"value":35288},"ListOps",{"type":16,"tag":34049,"props":35290,"children":35291},{"align":34056},[35292],{"type":22,"value":35293},"Text",{"type":16,"tag":34049,"props":35295,"children":35296},{"align":34056},[35297],{"type":22,"value":35298},"Retrieval",{"type":16,"tag":34049,"props":35300,"children":35301},{"align":34056},[35302],{"type":22,"value":35303},"Image",{"type":16,"tag":34049,"props":35305,"children":35306},{"align":34056},[35307],{"type":22,"value":35308},"Pathfinder",{"type":16,"tag":34049,"props":35310,"children":35311},{"align":34056},[35312],{"type":22,"value":35313},"平均",{"type":16,"tag":34049,"props":35315,"children":35316},{"align":34056},[35317],{"type":22,"value":35318},"加速",{"type":16,"tag":34105,"props":35320,"children":35321},{},[35322,35365,35406,35448,35490,35532,35574,35616,35658],{"type":16,"tag":34045,"props":35323,"children":35324},{},[35325,35330,35335,35340,35345,35350,35355,35360],{"type":16,"tag":34112,"props":35326,"children":35327},{},[35328],{"type":22,"value":35329},"Transformer",{"type":16,"tag":34112,"props":35331,"children":35332},{"align":34056},[35333],{"type":22,"value":35334},"36.0",{"type":16,"tag":34112,"props":35336,"children":35337},{"align":34056},[35338],{"type":22,"value":35339},"63.6",{"type":16,"tag":34112,"props":35341,"children":35342},{"align":34056},[35343],{"type":22,"value":35344},"81.6",{"type":16,"tag":34112,"props":35346,"children":35347},{"align":34056},[35348],{"type":22,"value":35349},"42.3",{"type":16,"tag":34112,"props":35351,"children":35352},{"align":34056},[35353],{"type":22,"value":35354},"72.7",{"type":16,"tag":34112,"props":35356,"children":35357},{"align":34056},[35358],{"type":22,"value":35359},"59.3",{"type":16,"tag":34112,"props":35361,"children":35362},{"align":34056},[35363],{"type":22,"value":35364},"–",{"type":16,"tag":34045,"props":35366,"children":35367},{},[35368,35372,35377,35382,35387,35392,35396,35401],{"type":16,"tag":34112,"props":35369,"children":35370},{},[35371],{"type":22,"value":34664},{"type":16,"tag":34112,"props":35373,"children":35374},{"align":34056},[35375],{"type":22,"value":35376},"37.6",{"type":16,"tag":34112,"props":35378,"children":35379},{"align":34056},[35380],{"type":22,"value":35381},"63.9",{"type":16,"tag":34112,"props":35383,"children":35384},{"align":34056},[35385],{"type":22,"value":35386},"81.4",{"type":16,"tag":34112,"props":35388,"children":35389},{"align":34056},[35390],{"type":22,"value":35391},"43.5",{"type":16,"tag":34112,"props":35393,"children":35394},{"align":34056},[35395],{"type":22,"value":35354},{"type":16,"tag":34112,"props":35397,"children":35398},{"align":34056},[35399],{"type":22,"value":35400},"59.8",{"type":16,"tag":34112,"props":35402,"children":35403},{"align":34056},[35404],{"type":22,"value":35405},"2.4×",{"type":16,"tag":34045,"props":35407,"children":35408},{},[35409,35413,35418,35423,35428,35433,35438,35443],{"type":16,"tag":34112,"props":35410,"children":35411},{},[35412],{"type":22,"value":34721},{"type":16,"tag":34112,"props":35414,"children":35415},{"align":34056},[35416],{"type":22,"value":35417},"37.0",{"type":16,"tag":34112,"props":35419,"children":35420},{"align":34056},[35421],{"type":22,"value":35422},"63.0",{"type":16,"tag":34112,"props":35424,"children":35425},{"align":34056},[35426],{"type":22,"value":35427},"81.3",{"type":16,"tag":34112,"props":35429,"children":35430},{"align":34056},[35431],{"type":22,"value":35432},"43.6",{"type":16,"tag":34112,"props":35434,"children":35435},{"align":34056},[35436],{"type":22,"value":35437},"73.3",{"type":16,"tag":34112,"props":35439,"children":35440},{"align":34056},[35441],{"type":22,"value":35442},"59.6",{"type":16,"tag":34112,"props":35444,"children":35445},{"align":34056},[35446],{"type":22,"value":35447},"2.8×",{"type":16,"tag":34045,"props":35449,"children":35450},{},[35451,35455,35460,35465,35470,35475,35480,35485],{"type":16,"tag":34112,"props":35452,"children":35453},{},[35454],{"type":22,"value":34331},{"type":16,"tag":34112,"props":35456,"children":35457},{"align":34056},[35458],{"type":22,"value":35459},"35.6",{"type":16,"tag":34112,"props":35461,"children":35462},{"align":34056},[35463],{"type":22,"value":35464},"55.9",{"type":16,"tag":34112,"props":35466,"children":35467},{"align":34056},[35468],{"type":22,"value":35469},"77.7",{"type":16,"tag":34112,"props":35471,"children":35472},{"align":34056},[35473],{"type":22,"value":35474},"37.8",{"type":16,"tag":34112,"props":35476,"children":35477},{"align":34056},[35478],{"type":22,"value":35479},"67.6",{"type":16,"tag":34112,"props":35481,"children":35482},{"align":34056},[35483],{"type":22,"value":35484},"54.9",{"type":16,"tag":34112,"props":35486,"children":35487},{"align":34056},[35488],{"type":22,"value":35489},"2.5×",{"type":16,"tag":34045,"props":35491,"children":35492},{},[35493,35498,35503,35508,35513,35518,35523,35527],{"type":16,"tag":34112,"props":35494,"children":35495},{},[35496],{"type":22,"value":35497},"Linear Attention",{"type":16,"tag":34112,"props":35499,"children":35500},{"align":34056},[35501],{"type":22,"value":35502},"38.8",{"type":16,"tag":34112,"props":35504,"children":35505},{"align":34056},[35506],{"type":22,"value":35507},"63.2",{"type":16,"tag":34112,"props":35509,"children":35510},{"align":34056},[35511],{"type":22,"value":35512},"80.7",{"type":16,"tag":34112,"props":35514,"children":35515},{"align":34056},[35516],{"type":22,"value":35517},"42.6",{"type":16,"tag":34112,"props":35519,"children":35520},{"align":34056},[35521],{"type":22,"value":35522},"72.5",{"type":16,"tag":34112,"props":35524,"children":35525},{"align":34056},[35526],{"type":22,"value":35442},{"type":16,"tag":34112,"props":35528,"children":35529},{"align":34056},[35530],{"type":22,"value":35531},"2.3×",{"type":16,"tag":34045,"props":35533,"children":35534},{},[35535,35540,35545,35549,35554,35559,35564,35569],{"type":16,"tag":34112,"props":35536,"children":35537},{},[35538],{"type":22,"value":35539},"Performer",{"type":16,"tag":34112,"props":35541,"children":35542},{"align":34056},[35543],{"type":22,"value":35544},"36.8",{"type":16,"tag":34112,"props":35546,"children":35547},{"align":34056},[35548],{"type":22,"value":35339},{"type":16,"tag":34112,"props":35550,"children":35551},{"align":34056},[35552],{"type":22,"value":35553},"82.2",{"type":16,"tag":34112,"props":35555,"children":35556},{"align":34056},[35557],{"type":22,"value":35558},"42.1",{"type":16,"tag":34112,"props":35560,"children":35561},{"align":34056},[35562],{"type":22,"value":35563},"69.9",{"type":16,"tag":34112,"props":35565,"children":35566},{"align":34056},[35567],{"type":22,"value":35568},"58.9",{"type":16,"tag":34112,"props":35570,"children":35571},{"align":34056},[35572],{"type":22,"value":35573},"1.8×",{"type":16,"tag":34045,"props":35575,"children":35576},{},[35577,35581,35586,35591,35596,35601,35606,35611],{"type":16,"tag":34112,"props":35578,"children":35579},{},[35580],{"type":22,"value":34274},{"type":16,"tag":34112,"props":35582,"children":35583},{"align":34056},[35584],{"type":22,"value":35585},"36.1",{"type":16,"tag":34112,"props":35587,"children":35588},{"align":34056},[35589],{"type":22,"value":35590},"60.2",{"type":16,"tag":34112,"props":35592,"children":35593},{"align":34056},[35594],{"type":22,"value":35595},"76.7",{"type":16,"tag":34112,"props":35597,"children":35598},{"align":34056},[35599],{"type":22,"value":35600},"40.6",{"type":16,"tag":34112,"props":35602,"children":35603},{"align":34056},[35604],{"type":22,"value":35605},"66.6",{"type":16,"tag":34112,"props":35607,"children":35608},{"align":34056},[35609],{"type":22,"value":35610},"56.0",{"type":16,"tag":34112,"props":35612,"children":35613},{"align":34056},[35614],{"type":22,"value":35615},"1.7×",{"type":16,"tag":34045,"props":35617,"children":35618},{},[35619,35623,35628,35633,35638,35643,35648,35653],{"type":16,"tag":34112,"props":35620,"children":35621},{},[35622],{"type":22,"value":34219},{"type":16,"tag":34112,"props":35624,"children":35625},{"align":34056},[35626],{"type":22,"value":35627},"36.5",{"type":16,"tag":34112,"props":35629,"children":35630},{"align":34056},[35631],{"type":22,"value":35632},"63.8",{"type":16,"tag":34112,"props":35634,"children":35635},{"align":34056},[35636],{"type":22,"value":35637},"78.5",{"type":16,"tag":34112,"props":35639,"children":35640},{"align":34056},[35641],{"type":22,"value":35642},"39.6",{"type":16,"tag":34112,"props":35644,"children":35645},{"align":34056},[35646],{"type":22,"value":35647},"69.4",{"type":16,"tag":34112,"props":35649,"children":35650},{"align":34056},[35651],{"type":22,"value":35652},"57.6",{"type":16,"tag":34112,"props":35654,"children":35655},{"align":34056},[35656],{"type":22,"value":35657},"1.3×",{"type":16,"tag":34045,"props":35659,"children":35660},{},[35661,35665,35669,35674,35679,35683,35688,35693],{"type":16,"tag":34112,"props":35662,"children":35663},{},[35664],{"type":22,"value":34389},{"type":16,"tag":34112,"props":35666,"children":35667},{"align":34056},[35668],{"type":22,"value":35585},{"type":16,"tag":34112,"props":35670,"children":35671},{"align":34056},[35672],{"type":22,"value":35673},"64.1",{"type":16,"tag":34112,"props":35675,"children":35676},{"align":34056},[35677],{"type":22,"value":35678},"79.0",{"type":16,"tag":34112,"props":35680,"children":35681},{"align":34056},[35682],{"type":22,"value":35642},{"type":16,"tag":34112,"props":35684,"children":35685},{"align":34056},[35686],{"type":22,"value":35687},"70.5",{"type":16,"tag":34112,"props":35689,"children":35690},{"align":34056},[35691],{"type":22,"value":35692},"57.9",{"type":16,"tag":34112,"props":35694,"children":35695},{"align":34056},[35696],{"type":22,"value":35615},{"type":16,"tag":802,"props":35698,"children":35700},{"id":35699},"表-4gpt-2-长上下文",[35701],{"type":22,"value":35702},"表 4：GPT-2 长上下文",{"type":16,"tag":34037,"props":35704,"children":35705},{},[35706,35730],{"type":16,"tag":34041,"props":35707,"children":35708},{},[35709],{"type":16,"tag":34045,"props":35710,"children":35711},{},[35712,35716,35721,35726],{"type":16,"tag":34049,"props":35713,"children":35714},{},[35715],{"type":22,"value":35092},{"type":16,"tag":34049,"props":35717,"children":35718},{"align":34056},[35719],{"type":22,"value":35720},"上下文长度",{"type":16,"tag":34049,"props":35722,"children":35723},{"align":34056},[35724],{"type":22,"value":35725},"困惑度",{"type":16,"tag":34049,"props":35727,"children":35728},{"align":34056},[35729],{"type":22,"value":35155},{"type":16,"tag":34105,"props":35731,"children":35732},{},[35733,35755,35775,35797],{"type":16,"tag":34045,"props":35734,"children":35735},{},[35736,35741,35746,35750],{"type":16,"tag":34112,"props":35737,"children":35738},{},[35739],{"type":22,"value":35740},"Megatron-LM",{"type":16,"tag":34112,"props":35742,"children":35743},{"align":34056},[35744],{"type":22,"value":35745},"1K",{"type":16,"tag":34112,"props":35747,"children":35748},{"align":34056},[35749],{"type":22,"value":35171},{"type":16,"tag":34112,"props":35751,"children":35752},{"align":34056},[35753],{"type":22,"value":35754},"4.7 天（1.0×）",{"type":16,"tag":34045,"props":35756,"children":35757},{},[35758,35762,35766,35770],{"type":16,"tag":34112,"props":35759,"children":35760},{},[35761],{"type":22,"value":34664},{"type":16,"tag":34112,"props":35763,"children":35764},{"align":34056},[35765],{"type":22,"value":35745},{"type":16,"tag":34112,"props":35767,"children":35768},{"align":34056},[35769],{"type":22,"value":35171},{"type":16,"tag":34112,"props":35771,"children":35772},{"align":34056},[35773],{"type":22,"value":35774},"2.7 天（1.7×）",{"type":16,"tag":34045,"props":35776,"children":35777},{},[35778,35782,35787,35792],{"type":16,"tag":34112,"props":35779,"children":35780},{},[35781],{"type":22,"value":34664},{"type":16,"tag":34112,"props":35783,"children":35784},{"align":34056},[35785],{"type":22,"value":35786},"2K",{"type":16,"tag":34112,"props":35788,"children":35789},{"align":34056},[35790],{"type":22,"value":35791},"17.6",{"type":16,"tag":34112,"props":35793,"children":35794},{"align":34056},[35795],{"type":22,"value":35796},"3.0 天（1.6×）",{"type":16,"tag":34045,"props":35798,"children":35799},{},[35800,35804,35809,35814],{"type":16,"tag":34112,"props":35801,"children":35802},{},[35803],{"type":22,"value":34664},{"type":16,"tag":34112,"props":35805,"children":35806},{"align":34056},[35807],{"type":22,"value":35808},"4K",{"type":16,"tag":34112,"props":35810,"children":35811},{"align":34056},[35812],{"type":22,"value":35813},"17.5",{"type":16,"tag":34112,"props":35815,"children":35816},{"align":34056},[35817],{"type":22,"value":35818},"3.6 天（1.3×）",{"type":16,"tag":802,"props":35820,"children":35822},{"id":35821},"表-5长文档分类micro-f1f_1f1",[35823,35825,35929],{"type":22,"value":35824},"表 5：长文档分类（micro-",{"type":16,"tag":127,"props":35826,"children":35828},{"className":35827},[130],[35829,35859],{"type":16,"tag":127,"props":35830,"children":35832},{"className":35831},[135],[35833],{"type":16,"tag":138,"props":35834,"children":35835},{"xmlns":140},[35836],{"type":16,"tag":143,"props":35837,"children":35838},{},[35839,35854],{"type":16,"tag":147,"props":35840,"children":35841},{},[35842],{"type":16,"tag":3987,"props":35843,"children":35844},{},[35845,35850],{"type":16,"tag":151,"props":35846,"children":35847},{},[35848],{"type":22,"value":35849},"F",{"type":16,"tag":274,"props":35851,"children":35852},{},[35853],{"type":22,"value":309},{"type":16,"tag":157,"props":35855,"children":35856},{"encoding":159},[35857],{"type":22,"value":35858},"F_1",{"type":16,"tag":127,"props":35860,"children":35862},{"className":35861,"ariaHidden":166},[165],[35863],{"type":16,"tag":127,"props":35864,"children":35866},{"className":35865},[171],[35867,35871],{"type":16,"tag":127,"props":35868,"children":35870},{"className":35869,"style":8163},[176],[],{"type":16,"tag":127,"props":35872,"children":35874},{"className":35873},[182],[35875,35880],{"type":16,"tag":127,"props":35876,"children":35878},{"className":35877,"style":1605},[182,183],[35879],{"type":22,"value":35849},{"type":16,"tag":127,"props":35881,"children":35883},{"className":35882},[357],[35884],{"type":16,"tag":127,"props":35885,"children":35887},{"className":35886},[362,4278],[35888,35918],{"type":16,"tag":127,"props":35889,"children":35891},{"className":35890},[367],[35892,35913],{"type":16,"tag":127,"props":35893,"children":35896},{"className":35894,"style":35895},[372],"height:0.3011em;",[35897],{"type":16,"tag":127,"props":35898,"children":35899},{"style":9244},[35900,35904],{"type":16,"tag":127,"props":35901,"children":35903},{"className":35902,"style":383},[382],[],{"type":16,"tag":127,"props":35905,"children":35907},{"className":35906},[388,389,390,391],[35908],{"type":16,"tag":127,"props":35909,"children":35911},{"className":35910},[182,391],[35912],{"type":22,"value":309},{"type":16,"tag":127,"props":35914,"children":35916},{"className":35915},[4326],[35917],{"type":22,"value":4329},{"type":16,"tag":127,"props":35919,"children":35921},{"className":35920},[367],[35922],{"type":16,"tag":127,"props":35923,"children":35925},{"className":35924,"style":4401},[372],[35926],{"type":16,"tag":127,"props":35927,"children":35928},{},[],{"type":22,"value":35930},"）",{"type":16,"tag":34037,"props":35932,"children":35933},{},[35934,35969],{"type":16,"tag":34041,"props":35935,"children":35936},{},[35937],{"type":16,"tag":34045,"props":35938,"children":35939},{},[35940,35945,35949,35953,35957,35961,35965],{"type":16,"tag":34049,"props":35941,"children":35942},{},[35943],{"type":22,"value":35944},"数据集",{"type":16,"tag":34049,"props":35946,"children":35947},{"align":34056},[35948],{"type":22,"value":34069},{"type":16,"tag":34049,"props":35950,"children":35951},{"align":34056},[35952],{"type":22,"value":2279},{"type":16,"tag":34049,"props":35954,"children":35955},{"align":34056},[35956],{"type":22,"value":34078},{"type":16,"tag":34049,"props":35958,"children":35959},{"align":34056},[35960],{"type":22,"value":34083},{"type":16,"tag":34049,"props":35962,"children":35963},{"align":34056},[35964],{"type":22,"value":34088},{"type":16,"tag":34049,"props":35966,"children":35967},{"align":34056},[35968],{"type":22,"value":34093},{"type":16,"tag":34105,"props":35970,"children":35971},{},[35972,36010],{"type":16,"tag":34045,"props":35973,"children":35974},{},[35975,35980,35985,35990,35995,36000,36005],{"type":16,"tag":34112,"props":35976,"children":35977},{},[35978],{"type":22,"value":35979},"MIMIC-III",{"type":16,"tag":34112,"props":35981,"children":35982},{"align":34056},[35983],{"type":22,"value":35984},"52.8",{"type":16,"tag":34112,"props":35986,"children":35987},{"align":34056},[35988],{"type":22,"value":35989},"50.7",{"type":16,"tag":34112,"props":35991,"children":35992},{"align":34056},[35993],{"type":22,"value":35994},"51.7",{"type":16,"tag":34112,"props":35996,"children":35997},{"align":34056},[35998],{"type":22,"value":35999},"54.6",{"type":16,"tag":34112,"props":36001,"children":36002},{"align":34056},[36003],{"type":22,"value":36004},"56.4",{"type":16,"tag":34112,"props":36006,"children":36007},{"align":34056},[36008],{"type":22,"value":36009},"57.1",{"type":16,"tag":34045,"props":36011,"children":36012},{},[36013,36018,36023,36028,36033,36038,36042],{"type":16,"tag":34112,"props":36014,"children":36015},{},[36016],{"type":22,"value":36017},"ECtHR",{"type":16,"tag":34112,"props":36019,"children":36020},{"align":34056},[36021],{"type":22,"value":36022},"72.2",{"type":16,"tag":34112,"props":36024,"children":36025},{"align":34056},[36026],{"type":22,"value":36027},"74.3",{"type":16,"tag":34112,"props":36029,"children":36030},{"align":34056},[36031],{"type":22,"value":36032},"77.1",{"type":16,"tag":34112,"props":36034,"children":36035},{"align":34056},[36036],{"type":22,"value":36037},"78.6",{"type":16,"tag":34112,"props":36039,"children":36040},{"align":34056},[36041],{"type":22,"value":35512},{"type":16,"tag":34112,"props":36043,"children":36044},{"align":34056},[36045],{"type":22,"value":36046},"79.2",{"type":16,"tag":802,"props":36048,"children":36050},{"id":36049},"表-6path-x-与-path-256",[36051],{"type":22,"value":36052},"表 6：Path-X 与 Path-256",{"type":16,"tag":34037,"props":36054,"children":36055},{},[36056,36076],{"type":16,"tag":34041,"props":36057,"children":36058},{},[36059],{"type":16,"tag":34045,"props":36060,"children":36061},{},[36062,36066,36071],{"type":16,"tag":34049,"props":36063,"children":36064},{},[36065],{"type":22,"value":35283},{"type":16,"tag":34049,"props":36067,"children":36068},{"align":34056},[36069],{"type":22,"value":36070},"Path-X",{"type":16,"tag":34049,"props":36072,"children":36073},{"align":34056},[36074],{"type":22,"value":36075},"Path-256",{"type":16,"tag":34105,"props":36077,"children":36078},{},[36079,36095,36110,36125,36140,36155,36170,36186,36202],{"type":16,"tag":34045,"props":36080,"children":36081},{},[36082,36086,36091],{"type":16,"tag":34112,"props":36083,"children":36084},{},[36085],{"type":22,"value":35329},{"type":16,"tag":34112,"props":36087,"children":36088},{"align":34056},[36089],{"type":22,"value":36090},"随机",{"type":16,"tag":34112,"props":36092,"children":36093},{"align":34056},[36094],{"type":22,"value":36090},{"type":16,"tag":34045,"props":36096,"children":36097},{},[36098,36102,36106],{"type":16,"tag":34112,"props":36099,"children":36100},{},[36101],{"type":22,"value":34331},{"type":16,"tag":34112,"props":36103,"children":36104},{"align":34056},[36105],{"type":22,"value":36090},{"type":16,"tag":34112,"props":36107,"children":36108},{"align":34056},[36109],{"type":22,"value":36090},{"type":16,"tag":34045,"props":36111,"children":36112},{},[36113,36117,36121],{"type":16,"tag":34112,"props":36114,"children":36115},{},[36116],{"type":22,"value":35497},{"type":16,"tag":34112,"props":36118,"children":36119},{"align":34056},[36120],{"type":22,"value":36090},{"type":16,"tag":34112,"props":36122,"children":36123},{"align":34056},[36124],{"type":22,"value":36090},{"type":16,"tag":34045,"props":36126,"children":36127},{},[36128,36132,36136],{"type":16,"tag":34112,"props":36129,"children":36130},{},[36131],{"type":22,"value":35539},{"type":16,"tag":34112,"props":36133,"children":36134},{"align":34056},[36135],{"type":22,"value":36090},{"type":16,"tag":34112,"props":36137,"children":36138},{"align":34056},[36139],{"type":22,"value":36090},{"type":16,"tag":34045,"props":36141,"children":36142},{},[36143,36147,36151],{"type":16,"tag":34112,"props":36144,"children":36145},{},[36146],{"type":22,"value":34274},{"type":16,"tag":34112,"props":36148,"children":36149},{"align":34056},[36150],{"type":22,"value":36090},{"type":16,"tag":34112,"props":36152,"children":36153},{"align":34056},[36154],{"type":22,"value":36090},{"type":16,"tag":34045,"props":36156,"children":36157},{},[36158,36162,36166],{"type":16,"tag":34112,"props":36159,"children":36160},{},[36161],{"type":22,"value":34219},{"type":16,"tag":34112,"props":36163,"children":36164},{"align":34056},[36165],{"type":22,"value":36090},{"type":16,"tag":34112,"props":36167,"children":36168},{"align":34056},[36169],{"type":22,"value":36090},{"type":16,"tag":34045,"props":36171,"children":36172},{},[36173,36178,36182],{"type":16,"tag":34112,"props":36174,"children":36175},{},[36176],{"type":22,"value":36177},"SMYRF",{"type":16,"tag":34112,"props":36179,"children":36180},{"align":34056},[36181],{"type":22,"value":36090},{"type":16,"tag":34112,"props":36183,"children":36184},{"align":34056},[36185],{"type":22,"value":36090},{"type":16,"tag":34045,"props":36187,"children":36188},{},[36189,36193,36198],{"type":16,"tag":34112,"props":36190,"children":36191},{},[36192],{"type":22,"value":34664},{"type":16,"tag":34112,"props":36194,"children":36195},{"align":34056},[36196],{"type":22,"value":36197},"61.4",{"type":16,"tag":34112,"props":36199,"children":36200},{"align":34056},[36201],{"type":22,"value":36090},{"type":16,"tag":34045,"props":36203,"children":36204},{},[36205,36209,36213],{"type":16,"tag":34112,"props":36206,"children":36207},{},[36208],{"type":22,"value":34721},{"type":16,"tag":34112,"props":36210,"children":36211},{"align":34056},[36212],{"type":22,"value":35610},{"type":16,"tag":34112,"props":36214,"children":36215},{"align":34056},[36216],{"type":22,"value":36217},"63.1",{"type":16,"tag":802,"props":36219,"children":36221},{"id":36220},"表-7与-apex-fmha-的运行时间毫秒",[36222],{"type":22,"value":36223},"表 7：与 Apex FMHA 的运行时间（毫秒）",{"type":16,"tag":34037,"props":36225,"children":36226},{},[36227,36250],{"type":16,"tag":34041,"props":36228,"children":36229},{},[36230],{"type":16,"tag":34045,"props":36231,"children":36232},{},[36233,36238,36242,36246],{"type":16,"tag":34049,"props":36234,"children":36235},{},[36236],{"type":22,"value":36237},"注意力方法",{"type":16,"tag":34049,"props":36239,"children":36240},{"align":34056},[36241],{"type":22,"value":34059},{"type":16,"tag":34049,"props":36243,"children":36244},{"align":34056},[36245],{"type":22,"value":34064},{"type":16,"tag":34049,"props":36247,"children":36248},{"align":34056},[36249],{"type":22,"value":34069},{"type":16,"tag":34105,"props":36251,"children":36252},{},[36253,36276,36299,36322,36345,36367],{"type":16,"tag":34045,"props":36254,"children":36255},{},[36256,36261,36266,36271],{"type":16,"tag":34112,"props":36257,"children":36258},{},[36259],{"type":22,"value":36260},"Apex FMHA 前向",{"type":16,"tag":34112,"props":36262,"children":36263},{"align":34056},[36264],{"type":22,"value":36265},"0.10",{"type":16,"tag":34112,"props":36267,"children":36268},{"align":34056},[36269],{"type":22,"value":36270},"0.29",{"type":16,"tag":34112,"props":36272,"children":36273},{"align":34056},[36274],{"type":22,"value":36275},"1.14",{"type":16,"tag":34045,"props":36277,"children":36278},{},[36279,36284,36289,36294],{"type":16,"tag":34112,"props":36280,"children":36281},{},[36282],{"type":22,"value":36283},"FlashAttention 前向",{"type":16,"tag":34112,"props":36285,"children":36286},{"align":34056},[36287],{"type":22,"value":36288},"0.08",{"type":16,"tag":34112,"props":36290,"children":36291},{"align":34056},[36292],{"type":22,"value":36293},"0.22",{"type":16,"tag":34112,"props":36295,"children":36296},{"align":34056},[36297],{"type":22,"value":36298},"0.81",{"type":16,"tag":34045,"props":36300,"children":36301},{},[36302,36307,36312,36317],{"type":16,"tag":34112,"props":36303,"children":36304},{},[36305],{"type":22,"value":36306},"Apex FMHA 反向",{"type":16,"tag":34112,"props":36308,"children":36309},{"align":34056},[36310],{"type":22,"value":36311},"0.17",{"type":16,"tag":34112,"props":36313,"children":36314},{"align":34056},[36315],{"type":22,"value":36316},"0.52",{"type":16,"tag":34112,"props":36318,"children":36319},{"align":34056},[36320],{"type":22,"value":36321},"1.81",{"type":16,"tag":34045,"props":36323,"children":36324},{},[36325,36330,36335,36340],{"type":16,"tag":34112,"props":36326,"children":36327},{},[36328],{"type":22,"value":36329},"FlashAttention 反向",{"type":16,"tag":34112,"props":36331,"children":36332},{"align":34056},[36333],{"type":22,"value":36334},"0.20",{"type":16,"tag":34112,"props":36336,"children":36337},{"align":34056},[36338],{"type":22,"value":36339},"0.53",{"type":16,"tag":34112,"props":36341,"children":36342},{"align":34056},[36343],{"type":22,"value":36344},"2.00",{"type":16,"tag":34045,"props":36346,"children":36347},{},[36348,36353,36358,36362],{"type":16,"tag":34112,"props":36349,"children":36350},{},[36351],{"type":22,"value":36352},"Apex FMHA 前向+反向",{"type":16,"tag":34112,"props":36354,"children":36355},{"align":34056},[36356],{"type":22,"value":36357},"0.27",{"type":16,"tag":34112,"props":36359,"children":36360},{"align":34056},[36361],{"type":22,"value":36298},{"type":16,"tag":34112,"props":36363,"children":36364},{"align":34056},[36365],{"type":22,"value":36366},"2.95",{"type":16,"tag":34045,"props":36368,"children":36369},{},[36370,36375,36380,36385],{"type":16,"tag":34112,"props":36371,"children":36372},{},[36373],{"type":22,"value":36374},"FlashAttention 前向+反向",{"type":16,"tag":34112,"props":36376,"children":36377},{"align":34056},[36378],{"type":22,"value":36379},"0.28",{"type":16,"tag":34112,"props":36381,"children":36382},{"align":34056},[36383],{"type":22,"value":36384},"0.75",{"type":16,"tag":34112,"props":36386,"children":36387},{"align":34056},[36388],{"type":22,"value":36389},"2.81",{"type":16,"tag":802,"props":36391,"children":36393},{"id":36392},"算法-2flashattention-前向传播完整伪代码",[36394],{"type":22,"value":36395},"算法 2：FlashAttention 前向传播（完整伪代码）",{"type":16,"tag":24,"props":36397,"children":36398},{},[36399,36400,36486,36488,36530,36532,36574,36576,36713],{"type":22,"value":3362},{"type":16,"tag":127,"props":36401,"children":36403},{"className":36402},[130],[36404,36441],{"type":16,"tag":127,"props":36405,"children":36407},{"className":36406},[135],[36408],{"type":16,"tag":138,"props":36409,"children":36410},{"xmlns":140},[36411],{"type":16,"tag":143,"props":36412,"children":36413},{},[36414,36437],{"type":16,"tag":147,"props":36415,"children":36416},{},[36417,36421,36425,36429,36433],{"type":16,"tag":151,"props":36418,"children":36419},{},[36420],{"type":22,"value":899},{"type":16,"tag":258,"props":36422,"children":36423},{"separator":166},[36424],{"type":22,"value":904},{"type":16,"tag":151,"props":36426,"children":36427},{},[36428],{"type":22,"value":909},{"type":16,"tag":258,"props":36430,"children":36431},{"separator":166},[36432],{"type":22,"value":904},{"type":16,"tag":151,"props":36434,"children":36435},{},[36436],{"type":22,"value":918},{"type":16,"tag":157,"props":36438,"children":36439},{"encoding":159},[36440],{"type":22,"value":7228},{"type":16,"tag":127,"props":36442,"children":36444},{"className":36443,"ariaHidden":166},[165],[36445],{"type":16,"tag":127,"props":36446,"children":36448},{"className":36447},[171],[36449,36453,36458,36463,36467,36472,36477,36481],{"type":16,"tag":127,"props":36450,"children":36452},{"className":36451,"style":965},[176],[],{"type":16,"tag":127,"props":36454,"children":36456},{"className":36455},[182,183],[36457],{"type":22,"value":899},{"type":16,"tag":127,"props":36459,"children":36461},{"className":36460},[975],[36462],{"type":22,"value":904},{"type":16,"tag":127,"props":36464,"children":36466},{"className":36465,"style":981},[593],[],{"type":16,"tag":127,"props":36468,"children":36470},{"className":36469,"style":986},[182,183],[36471],{"type":22,"value":909},{"type":16,"tag":127,"props":36473,"children":36475},{"className":36474},[975],[36476],{"type":22,"value":904},{"type":16,"tag":127,"props":36478,"children":36480},{"className":36479,"style":981},[593],[],{"type":16,"tag":127,"props":36482,"children":36484},{"className":36483,"style":594},[182,183],[36485],{"type":22,"value":918},{"type":22,"value":36487},"、SRAM 大小 ",{"type":16,"tag":127,"props":36489,"children":36491},{"className":36490},[130],[36492,36513],{"type":16,"tag":127,"props":36493,"children":36495},{"className":36494},[135],[36496],{"type":16,"tag":138,"props":36497,"children":36498},{"xmlns":140},[36499],{"type":16,"tag":143,"props":36500,"children":36501},{},[36502,36509],{"type":16,"tag":147,"props":36503,"children":36504},{},[36505],{"type":16,"tag":151,"props":36506,"children":36507},{},[36508],{"type":22,"value":209},{"type":16,"tag":157,"props":36510,"children":36511},{"encoding":159},[36512],{"type":22,"value":209},{"type":16,"tag":127,"props":36514,"children":36516},{"className":36515,"ariaHidden":166},[165],[36517],{"type":16,"tag":127,"props":36518,"children":36520},{"className":36519},[171],[36521,36525],{"type":16,"tag":127,"props":36522,"children":36524},{"className":36523,"style":225},[176],[],{"type":16,"tag":127,"props":36526,"children":36528},{"className":36527,"style":230},[182,183],[36529],{"type":22,"value":209},{"type":22,"value":36531},"、缩放常数 ",{"type":16,"tag":127,"props":36533,"children":36535},{"className":36534},[130],[36536,36557],{"type":16,"tag":127,"props":36537,"children":36539},{"className":36538},[135],[36540],{"type":16,"tag":138,"props":36541,"children":36542},{"xmlns":140},[36543],{"type":16,"tag":143,"props":36544,"children":36545},{},[36546,36553],{"type":16,"tag":147,"props":36547,"children":36548},{},[36549],{"type":16,"tag":151,"props":36550,"children":36551},{},[36552],{"type":22,"value":24422},{"type":16,"tag":157,"props":36554,"children":36555},{"encoding":159},[36556],{"type":22,"value":25527},{"type":16,"tag":127,"props":36558,"children":36560},{"className":36559,"ariaHidden":166},[165],[36561],{"type":16,"tag":127,"props":36562,"children":36564},{"className":36563},[171],[36565,36569],{"type":16,"tag":127,"props":36566,"children":36568},{"className":36567,"style":4287},[176],[],{"type":16,"tag":127,"props":36570,"children":36572},{"className":36571,"style":24620},[182,183],[36573],{"type":22,"value":24422},{"type":22,"value":36575},"、mask 函数和 dropout 概率 ",{"type":16,"tag":127,"props":36577,"children":36579},{"className":36578},[130],[36580,36624],{"type":16,"tag":127,"props":36581,"children":36583},{"className":36582},[135],[36584],{"type":16,"tag":138,"props":36585,"children":36586},{"xmlns":140},[36587],{"type":16,"tag":143,"props":36588,"children":36589},{},[36590,36619],{"type":16,"tag":147,"props":36591,"children":36592},{},[36593],{"type":16,"tag":3987,"props":36594,"children":36595},{},[36596,36600],{"type":16,"tag":151,"props":36597,"children":36598},{},[36599],{"type":22,"value":24},{"type":16,"tag":147,"props":36601,"children":36602},{},[36603,36607,36611,36615],{"type":16,"tag":151,"props":36604,"children":36605},{},[36606],{"type":22,"value":155},{"type":16,"tag":151,"props":36608,"children":36609},{},[36610],{"type":22,"value":8081},{"type":16,"tag":151,"props":36612,"children":36613},{},[36614],{"type":22,"value":15984},{"type":16,"tag":151,"props":36616,"children":36617},{},[36618],{"type":22,"value":24},{"type":16,"tag":157,"props":36620,"children":36621},{"encoding":159},[36622],{"type":22,"value":36623},"p_{drop}",{"type":16,"tag":127,"props":36625,"children":36627},{"className":36626,"ariaHidden":166},[165],[36628],{"type":16,"tag":127,"props":36629,"children":36631},{"className":36630},[171],[36632,36637],{"type":16,"tag":127,"props":36633,"children":36636},{"className":36634,"style":36635},[176],"height:0.7167em;vertical-align:-0.2861em;",[],{"type":16,"tag":127,"props":36638,"children":36640},{"className":36639},[182],[36641,36646],{"type":16,"tag":127,"props":36642,"children":36644},{"className":36643},[182,183],[36645],{"type":22,"value":24},{"type":16,"tag":127,"props":36647,"children":36649},{"className":36648},[357],[36650],{"type":16,"tag":127,"props":36651,"children":36653},{"className":36652},[362,4278],[36654,36702],{"type":16,"tag":127,"props":36655,"children":36657},{"className":36656},[367],[36658,36697],{"type":16,"tag":127,"props":36659,"children":36661},{"className":36660,"style":8756},[372],[36662],{"type":16,"tag":127,"props":36663,"children":36664},{"style":4374},[36665,36669],{"type":16,"tag":127,"props":36666,"children":36668},{"className":36667,"style":383},[382],[],{"type":16,"tag":127,"props":36670,"children":36672},{"className":36671},[388,389,390,391],[36673],{"type":16,"tag":127,"props":36674,"children":36676},{"className":36675},[182,391],[36677,36682,36687,36692],{"type":16,"tag":127,"props":36678,"children":36680},{"className":36679},[182,183,391],[36681],{"type":22,"value":155},{"type":16,"tag":127,"props":36683,"children":36685},{"className":36684,"style":336},[182,183,391],[36686],{"type":22,"value":8081},{"type":16,"tag":127,"props":36688,"children":36690},{"className":36689},[182,183,391],[36691],{"type":22,"value":15984},{"type":16,"tag":127,"props":36693,"children":36695},{"className":36694},[182,183,391],[36696],{"type":22,"value":24},{"type":16,"tag":127,"props":36698,"children":36700},{"className":36699},[4326],[36701],{"type":22,"value":4329},{"type":16,"tag":127,"props":36703,"children":36705},{"className":36704},[367],[36706],{"type":16,"tag":127,"props":36707,"children":36709},{"className":36708,"style":9843},[372],[36710],{"type":16,"tag":127,"props":36711,"children":36712},{},[],{"type":22,"value":2635},{"type":16,"tag":834,"props":36715,"children":36716},{},[36717,36766,37212,37572,37948,39716],{"type":16,"tag":765,"props":36718,"children":36719},{},[36720,36722,36764],{"type":22,"value":36721},"初始化伪随机数发生器状态 ",{"type":16,"tag":127,"props":36723,"children":36725},{"className":36724},[130],[36726,36747],{"type":16,"tag":127,"props":36727,"children":36729},{"className":36728},[135],[36730],{"type":16,"tag":138,"props":36731,"children":36732},{"xmlns":140},[36733],{"type":16,"tag":143,"props":36734,"children":36735},{},[36736,36743],{"type":16,"tag":147,"props":36737,"children":36738},{},[36739],{"type":16,"tag":151,"props":36740,"children":36741},{},[36742],{"type":22,"value":932},{"type":16,"tag":157,"props":36744,"children":36745},{"encoding":159},[36746],{"type":22,"value":932},{"type":16,"tag":127,"props":36748,"children":36750},{"className":36749,"ariaHidden":166},[165],[36751],{"type":16,"tag":127,"props":36752,"children":36754},{"className":36753},[171],[36755,36759],{"type":16,"tag":127,"props":36756,"children":36758},{"className":36757,"style":225},[176],[],{"type":16,"tag":127,"props":36760,"children":36762},{"className":36761,"style":25822},[182,183],[36763],{"type":22,"value":932},{"type":22,"value":36765}," 并保存到 HBM。",{"type":16,"tag":765,"props":36767,"children":36768},{},[36769,36771,36966,36968,37211],{"type":22,"value":36770},"设置 ",{"type":16,"tag":127,"props":36772,"children":36774},{"className":36773},[130],[36775,36840],{"type":16,"tag":127,"props":36776,"children":36778},{"className":36777},[135],[36779],{"type":16,"tag":138,"props":36780,"children":36781},{"xmlns":140},[36782],{"type":16,"tag":143,"props":36783,"children":36784},{},[36785,36835],{"type":16,"tag":147,"props":36786,"children":36787},{},[36788,36799,36803,36807,36811,36815,36819,36823,36827,36831],{"type":16,"tag":3987,"props":36789,"children":36790},{},[36791,36795],{"type":16,"tag":151,"props":36792,"children":36793},{},[36794],{"type":22,"value":3834},{"type":16,"tag":151,"props":36796,"children":36797},{},[36798],{"type":22,"value":8025},{"type":16,"tag":258,"props":36800,"children":36801},{},[36802],{"type":22,"value":1353},{"type":16,"tag":258,"props":36804,"children":36805},{"stretchy":260},[36806],{"type":22,"value":8037},{"type":16,"tag":151,"props":36808,"children":36809},{},[36810],{"type":22,"value":209},{"type":16,"tag":151,"props":36812,"children":36813},{"mathvariant":516},[36814],{"type":22,"value":4189},{"type":16,"tag":258,"props":36816,"children":36817},{"stretchy":260},[36818],{"type":22,"value":263},{"type":16,"tag":274,"props":36820,"children":36821},{},[36822],{"type":22,"value":8053},{"type":16,"tag":151,"props":36824,"children":36825},{},[36826],{"type":22,"value":155},{"type":16,"tag":258,"props":36828,"children":36829},{"stretchy":260},[36830],{"type":22,"value":314},{"type":16,"tag":258,"props":36832,"children":36833},{"stretchy":260},[36834],{"type":22,"value":8062},{"type":16,"tag":157,"props":36836,"children":36837},{"encoding":159},[36838],{"type":22,"value":36839},"B_c=\\lfloor M\u002F(4d)\\rfloor",{"type":16,"tag":127,"props":36841,"children":36843},{"className":36842,"ariaHidden":166},[165],[36844,36922],{"type":16,"tag":127,"props":36845,"children":36847},{"className":36846},[171],[36848,36852,36909,36913,36918],{"type":16,"tag":127,"props":36849,"children":36851},{"className":36850,"style":8163},[176],[],{"type":16,"tag":127,"props":36853,"children":36855},{"className":36854},[182],[36856,36861],{"type":16,"tag":127,"props":36857,"children":36859},{"className":36858,"style":3918},[182,183],[36860],{"type":22,"value":3834},{"type":16,"tag":127,"props":36862,"children":36864},{"className":36863},[357],[36865],{"type":16,"tag":127,"props":36866,"children":36868},{"className":36867},[362,4278],[36869,36898],{"type":16,"tag":127,"props":36870,"children":36872},{"className":36871},[367],[36873,36893],{"type":16,"tag":127,"props":36874,"children":36876},{"className":36875,"style":8189},[372],[36877],{"type":16,"tag":127,"props":36878,"children":36879},{"style":8193},[36880,36884],{"type":16,"tag":127,"props":36881,"children":36883},{"className":36882,"style":383},[382],[],{"type":16,"tag":127,"props":36885,"children":36887},{"className":36886},[388,389,390,391],[36888],{"type":16,"tag":127,"props":36889,"children":36891},{"className":36890},[182,183,391],[36892],{"type":22,"value":8025},{"type":16,"tag":127,"props":36894,"children":36896},{"className":36895},[4326],[36897],{"type":22,"value":4329},{"type":16,"tag":127,"props":36899,"children":36901},{"className":36900},[367],[36902],{"type":16,"tag":127,"props":36903,"children":36905},{"className":36904,"style":4401},[372],[36906],{"type":16,"tag":127,"props":36907,"children":36908},{},[],{"type":16,"tag":127,"props":36910,"children":36912},{"className":36911,"style":1006},[593],[],{"type":16,"tag":127,"props":36914,"children":36916},{"className":36915},[1011],[36917],{"type":22,"value":1353},{"type":16,"tag":127,"props":36919,"children":36921},{"className":36920,"style":1006},[593],[],{"type":16,"tag":127,"props":36923,"children":36925},{"className":36924},[171],[36926,36930,36935,36940,36945,36950,36955,36960],{"type":16,"tag":127,"props":36927,"children":36929},{"className":36928,"style":568},[176],[],{"type":16,"tag":127,"props":36931,"children":36933},{"className":36932},[342],[36934],{"type":22,"value":8037},{"type":16,"tag":127,"props":36936,"children":36938},{"className":36937,"style":230},[182,183],[36939],{"type":22,"value":209},{"type":16,"tag":127,"props":36941,"children":36943},{"className":36942},[182],[36944],{"type":22,"value":4189},{"type":16,"tag":127,"props":36946,"children":36948},{"className":36947},[342],[36949],{"type":22,"value":263},{"type":16,"tag":127,"props":36951,"children":36953},{"className":36952},[182],[36954],{"type":22,"value":8053},{"type":16,"tag":127,"props":36956,"children":36958},{"className":36957},[182,183],[36959],{"type":22,"value":155},{"type":16,"tag":127,"props":36961,"children":36963},{"className":36962},[492],[36964],{"type":22,"value":36965},")⌋",{"type":22,"value":36967},"，",{"type":16,"tag":127,"props":36969,"children":36971},{"className":36970},[130],[36972,37061],{"type":16,"tag":127,"props":36973,"children":36975},{"className":36974},[135],[36976],{"type":16,"tag":138,"props":36977,"children":36978},{"xmlns":140},[36979],{"type":16,"tag":143,"props":36980,"children":36981},{},[36982,37056],{"type":16,"tag":147,"props":36983,"children":36984},{},[36985,36996,37000,37004,37008,37012,37016,37020,37024,37028,37032,37036,37040,37044,37048,37052],{"type":16,"tag":3987,"props":36986,"children":36987},{},[36988,36992],{"type":16,"tag":151,"props":36989,"children":36990},{},[36991],{"type":22,"value":3834},{"type":16,"tag":151,"props":36993,"children":36994},{},[36995],{"type":22,"value":8081},{"type":16,"tag":258,"props":36997,"children":36998},{},[36999],{"type":22,"value":1353},{"type":16,"tag":151,"props":37001,"children":37002},{},[37003],{"type":22,"value":8090},{"type":16,"tag":258,"props":37005,"children":37006},{},[37007],{"type":22,"value":1422},{"type":16,"tag":258,"props":37009,"children":37010},{"stretchy":260},[37011],{"type":22,"value":263},{"type":16,"tag":258,"props":37013,"children":37014},{"stretchy":260},[37015],{"type":22,"value":8037},{"type":16,"tag":151,"props":37017,"children":37018},{},[37019],{"type":22,"value":209},{"type":16,"tag":151,"props":37021,"children":37022},{"mathvariant":516},[37023],{"type":22,"value":4189},{"type":16,"tag":258,"props":37025,"children":37026},{"stretchy":260},[37027],{"type":22,"value":263},{"type":16,"tag":274,"props":37029,"children":37030},{},[37031],{"type":22,"value":8053},{"type":16,"tag":151,"props":37033,"children":37034},{},[37035],{"type":22,"value":155},{"type":16,"tag":258,"props":37037,"children":37038},{"stretchy":260},[37039],{"type":22,"value":314},{"type":16,"tag":258,"props":37041,"children":37042},{"stretchy":260},[37043],{"type":22,"value":8062},{"type":16,"tag":258,"props":37045,"children":37046},{"separator":166},[37047],{"type":22,"value":904},{"type":16,"tag":151,"props":37049,"children":37050},{},[37051],{"type":22,"value":155},{"type":16,"tag":258,"props":37053,"children":37054},{"stretchy":260},[37055],{"type":22,"value":314},{"type":16,"tag":157,"props":37057,"children":37058},{"encoding":159},[37059],{"type":22,"value":37060},"B_r=\\min(\\lfloor M\u002F(4d)\\rfloor,d)",{"type":16,"tag":127,"props":37062,"children":37064},{"className":37063,"ariaHidden":166},[165],[37065,37143],{"type":16,"tag":127,"props":37066,"children":37068},{"className":37067},[171],[37069,37073,37130,37134,37139],{"type":16,"tag":127,"props":37070,"children":37072},{"className":37071,"style":8163},[176],[],{"type":16,"tag":127,"props":37074,"children":37076},{"className":37075},[182],[37077,37082],{"type":16,"tag":127,"props":37078,"children":37080},{"className":37079,"style":3918},[182,183],[37081],{"type":22,"value":3834},{"type":16,"tag":127,"props":37083,"children":37085},{"className":37084},[357],[37086],{"type":16,"tag":127,"props":37087,"children":37089},{"className":37088},[362,4278],[37090,37119],{"type":16,"tag":127,"props":37091,"children":37093},{"className":37092},[367],[37094,37114],{"type":16,"tag":127,"props":37095,"children":37097},{"className":37096,"style":8189},[372],[37098],{"type":16,"tag":127,"props":37099,"children":37100},{"style":8193},[37101,37105],{"type":16,"tag":127,"props":37102,"children":37104},{"className":37103,"style":383},[382],[],{"type":16,"tag":127,"props":37106,"children":37108},{"className":37107},[388,389,390,391],[37109],{"type":16,"tag":127,"props":37110,"children":37112},{"className":37111,"style":336},[182,183,391],[37113],{"type":22,"value":8081},{"type":16,"tag":127,"props":37115,"children":37117},{"className":37116},[4326],[37118],{"type":22,"value":4329},{"type":16,"tag":127,"props":37120,"children":37122},{"className":37121},[367],[37123],{"type":16,"tag":127,"props":37124,"children":37126},{"className":37125,"style":4401},[372],[37127],{"type":16,"tag":127,"props":37128,"children":37129},{},[],{"type":16,"tag":127,"props":37131,"children":37133},{"className":37132,"style":1006},[593],[],{"type":16,"tag":127,"props":37135,"children":37137},{"className":37136},[1011],[37138],{"type":22,"value":1353},{"type":16,"tag":127,"props":37140,"children":37142},{"className":37141,"style":1006},[593],[],{"type":16,"tag":127,"props":37144,"children":37146},{"className":37145},[171],[37147,37151,37156,37162,37167,37172,37177,37182,37187,37192,37197,37201,37206],{"type":16,"tag":127,"props":37148,"children":37150},{"className":37149,"style":568},[176],[],{"type":16,"tag":127,"props":37152,"children":37154},{"className":37153},[1727],[37155],{"type":22,"value":8090},{"type":16,"tag":127,"props":37157,"children":37159},{"className":37158},[342],[37160],{"type":22,"value":37161},"(⌊",{"type":16,"tag":127,"props":37163,"children":37165},{"className":37164,"style":230},[182,183],[37166],{"type":22,"value":209},{"type":16,"tag":127,"props":37168,"children":37170},{"className":37169},[182],[37171],{"type":22,"value":4189},{"type":16,"tag":127,"props":37173,"children":37175},{"className":37174},[342],[37176],{"type":22,"value":263},{"type":16,"tag":127,"props":37178,"children":37180},{"className":37179},[182],[37181],{"type":22,"value":8053},{"type":16,"tag":127,"props":37183,"children":37185},{"className":37184},[182,183],[37186],{"type":22,"value":155},{"type":16,"tag":127,"props":37188,"children":37190},{"className":37189},[492],[37191],{"type":22,"value":36965},{"type":16,"tag":127,"props":37193,"children":37195},{"className":37194},[975],[37196],{"type":22,"value":904},{"type":16,"tag":127,"props":37198,"children":37200},{"className":37199,"style":981},[593],[],{"type":16,"tag":127,"props":37202,"children":37204},{"className":37203},[182,183],[37205],{"type":22,"value":155},{"type":16,"tag":127,"props":37207,"children":37209},{"className":37208},[492],[37210],{"type":22,"value":314},{"type":22,"value":2635},{"type":16,"tag":765,"props":37213,"children":37214},{},[37215,37217,37416,37418,37571],{"type":22,"value":37216},"在 HBM 初始化 ",{"type":16,"tag":127,"props":37218,"children":37220},{"className":37219},[130],[37221,37287],{"type":16,"tag":127,"props":37222,"children":37224},{"className":37223},[135],[37225],{"type":16,"tag":138,"props":37226,"children":37227},{"xmlns":140},[37228],{"type":16,"tag":143,"props":37229,"children":37230},{},[37231,37282],{"type":16,"tag":147,"props":37232,"children":37233},{},[37234,37238,37242,37246,37250,37254,37258,37262,37266,37270,37274,37278],{"type":16,"tag":151,"props":37235,"children":37236},{},[37237],{"type":22,"value":256},{"type":16,"tag":258,"props":37239,"children":37240},{},[37241],{"type":22,"value":1353},{"type":16,"tag":274,"props":37243,"children":37244},{},[37245],{"type":22,"value":8672},{"type":16,"tag":258,"props":37247,"children":37248},{"separator":166},[37249],{"type":22,"value":904},{"type":16,"tag":151,"props":37251,"children":37252},{"mathvariant":516},[37253],{"type":22,"value":4086},{"type":16,"tag":258,"props":37255,"children":37256},{},[37257],{"type":22,"value":1353},{"type":16,"tag":274,"props":37259,"children":37260},{},[37261],{"type":22,"value":8672},{"type":16,"tag":258,"props":37263,"children":37264},{"separator":166},[37265],{"type":22,"value":904},{"type":16,"tag":151,"props":37267,"children":37268},{},[37269],{"type":22,"value":3948},{"type":16,"tag":258,"props":37271,"children":37272},{},[37273],{"type":22,"value":1353},{"type":16,"tag":258,"props":37275,"children":37276},{},[37277],{"type":22,"value":304},{"type":16,"tag":151,"props":37279,"children":37280},{"mathvariant":516},[37281],{"type":22,"value":8982},{"type":16,"tag":157,"props":37283,"children":37284},{"encoding":159},[37285],{"type":22,"value":37286},"O=0,\\ell=0,m=-\\infty",{"type":16,"tag":127,"props":37288,"children":37290},{"className":37289,"ariaHidden":166},[165],[37291,37317,37357,37398],{"type":16,"tag":127,"props":37292,"children":37294},{"className":37293},[171],[37295,37299,37304,37308,37313],{"type":16,"tag":127,"props":37296,"children":37298},{"className":37297,"style":225},[176],[],{"type":16,"tag":127,"props":37300,"children":37302},{"className":37301,"style":336},[182,183],[37303],{"type":22,"value":256},{"type":16,"tag":127,"props":37305,"children":37307},{"className":37306,"style":1006},[593],[],{"type":16,"tag":127,"props":37309,"children":37311},{"className":37310},[1011],[37312],{"type":22,"value":1353},{"type":16,"tag":127,"props":37314,"children":37316},{"className":37315,"style":1006},[593],[],{"type":16,"tag":127,"props":37318,"children":37320},{"className":37319},[171],[37321,37325,37330,37335,37339,37344,37348,37353],{"type":16,"tag":127,"props":37322,"children":37324},{"className":37323,"style":2339},[176],[],{"type":16,"tag":127,"props":37326,"children":37328},{"className":37327},[182],[37329],{"type":22,"value":8672},{"type":16,"tag":127,"props":37331,"children":37333},{"className":37332},[975],[37334],{"type":22,"value":904},{"type":16,"tag":127,"props":37336,"children":37338},{"className":37337,"style":981},[593],[],{"type":16,"tag":127,"props":37340,"children":37342},{"className":37341},[182],[37343],{"type":22,"value":4086},{"type":16,"tag":127,"props":37345,"children":37347},{"className":37346,"style":1006},[593],[],{"type":16,"tag":127,"props":37349,"children":37351},{"className":37350},[1011],[37352],{"type":22,"value":1353},{"type":16,"tag":127,"props":37354,"children":37356},{"className":37355,"style":1006},[593],[],{"type":16,"tag":127,"props":37358,"children":37360},{"className":37359},[171],[37361,37366,37371,37376,37380,37385,37389,37394],{"type":16,"tag":127,"props":37362,"children":37365},{"className":37363,"style":37364},[176],"height:0.8389em;vertical-align:-0.1944em;",[],{"type":16,"tag":127,"props":37367,"children":37369},{"className":37368},[182],[37370],{"type":22,"value":8672},{"type":16,"tag":127,"props":37372,"children":37374},{"className":37373},[975],[37375],{"type":22,"value":904},{"type":16,"tag":127,"props":37377,"children":37379},{"className":37378,"style":981},[593],[],{"type":16,"tag":127,"props":37381,"children":37383},{"className":37382},[182,183],[37384],{"type":22,"value":3948},{"type":16,"tag":127,"props":37386,"children":37388},{"className":37387,"style":1006},[593],[],{"type":16,"tag":127,"props":37390,"children":37392},{"className":37391},[1011],[37393],{"type":22,"value":1353},{"type":16,"tag":127,"props":37395,"children":37397},{"className":37396,"style":1006},[593],[],{"type":16,"tag":127,"props":37399,"children":37401},{"className":37400},[171],[37402,37406,37411],{"type":16,"tag":127,"props":37403,"children":37405},{"className":37404,"style":17428},[176],[],{"type":16,"tag":127,"props":37407,"children":37409},{"className":37408},[182],[37410],{"type":22,"value":304},{"type":16,"tag":127,"props":37412,"children":37414},{"className":37413},[182],[37415],{"type":22,"value":8982},{"type":22,"value":37417},"，按块划分 ",{"type":16,"tag":127,"props":37419,"children":37421},{"className":37420},[130],[37422,37484],{"type":16,"tag":127,"props":37423,"children":37425},{"className":37424},[135],[37426],{"type":16,"tag":138,"props":37427,"children":37428},{"xmlns":140},[37429],{"type":16,"tag":143,"props":37430,"children":37431},{},[37432,37479],{"type":16,"tag":147,"props":37433,"children":37434},{},[37435,37439,37443,37447,37451,37455,37459,37463,37467,37471,37475],{"type":16,"tag":151,"props":37436,"children":37437},{},[37438],{"type":22,"value":899},{"type":16,"tag":258,"props":37440,"children":37441},{"separator":166},[37442],{"type":22,"value":904},{"type":16,"tag":151,"props":37444,"children":37445},{},[37446],{"type":22,"value":909},{"type":16,"tag":258,"props":37448,"children":37449},{"separator":166},[37450],{"type":22,"value":904},{"type":16,"tag":151,"props":37452,"children":37453},{},[37454],{"type":22,"value":918},{"type":16,"tag":258,"props":37456,"children":37457},{"separator":166},[37458],{"type":22,"value":904},{"type":16,"tag":151,"props":37460,"children":37461},{},[37462],{"type":22,"value":256},{"type":16,"tag":258,"props":37464,"children":37465},{"separator":166},[37466],{"type":22,"value":904},{"type":16,"tag":151,"props":37468,"children":37469},{"mathvariant":516},[37470],{"type":22,"value":4086},{"type":16,"tag":258,"props":37472,"children":37473},{"separator":166},[37474],{"type":22,"value":904},{"type":16,"tag":151,"props":37476,"children":37477},{},[37478],{"type":22,"value":3948},{"type":16,"tag":157,"props":37480,"children":37481},{"encoding":159},[37482],{"type":22,"value":37483},"Q,K,V,O,\\ell,m",{"type":16,"tag":127,"props":37485,"children":37487},{"className":37486,"ariaHidden":166},[165],[37488],{"type":16,"tag":127,"props":37489,"children":37491},{"className":37490},[171],[37492,37496,37501,37506,37510,37515,37520,37524,37529,37534,37538,37543,37548,37552,37557,37562,37566],{"type":16,"tag":127,"props":37493,"children":37495},{"className":37494,"style":2339},[176],[],{"type":16,"tag":127,"props":37497,"children":37499},{"className":37498},[182,183],[37500],{"type":22,"value":899},{"type":16,"tag":127,"props":37502,"children":37504},{"className":37503},[975],[37505],{"type":22,"value":904},{"type":16,"tag":127,"props":37507,"children":37509},{"className":37508,"style":981},[593],[],{"type":16,"tag":127,"props":37511,"children":37513},{"className":37512,"style":986},[182,183],[37514],{"type":22,"value":909},{"type":16,"tag":127,"props":37516,"children":37518},{"className":37517},[975],[37519],{"type":22,"value":904},{"type":16,"tag":127,"props":37521,"children":37523},{"className":37522,"style":981},[593],[],{"type":16,"tag":127,"props":37525,"children":37527},{"className":37526,"style":594},[182,183],[37528],{"type":22,"value":918},{"type":16,"tag":127,"props":37530,"children":37532},{"className":37531},[975],[37533],{"type":22,"value":904},{"type":16,"tag":127,"props":37535,"children":37537},{"className":37536,"style":981},[593],[],{"type":16,"tag":127,"props":37539,"children":37541},{"className":37540,"style":336},[182,183],[37542],{"type":22,"value":256},{"type":16,"tag":127,"props":37544,"children":37546},{"className":37545},[975],[37547],{"type":22,"value":904},{"type":16,"tag":127,"props":37549,"children":37551},{"className":37550,"style":981},[593],[],{"type":16,"tag":127,"props":37553,"children":37555},{"className":37554},[182],[37556],{"type":22,"value":4086},{"type":16,"tag":127,"props":37558,"children":37560},{"className":37559},[975],[37561],{"type":22,"value":904},{"type":16,"tag":127,"props":37563,"children":37565},{"className":37564,"style":981},[593],[],{"type":16,"tag":127,"props":37567,"children":37569},{"className":37568},[182,183],[37570],{"type":22,"value":3948},{"type":22,"value":2635},{"type":16,"tag":765,"props":37573,"children":37574},{},[37575,37577,37762,37764,37946],{"type":22,"value":37576},"对 ",{"type":16,"tag":127,"props":37578,"children":37580},{"className":37579},[130],[37581,37635],{"type":16,"tag":127,"props":37582,"children":37584},{"className":37583},[135],[37585],{"type":16,"tag":138,"props":37586,"children":37587},{"xmlns":140},[37588],{"type":16,"tag":143,"props":37589,"children":37590},{},[37591,37630],{"type":16,"tag":147,"props":37592,"children":37593},{},[37594,37598,37602,37606,37610,37615,37619],{"type":16,"tag":151,"props":37595,"children":37596},{},[37597],{"type":22,"value":9695},{"type":16,"tag":258,"props":37599,"children":37600},{},[37601],{"type":22,"value":1353},{"type":16,"tag":274,"props":37603,"children":37604},{},[37605],{"type":22,"value":309},{"type":16,"tag":258,"props":37607,"children":37608},{"separator":166},[37609],{"type":22,"value":904},{"type":16,"tag":258,"props":37611,"children":37612},{},[37613],{"type":22,"value":37614},"…",{"type":16,"tag":258,"props":37616,"children":37617},{"separator":166},[37618],{"type":22,"value":904},{"type":16,"tag":3987,"props":37620,"children":37621},{},[37622,37626],{"type":16,"tag":151,"props":37623,"children":37624},{},[37625],{"type":22,"value":1369},{"type":16,"tag":151,"props":37627,"children":37628},{},[37629],{"type":22,"value":8025},{"type":16,"tag":157,"props":37631,"children":37632},{"encoding":159},[37633],{"type":22,"value":37634},"j=1,\\ldots,T_c",{"type":16,"tag":127,"props":37636,"children":37638},{"className":37637,"ariaHidden":166},[165],[37639,37665],{"type":16,"tag":127,"props":37640,"children":37642},{"className":37641},[171],[37643,37647,37652,37656,37661],{"type":16,"tag":127,"props":37644,"children":37646},{"className":37645,"style":9711},[176],[],{"type":16,"tag":127,"props":37648,"children":37650},{"className":37649,"style":9716},[182,183],[37651],{"type":22,"value":9695},{"type":16,"tag":127,"props":37653,"children":37655},{"className":37654,"style":1006},[593],[],{"type":16,"tag":127,"props":37657,"children":37659},{"className":37658},[1011],[37660],{"type":22,"value":1353},{"type":16,"tag":127,"props":37662,"children":37664},{"className":37663,"style":1006},[593],[],{"type":16,"tag":127,"props":37666,"children":37668},{"className":37667},[171],[37669,37673,37678,37683,37687,37692,37696,37701,37705],{"type":16,"tag":127,"props":37670,"children":37672},{"className":37671,"style":965},[176],[],{"type":16,"tag":127,"props":37674,"children":37676},{"className":37675},[182],[37677],{"type":22,"value":309},{"type":16,"tag":127,"props":37679,"children":37681},{"className":37680},[975],[37682],{"type":22,"value":904},{"type":16,"tag":127,"props":37684,"children":37686},{"className":37685,"style":981},[593],[],{"type":16,"tag":127,"props":37688,"children":37690},{"className":37689},[5896],[37691],{"type":22,"value":37614},{"type":16,"tag":127,"props":37693,"children":37695},{"className":37694,"style":981},[593],[],{"type":16,"tag":127,"props":37697,"children":37699},{"className":37698},[975],[37700],{"type":22,"value":904},{"type":16,"tag":127,"props":37702,"children":37704},{"className":37703,"style":981},[593],[],{"type":16,"tag":127,"props":37706,"children":37708},{"className":37707},[182],[37709,37714],{"type":16,"tag":127,"props":37710,"children":37712},{"className":37711,"style":1605},[182,183],[37713],{"type":22,"value":1369},{"type":16,"tag":127,"props":37715,"children":37717},{"className":37716},[357],[37718],{"type":16,"tag":127,"props":37719,"children":37721},{"className":37720},[362,4278],[37722,37751],{"type":16,"tag":127,"props":37723,"children":37725},{"className":37724},[367],[37726,37746],{"type":16,"tag":127,"props":37727,"children":37729},{"className":37728,"style":8189},[372],[37730],{"type":16,"tag":127,"props":37731,"children":37732},{"style":9244},[37733,37737],{"type":16,"tag":127,"props":37734,"children":37736},{"className":37735,"style":383},[382],[],{"type":16,"tag":127,"props":37738,"children":37740},{"className":37739},[388,389,390,391],[37741],{"type":16,"tag":127,"props":37742,"children":37744},{"className":37743},[182,183,391],[37745],{"type":22,"value":8025},{"type":16,"tag":127,"props":37747,"children":37749},{"className":37748},[4326],[37750],{"type":22,"value":4329},{"type":16,"tag":127,"props":37752,"children":37754},{"className":37753},[367],[37755],{"type":16,"tag":127,"props":37756,"children":37758},{"className":37757,"style":4401},[372],[37759],{"type":16,"tag":127,"props":37760,"children":37761},{},[],{"type":22,"value":37763},"：加载 ",{"type":16,"tag":127,"props":37765,"children":37767},{"className":37766},[130],[37768,37811],{"type":16,"tag":127,"props":37769,"children":37771},{"className":37770},[135],[37772],{"type":16,"tag":138,"props":37773,"children":37774},{"xmlns":140},[37775],{"type":16,"tag":143,"props":37776,"children":37777},{},[37778,37807],{"type":16,"tag":147,"props":37779,"children":37780},{},[37781,37792,37796],{"type":16,"tag":3987,"props":37782,"children":37783},{},[37784,37788],{"type":16,"tag":151,"props":37785,"children":37786},{},[37787],{"type":22,"value":909},{"type":16,"tag":151,"props":37789,"children":37790},{},[37791],{"type":22,"value":9695},{"type":16,"tag":258,"props":37793,"children":37794},{"separator":166},[37795],{"type":22,"value":904},{"type":16,"tag":3987,"props":37797,"children":37798},{},[37799,37803],{"type":16,"tag":151,"props":37800,"children":37801},{},[37802],{"type":22,"value":918},{"type":16,"tag":151,"props":37804,"children":37805},{},[37806],{"type":22,"value":9695},{"type":16,"tag":157,"props":37808,"children":37809},{"encoding":159},[37810],{"type":22,"value":9775},{"type":16,"tag":127,"props":37812,"children":37814},{"className":37813,"ariaHidden":166},[165],[37815],{"type":16,"tag":127,"props":37816,"children":37818},{"className":37817},[171],[37819,37823,37880,37885,37889],{"type":16,"tag":127,"props":37820,"children":37822},{"className":37821,"style":9787},[176],[],{"type":16,"tag":127,"props":37824,"children":37826},{"className":37825},[182],[37827,37832],{"type":16,"tag":127,"props":37828,"children":37830},{"className":37829,"style":986},[182,183],[37831],{"type":22,"value":909},{"type":16,"tag":127,"props":37833,"children":37835},{"className":37834},[357],[37836],{"type":16,"tag":127,"props":37837,"children":37839},{"className":37838},[362,4278],[37840,37869],{"type":16,"tag":127,"props":37841,"children":37843},{"className":37842},[367],[37844,37864],{"type":16,"tag":127,"props":37845,"children":37847},{"className":37846,"style":4370},[372],[37848],{"type":16,"tag":127,"props":37849,"children":37850},{"style":9816},[37851,37855],{"type":16,"tag":127,"props":37852,"children":37854},{"className":37853,"style":383},[382],[],{"type":16,"tag":127,"props":37856,"children":37858},{"className":37857},[388,389,390,391],[37859],{"type":16,"tag":127,"props":37860,"children":37862},{"className":37861,"style":9716},[182,183,391],[37863],{"type":22,"value":9695},{"type":16,"tag":127,"props":37865,"children":37867},{"className":37866},[4326],[37868],{"type":22,"value":4329},{"type":16,"tag":127,"props":37870,"children":37872},{"className":37871},[367],[37873],{"type":16,"tag":127,"props":37874,"children":37876},{"className":37875,"style":9843},[372],[37877],{"type":16,"tag":127,"props":37878,"children":37879},{},[],{"type":16,"tag":127,"props":37881,"children":37883},{"className":37882},[975],[37884],{"type":22,"value":904},{"type":16,"tag":127,"props":37886,"children":37888},{"className":37887,"style":981},[593],[],{"type":16,"tag":127,"props":37890,"children":37892},{"className":37891},[182],[37893,37898],{"type":16,"tag":127,"props":37894,"children":37896},{"className":37895,"style":594},[182,183],[37897],{"type":22,"value":918},{"type":16,"tag":127,"props":37899,"children":37901},{"className":37900},[357],[37902],{"type":16,"tag":127,"props":37903,"children":37905},{"className":37904},[362,4278],[37906,37935],{"type":16,"tag":127,"props":37907,"children":37909},{"className":37908},[367],[37910,37930],{"type":16,"tag":127,"props":37911,"children":37913},{"className":37912,"style":4370},[372],[37914],{"type":16,"tag":127,"props":37915,"children":37916},{"style":9884},[37917,37921],{"type":16,"tag":127,"props":37918,"children":37920},{"className":37919,"style":383},[382],[],{"type":16,"tag":127,"props":37922,"children":37924},{"className":37923},[388,389,390,391],[37925],{"type":16,"tag":127,"props":37926,"children":37928},{"className":37927,"style":9716},[182,183,391],[37929],{"type":22,"value":9695},{"type":16,"tag":127,"props":37931,"children":37933},{"className":37932},[4326],[37934],{"type":22,"value":4329},{"type":16,"tag":127,"props":37936,"children":37938},{"className":37937},[367],[37939],{"type":16,"tag":127,"props":37940,"children":37942},{"className":37941,"style":9843},[372],[37943],{"type":16,"tag":127,"props":37944,"children":37945},{},[],{"type":22,"value":37947}," 到 SRAM。",{"type":16,"tag":765,"props":37949,"children":37950},{},[37951,37952,38136,38137,38481,38483,38786,38788,38946,38947,39106,39107,39265,39267,39450,39452,39610,39612,39714],{"type":22,"value":37576},{"type":16,"tag":127,"props":37953,"children":37955},{"className":37954},[130],[37956,38009],{"type":16,"tag":127,"props":37957,"children":37959},{"className":37958},[135],[37960],{"type":16,"tag":138,"props":37961,"children":37962},{"xmlns":140},[37963],{"type":16,"tag":143,"props":37964,"children":37965},{},[37966,38004],{"type":16,"tag":147,"props":37967,"children":37968},{},[37969,37973,37977,37981,37985,37989,37993],{"type":16,"tag":151,"props":37970,"children":37971},{},[37972],{"type":22,"value":3985},{"type":16,"tag":258,"props":37974,"children":37975},{},[37976],{"type":22,"value":1353},{"type":16,"tag":274,"props":37978,"children":37979},{},[37980],{"type":22,"value":309},{"type":16,"tag":258,"props":37982,"children":37983},{"separator":166},[37984],{"type":22,"value":904},{"type":16,"tag":258,"props":37986,"children":37987},{},[37988],{"type":22,"value":37614},{"type":16,"tag":258,"props":37990,"children":37991},{"separator":166},[37992],{"type":22,"value":904},{"type":16,"tag":3987,"props":37994,"children":37995},{},[37996,38000],{"type":16,"tag":151,"props":37997,"children":37998},{},[37999],{"type":22,"value":1369},{"type":16,"tag":151,"props":38001,"children":38002},{},[38003],{"type":22,"value":8081},{"type":16,"tag":157,"props":38005,"children":38006},{"encoding":159},[38007],{"type":22,"value":38008},"i=1,\\ldots,T_r",{"type":16,"tag":127,"props":38010,"children":38012},{"className":38011,"ariaHidden":166},[165],[38013,38039],{"type":16,"tag":127,"props":38014,"children":38016},{"className":38015},[171],[38017,38021,38026,38030,38035],{"type":16,"tag":127,"props":38018,"children":38020},{"className":38019,"style":9958},[176],[],{"type":16,"tag":127,"props":38022,"children":38024},{"className":38023},[182,183],[38025],{"type":22,"value":3985},{"type":16,"tag":127,"props":38027,"children":38029},{"className":38028,"style":1006},[593],[],{"type":16,"tag":127,"props":38031,"children":38033},{"className":38032},[1011],[38034],{"type":22,"value":1353},{"type":16,"tag":127,"props":38036,"children":38038},{"className":38037,"style":1006},[593],[],{"type":16,"tag":127,"props":38040,"children":38042},{"className":38041},[171],[38043,38047,38052,38057,38061,38066,38070,38075,38079],{"type":16,"tag":127,"props":38044,"children":38046},{"className":38045,"style":965},[176],[],{"type":16,"tag":127,"props":38048,"children":38050},{"className":38049},[182],[38051],{"type":22,"value":309},{"type":16,"tag":127,"props":38053,"children":38055},{"className":38054},[975],[38056],{"type":22,"value":904},{"type":16,"tag":127,"props":38058,"children":38060},{"className":38059,"style":981},[593],[],{"type":16,"tag":127,"props":38062,"children":38064},{"className":38063},[5896],[38065],{"type":22,"value":37614},{"type":16,"tag":127,"props":38067,"children":38069},{"className":38068,"style":981},[593],[],{"type":16,"tag":127,"props":38071,"children":38073},{"className":38072},[975],[38074],{"type":22,"value":904},{"type":16,"tag":127,"props":38076,"children":38078},{"className":38077,"style":981},[593],[],{"type":16,"tag":127,"props":38080,"children":38082},{"className":38081},[182],[38083,38088],{"type":16,"tag":127,"props":38084,"children":38086},{"className":38085,"style":1605},[182,183],[38087],{"type":22,"value":1369},{"type":16,"tag":127,"props":38089,"children":38091},{"className":38090},[357],[38092],{"type":16,"tag":127,"props":38093,"children":38095},{"className":38094},[362,4278],[38096,38125],{"type":16,"tag":127,"props":38097,"children":38099},{"className":38098},[367],[38100,38120],{"type":16,"tag":127,"props":38101,"children":38103},{"className":38102,"style":8189},[372],[38104],{"type":16,"tag":127,"props":38105,"children":38106},{"style":9244},[38107,38111],{"type":16,"tag":127,"props":38108,"children":38110},{"className":38109,"style":383},[382],[],{"type":16,"tag":127,"props":38112,"children":38114},{"className":38113},[388,389,390,391],[38115],{"type":16,"tag":127,"props":38116,"children":38118},{"className":38117,"style":336},[182,183,391],[38119],{"type":22,"value":8081},{"type":16,"tag":127,"props":38121,"children":38123},{"className":38122},[4326],[38124],{"type":22,"value":4329},{"type":16,"tag":127,"props":38126,"children":38128},{"className":38127},[367],[38129],{"type":16,"tag":127,"props":38130,"children":38132},{"className":38131,"style":4401},[372],[38133],{"type":16,"tag":127,"props":38134,"children":38135},{},[],{"type":22,"value":37763},{"type":16,"tag":127,"props":38138,"children":38140},{"className":38139},[130],[38141,38214],{"type":16,"tag":127,"props":38142,"children":38144},{"className":38143},[135],[38145],{"type":16,"tag":138,"props":38146,"children":38147},{"xmlns":140},[38148],{"type":16,"tag":143,"props":38149,"children":38150},{},[38151,38210],{"type":16,"tag":147,"props":38152,"children":38153},{},[38154,38165,38169,38180,38184,38195,38199],{"type":16,"tag":3987,"props":38155,"children":38156},{},[38157,38161],{"type":16,"tag":151,"props":38158,"children":38159},{},[38160],{"type":22,"value":899},{"type":16,"tag":151,"props":38162,"children":38163},{},[38164],{"type":22,"value":3985},{"type":16,"tag":258,"props":38166,"children":38167},{"separator":166},[38168],{"type":22,"value":904},{"type":16,"tag":3987,"props":38170,"children":38171},{},[38172,38176],{"type":16,"tag":151,"props":38173,"children":38174},{},[38175],{"type":22,"value":256},{"type":16,"tag":151,"props":38177,"children":38178},{},[38179],{"type":22,"value":3985},{"type":16,"tag":258,"props":38181,"children":38182},{"separator":166},[38183],{"type":22,"value":904},{"type":16,"tag":3987,"props":38185,"children":38186},{},[38187,38191],{"type":16,"tag":151,"props":38188,"children":38189},{"mathvariant":516},[38190],{"type":22,"value":4086},{"type":16,"tag":151,"props":38192,"children":38193},{},[38194],{"type":22,"value":3985},{"type":16,"tag":258,"props":38196,"children":38197},{"separator":166},[38198],{"type":22,"value":904},{"type":16,"tag":3987,"props":38200,"children":38201},{},[38202,38206],{"type":16,"tag":151,"props":38203,"children":38204},{},[38205],{"type":22,"value":3948},{"type":16,"tag":151,"props":38207,"children":38208},{},[38209],{"type":22,"value":3985},{"type":16,"tag":157,"props":38211,"children":38212},{"encoding":159},[38213],{"type":22,"value":10044},{"type":16,"tag":127,"props":38215,"children":38217},{"className":38216,"ariaHidden":166},[165],[38218],{"type":16,"tag":127,"props":38219,"children":38221},{"className":38220},[171],[38222,38226,38283,38288,38292,38349,38354,38358,38415,38420,38424],{"type":16,"tag":127,"props":38223,"children":38225},{"className":38224,"style":2339},[176],[],{"type":16,"tag":127,"props":38227,"children":38229},{"className":38228},[182],[38230,38235],{"type":16,"tag":127,"props":38231,"children":38233},{"className":38232},[182,183],[38234],{"type":22,"value":899},{"type":16,"tag":127,"props":38236,"children":38238},{"className":38237},[357],[38239],{"type":16,"tag":127,"props":38240,"children":38242},{"className":38241},[362,4278],[38243,38272],{"type":16,"tag":127,"props":38244,"children":38246},{"className":38245},[367],[38247,38267],{"type":16,"tag":127,"props":38248,"children":38250},{"className":38249,"style":4370},[372],[38251],{"type":16,"tag":127,"props":38252,"children":38253},{"style":4374},[38254,38258],{"type":16,"tag":127,"props":38255,"children":38257},{"className":38256,"style":383},[382],[],{"type":16,"tag":127,"props":38259,"children":38261},{"className":38260},[388,389,390,391],[38262],{"type":16,"tag":127,"props":38263,"children":38265},{"className":38264},[182,183,391],[38266],{"type":22,"value":3985},{"type":16,"tag":127,"props":38268,"children":38270},{"className":38269},[4326],[38271],{"type":22,"value":4329},{"type":16,"tag":127,"props":38273,"children":38275},{"className":38274},[367],[38276],{"type":16,"tag":127,"props":38277,"children":38279},{"className":38278,"style":4401},[372],[38280],{"type":16,"tag":127,"props":38281,"children":38282},{},[],{"type":16,"tag":127,"props":38284,"children":38286},{"className":38285},[975],[38287],{"type":22,"value":904},{"type":16,"tag":127,"props":38289,"children":38291},{"className":38290,"style":981},[593],[],{"type":16,"tag":127,"props":38293,"children":38295},{"className":38294},[182],[38296,38301],{"type":16,"tag":127,"props":38297,"children":38299},{"className":38298,"style":336},[182,183],[38300],{"type":22,"value":256},{"type":16,"tag":127,"props":38302,"children":38304},{"className":38303},[357],[38305],{"type":16,"tag":127,"props":38306,"children":38308},{"className":38307},[362,4278],[38309,38338],{"type":16,"tag":127,"props":38310,"children":38312},{"className":38311},[367],[38313,38333],{"type":16,"tag":127,"props":38314,"children":38316},{"className":38315,"style":4370},[372],[38317],{"type":16,"tag":127,"props":38318,"children":38319},{"style":10150},[38320,38324],{"type":16,"tag":127,"props":38321,"children":38323},{"className":38322,"style":383},[382],[],{"type":16,"tag":127,"props":38325,"children":38327},{"className":38326},[388,389,390,391],[38328],{"type":16,"tag":127,"props":38329,"children":38331},{"className":38330},[182,183,391],[38332],{"type":22,"value":3985},{"type":16,"tag":127,"props":38334,"children":38336},{"className":38335},[4326],[38337],{"type":22,"value":4329},{"type":16,"tag":127,"props":38339,"children":38341},{"className":38340},[367],[38342],{"type":16,"tag":127,"props":38343,"children":38345},{"className":38344,"style":4401},[372],[38346],{"type":16,"tag":127,"props":38347,"children":38348},{},[],{"type":16,"tag":127,"props":38350,"children":38352},{"className":38351},[975],[38353],{"type":22,"value":904},{"type":16,"tag":127,"props":38355,"children":38357},{"className":38356,"style":981},[593],[],{"type":16,"tag":127,"props":38359,"children":38361},{"className":38360},[182],[38362,38367],{"type":16,"tag":127,"props":38363,"children":38365},{"className":38364},[182],[38366],{"type":22,"value":4086},{"type":16,"tag":127,"props":38368,"children":38370},{"className":38369},[357],[38371],{"type":16,"tag":127,"props":38372,"children":38374},{"className":38373},[362,4278],[38375,38404],{"type":16,"tag":127,"props":38376,"children":38378},{"className":38377},[367],[38379,38399],{"type":16,"tag":127,"props":38380,"children":38382},{"className":38381,"style":4370},[372],[38383],{"type":16,"tag":127,"props":38384,"children":38385},{"style":4374},[38386,38390],{"type":16,"tag":127,"props":38387,"children":38389},{"className":38388,"style":383},[382],[],{"type":16,"tag":127,"props":38391,"children":38393},{"className":38392},[388,389,390,391],[38394],{"type":16,"tag":127,"props":38395,"children":38397},{"className":38396},[182,183,391],[38398],{"type":22,"value":3985},{"type":16,"tag":127,"props":38400,"children":38402},{"className":38401},[4326],[38403],{"type":22,"value":4329},{"type":16,"tag":127,"props":38405,"children":38407},{"className":38406},[367],[38408],{"type":16,"tag":127,"props":38409,"children":38411},{"className":38410,"style":4401},[372],[38412],{"type":16,"tag":127,"props":38413,"children":38414},{},[],{"type":16,"tag":127,"props":38416,"children":38418},{"className":38417},[975],[38419],{"type":22,"value":904},{"type":16,"tag":127,"props":38421,"children":38423},{"className":38422,"style":981},[593],[],{"type":16,"tag":127,"props":38425,"children":38427},{"className":38426},[182],[38428,38433],{"type":16,"tag":127,"props":38429,"children":38431},{"className":38430},[182,183],[38432],{"type":22,"value":3948},{"type":16,"tag":127,"props":38434,"children":38436},{"className":38435},[357],[38437],{"type":16,"tag":127,"props":38438,"children":38440},{"className":38439},[362,4278],[38441,38470],{"type":16,"tag":127,"props":38442,"children":38444},{"className":38443},[367],[38445,38465],{"type":16,"tag":127,"props":38446,"children":38448},{"className":38447,"style":4370},[372],[38449],{"type":16,"tag":127,"props":38450,"children":38451},{"style":4374},[38452,38456],{"type":16,"tag":127,"props":38453,"children":38455},{"className":38454,"style":383},[382],[],{"type":16,"tag":127,"props":38457,"children":38459},{"className":38458},[388,389,390,391],[38460],{"type":16,"tag":127,"props":38461,"children":38463},{"className":38462},[182,183,391],[38464],{"type":22,"value":3985},{"type":16,"tag":127,"props":38466,"children":38468},{"className":38467},[4326],[38469],{"type":22,"value":4329},{"type":16,"tag":127,"props":38471,"children":38473},{"className":38472},[367],[38474],{"type":16,"tag":127,"props":38475,"children":38477},{"className":38476,"style":4401},[372],[38478],{"type":16,"tag":127,"props":38479,"children":38480},{},[],{"type":22,"value":38482},"；计算 ",{"type":16,"tag":127,"props":38484,"children":38486},{"className":38485},[130],[38487,38557],{"type":16,"tag":127,"props":38488,"children":38490},{"className":38489},[135],[38491],{"type":16,"tag":138,"props":38492,"children":38493},{"xmlns":140},[38494],{"type":16,"tag":143,"props":38495,"children":38496},{},[38497,38552],{"type":16,"tag":147,"props":38498,"children":38499},{},[38500,38518,38522,38526,38537],{"type":16,"tag":3987,"props":38501,"children":38502},{},[38503,38507],{"type":16,"tag":151,"props":38504,"children":38505},{},[38506],{"type":22,"value":1348},{"type":16,"tag":147,"props":38508,"children":38509},{},[38510,38514],{"type":16,"tag":151,"props":38511,"children":38512},{},[38513],{"type":22,"value":3985},{"type":16,"tag":151,"props":38515,"children":38516},{},[38517],{"type":22,"value":9695},{"type":16,"tag":258,"props":38519,"children":38520},{},[38521],{"type":22,"value":1353},{"type":16,"tag":151,"props":38523,"children":38524},{},[38525],{"type":22,"value":24422},{"type":16,"tag":3987,"props":38527,"children":38528},{},[38529,38533],{"type":16,"tag":151,"props":38530,"children":38531},{},[38532],{"type":22,"value":899},{"type":16,"tag":151,"props":38534,"children":38535},{},[38536],{"type":22,"value":3985},{"type":16,"tag":10370,"props":38538,"children":38539},{},[38540,38544,38548],{"type":16,"tag":151,"props":38541,"children":38542},{},[38543],{"type":22,"value":909},{"type":16,"tag":151,"props":38545,"children":38546},{},[38547],{"type":22,"value":9695},{"type":16,"tag":151,"props":38549,"children":38550},{},[38551],{"type":22,"value":1369},{"type":16,"tag":157,"props":38553,"children":38554},{"encoding":159},[38555],{"type":22,"value":38556},"S_{ij}=\\tau Q_iK_j^T",{"type":16,"tag":127,"props":38558,"children":38560},{"className":38559,"ariaHidden":166},[165],[38561,38643],{"type":16,"tag":127,"props":38562,"children":38564},{"className":38563},[171],[38565,38569,38630,38634,38639],{"type":16,"tag":127,"props":38566,"children":38568},{"className":38567,"style":9787},[176],[],{"type":16,"tag":127,"props":38570,"children":38572},{"className":38571},[182],[38573,38578],{"type":16,"tag":127,"props":38574,"children":38576},{"className":38575,"style":1534},[182,183],[38577],{"type":22,"value":1348},{"type":16,"tag":127,"props":38579,"children":38581},{"className":38580},[357],[38582],{"type":16,"tag":127,"props":38583,"children":38585},{"className":38584},[362,4278],[38586,38619],{"type":16,"tag":127,"props":38587,"children":38589},{"className":38588},[367],[38590,38614],{"type":16,"tag":127,"props":38591,"children":38593},{"className":38592,"style":4370},[372],[38594],{"type":16,"tag":127,"props":38595,"children":38596},{"style":10429},[38597,38601],{"type":16,"tag":127,"props":38598,"children":38600},{"className":38599,"style":383},[382],[],{"type":16,"tag":127,"props":38602,"children":38604},{"className":38603},[388,389,390,391],[38605],{"type":16,"tag":127,"props":38606,"children":38608},{"className":38607},[182,391],[38609],{"type":16,"tag":127,"props":38610,"children":38612},{"className":38611,"style":9716},[182,183,391],[38613],{"type":22,"value":10448},{"type":16,"tag":127,"props":38615,"children":38617},{"className":38616},[4326],[38618],{"type":22,"value":4329},{"type":16,"tag":127,"props":38620,"children":38622},{"className":38621},[367],[38623],{"type":16,"tag":127,"props":38624,"children":38626},{"className":38625,"style":9843},[372],[38627],{"type":16,"tag":127,"props":38628,"children":38629},{},[],{"type":16,"tag":127,"props":38631,"children":38633},{"className":38632,"style":1006},[593],[],{"type":16,"tag":127,"props":38635,"children":38637},{"className":38636},[1011],[38638],{"type":22,"value":1353},{"type":16,"tag":127,"props":38640,"children":38642},{"className":38641,"style":1006},[593],[],{"type":16,"tag":127,"props":38644,"children":38646},{"className":38645},[171],[38647,38651,38656,38713],{"type":16,"tag":127,"props":38648,"children":38650},{"className":38649,"style":10485},[176],[],{"type":16,"tag":127,"props":38652,"children":38654},{"className":38653,"style":24620},[182,183],[38655],{"type":22,"value":24422},{"type":16,"tag":127,"props":38657,"children":38659},{"className":38658},[182],[38660,38665],{"type":16,"tag":127,"props":38661,"children":38663},{"className":38662},[182,183],[38664],{"type":22,"value":899},{"type":16,"tag":127,"props":38666,"children":38668},{"className":38667},[357],[38669],{"type":16,"tag":127,"props":38670,"children":38672},{"className":38671},[362,4278],[38673,38702],{"type":16,"tag":127,"props":38674,"children":38676},{"className":38675},[367],[38677,38697],{"type":16,"tag":127,"props":38678,"children":38680},{"className":38679,"style":4370},[372],[38681],{"type":16,"tag":127,"props":38682,"children":38683},{"style":4374},[38684,38688],{"type":16,"tag":127,"props":38685,"children":38687},{"className":38686,"style":383},[382],[],{"type":16,"tag":127,"props":38689,"children":38691},{"className":38690},[388,389,390,391],[38692],{"type":16,"tag":127,"props":38693,"children":38695},{"className":38694},[182,183,391],[38696],{"type":22,"value":3985},{"type":16,"tag":127,"props":38698,"children":38700},{"className":38699},[4326],[38701],{"type":22,"value":4329},{"type":16,"tag":127,"props":38703,"children":38705},{"className":38704},[367],[38706],{"type":16,"tag":127,"props":38707,"children":38709},{"className":38708,"style":4401},[372],[38710],{"type":16,"tag":127,"props":38711,"children":38712},{},[],{"type":16,"tag":127,"props":38714,"children":38716},{"className":38715},[182],[38717,38722],{"type":16,"tag":127,"props":38718,"children":38720},{"className":38719,"style":986},[182,183],[38721],{"type":22,"value":909},{"type":16,"tag":127,"props":38723,"children":38725},{"className":38724},[357],[38726],{"type":16,"tag":127,"props":38727,"children":38729},{"className":38728},[362,4278],[38730,38775],{"type":16,"tag":127,"props":38731,"children":38733},{"className":38732},[367],[38734,38770],{"type":16,"tag":127,"props":38735,"children":38737},{"className":38736,"style":2824},[372],[38738,38754],{"type":16,"tag":127,"props":38739,"children":38740},{"style":10571},[38741,38745],{"type":16,"tag":127,"props":38742,"children":38744},{"className":38743,"style":383},[382],[],{"type":16,"tag":127,"props":38746,"children":38748},{"className":38747},[388,389,390,391],[38749],{"type":16,"tag":127,"props":38750,"children":38752},{"className":38751,"style":9716},[182,183,391],[38753],{"type":22,"value":9695},{"type":16,"tag":127,"props":38755,"children":38756},{"style":377},[38757,38761],{"type":16,"tag":127,"props":38758,"children":38760},{"className":38759,"style":383},[382],[],{"type":16,"tag":127,"props":38762,"children":38764},{"className":38763},[388,389,390,391],[38765],{"type":16,"tag":127,"props":38766,"children":38768},{"className":38767,"style":1605},[182,183,391],[38769],{"type":22,"value":1369},{"type":16,"tag":127,"props":38771,"children":38773},{"className":38772},[4326],[38774],{"type":22,"value":4329},{"type":16,"tag":127,"props":38776,"children":38778},{"className":38777},[367],[38779],{"type":16,"tag":127,"props":38780,"children":38782},{"className":38781,"style":10614},[372],[38783],{"type":16,"tag":127,"props":38784,"children":38785},{},[],{"type":22,"value":38787},"；应用 mask；计算块行最大值 ",{"type":16,"tag":127,"props":38789,"children":38791},{"className":38790},[130],[38792,38834],{"type":16,"tag":127,"props":38793,"children":38795},{"className":38794},[135],[38796],{"type":16,"tag":138,"props":38797,"children":38798},{"xmlns":140},[38799],{"type":16,"tag":143,"props":38800,"children":38801},{},[38802,38830],{"type":16,"tag":147,"props":38803,"children":38804},{},[38805],{"type":16,"tag":3987,"props":38806,"children":38807},{},[38808,38819],{"type":16,"tag":10646,"props":38809,"children":38810},{"accent":166},[38811,38815],{"type":16,"tag":151,"props":38812,"children":38813},{},[38814],{"type":22,"value":3948},{"type":16,"tag":258,"props":38816,"children":38817},{},[38818],{"type":22,"value":10657},{"type":16,"tag":147,"props":38820,"children":38821},{},[38822,38826],{"type":16,"tag":151,"props":38823,"children":38824},{},[38825],{"type":22,"value":3985},{"type":16,"tag":151,"props":38827,"children":38828},{},[38829],{"type":22,"value":9695},{"type":16,"tag":157,"props":38831,"children":38832},{"encoding":159},[38833],{"type":22,"value":10673},{"type":16,"tag":127,"props":38835,"children":38837},{"className":38836,"ariaHidden":166},[165],[38838],{"type":16,"tag":127,"props":38839,"children":38841},{"className":38840},[171],[38842,38846],{"type":16,"tag":127,"props":38843,"children":38845},{"className":38844,"style":10685},[176],[],{"type":16,"tag":127,"props":38847,"children":38849},{"className":38848},[182],[38850,38894],{"type":16,"tag":127,"props":38851,"children":38853},{"className":38852},[182,10694],[38854],{"type":16,"tag":127,"props":38855,"children":38857},{"className":38856},[362],[38858],{"type":16,"tag":127,"props":38859,"children":38861},{"className":38860},[367],[38862],{"type":16,"tag":127,"props":38863,"children":38865},{"className":38864,"style":10707},[372],[38866,38878],{"type":16,"tag":127,"props":38867,"children":38868},{"style":4309},[38869,38873],{"type":16,"tag":127,"props":38870,"children":38872},{"className":38871,"style":4296},[382],[],{"type":16,"tag":127,"props":38874,"children":38876},{"className":38875},[182,183],[38877],{"type":22,"value":3948},{"type":16,"tag":127,"props":38879,"children":38880},{"style":10723},[38881,38885],{"type":16,"tag":127,"props":38882,"children":38884},{"className":38883,"style":4296},[382],[],{"type":16,"tag":127,"props":38886,"children":38888},{"className":38887,"style":10733},[10732],[38889],{"type":16,"tag":127,"props":38890,"children":38892},{"className":38891},[182],[38893],{"type":22,"value":10657},{"type":16,"tag":127,"props":38895,"children":38897},{"className":38896},[357],[38898],{"type":16,"tag":127,"props":38899,"children":38901},{"className":38900},[362,4278],[38902,38935],{"type":16,"tag":127,"props":38903,"children":38905},{"className":38904},[367],[38906,38930],{"type":16,"tag":127,"props":38907,"children":38909},{"className":38908,"style":4370},[372],[38910],{"type":16,"tag":127,"props":38911,"children":38912},{"style":4374},[38913,38917],{"type":16,"tag":127,"props":38914,"children":38916},{"className":38915,"style":383},[382],[],{"type":16,"tag":127,"props":38918,"children":38920},{"className":38919},[388,389,390,391],[38921],{"type":16,"tag":127,"props":38922,"children":38924},{"className":38923},[182,391],[38925],{"type":16,"tag":127,"props":38926,"children":38928},{"className":38927,"style":9716},[182,183,391],[38929],{"type":22,"value":10448},{"type":16,"tag":127,"props":38931,"children":38933},{"className":38932},[4326],[38934],{"type":22,"value":4329},{"type":16,"tag":127,"props":38936,"children":38938},{"className":38937},[367],[38939],{"type":16,"tag":127,"props":38940,"children":38942},{"className":38941,"style":9843},[372],[38943],{"type":16,"tag":127,"props":38944,"children":38945},{},[],{"type":22,"value":8806},{"type":16,"tag":127,"props":38948,"children":38950},{"className":38949},[130],[38951,38994],{"type":16,"tag":127,"props":38952,"children":38954},{"className":38953},[135],[38955],{"type":16,"tag":138,"props":38956,"children":38957},{"xmlns":140},[38958],{"type":16,"tag":143,"props":38959,"children":38960},{},[38961,38989],{"type":16,"tag":147,"props":38962,"children":38963},{},[38964],{"type":16,"tag":3987,"props":38965,"children":38966},{},[38967,38978],{"type":16,"tag":10646,"props":38968,"children":38969},{"accent":166},[38970,38974],{"type":16,"tag":151,"props":38971,"children":38972},{},[38973],{"type":22,"value":1408},{"type":16,"tag":258,"props":38975,"children":38976},{},[38977],{"type":22,"value":10657},{"type":16,"tag":147,"props":38979,"children":38980},{},[38981,38985],{"type":16,"tag":151,"props":38982,"children":38983},{},[38984],{"type":22,"value":3985},{"type":16,"tag":151,"props":38986,"children":38987},{},[38988],{"type":22,"value":9695},{"type":16,"tag":157,"props":38990,"children":38991},{"encoding":159},[38992],{"type":22,"value":38993},"\\tilde P_{ij}",{"type":16,"tag":127,"props":38995,"children":38997},{"className":38996,"ariaHidden":166},[165],[38998],{"type":16,"tag":127,"props":38999,"children":39001},{"className":39000},[171],[39002,39006],{"type":16,"tag":127,"props":39003,"children":39005},{"className":39004,"style":10919},[176],[],{"type":16,"tag":127,"props":39007,"children":39009},{"className":39008},[182],[39010,39054],{"type":16,"tag":127,"props":39011,"children":39013},{"className":39012},[182,10694],[39014],{"type":16,"tag":127,"props":39015,"children":39017},{"className":39016},[362],[39018],{"type":16,"tag":127,"props":39019,"children":39021},{"className":39020},[367],[39022],{"type":16,"tag":127,"props":39023,"children":39025},{"className":39024,"style":10940},[372],[39026,39038],{"type":16,"tag":127,"props":39027,"children":39028},{"style":4309},[39029,39033],{"type":16,"tag":127,"props":39030,"children":39032},{"className":39031,"style":4296},[382],[],{"type":16,"tag":127,"props":39034,"children":39036},{"className":39035,"style":1605},[182,183],[39037],{"type":22,"value":1408},{"type":16,"tag":127,"props":39039,"children":39040},{"style":10956},[39041,39045],{"type":16,"tag":127,"props":39042,"children":39044},{"className":39043,"style":4296},[382],[],{"type":16,"tag":127,"props":39046,"children":39048},{"className":39047,"style":10965},[10732],[39049],{"type":16,"tag":127,"props":39050,"children":39052},{"className":39051},[182],[39053],{"type":22,"value":10657},{"type":16,"tag":127,"props":39055,"children":39057},{"className":39056},[357],[39058],{"type":16,"tag":127,"props":39059,"children":39061},{"className":39060},[362,4278],[39062,39095],{"type":16,"tag":127,"props":39063,"children":39065},{"className":39064},[367],[39066,39090],{"type":16,"tag":127,"props":39067,"children":39069},{"className":39068,"style":4370},[372],[39070],{"type":16,"tag":127,"props":39071,"children":39072},{"style":9244},[39073,39077],{"type":16,"tag":127,"props":39074,"children":39076},{"className":39075,"style":383},[382],[],{"type":16,"tag":127,"props":39078,"children":39080},{"className":39079},[388,389,390,391],[39081],{"type":16,"tag":127,"props":39082,"children":39084},{"className":39083},[182,391],[39085],{"type":16,"tag":127,"props":39086,"children":39088},{"className":39087,"style":9716},[182,183,391],[39089],{"type":22,"value":10448},{"type":16,"tag":127,"props":39091,"children":39093},{"className":39092},[4326],[39094],{"type":22,"value":4329},{"type":16,"tag":127,"props":39096,"children":39098},{"className":39097},[367],[39099],{"type":16,"tag":127,"props":39100,"children":39102},{"className":39101,"style":9843},[372],[39103],{"type":16,"tag":127,"props":39104,"children":39105},{},[],{"type":22,"value":8806},{"type":16,"tag":127,"props":39108,"children":39110},{"className":39109},[130],[39111,39153],{"type":16,"tag":127,"props":39112,"children":39114},{"className":39113},[135],[39115],{"type":16,"tag":138,"props":39116,"children":39117},{"xmlns":140},[39118],{"type":16,"tag":143,"props":39119,"children":39120},{},[39121,39149],{"type":16,"tag":147,"props":39122,"children":39123},{},[39124],{"type":16,"tag":3987,"props":39125,"children":39126},{},[39127,39138],{"type":16,"tag":10646,"props":39128,"children":39129},{"accent":166},[39130,39134],{"type":16,"tag":151,"props":39131,"children":39132},{"mathvariant":516},[39133],{"type":22,"value":4086},{"type":16,"tag":258,"props":39135,"children":39136},{},[39137],{"type":22,"value":10657},{"type":16,"tag":147,"props":39139,"children":39140},{},[39141,39145],{"type":16,"tag":151,"props":39142,"children":39143},{},[39144],{"type":22,"value":3985},{"type":16,"tag":151,"props":39146,"children":39147},{},[39148],{"type":22,"value":9695},{"type":16,"tag":157,"props":39150,"children":39151},{"encoding":159},[39152],{"type":22,"value":11291},{"type":16,"tag":127,"props":39154,"children":39156},{"className":39155,"ariaHidden":166},[165],[39157],{"type":16,"tag":127,"props":39158,"children":39160},{"className":39159},[171],[39161,39165],{"type":16,"tag":127,"props":39162,"children":39164},{"className":39163,"style":11303},[176],[],{"type":16,"tag":127,"props":39166,"children":39168},{"className":39167},[182],[39169,39213],{"type":16,"tag":127,"props":39170,"children":39172},{"className":39171},[182,10694],[39173],{"type":16,"tag":127,"props":39174,"children":39176},{"className":39175},[362],[39177],{"type":16,"tag":127,"props":39178,"children":39180},{"className":39179},[367],[39181],{"type":16,"tag":127,"props":39182,"children":39184},{"className":39183,"style":11324},[372],[39185,39197],{"type":16,"tag":127,"props":39186,"children":39187},{"style":4309},[39188,39192],{"type":16,"tag":127,"props":39189,"children":39191},{"className":39190,"style":4296},[382],[],{"type":16,"tag":127,"props":39193,"children":39195},{"className":39194},[182],[39196],{"type":22,"value":4086},{"type":16,"tag":127,"props":39198,"children":39199},{"style":11340},[39200,39204],{"type":16,"tag":127,"props":39201,"children":39203},{"className":39202,"style":4296},[382],[],{"type":16,"tag":127,"props":39205,"children":39207},{"className":39206,"style":11349},[10732],[39208],{"type":16,"tag":127,"props":39209,"children":39211},{"className":39210},[182],[39212],{"type":22,"value":10657},{"type":16,"tag":127,"props":39214,"children":39216},{"className":39215},[357],[39217],{"type":16,"tag":127,"props":39218,"children":39220},{"className":39219},[362,4278],[39221,39254],{"type":16,"tag":127,"props":39222,"children":39224},{"className":39223},[367],[39225,39249],{"type":16,"tag":127,"props":39226,"children":39228},{"className":39227,"style":4370},[372],[39229],{"type":16,"tag":127,"props":39230,"children":39231},{"style":4374},[39232,39236],{"type":16,"tag":127,"props":39233,"children":39235},{"className":39234,"style":383},[382],[],{"type":16,"tag":127,"props":39237,"children":39239},{"className":39238},[388,389,390,391],[39240],{"type":16,"tag":127,"props":39241,"children":39243},{"className":39242},[182,391],[39244],{"type":16,"tag":127,"props":39245,"children":39247},{"className":39246,"style":9716},[182,183,391],[39248],{"type":22,"value":10448},{"type":16,"tag":127,"props":39250,"children":39252},{"className":39251},[4326],[39253],{"type":22,"value":4329},{"type":16,"tag":127,"props":39255,"children":39257},{"className":39256},[367],[39258],{"type":16,"tag":127,"props":39259,"children":39261},{"className":39260,"style":9843},[372],[39262],{"type":16,"tag":127,"props":39263,"children":39264},{},[],{"type":22,"value":39266},"；更新 ",{"type":16,"tag":127,"props":39268,"children":39270},{"className":39269},[130],[39271,39315],{"type":16,"tag":127,"props":39272,"children":39274},{"className":39273},[135],[39275],{"type":16,"tag":138,"props":39276,"children":39277},{"xmlns":140},[39278],{"type":16,"tag":143,"props":39279,"children":39280},{},[39281,39310],{"type":16,"tag":147,"props":39282,"children":39283},{},[39284,39295,39299],{"type":16,"tag":3987,"props":39285,"children":39286},{},[39287,39291],{"type":16,"tag":151,"props":39288,"children":39289},{},[39290],{"type":22,"value":3948},{"type":16,"tag":151,"props":39292,"children":39293},{},[39294],{"type":22,"value":3985},{"type":16,"tag":258,"props":39296,"children":39297},{"separator":166},[39298],{"type":22,"value":904},{"type":16,"tag":3987,"props":39300,"children":39301},{},[39302,39306],{"type":16,"tag":151,"props":39303,"children":39304},{"mathvariant":516},[39305],{"type":22,"value":4086},{"type":16,"tag":151,"props":39307,"children":39308},{},[39309],{"type":22,"value":3985},{"type":16,"tag":157,"props":39311,"children":39312},{"encoding":159},[39313],{"type":22,"value":39314},"m_i,\\ell_i",{"type":16,"tag":127,"props":39316,"children":39318},{"className":39317,"ariaHidden":166},[165],[39319],{"type":16,"tag":127,"props":39320,"children":39322},{"className":39321},[171],[39323,39327,39384,39389,39393],{"type":16,"tag":127,"props":39324,"children":39326},{"className":39325,"style":2339},[176],[],{"type":16,"tag":127,"props":39328,"children":39330},{"className":39329},[182],[39331,39336],{"type":16,"tag":127,"props":39332,"children":39334},{"className":39333},[182,183],[39335],{"type":22,"value":3948},{"type":16,"tag":127,"props":39337,"children":39339},{"className":39338},[357],[39340],{"type":16,"tag":127,"props":39341,"children":39343},{"className":39342},[362,4278],[39344,39373],{"type":16,"tag":127,"props":39345,"children":39347},{"className":39346},[367],[39348,39368],{"type":16,"tag":127,"props":39349,"children":39351},{"className":39350,"style":4370},[372],[39352],{"type":16,"tag":127,"props":39353,"children":39354},{"style":4374},[39355,39359],{"type":16,"tag":127,"props":39356,"children":39358},{"className":39357,"style":383},[382],[],{"type":16,"tag":127,"props":39360,"children":39362},{"className":39361},[388,389,390,391],[39363],{"type":16,"tag":127,"props":39364,"children":39366},{"className":39365},[182,183,391],[39367],{"type":22,"value":3985},{"type":16,"tag":127,"props":39369,"children":39371},{"className":39370},[4326],[39372],{"type":22,"value":4329},{"type":16,"tag":127,"props":39374,"children":39376},{"className":39375},[367],[39377],{"type":16,"tag":127,"props":39378,"children":39380},{"className":39379,"style":4401},[372],[39381],{"type":16,"tag":127,"props":39382,"children":39383},{},[],{"type":16,"tag":127,"props":39385,"children":39387},{"className":39386},[975],[39388],{"type":22,"value":904},{"type":16,"tag":127,"props":39390,"children":39392},{"className":39391,"style":981},[593],[],{"type":16,"tag":127,"props":39394,"children":39396},{"className":39395},[182],[39397,39402],{"type":16,"tag":127,"props":39398,"children":39400},{"className":39399},[182],[39401],{"type":22,"value":4086},{"type":16,"tag":127,"props":39403,"children":39405},{"className":39404},[357],[39406],{"type":16,"tag":127,"props":39407,"children":39409},{"className":39408},[362,4278],[39410,39439],{"type":16,"tag":127,"props":39411,"children":39413},{"className":39412},[367],[39414,39434],{"type":16,"tag":127,"props":39415,"children":39417},{"className":39416,"style":4370},[372],[39418],{"type":16,"tag":127,"props":39419,"children":39420},{"style":4374},[39421,39425],{"type":16,"tag":127,"props":39422,"children":39424},{"className":39423,"style":383},[382],[],{"type":16,"tag":127,"props":39426,"children":39428},{"className":39427},[388,389,390,391],[39429],{"type":16,"tag":127,"props":39430,"children":39432},{"className":39431},[182,183,391],[39433],{"type":22,"value":3985},{"type":16,"tag":127,"props":39435,"children":39437},{"className":39436},[4326],[39438],{"type":22,"value":4329},{"type":16,"tag":127,"props":39440,"children":39442},{"className":39441},[367],[39443],{"type":16,"tag":127,"props":39444,"children":39446},{"className":39445,"style":4401},[372],[39447],{"type":16,"tag":127,"props":39448,"children":39449},{},[],{"type":22,"value":39451},"；对 ",{"type":16,"tag":127,"props":39453,"children":39455},{"className":39454},[130],[39456,39498],{"type":16,"tag":127,"props":39457,"children":39459},{"className":39458},[135],[39460],{"type":16,"tag":138,"props":39461,"children":39462},{"xmlns":140},[39463],{"type":16,"tag":143,"props":39464,"children":39465},{},[39466,39494],{"type":16,"tag":147,"props":39467,"children":39468},{},[39469],{"type":16,"tag":3987,"props":39470,"children":39471},{},[39472,39483],{"type":16,"tag":10646,"props":39473,"children":39474},{"accent":166},[39475,39479],{"type":16,"tag":151,"props":39476,"children":39477},{},[39478],{"type":22,"value":1408},{"type":16,"tag":258,"props":39480,"children":39481},{},[39482],{"type":22,"value":10657},{"type":16,"tag":147,"props":39484,"children":39485},{},[39486,39490],{"type":16,"tag":151,"props":39487,"children":39488},{},[39489],{"type":22,"value":3985},{"type":16,"tag":151,"props":39491,"children":39492},{},[39493],{"type":22,"value":9695},{"type":16,"tag":157,"props":39495,"children":39496},{"encoding":159},[39497],{"type":22,"value":38993},{"type":16,"tag":127,"props":39499,"children":39501},{"className":39500,"ariaHidden":166},[165],[39502],{"type":16,"tag":127,"props":39503,"children":39505},{"className":39504},[171],[39506,39510],{"type":16,"tag":127,"props":39507,"children":39509},{"className":39508,"style":10919},[176],[],{"type":16,"tag":127,"props":39511,"children":39513},{"className":39512},[182],[39514,39558],{"type":16,"tag":127,"props":39515,"children":39517},{"className":39516},[182,10694],[39518],{"type":16,"tag":127,"props":39519,"children":39521},{"className":39520},[362],[39522],{"type":16,"tag":127,"props":39523,"children":39525},{"className":39524},[367],[39526],{"type":16,"tag":127,"props":39527,"children":39529},{"className":39528,"style":10940},[372],[39530,39542],{"type":16,"tag":127,"props":39531,"children":39532},{"style":4309},[39533,39537],{"type":16,"tag":127,"props":39534,"children":39536},{"className":39535,"style":4296},[382],[],{"type":16,"tag":127,"props":39538,"children":39540},{"className":39539,"style":1605},[182,183],[39541],{"type":22,"value":1408},{"type":16,"tag":127,"props":39543,"children":39544},{"style":10956},[39545,39549],{"type":16,"tag":127,"props":39546,"children":39548},{"className":39547,"style":4296},[382],[],{"type":16,"tag":127,"props":39550,"children":39552},{"className":39551,"style":10965},[10732],[39553],{"type":16,"tag":127,"props":39554,"children":39556},{"className":39555},[182],[39557],{"type":22,"value":10657},{"type":16,"tag":127,"props":39559,"children":39561},{"className":39560},[357],[39562],{"type":16,"tag":127,"props":39563,"children":39565},{"className":39564},[362,4278],[39566,39599],{"type":16,"tag":127,"props":39567,"children":39569},{"className":39568},[367],[39570,39594],{"type":16,"tag":127,"props":39571,"children":39573},{"className":39572,"style":4370},[372],[39574],{"type":16,"tag":127,"props":39575,"children":39576},{"style":9244},[39577,39581],{"type":16,"tag":127,"props":39578,"children":39580},{"className":39579,"style":383},[382],[],{"type":16,"tag":127,"props":39582,"children":39584},{"className":39583},[388,389,390,391],[39585],{"type":16,"tag":127,"props":39586,"children":39588},{"className":39587},[182,391],[39589],{"type":16,"tag":127,"props":39590,"children":39592},{"className":39591,"style":9716},[182,183,391],[39593],{"type":22,"value":10448},{"type":16,"tag":127,"props":39595,"children":39597},{"className":39596},[4326],[39598],{"type":22,"value":4329},{"type":16,"tag":127,"props":39600,"children":39602},{"className":39601},[367],[39603],{"type":16,"tag":127,"props":39604,"children":39606},{"className":39605,"style":9843},[372],[39607],{"type":16,"tag":127,"props":39608,"children":39609},{},[],{"type":22,"value":39611}," 应用 dropout；按算法 1 的归一化公式更新 ",{"type":16,"tag":127,"props":39613,"children":39615},{"className":39614},[130],[39616,39645],{"type":16,"tag":127,"props":39617,"children":39619},{"className":39618},[135],[39620],{"type":16,"tag":138,"props":39621,"children":39622},{"xmlns":140},[39623],{"type":16,"tag":143,"props":39624,"children":39625},{},[39626,39640],{"type":16,"tag":147,"props":39627,"children":39628},{},[39629],{"type":16,"tag":3987,"props":39630,"children":39631},{},[39632,39636],{"type":16,"tag":151,"props":39633,"children":39634},{},[39635],{"type":22,"value":256},{"type":16,"tag":151,"props":39637,"children":39638},{},[39639],{"type":22,"value":3985},{"type":16,"tag":157,"props":39641,"children":39642},{"encoding":159},[39643],{"type":22,"value":39644},"O_i",{"type":16,"tag":127,"props":39646,"children":39648},{"className":39647,"ariaHidden":166},[165],[39649],{"type":16,"tag":127,"props":39650,"children":39652},{"className":39651},[171],[39653,39657],{"type":16,"tag":127,"props":39654,"children":39656},{"className":39655,"style":8163},[176],[],{"type":16,"tag":127,"props":39658,"children":39660},{"className":39659},[182],[39661,39666],{"type":16,"tag":127,"props":39662,"children":39664},{"className":39663,"style":336},[182,183],[39665],{"type":22,"value":256},{"type":16,"tag":127,"props":39667,"children":39669},{"className":39668},[357],[39670],{"type":16,"tag":127,"props":39671,"children":39673},{"className":39672},[362,4278],[39674,39703],{"type":16,"tag":127,"props":39675,"children":39677},{"className":39676},[367],[39678,39698],{"type":16,"tag":127,"props":39679,"children":39681},{"className":39680,"style":4370},[372],[39682],{"type":16,"tag":127,"props":39683,"children":39684},{"style":10150},[39685,39689],{"type":16,"tag":127,"props":39686,"children":39688},{"className":39687,"style":383},[382],[],{"type":16,"tag":127,"props":39690,"children":39692},{"className":39691},[388,389,390,391],[39693],{"type":16,"tag":127,"props":39694,"children":39696},{"className":39695},[182,183,391],[39697],{"type":22,"value":3985},{"type":16,"tag":127,"props":39699,"children":39701},{"className":39700},[4326],[39702],{"type":22,"value":4329},{"type":16,"tag":127,"props":39704,"children":39706},{"className":39705},[367],[39707],{"type":16,"tag":127,"props":39708,"children":39710},{"className":39709,"style":4401},[372],[39711],{"type":16,"tag":127,"props":39712,"children":39713},{},[],{"type":22,"value":39715}," 并写回。",{"type":16,"tag":765,"props":39717,"children":39718},{},[39719,39720,39828],{"type":22,"value":3297},{"type":16,"tag":127,"props":39721,"children":39723},{"className":39722},[130],[39724,39769],{"type":16,"tag":127,"props":39725,"children":39727},{"className":39726},[135],[39728],{"type":16,"tag":138,"props":39729,"children":39730},{"xmlns":140},[39731],{"type":16,"tag":143,"props":39732,"children":39733},{},[39734,39765],{"type":16,"tag":147,"props":39735,"children":39736},{},[39737,39741,39745,39749,39753,39757,39761],{"type":16,"tag":151,"props":39738,"children":39739},{},[39740],{"type":22,"value":256},{"type":16,"tag":258,"props":39742,"children":39743},{"separator":166},[39744],{"type":22,"value":904},{"type":16,"tag":151,"props":39746,"children":39747},{"mathvariant":516},[39748],{"type":22,"value":4086},{"type":16,"tag":258,"props":39750,"children":39751},{"separator":166},[39752],{"type":22,"value":904},{"type":16,"tag":151,"props":39754,"children":39755},{},[39756],{"type":22,"value":3948},{"type":16,"tag":258,"props":39758,"children":39759},{"separator":166},[39760],{"type":22,"value":904},{"type":16,"tag":151,"props":39762,"children":39763},{},[39764],{"type":22,"value":932},{"type":16,"tag":157,"props":39766,"children":39767},{"encoding":159},[39768],{"type":22,"value":25876},{"type":16,"tag":127,"props":39770,"children":39772},{"className":39771,"ariaHidden":166},[165],[39773],{"type":16,"tag":127,"props":39774,"children":39776},{"className":39775},[171],[39777,39781,39786,39791,39795,39800,39805,39809,39814,39819,39823],{"type":16,"tag":127,"props":39778,"children":39780},{"className":39779,"style":2339},[176],[],{"type":16,"tag":127,"props":39782,"children":39784},{"className":39783,"style":336},[182,183],[39785],{"type":22,"value":256},{"type":16,"tag":127,"props":39787,"children":39789},{"className":39788},[975],[39790],{"type":22,"value":904},{"type":16,"tag":127,"props":39792,"children":39794},{"className":39793,"style":981},[593],[],{"type":16,"tag":127,"props":39796,"children":39798},{"className":39797},[182],[39799],{"type":22,"value":4086},{"type":16,"tag":127,"props":39801,"children":39803},{"className":39802},[975],[39804],{"type":22,"value":904},{"type":16,"tag":127,"props":39806,"children":39808},{"className":39807,"style":981},[593],[],{"type":16,"tag":127,"props":39810,"children":39812},{"className":39811},[182,183],[39813],{"type":22,"value":3948},{"type":16,"tag":127,"props":39815,"children":39817},{"className":39816},[975],[39818],{"type":22,"value":904},{"type":16,"tag":127,"props":39820,"children":39822},{"className":39821,"style":981},[593],[],{"type":16,"tag":127,"props":39824,"children":39826},{"className":39825,"style":25822},[182,183],[39827],{"type":22,"value":932},{"type":22,"value":2635},{"type":16,"tag":802,"props":39830,"children":39832},{"id":39831},"算法-3标准注意力反向传播",[39833],{"type":22,"value":39834},"算法 3：标准注意力反向传播",{"type":16,"tag":24,"props":39836,"children":39837},{},[39838,39839,40059,40061,40206],{"type":22,"value":3362},{"type":16,"tag":127,"props":39840,"children":39842},{"className":39841},[130],[39843,39919],{"type":16,"tag":127,"props":39844,"children":39846},{"className":39845},[135],[39847],{"type":16,"tag":138,"props":39848,"children":39849},{"xmlns":140},[39850],{"type":16,"tag":143,"props":39851,"children":39852},{},[39853,39914],{"type":16,"tag":147,"props":39854,"children":39855},{},[39856,39860,39864,39868,39872,39876,39880,39884,39888,39892],{"type":16,"tag":151,"props":39857,"children":39858},{},[39859],{"type":22,"value":899},{"type":16,"tag":258,"props":39861,"children":39862},{"separator":166},[39863],{"type":22,"value":904},{"type":16,"tag":151,"props":39865,"children":39866},{},[39867],{"type":22,"value":909},{"type":16,"tag":258,"props":39869,"children":39870},{"separator":166},[39871],{"type":22,"value":904},{"type":16,"tag":151,"props":39873,"children":39874},{},[39875],{"type":22,"value":918},{"type":16,"tag":258,"props":39877,"children":39878},{"separator":166},[39879],{"type":22,"value":904},{"type":16,"tag":151,"props":39881,"children":39882},{},[39883],{"type":22,"value":155},{"type":16,"tag":151,"props":39885,"children":39886},{},[39887],{"type":22,"value":256},{"type":16,"tag":258,"props":39889,"children":39890},{},[39891],{"type":22,"value":923},{"type":16,"tag":265,"props":39893,"children":39894},{},[39895,39899],{"type":16,"tag":151,"props":39896,"children":39897},{"mathvariant":929},[39898],{"type":22,"value":932},{"type":16,"tag":147,"props":39900,"children":39901},{},[39902,39906,39910],{"type":16,"tag":151,"props":39903,"children":39904},{},[39905],{"type":22,"value":272},{"type":16,"tag":258,"props":39907,"children":39908},{},[39909],{"type":22,"value":944},{"type":16,"tag":151,"props":39911,"children":39912},{},[39913],{"type":22,"value":155},{"type":16,"tag":157,"props":39915,"children":39916},{"encoding":159},[39917],{"type":22,"value":39918},"Q,K,V,dO\\in\\mathbb{R}^{N\\times d}",{"type":16,"tag":127,"props":39920,"children":39922},{"className":39921,"ariaHidden":166},[165],[39923,39996],{"type":16,"tag":127,"props":39924,"children":39926},{"className":39925},[171],[39927,39931,39936,39941,39945,39950,39955,39959,39964,39969,39973,39978,39983,39987,39992],{"type":16,"tag":127,"props":39928,"children":39930},{"className":39929,"style":2339},[176],[],{"type":16,"tag":127,"props":39932,"children":39934},{"className":39933},[182,183],[39935],{"type":22,"value":899},{"type":16,"tag":127,"props":39937,"children":39939},{"className":39938},[975],[39940],{"type":22,"value":904},{"type":16,"tag":127,"props":39942,"children":39944},{"className":39943,"style":981},[593],[],{"type":16,"tag":127,"props":39946,"children":39948},{"className":39947,"style":986},[182,183],[39949],{"type":22,"value":909},{"type":16,"tag":127,"props":39951,"children":39953},{"className":39952},[975],[39954],{"type":22,"value":904},{"type":16,"tag":127,"props":39956,"children":39958},{"className":39957,"style":981},[593],[],{"type":16,"tag":127,"props":39960,"children":39962},{"className":39961,"style":594},[182,183],[39963],{"type":22,"value":918},{"type":16,"tag":127,"props":39965,"children":39967},{"className":39966},[975],[39968],{"type":22,"value":904},{"type":16,"tag":127,"props":39970,"children":39972},{"className":39971,"style":981},[593],[],{"type":16,"tag":127,"props":39974,"children":39976},{"className":39975},[182,183],[39977],{"type":22,"value":155},{"type":16,"tag":127,"props":39979,"children":39981},{"className":39980,"style":336},[182,183],[39982],{"type":22,"value":256},{"type":16,"tag":127,"props":39984,"children":39986},{"className":39985,"style":1006},[593],[],{"type":16,"tag":127,"props":39988,"children":39990},{"className":39989},[1011],[39991],{"type":22,"value":923},{"type":16,"tag":127,"props":39993,"children":39995},{"className":39994,"style":1006},[593],[],{"type":16,"tag":127,"props":39997,"children":39999},{"className":39998},[171],[40000,40004],{"type":16,"tag":127,"props":40001,"children":40003},{"className":40002,"style":1025},[176],[],{"type":16,"tag":127,"props":40005,"children":40007},{"className":40006},[182],[40008,40013],{"type":16,"tag":127,"props":40009,"children":40011},{"className":40010},[182,1034],[40012],{"type":22,"value":932},{"type":16,"tag":127,"props":40014,"children":40016},{"className":40015},[357],[40017],{"type":16,"tag":127,"props":40018,"children":40020},{"className":40019},[362],[40021],{"type":16,"tag":127,"props":40022,"children":40024},{"className":40023},[367],[40025],{"type":16,"tag":127,"props":40026,"children":40028},{"className":40027,"style":1025},[372],[40029],{"type":16,"tag":127,"props":40030,"children":40031},{"style":377},[40032,40036],{"type":16,"tag":127,"props":40033,"children":40035},{"className":40034,"style":383},[382],[],{"type":16,"tag":127,"props":40037,"children":40039},{"className":40038},[388,389,390,391],[40040],{"type":16,"tag":127,"props":40041,"children":40043},{"className":40042},[182,391],[40044,40049,40054],{"type":16,"tag":127,"props":40045,"children":40047},{"className":40046,"style":230},[182,183,391],[40048],{"type":22,"value":272},{"type":16,"tag":127,"props":40050,"children":40052},{"className":40051},[599,391],[40053],{"type":22,"value":944},{"type":16,"tag":127,"props":40055,"children":40057},{"className":40056},[182,183,391],[40058],{"type":22,"value":155},{"type":22,"value":40060}," 和 HBM 中的 ",{"type":16,"tag":127,"props":40062,"children":40064},{"className":40063},[130],[40065,40113],{"type":16,"tag":127,"props":40066,"children":40068},{"className":40067},[135],[40069],{"type":16,"tag":138,"props":40070,"children":40071},{"xmlns":140},[40072],{"type":16,"tag":143,"props":40073,"children":40074},{},[40075,40108],{"type":16,"tag":147,"props":40076,"children":40077},{},[40078,40082,40086],{"type":16,"tag":151,"props":40079,"children":40080},{},[40081],{"type":22,"value":1408},{"type":16,"tag":258,"props":40083,"children":40084},{},[40085],{"type":22,"value":923},{"type":16,"tag":265,"props":40087,"children":40088},{},[40089,40093],{"type":16,"tag":151,"props":40090,"children":40091},{"mathvariant":929},[40092],{"type":22,"value":932},{"type":16,"tag":147,"props":40094,"children":40095},{},[40096,40100,40104],{"type":16,"tag":151,"props":40097,"children":40098},{},[40099],{"type":22,"value":272},{"type":16,"tag":258,"props":40101,"children":40102},{},[40103],{"type":22,"value":944},{"type":16,"tag":151,"props":40105,"children":40106},{},[40107],{"type":22,"value":272},{"type":16,"tag":157,"props":40109,"children":40110},{"encoding":159},[40111],{"type":22,"value":40112},"P\\in\\mathbb{R}^{N\\times N}",{"type":16,"tag":127,"props":40114,"children":40116},{"className":40115,"ariaHidden":166},[165],[40117,40143],{"type":16,"tag":127,"props":40118,"children":40120},{"className":40119},[171],[40121,40125,40130,40134,40139],{"type":16,"tag":127,"props":40122,"children":40124},{"className":40123,"style":1236},[176],[],{"type":16,"tag":127,"props":40126,"children":40128},{"className":40127,"style":1605},[182,183],[40129],{"type":22,"value":1408},{"type":16,"tag":127,"props":40131,"children":40133},{"className":40132,"style":1006},[593],[],{"type":16,"tag":127,"props":40135,"children":40137},{"className":40136},[1011],[40138],{"type":22,"value":923},{"type":16,"tag":127,"props":40140,"children":40142},{"className":40141,"style":1006},[593],[],{"type":16,"tag":127,"props":40144,"children":40146},{"className":40145},[171],[40147,40151],{"type":16,"tag":127,"props":40148,"children":40150},{"className":40149,"style":2824},[176],[],{"type":16,"tag":127,"props":40152,"children":40154},{"className":40153},[182],[40155,40160],{"type":16,"tag":127,"props":40156,"children":40158},{"className":40157},[182,1034],[40159],{"type":22,"value":932},{"type":16,"tag":127,"props":40161,"children":40163},{"className":40162},[357],[40164],{"type":16,"tag":127,"props":40165,"children":40167},{"className":40166},[362],[40168],{"type":16,"tag":127,"props":40169,"children":40171},{"className":40170},[367],[40172],{"type":16,"tag":127,"props":40173,"children":40175},{"className":40174,"style":2824},[372],[40176],{"type":16,"tag":127,"props":40177,"children":40178},{"style":377},[40179,40183],{"type":16,"tag":127,"props":40180,"children":40182},{"className":40181,"style":383},[382],[],{"type":16,"tag":127,"props":40184,"children":40186},{"className":40185},[388,389,390,391],[40187],{"type":16,"tag":127,"props":40188,"children":40190},{"className":40189},[182,391],[40191,40196,40201],{"type":16,"tag":127,"props":40192,"children":40194},{"className":40193,"style":230},[182,183,391],[40195],{"type":22,"value":272},{"type":16,"tag":127,"props":40197,"children":40199},{"className":40198},[599,391],[40200],{"type":22,"value":944},{"type":16,"tag":127,"props":40202,"children":40204},{"className":40203,"style":230},[182,183,391],[40205],{"type":22,"value":272},{"type":22,"value":2635},{"type":16,"tag":834,"props":40208,"children":40209},{},[40210,40437,40663,41358,41542,41769],{"type":16,"tag":765,"props":40211,"children":40212},{},[40213,40215,40289,40290,40436],{"type":22,"value":40214},"分块加载 ",{"type":16,"tag":127,"props":40216,"children":40218},{"className":40217},[130],[40219,40253],{"type":16,"tag":127,"props":40220,"children":40222},{"className":40221},[135],[40223],{"type":16,"tag":138,"props":40224,"children":40225},{"xmlns":140},[40226],{"type":16,"tag":143,"props":40227,"children":40228},{},[40229,40248],{"type":16,"tag":147,"props":40230,"children":40231},{},[40232,40236,40240,40244],{"type":16,"tag":151,"props":40233,"children":40234},{},[40235],{"type":22,"value":1408},{"type":16,"tag":258,"props":40237,"children":40238},{"separator":166},[40239],{"type":22,"value":904},{"type":16,"tag":151,"props":40241,"children":40242},{},[40243],{"type":22,"value":155},{"type":16,"tag":151,"props":40245,"children":40246},{},[40247],{"type":22,"value":256},{"type":16,"tag":157,"props":40249,"children":40250},{"encoding":159},[40251],{"type":22,"value":40252},"P,dO",{"type":16,"tag":127,"props":40254,"children":40256},{"className":40255,"ariaHidden":166},[165],[40257],{"type":16,"tag":127,"props":40258,"children":40260},{"className":40259},[171],[40261,40265,40270,40275,40279,40284],{"type":16,"tag":127,"props":40262,"children":40264},{"className":40263,"style":2339},[176],[],{"type":16,"tag":127,"props":40266,"children":40268},{"className":40267,"style":1605},[182,183],[40269],{"type":22,"value":1408},{"type":16,"tag":127,"props":40271,"children":40273},{"className":40272},[975],[40274],{"type":22,"value":904},{"type":16,"tag":127,"props":40276,"children":40278},{"className":40277,"style":981},[593],[],{"type":16,"tag":127,"props":40280,"children":40282},{"className":40281},[182,183],[40283],{"type":22,"value":155},{"type":16,"tag":127,"props":40285,"children":40287},{"className":40286,"style":336},[182,183],[40288],{"type":22,"value":256},{"type":22,"value":2710},{"type":16,"tag":127,"props":40291,"children":40293},{"className":40292},[130],[40294,40342],{"type":16,"tag":127,"props":40295,"children":40297},{"className":40296},[135],[40298],{"type":16,"tag":138,"props":40299,"children":40300},{"xmlns":140},[40301],{"type":16,"tag":143,"props":40302,"children":40303},{},[40304,40338],{"type":16,"tag":147,"props":40305,"children":40306},{},[40307,40311,40315,40319,40330,40334],{"type":16,"tag":151,"props":40308,"children":40309},{},[40310],{"type":22,"value":155},{"type":16,"tag":151,"props":40312,"children":40313},{},[40314],{"type":22,"value":918},{"type":16,"tag":258,"props":40316,"children":40317},{},[40318],{"type":22,"value":1353},{"type":16,"tag":265,"props":40320,"children":40321},{},[40322,40326],{"type":16,"tag":151,"props":40323,"children":40324},{},[40325],{"type":22,"value":1408},{"type":16,"tag":151,"props":40327,"children":40328},{},[40329],{"type":22,"value":1369},{"type":16,"tag":151,"props":40331,"children":40332},{},[40333],{"type":22,"value":155},{"type":16,"tag":151,"props":40335,"children":40336},{},[40337],{"type":22,"value":256},{"type":16,"tag":157,"props":40339,"children":40340},{"encoding":159},[40341],{"type":22,"value":20567},{"type":16,"tag":127,"props":40343,"children":40345},{"className":40344,"ariaHidden":166},[165],[40346,40377],{"type":16,"tag":127,"props":40347,"children":40349},{"className":40348},[171],[40350,40354,40359,40364,40368,40373],{"type":16,"tag":127,"props":40351,"children":40353},{"className":40352,"style":177},[176],[],{"type":16,"tag":127,"props":40355,"children":40357},{"className":40356},[182,183],[40358],{"type":22,"value":155},{"type":16,"tag":127,"props":40360,"children":40362},{"className":40361,"style":594},[182,183],[40363],{"type":22,"value":918},{"type":16,"tag":127,"props":40365,"children":40367},{"className":40366,"style":1006},[593],[],{"type":16,"tag":127,"props":40369,"children":40371},{"className":40370},[1011],[40372],{"type":22,"value":1353},{"type":16,"tag":127,"props":40374,"children":40376},{"className":40375,"style":1006},[593],[],{"type":16,"tag":127,"props":40378,"children":40380},{"className":40379},[171],[40381,40385,40426,40431],{"type":16,"tag":127,"props":40382,"children":40384},{"className":40383,"style":2824},[176],[],{"type":16,"tag":127,"props":40386,"children":40388},{"className":40387},[182],[40389,40394],{"type":16,"tag":127,"props":40390,"children":40392},{"className":40391,"style":1605},[182,183],[40393],{"type":22,"value":1408},{"type":16,"tag":127,"props":40395,"children":40397},{"className":40396},[357],[40398],{"type":16,"tag":127,"props":40399,"children":40401},{"className":40400},[362],[40402],{"type":16,"tag":127,"props":40403,"children":40405},{"className":40404},[367],[40406],{"type":16,"tag":127,"props":40407,"children":40409},{"className":40408,"style":2824},[372],[40410],{"type":16,"tag":127,"props":40411,"children":40412},{"style":377},[40413,40417],{"type":16,"tag":127,"props":40414,"children":40416},{"className":40415,"style":383},[382],[],{"type":16,"tag":127,"props":40418,"children":40420},{"className":40419},[388,389,390,391],[40421],{"type":16,"tag":127,"props":40422,"children":40424},{"className":40423,"style":1605},[182,183,391],[40425],{"type":22,"value":1369},{"type":16,"tag":127,"props":40427,"children":40429},{"className":40428},[182,183],[40430],{"type":22,"value":155},{"type":16,"tag":127,"props":40432,"children":40434},{"className":40433,"style":336},[182,183],[40435],{"type":22,"value":256},{"type":22,"value":39715},{"type":16,"tag":765,"props":40438,"children":40439},{},[40440,40441,40515,40516,40662],{"type":22,"value":40214},{"type":16,"tag":127,"props":40442,"children":40444},{"className":40443},[130],[40445,40479],{"type":16,"tag":127,"props":40446,"children":40448},{"className":40447},[135],[40449],{"type":16,"tag":138,"props":40450,"children":40451},{"xmlns":140},[40452],{"type":16,"tag":143,"props":40453,"children":40454},{},[40455,40474],{"type":16,"tag":147,"props":40456,"children":40457},{},[40458,40462,40466,40470],{"type":16,"tag":151,"props":40459,"children":40460},{},[40461],{"type":22,"value":155},{"type":16,"tag":151,"props":40463,"children":40464},{},[40465],{"type":22,"value":256},{"type":16,"tag":258,"props":40467,"children":40468},{"separator":166},[40469],{"type":22,"value":904},{"type":16,"tag":151,"props":40471,"children":40472},{},[40473],{"type":22,"value":918},{"type":16,"tag":157,"props":40475,"children":40476},{"encoding":159},[40477],{"type":22,"value":40478},"dO,V",{"type":16,"tag":127,"props":40480,"children":40482},{"className":40481,"ariaHidden":166},[165],[40483],{"type":16,"tag":127,"props":40484,"children":40486},{"className":40485},[171],[40487,40491,40496,40501,40506,40510],{"type":16,"tag":127,"props":40488,"children":40490},{"className":40489,"style":2339},[176],[],{"type":16,"tag":127,"props":40492,"children":40494},{"className":40493},[182,183],[40495],{"type":22,"value":155},{"type":16,"tag":127,"props":40497,"children":40499},{"className":40498,"style":336},[182,183],[40500],{"type":22,"value":256},{"type":16,"tag":127,"props":40502,"children":40504},{"className":40503},[975],[40505],{"type":22,"value":904},{"type":16,"tag":127,"props":40507,"children":40509},{"className":40508,"style":981},[593],[],{"type":16,"tag":127,"props":40511,"children":40513},{"className":40512,"style":594},[182,183],[40514],{"type":22,"value":918},{"type":22,"value":2710},{"type":16,"tag":127,"props":40517,"children":40519},{"className":40518},[130],[40520,40568],{"type":16,"tag":127,"props":40521,"children":40523},{"className":40522},[135],[40524],{"type":16,"tag":138,"props":40525,"children":40526},{"xmlns":140},[40527],{"type":16,"tag":143,"props":40528,"children":40529},{},[40530,40564],{"type":16,"tag":147,"props":40531,"children":40532},{},[40533,40537,40541,40545,40549,40553],{"type":16,"tag":151,"props":40534,"children":40535},{},[40536],{"type":22,"value":155},{"type":16,"tag":151,"props":40538,"children":40539},{},[40540],{"type":22,"value":1408},{"type":16,"tag":258,"props":40542,"children":40543},{},[40544],{"type":22,"value":1353},{"type":16,"tag":151,"props":40546,"children":40547},{},[40548],{"type":22,"value":155},{"type":16,"tag":151,"props":40550,"children":40551},{},[40552],{"type":22,"value":256},{"type":16,"tag":265,"props":40554,"children":40555},{},[40556,40560],{"type":16,"tag":151,"props":40557,"children":40558},{},[40559],{"type":22,"value":918},{"type":16,"tag":151,"props":40561,"children":40562},{},[40563],{"type":22,"value":1369},{"type":16,"tag":157,"props":40565,"children":40566},{"encoding":159},[40567],{"type":22,"value":21381},{"type":16,"tag":127,"props":40569,"children":40571},{"className":40570,"ariaHidden":166},[165],[40572,40603],{"type":16,"tag":127,"props":40573,"children":40575},{"className":40574},[171],[40576,40580,40585,40590,40594,40599],{"type":16,"tag":127,"props":40577,"children":40579},{"className":40578,"style":177},[176],[],{"type":16,"tag":127,"props":40581,"children":40583},{"className":40582},[182,183],[40584],{"type":22,"value":155},{"type":16,"tag":127,"props":40586,"children":40588},{"className":40587,"style":1605},[182,183],[40589],{"type":22,"value":1408},{"type":16,"tag":127,"props":40591,"children":40593},{"className":40592,"style":1006},[593],[],{"type":16,"tag":127,"props":40595,"children":40597},{"className":40596},[1011],[40598],{"type":22,"value":1353},{"type":16,"tag":127,"props":40600,"children":40602},{"className":40601,"style":1006},[593],[],{"type":16,"tag":127,"props":40604,"children":40606},{"className":40605},[171],[40607,40611,40616,40621],{"type":16,"tag":127,"props":40608,"children":40610},{"className":40609,"style":2824},[176],[],{"type":16,"tag":127,"props":40612,"children":40614},{"className":40613},[182,183],[40615],{"type":22,"value":155},{"type":16,"tag":127,"props":40617,"children":40619},{"className":40618,"style":336},[182,183],[40620],{"type":22,"value":256},{"type":16,"tag":127,"props":40622,"children":40624},{"className":40623},[182],[40625,40630],{"type":16,"tag":127,"props":40626,"children":40628},{"className":40627,"style":594},[182,183],[40629],{"type":22,"value":918},{"type":16,"tag":127,"props":40631,"children":40633},{"className":40632},[357],[40634],{"type":16,"tag":127,"props":40635,"children":40637},{"className":40636},[362],[40638],{"type":16,"tag":127,"props":40639,"children":40641},{"className":40640},[367],[40642],{"type":16,"tag":127,"props":40643,"children":40645},{"className":40644,"style":2824},[372],[40646],{"type":16,"tag":127,"props":40647,"children":40648},{"style":377},[40649,40653],{"type":16,"tag":127,"props":40650,"children":40652},{"className":40651,"style":383},[382],[],{"type":16,"tag":127,"props":40654,"children":40656},{"className":40655},[388,389,390,391],[40657],{"type":16,"tag":127,"props":40658,"children":40660},{"className":40659,"style":1605},[182,183,391],[40661],{"type":22,"value":1369},{"type":22,"value":39715},{"type":16,"tag":765,"props":40664,"children":40665},{},[40666,40668,40742,40743,41357],{"type":22,"value":40667},"读取 ",{"type":16,"tag":127,"props":40669,"children":40671},{"className":40670},[130],[40672,40706],{"type":16,"tag":127,"props":40673,"children":40675},{"className":40674},[135],[40676],{"type":16,"tag":138,"props":40677,"children":40678},{"xmlns":140},[40679],{"type":16,"tag":143,"props":40680,"children":40681},{},[40682,40701],{"type":16,"tag":147,"props":40683,"children":40684},{},[40685,40689,40693,40697],{"type":16,"tag":151,"props":40686,"children":40687},{},[40688],{"type":22,"value":1408},{"type":16,"tag":258,"props":40690,"children":40691},{"separator":166},[40692],{"type":22,"value":904},{"type":16,"tag":151,"props":40694,"children":40695},{},[40696],{"type":22,"value":155},{"type":16,"tag":151,"props":40698,"children":40699},{},[40700],{"type":22,"value":1408},{"type":16,"tag":157,"props":40702,"children":40703},{"encoding":159},[40704],{"type":22,"value":40705},"P,dP",{"type":16,"tag":127,"props":40707,"children":40709},{"className":40708,"ariaHidden":166},[165],[40710],{"type":16,"tag":127,"props":40711,"children":40713},{"className":40712},[171],[40714,40718,40723,40728,40732,40737],{"type":16,"tag":127,"props":40715,"children":40717},{"className":40716,"style":2339},[176],[],{"type":16,"tag":127,"props":40719,"children":40721},{"className":40720,"style":1605},[182,183],[40722],{"type":22,"value":1408},{"type":16,"tag":127,"props":40724,"children":40726},{"className":40725},[975],[40727],{"type":22,"value":904},{"type":16,"tag":127,"props":40729,"children":40731},{"className":40730,"style":981},[593],[],{"type":16,"tag":127,"props":40733,"children":40735},{"className":40734},[182,183],[40736],{"type":22,"value":155},{"type":16,"tag":127,"props":40738,"children":40740},{"className":40739,"style":1605},[182,183],[40741],{"type":22,"value":1408},{"type":22,"value":2710},{"type":16,"tag":127,"props":40744,"children":40746},{"className":40745},[130],[40747,40895],{"type":16,"tag":127,"props":40748,"children":40750},{"className":40749},[135],[40751],{"type":16,"tag":138,"props":40752,"children":40753},{"xmlns":140},[40754],{"type":16,"tag":143,"props":40755,"children":40756},{},[40757,40890],{"type":16,"tag":147,"props":40758,"children":40759},{},[40760,40764,40782,40786,40804,40808,40812,40830,40834,40846,40864,40868,40886],{"type":16,"tag":151,"props":40761,"children":40762},{},[40763],{"type":22,"value":155},{"type":16,"tag":3987,"props":40765,"children":40766},{},[40767,40771],{"type":16,"tag":151,"props":40768,"children":40769},{},[40770],{"type":22,"value":1348},{"type":16,"tag":147,"props":40772,"children":40773},{},[40774,40778],{"type":16,"tag":151,"props":40775,"children":40776},{},[40777],{"type":22,"value":3985},{"type":16,"tag":151,"props":40779,"children":40780},{},[40781],{"type":22,"value":9695},{"type":16,"tag":258,"props":40783,"children":40784},{},[40785],{"type":22,"value":1353},{"type":16,"tag":3987,"props":40787,"children":40788},{},[40789,40793],{"type":16,"tag":151,"props":40790,"children":40791},{},[40792],{"type":22,"value":1408},{"type":16,"tag":147,"props":40794,"children":40795},{},[40796,40800],{"type":16,"tag":151,"props":40797,"children":40798},{},[40799],{"type":22,"value":3985},{"type":16,"tag":151,"props":40801,"children":40802},{},[40803],{"type":22,"value":9695},{"type":16,"tag":258,"props":40805,"children":40806},{"stretchy":260},[40807],{"type":22,"value":263},{"type":16,"tag":151,"props":40809,"children":40810},{},[40811],{"type":22,"value":155},{"type":16,"tag":3987,"props":40813,"children":40814},{},[40815,40819],{"type":16,"tag":151,"props":40816,"children":40817},{},[40818],{"type":22,"value":1408},{"type":16,"tag":147,"props":40820,"children":40821},{},[40822,40826],{"type":16,"tag":151,"props":40823,"children":40824},{},[40825],{"type":22,"value":3985},{"type":16,"tag":151,"props":40827,"children":40828},{},[40829],{"type":22,"value":9695},{"type":16,"tag":258,"props":40831,"children":40832},{},[40833],{"type":22,"value":304},{"type":16,"tag":3987,"props":40835,"children":40836},{},[40837,40841],{"type":16,"tag":258,"props":40838,"children":40839},{},[40840],{"type":22,"value":4110},{"type":16,"tag":151,"props":40842,"children":40843},{},[40844],{"type":22,"value":40845},"l",{"type":16,"tag":3987,"props":40847,"children":40848},{},[40849,40853],{"type":16,"tag":151,"props":40850,"children":40851},{},[40852],{"type":22,"value":1408},{"type":16,"tag":147,"props":40854,"children":40855},{},[40856,40860],{"type":16,"tag":151,"props":40857,"children":40858},{},[40859],{"type":22,"value":3985},{"type":16,"tag":151,"props":40861,"children":40862},{},[40863],{"type":22,"value":40845},{"type":16,"tag":151,"props":40865,"children":40866},{},[40867],{"type":22,"value":155},{"type":16,"tag":3987,"props":40869,"children":40870},{},[40871,40875],{"type":16,"tag":151,"props":40872,"children":40873},{},[40874],{"type":22,"value":1408},{"type":16,"tag":147,"props":40876,"children":40877},{},[40878,40882],{"type":16,"tag":151,"props":40879,"children":40880},{},[40881],{"type":22,"value":3985},{"type":16,"tag":151,"props":40883,"children":40884},{},[40885],{"type":22,"value":40845},{"type":16,"tag":258,"props":40887,"children":40888},{"stretchy":260},[40889],{"type":22,"value":314},{"type":16,"tag":157,"props":40891,"children":40892},{"encoding":159},[40893],{"type":22,"value":40894},"dS_{ij}=P_{ij}(dP_{ij}-\\sum_lP_{il}dP_{il})",{"type":16,"tag":127,"props":40896,"children":40898},{"className":40897,"ariaHidden":166},[165],[40899,40986,41139],{"type":16,"tag":127,"props":40900,"children":40902},{"className":40901},[171],[40903,40907,40912,40973,40977,40982],{"type":16,"tag":127,"props":40904,"children":40906},{"className":40905,"style":20800},[176],[],{"type":16,"tag":127,"props":40908,"children":40910},{"className":40909},[182,183],[40911],{"type":22,"value":155},{"type":16,"tag":127,"props":40913,"children":40915},{"className":40914},[182],[40916,40921],{"type":16,"tag":127,"props":40917,"children":40919},{"className":40918,"style":1534},[182,183],[40920],{"type":22,"value":1348},{"type":16,"tag":127,"props":40922,"children":40924},{"className":40923},[357],[40925],{"type":16,"tag":127,"props":40926,"children":40928},{"className":40927},[362,4278],[40929,40962],{"type":16,"tag":127,"props":40930,"children":40932},{"className":40931},[367],[40933,40957],{"type":16,"tag":127,"props":40934,"children":40936},{"className":40935,"style":4370},[372],[40937],{"type":16,"tag":127,"props":40938,"children":40939},{"style":10429},[40940,40944],{"type":16,"tag":127,"props":40941,"children":40943},{"className":40942,"style":383},[382],[],{"type":16,"tag":127,"props":40945,"children":40947},{"className":40946},[388,389,390,391],[40948],{"type":16,"tag":127,"props":40949,"children":40951},{"className":40950},[182,391],[40952],{"type":16,"tag":127,"props":40953,"children":40955},{"className":40954,"style":9716},[182,183,391],[40956],{"type":22,"value":10448},{"type":16,"tag":127,"props":40958,"children":40960},{"className":40959},[4326],[40961],{"type":22,"value":4329},{"type":16,"tag":127,"props":40963,"children":40965},{"className":40964},[367],[40966],{"type":16,"tag":127,"props":40967,"children":40969},{"className":40968,"style":9843},[372],[40970],{"type":16,"tag":127,"props":40971,"children":40972},{},[],{"type":16,"tag":127,"props":40974,"children":40976},{"className":40975,"style":1006},[593],[],{"type":16,"tag":127,"props":40978,"children":40980},{"className":40979},[1011],[40981],{"type":22,"value":1353},{"type":16,"tag":127,"props":40983,"children":40985},{"className":40984,"style":1006},[593],[],{"type":16,"tag":127,"props":40987,"children":40989},{"className":40988},[171],[40990,40994,41055,41060,41065,41126,41130,41135],{"type":16,"tag":127,"props":40991,"children":40993},{"className":40992,"style":11044},[176],[],{"type":16,"tag":127,"props":40995,"children":40997},{"className":40996},[182],[40998,41003],{"type":16,"tag":127,"props":40999,"children":41001},{"className":41000,"style":1605},[182,183],[41002],{"type":22,"value":1408},{"type":16,"tag":127,"props":41004,"children":41006},{"className":41005},[357],[41007],{"type":16,"tag":127,"props":41008,"children":41010},{"className":41009},[362,4278],[41011,41044],{"type":16,"tag":127,"props":41012,"children":41014},{"className":41013},[367],[41015,41039],{"type":16,"tag":127,"props":41016,"children":41018},{"className":41017,"style":4370},[372],[41019],{"type":16,"tag":127,"props":41020,"children":41021},{"style":9244},[41022,41026],{"type":16,"tag":127,"props":41023,"children":41025},{"className":41024,"style":383},[382],[],{"type":16,"tag":127,"props":41027,"children":41029},{"className":41028},[388,389,390,391],[41030],{"type":16,"tag":127,"props":41031,"children":41033},{"className":41032},[182,391],[41034],{"type":16,"tag":127,"props":41035,"children":41037},{"className":41036,"style":9716},[182,183,391],[41038],{"type":22,"value":10448},{"type":16,"tag":127,"props":41040,"children":41042},{"className":41041},[4326],[41043],{"type":22,"value":4329},{"type":16,"tag":127,"props":41045,"children":41047},{"className":41046},[367],[41048],{"type":16,"tag":127,"props":41049,"children":41051},{"className":41050,"style":9843},[372],[41052],{"type":16,"tag":127,"props":41053,"children":41054},{},[],{"type":16,"tag":127,"props":41056,"children":41058},{"className":41057},[342],[41059],{"type":22,"value":263},{"type":16,"tag":127,"props":41061,"children":41063},{"className":41062},[182,183],[41064],{"type":22,"value":155},{"type":16,"tag":127,"props":41066,"children":41068},{"className":41067},[182],[41069,41074],{"type":16,"tag":127,"props":41070,"children":41072},{"className":41071,"style":1605},[182,183],[41073],{"type":22,"value":1408},{"type":16,"tag":127,"props":41075,"children":41077},{"className":41076},[357],[41078],{"type":16,"tag":127,"props":41079,"children":41081},{"className":41080},[362,4278],[41082,41115],{"type":16,"tag":127,"props":41083,"children":41085},{"className":41084},[367],[41086,41110],{"type":16,"tag":127,"props":41087,"children":41089},{"className":41088,"style":4370},[372],[41090],{"type":16,"tag":127,"props":41091,"children":41092},{"style":9244},[41093,41097],{"type":16,"tag":127,"props":41094,"children":41096},{"className":41095,"style":383},[382],[],{"type":16,"tag":127,"props":41098,"children":41100},{"className":41099},[388,389,390,391],[41101],{"type":16,"tag":127,"props":41102,"children":41104},{"className":41103},[182,391],[41105],{"type":16,"tag":127,"props":41106,"children":41108},{"className":41107,"style":9716},[182,183,391],[41109],{"type":22,"value":10448},{"type":16,"tag":127,"props":41111,"children":41113},{"className":41112},[4326],[41114],{"type":22,"value":4329},{"type":16,"tag":127,"props":41116,"children":41118},{"className":41117},[367],[41119],{"type":16,"tag":127,"props":41120,"children":41122},{"className":41121,"style":9843},[372],[41123],{"type":16,"tag":127,"props":41124,"children":41125},{},[],{"type":16,"tag":127,"props":41127,"children":41129},{"className":41128,"style":594},[593],[],{"type":16,"tag":127,"props":41131,"children":41133},{"className":41132},[599],[41134],{"type":22,"value":304},{"type":16,"tag":127,"props":41136,"children":41138},{"className":41137,"style":594},[593],[],{"type":16,"tag":127,"props":41140,"children":41142},{"className":41141},[171],[41143,41148,41211,41215,41281,41286,41352],{"type":16,"tag":127,"props":41144,"children":41147},{"className":41145,"style":41146},[176],"height:1.0497em;vertical-align:-0.2997em;",[],{"type":16,"tag":127,"props":41149,"children":41151},{"className":41150},[1727],[41152,41159],{"type":16,"tag":127,"props":41153,"children":41157},{"className":41154,"style":41156},[1727,4747,41155],"small-op","position:relative;top:0em;",[41158],{"type":22,"value":4110},{"type":16,"tag":127,"props":41160,"children":41162},{"className":41161},[357],[41163],{"type":16,"tag":127,"props":41164,"children":41166},{"className":41165},[362,4278],[41167,41199],{"type":16,"tag":127,"props":41168,"children":41170},{"className":41169},[367],[41171,41194],{"type":16,"tag":127,"props":41172,"children":41175},{"className":41173,"style":41174},[372],"height:0.1864em;",[41176],{"type":16,"tag":127,"props":41177,"children":41179},{"style":41178},"top:-2.4003em;margin-left:0em;margin-right:0.05em;",[41180,41184],{"type":16,"tag":127,"props":41181,"children":41183},{"className":41182,"style":383},[382],[],{"type":16,"tag":127,"props":41185,"children":41187},{"className":41186},[388,389,390,391],[41188],{"type":16,"tag":127,"props":41189,"children":41192},{"className":41190,"style":41191},[182,183,391],"margin-right:0.0197em;",[41193],{"type":22,"value":40845},{"type":16,"tag":127,"props":41195,"children":41197},{"className":41196},[4326],[41198],{"type":22,"value":4329},{"type":16,"tag":127,"props":41200,"children":41202},{"className":41201},[367],[41203],{"type":16,"tag":127,"props":41204,"children":41207},{"className":41205,"style":41206},[372],"height:0.2997em;",[41208],{"type":16,"tag":127,"props":41209,"children":41210},{},[],{"type":16,"tag":127,"props":41212,"children":41214},{"className":41213,"style":981},[593],[],{"type":16,"tag":127,"props":41216,"children":41218},{"className":41217},[182],[41219,41224],{"type":16,"tag":127,"props":41220,"children":41222},{"className":41221,"style":1605},[182,183],[41223],{"type":22,"value":1408},{"type":16,"tag":127,"props":41225,"children":41227},{"className":41226},[357],[41228],{"type":16,"tag":127,"props":41229,"children":41231},{"className":41230},[362,4278],[41232,41270],{"type":16,"tag":127,"props":41233,"children":41235},{"className":41234},[367],[41236,41265],{"type":16,"tag":127,"props":41237,"children":41239},{"className":41238,"style":8756},[372],[41240],{"type":16,"tag":127,"props":41241,"children":41242},{"style":9244},[41243,41247],{"type":16,"tag":127,"props":41244,"children":41246},{"className":41245,"style":383},[382],[],{"type":16,"tag":127,"props":41248,"children":41250},{"className":41249},[388,389,390,391],[41251],{"type":16,"tag":127,"props":41252,"children":41254},{"className":41253},[182,391],[41255,41260],{"type":16,"tag":127,"props":41256,"children":41258},{"className":41257},[182,183,391],[41259],{"type":22,"value":3985},{"type":16,"tag":127,"props":41261,"children":41263},{"className":41262,"style":41191},[182,183,391],[41264],{"type":22,"value":40845},{"type":16,"tag":127,"props":41266,"children":41268},{"className":41267},[4326],[41269],{"type":22,"value":4329},{"type":16,"tag":127,"props":41271,"children":41273},{"className":41272},[367],[41274],{"type":16,"tag":127,"props":41275,"children":41277},{"className":41276,"style":4401},[372],[41278],{"type":16,"tag":127,"props":41279,"children":41280},{},[],{"type":16,"tag":127,"props":41282,"children":41284},{"className":41283},[182,183],[41285],{"type":22,"value":155},{"type":16,"tag":127,"props":41287,"children":41289},{"className":41288},[182],[41290,41295],{"type":16,"tag":127,"props":41291,"children":41293},{"className":41292,"style":1605},[182,183],[41294],{"type":22,"value":1408},{"type":16,"tag":127,"props":41296,"children":41298},{"className":41297},[357],[41299],{"type":16,"tag":127,"props":41300,"children":41302},{"className":41301},[362,4278],[41303,41341],{"type":16,"tag":127,"props":41304,"children":41306},{"className":41305},[367],[41307,41336],{"type":16,"tag":127,"props":41308,"children":41310},{"className":41309,"style":8756},[372],[41311],{"type":16,"tag":127,"props":41312,"children":41313},{"style":9244},[41314,41318],{"type":16,"tag":127,"props":41315,"children":41317},{"className":41316,"style":383},[382],[],{"type":16,"tag":127,"props":41319,"children":41321},{"className":41320},[388,389,390,391],[41322],{"type":16,"tag":127,"props":41323,"children":41325},{"className":41324},[182,391],[41326,41331],{"type":16,"tag":127,"props":41327,"children":41329},{"className":41328},[182,183,391],[41330],{"type":22,"value":3985},{"type":16,"tag":127,"props":41332,"children":41334},{"className":41333,"style":41191},[182,183,391],[41335],{"type":22,"value":40845},{"type":16,"tag":127,"props":41337,"children":41339},{"className":41338},[4326],[41340],{"type":22,"value":4329},{"type":16,"tag":127,"props":41342,"children":41344},{"className":41343},[367],[41345],{"type":16,"tag":127,"props":41346,"children":41348},{"className":41347,"style":4401},[372],[41349],{"type":16,"tag":127,"props":41350,"children":41351},{},[],{"type":16,"tag":127,"props":41353,"children":41355},{"className":41354},[492],[41356],{"type":22,"value":314},{"type":22,"value":39715},{"type":16,"tag":765,"props":41359,"children":41360},{},[41361,41362,41436,41437,41541],{"type":22,"value":40214},{"type":16,"tag":127,"props":41363,"children":41365},{"className":41364},[130],[41366,41400],{"type":16,"tag":127,"props":41367,"children":41369},{"className":41368},[135],[41370],{"type":16,"tag":138,"props":41371,"children":41372},{"xmlns":140},[41373],{"type":16,"tag":143,"props":41374,"children":41375},{},[41376,41395],{"type":16,"tag":147,"props":41377,"children":41378},{},[41379,41383,41387,41391],{"type":16,"tag":151,"props":41380,"children":41381},{},[41382],{"type":22,"value":155},{"type":16,"tag":151,"props":41384,"children":41385},{},[41386],{"type":22,"value":1348},{"type":16,"tag":258,"props":41388,"children":41389},{"separator":166},[41390],{"type":22,"value":904},{"type":16,"tag":151,"props":41392,"children":41393},{},[41394],{"type":22,"value":909},{"type":16,"tag":157,"props":41396,"children":41397},{"encoding":159},[41398],{"type":22,"value":41399},"dS,K",{"type":16,"tag":127,"props":41401,"children":41403},{"className":41402,"ariaHidden":166},[165],[41404],{"type":16,"tag":127,"props":41405,"children":41407},{"className":41406},[171],[41408,41412,41417,41422,41427,41431],{"type":16,"tag":127,"props":41409,"children":41411},{"className":41410,"style":2339},[176],[],{"type":16,"tag":127,"props":41413,"children":41415},{"className":41414},[182,183],[41416],{"type":22,"value":155},{"type":16,"tag":127,"props":41418,"children":41420},{"className":41419,"style":1534},[182,183],[41421],{"type":22,"value":1348},{"type":16,"tag":127,"props":41423,"children":41425},{"className":41424},[975],[41426],{"type":22,"value":904},{"type":16,"tag":127,"props":41428,"children":41430},{"className":41429,"style":981},[593],[],{"type":16,"tag":127,"props":41432,"children":41434},{"className":41433,"style":986},[182,183],[41435],{"type":22,"value":909},{"type":22,"value":2710},{"type":16,"tag":127,"props":41438,"children":41440},{"className":41439},[130],[41441,41483],{"type":16,"tag":127,"props":41442,"children":41444},{"className":41443},[135],[41445],{"type":16,"tag":138,"props":41446,"children":41447},{"xmlns":140},[41448],{"type":16,"tag":143,"props":41449,"children":41450},{},[41451,41478],{"type":16,"tag":147,"props":41452,"children":41453},{},[41454,41458,41462,41466,41470,41474],{"type":16,"tag":151,"props":41455,"children":41456},{},[41457],{"type":22,"value":155},{"type":16,"tag":151,"props":41459,"children":41460},{},[41461],{"type":22,"value":899},{"type":16,"tag":258,"props":41463,"children":41464},{},[41465],{"type":22,"value":1353},{"type":16,"tag":151,"props":41467,"children":41468},{},[41469],{"type":22,"value":155},{"type":16,"tag":151,"props":41471,"children":41472},{},[41473],{"type":22,"value":1348},{"type":16,"tag":151,"props":41475,"children":41476},{},[41477],{"type":22,"value":909},{"type":16,"tag":157,"props":41479,"children":41480},{"encoding":159},[41481],{"type":22,"value":41482},"dQ=dSK",{"type":16,"tag":127,"props":41484,"children":41486},{"className":41485,"ariaHidden":166},[165],[41487,41518],{"type":16,"tag":127,"props":41488,"children":41490},{"className":41489},[171],[41491,41495,41500,41505,41509,41514],{"type":16,"tag":127,"props":41492,"children":41494},{"className":41493,"style":2339},[176],[],{"type":16,"tag":127,"props":41496,"children":41498},{"className":41497},[182,183],[41499],{"type":22,"value":155},{"type":16,"tag":127,"props":41501,"children":41503},{"className":41502},[182,183],[41504],{"type":22,"value":899},{"type":16,"tag":127,"props":41506,"children":41508},{"className":41507,"style":1006},[593],[],{"type":16,"tag":127,"props":41510,"children":41512},{"className":41511},[1011],[41513],{"type":22,"value":1353},{"type":16,"tag":127,"props":41515,"children":41517},{"className":41516,"style":1006},[593],[],{"type":16,"tag":127,"props":41519,"children":41521},{"className":41520},[171],[41522,41526,41531,41536],{"type":16,"tag":127,"props":41523,"children":41525},{"className":41524,"style":177},[176],[],{"type":16,"tag":127,"props":41527,"children":41529},{"className":41528},[182,183],[41530],{"type":22,"value":155},{"type":16,"tag":127,"props":41532,"children":41534},{"className":41533,"style":1534},[182,183],[41535],{"type":22,"value":1348},{"type":16,"tag":127,"props":41537,"children":41539},{"className":41538,"style":986},[182,183],[41540],{"type":22,"value":909},{"type":22,"value":2635},{"type":16,"tag":765,"props":41543,"children":41544},{},[41545,41546,41620,41621,41768],{"type":22,"value":40214},{"type":16,"tag":127,"props":41547,"children":41549},{"className":41548},[130],[41550,41584],{"type":16,"tag":127,"props":41551,"children":41553},{"className":41552},[135],[41554],{"type":16,"tag":138,"props":41555,"children":41556},{"xmlns":140},[41557],{"type":16,"tag":143,"props":41558,"children":41559},{},[41560,41579],{"type":16,"tag":147,"props":41561,"children":41562},{},[41563,41567,41571,41575],{"type":16,"tag":151,"props":41564,"children":41565},{},[41566],{"type":22,"value":155},{"type":16,"tag":151,"props":41568,"children":41569},{},[41570],{"type":22,"value":1348},{"type":16,"tag":258,"props":41572,"children":41573},{"separator":166},[41574],{"type":22,"value":904},{"type":16,"tag":151,"props":41576,"children":41577},{},[41578],{"type":22,"value":899},{"type":16,"tag":157,"props":41580,"children":41581},{"encoding":159},[41582],{"type":22,"value":41583},"dS,Q",{"type":16,"tag":127,"props":41585,"children":41587},{"className":41586,"ariaHidden":166},[165],[41588],{"type":16,"tag":127,"props":41589,"children":41591},{"className":41590},[171],[41592,41596,41601,41606,41611,41615],{"type":16,"tag":127,"props":41593,"children":41595},{"className":41594,"style":2339},[176],[],{"type":16,"tag":127,"props":41597,"children":41599},{"className":41598},[182,183],[41600],{"type":22,"value":155},{"type":16,"tag":127,"props":41602,"children":41604},{"className":41603,"style":1534},[182,183],[41605],{"type":22,"value":1348},{"type":16,"tag":127,"props":41607,"children":41609},{"className":41608},[975],[41610],{"type":22,"value":904},{"type":16,"tag":127,"props":41612,"children":41614},{"className":41613,"style":981},[593],[],{"type":16,"tag":127,"props":41616,"children":41618},{"className":41617},[182,183],[41619],{"type":22,"value":899},{"type":22,"value":2710},{"type":16,"tag":127,"props":41622,"children":41624},{"className":41623},[130],[41625,41674],{"type":16,"tag":127,"props":41626,"children":41628},{"className":41627},[135],[41629],{"type":16,"tag":138,"props":41630,"children":41631},{"xmlns":140},[41632],{"type":16,"tag":143,"props":41633,"children":41634},{},[41635,41669],{"type":16,"tag":147,"props":41636,"children":41637},{},[41638,41642,41646,41650,41654,41665],{"type":16,"tag":151,"props":41639,"children":41640},{},[41641],{"type":22,"value":155},{"type":16,"tag":151,"props":41643,"children":41644},{},[41645],{"type":22,"value":909},{"type":16,"tag":258,"props":41647,"children":41648},{},[41649],{"type":22,"value":1353},{"type":16,"tag":151,"props":41651,"children":41652},{},[41653],{"type":22,"value":155},{"type":16,"tag":265,"props":41655,"children":41656},{},[41657,41661],{"type":16,"tag":151,"props":41658,"children":41659},{},[41660],{"type":22,"value":1348},{"type":16,"tag":151,"props":41662,"children":41663},{},[41664],{"type":22,"value":1369},{"type":16,"tag":151,"props":41666,"children":41667},{},[41668],{"type":22,"value":899},{"type":16,"tag":157,"props":41670,"children":41671},{"encoding":159},[41672],{"type":22,"value":41673},"dK=dS^TQ",{"type":16,"tag":127,"props":41675,"children":41677},{"className":41676,"ariaHidden":166},[165],[41678,41709],{"type":16,"tag":127,"props":41679,"children":41681},{"className":41680},[171],[41682,41686,41691,41696,41700,41705],{"type":16,"tag":127,"props":41683,"children":41685},{"className":41684,"style":177},[176],[],{"type":16,"tag":127,"props":41687,"children":41689},{"className":41688},[182,183],[41690],{"type":22,"value":155},{"type":16,"tag":127,"props":41692,"children":41694},{"className":41693,"style":986},[182,183],[41695],{"type":22,"value":909},{"type":16,"tag":127,"props":41697,"children":41699},{"className":41698,"style":1006},[593],[],{"type":16,"tag":127,"props":41701,"children":41703},{"className":41702},[1011],[41704],{"type":22,"value":1353},{"type":16,"tag":127,"props":41706,"children":41708},{"className":41707,"style":1006},[593],[],{"type":16,"tag":127,"props":41710,"children":41712},{"className":41711},[171],[41713,41717,41722,41763],{"type":16,"tag":127,"props":41714,"children":41716},{"className":41715,"style":2793},[176],[],{"type":16,"tag":127,"props":41718,"children":41720},{"className":41719},[182,183],[41721],{"type":22,"value":155},{"type":16,"tag":127,"props":41723,"children":41725},{"className":41724},[182],[41726,41731],{"type":16,"tag":127,"props":41727,"children":41729},{"className":41728,"style":1534},[182,183],[41730],{"type":22,"value":1348},{"type":16,"tag":127,"props":41732,"children":41734},{"className":41733},[357],[41735],{"type":16,"tag":127,"props":41736,"children":41738},{"className":41737},[362],[41739],{"type":16,"tag":127,"props":41740,"children":41742},{"className":41741},[367],[41743],{"type":16,"tag":127,"props":41744,"children":41746},{"className":41745,"style":2824},[372],[41747],{"type":16,"tag":127,"props":41748,"children":41749},{"style":377},[41750,41754],{"type":16,"tag":127,"props":41751,"children":41753},{"className":41752,"style":383},[382],[],{"type":16,"tag":127,"props":41755,"children":41757},{"className":41756},[388,389,390,391],[41758],{"type":16,"tag":127,"props":41759,"children":41761},{"className":41760,"style":1605},[182,183,391],[41762],{"type":22,"value":1369},{"type":16,"tag":127,"props":41764,"children":41766},{"className":41765},[182,183],[41767],{"type":22,"value":899},{"type":22,"value":2635},{"type":16,"tag":765,"props":41770,"children":41771},{},[41772,41773,41886],{"type":22,"value":3297},{"type":16,"tag":127,"props":41774,"children":41776},{"className":41775},[130],[41777,41826],{"type":16,"tag":127,"props":41778,"children":41780},{"className":41779},[135],[41781],{"type":16,"tag":138,"props":41782,"children":41783},{"xmlns":140},[41784],{"type":16,"tag":143,"props":41785,"children":41786},{},[41787,41822],{"type":16,"tag":147,"props":41788,"children":41789},{},[41790,41794,41798,41802,41806,41810,41814,41818],{"type":16,"tag":151,"props":41791,"children":41792},{},[41793],{"type":22,"value":155},{"type":16,"tag":151,"props":41795,"children":41796},{},[41797],{"type":22,"value":899},{"type":16,"tag":258,"props":41799,"children":41800},{"separator":166},[41801],{"type":22,"value":904},{"type":16,"tag":151,"props":41803,"children":41804},{},[41805],{"type":22,"value":155},{"type":16,"tag":151,"props":41807,"children":41808},{},[41809],{"type":22,"value":909},{"type":16,"tag":258,"props":41811,"children":41812},{"separator":166},[41813],{"type":22,"value":904},{"type":16,"tag":151,"props":41815,"children":41816},{},[41817],{"type":22,"value":155},{"type":16,"tag":151,"props":41819,"children":41820},{},[41821],{"type":22,"value":918},{"type":16,"tag":157,"props":41823,"children":41824},{"encoding":159},[41825],{"type":22,"value":26535},{"type":16,"tag":127,"props":41827,"children":41829},{"className":41828,"ariaHidden":166},[165],[41830],{"type":16,"tag":127,"props":41831,"children":41833},{"className":41832},[171],[41834,41838,41843,41848,41853,41857,41862,41867,41872,41876,41881],{"type":16,"tag":127,"props":41835,"children":41837},{"className":41836,"style":2339},[176],[],{"type":16,"tag":127,"props":41839,"children":41841},{"className":41840},[182,183],[41842],{"type":22,"value":155},{"type":16,"tag":127,"props":41844,"children":41846},{"className":41845},[182,183],[41847],{"type":22,"value":899},{"type":16,"tag":127,"props":41849,"children":41851},{"className":41850},[975],[41852],{"type":22,"value":904},{"type":16,"tag":127,"props":41854,"children":41856},{"className":41855,"style":981},[593],[],{"type":16,"tag":127,"props":41858,"children":41860},{"className":41859},[182,183],[41861],{"type":22,"value":155},{"type":16,"tag":127,"props":41863,"children":41865},{"className":41864,"style":986},[182,183],[41866],{"type":22,"value":909},{"type":16,"tag":127,"props":41868,"children":41870},{"className":41869},[975],[41871],{"type":22,"value":904},{"type":16,"tag":127,"props":41873,"children":41875},{"className":41874,"style":981},[593],[],{"type":16,"tag":127,"props":41877,"children":41879},{"className":41878},[182,183],[41880],{"type":22,"value":155},{"type":16,"tag":127,"props":41882,"children":41884},{"className":41883,"style":594},[182,183],[41885],{"type":22,"value":918},{"type":22,"value":2635},{"type":16,"tag":802,"props":41888,"children":41890},{"id":41889},"算法-4flashattention-反向传播完整伪代码",[41891],{"type":22,"value":41892},"算法 4：FlashAttention 反向传播（完整伪代码）",{"type":16,"tag":24,"props":41894,"children":41895},{},[41896,41898,42007,42009,42060,42062,42126,42128,42170],{"type":22,"value":41897},"输入前向的 ",{"type":16,"tag":127,"props":41899,"children":41901},{"className":41900},[130],[41902,41948],{"type":16,"tag":127,"props":41903,"children":41905},{"className":41904},[135],[41906],{"type":16,"tag":138,"props":41907,"children":41908},{"xmlns":140},[41909],{"type":16,"tag":143,"props":41910,"children":41911},{},[41912,41943],{"type":16,"tag":147,"props":41913,"children":41914},{},[41915,41919,41923,41927,41931,41935,41939],{"type":16,"tag":151,"props":41916,"children":41917},{},[41918],{"type":22,"value":899},{"type":16,"tag":258,"props":41920,"children":41921},{"separator":166},[41922],{"type":22,"value":904},{"type":16,"tag":151,"props":41924,"children":41925},{},[41926],{"type":22,"value":909},{"type":16,"tag":258,"props":41928,"children":41929},{"separator":166},[41930],{"type":22,"value":904},{"type":16,"tag":151,"props":41932,"children":41933},{},[41934],{"type":22,"value":918},{"type":16,"tag":258,"props":41936,"children":41937},{"separator":166},[41938],{"type":22,"value":904},{"type":16,"tag":151,"props":41940,"children":41941},{},[41942],{"type":22,"value":256},{"type":16,"tag":157,"props":41944,"children":41945},{"encoding":159},[41946],{"type":22,"value":41947},"Q,K,V,O",{"type":16,"tag":127,"props":41949,"children":41951},{"className":41950,"ariaHidden":166},[165],[41952],{"type":16,"tag":127,"props":41953,"children":41955},{"className":41954},[171],[41956,41960,41965,41970,41974,41979,41984,41988,41993,41998,42002],{"type":16,"tag":127,"props":41957,"children":41959},{"className":41958,"style":965},[176],[],{"type":16,"tag":127,"props":41961,"children":41963},{"className":41962},[182,183],[41964],{"type":22,"value":899},{"type":16,"tag":127,"props":41966,"children":41968},{"className":41967},[975],[41969],{"type":22,"value":904},{"type":16,"tag":127,"props":41971,"children":41973},{"className":41972,"style":981},[593],[],{"type":16,"tag":127,"props":41975,"children":41977},{"className":41976,"style":986},[182,183],[41978],{"type":22,"value":909},{"type":16,"tag":127,"props":41980,"children":41982},{"className":41981},[975],[41983],{"type":22,"value":904},{"type":16,"tag":127,"props":41985,"children":41987},{"className":41986,"style":981},[593],[],{"type":16,"tag":127,"props":41989,"children":41991},{"className":41990,"style":594},[182,183],[41992],{"type":22,"value":918},{"type":16,"tag":127,"props":41994,"children":41996},{"className":41995},[975],[41997],{"type":22,"value":904},{"type":16,"tag":127,"props":41999,"children":42001},{"className":42000,"style":981},[593],[],{"type":16,"tag":127,"props":42003,"children":42005},{"className":42004,"style":336},[182,183],[42006],{"type":22,"value":256},{"type":22,"value":42008},"、输出梯度 ",{"type":16,"tag":127,"props":42010,"children":42012},{"className":42011},[130],[42013,42038],{"type":16,"tag":127,"props":42014,"children":42016},{"className":42015},[135],[42017],{"type":16,"tag":138,"props":42018,"children":42019},{"xmlns":140},[42020],{"type":16,"tag":143,"props":42021,"children":42022},{},[42023,42034],{"type":16,"tag":147,"props":42024,"children":42025},{},[42026,42030],{"type":16,"tag":151,"props":42027,"children":42028},{},[42029],{"type":22,"value":155},{"type":16,"tag":151,"props":42031,"children":42032},{},[42033],{"type":22,"value":256},{"type":16,"tag":157,"props":42035,"children":42036},{"encoding":159},[42037],{"type":22,"value":20490},{"type":16,"tag":127,"props":42039,"children":42041},{"className":42040,"ariaHidden":166},[165],[42042],{"type":16,"tag":127,"props":42043,"children":42045},{"className":42044},[171],[42046,42050,42055],{"type":16,"tag":127,"props":42047,"children":42049},{"className":42048,"style":177},[176],[],{"type":16,"tag":127,"props":42051,"children":42053},{"className":42052},[182,183],[42054],{"type":22,"value":155},{"type":16,"tag":127,"props":42056,"children":42058},{"className":42057,"style":336},[182,183],[42059],{"type":22,"value":256},{"type":22,"value":42061},"、统计量 ",{"type":16,"tag":127,"props":42063,"children":42065},{"className":42064},[130],[42066,42095],{"type":16,"tag":127,"props":42067,"children":42069},{"className":42068},[135],[42070],{"type":16,"tag":138,"props":42071,"children":42072},{"xmlns":140},[42073],{"type":16,"tag":143,"props":42074,"children":42075},{},[42076,42091],{"type":16,"tag":147,"props":42077,"children":42078},{},[42079,42083,42087],{"type":16,"tag":151,"props":42080,"children":42081},{"mathvariant":516},[42082],{"type":22,"value":4086},{"type":16,"tag":258,"props":42084,"children":42085},{"separator":166},[42086],{"type":22,"value":904},{"type":16,"tag":151,"props":42088,"children":42089},{},[42090],{"type":22,"value":3948},{"type":16,"tag":157,"props":42092,"children":42093},{"encoding":159},[42094],{"type":22,"value":25748},{"type":16,"tag":127,"props":42096,"children":42098},{"className":42097,"ariaHidden":166},[165],[42099],{"type":16,"tag":127,"props":42100,"children":42102},{"className":42101},[171],[42103,42107,42112,42117,42121],{"type":16,"tag":127,"props":42104,"children":42106},{"className":42105,"style":2339},[176],[],{"type":16,"tag":127,"props":42108,"children":42110},{"className":42109},[182],[42111],{"type":22,"value":4086},{"type":16,"tag":127,"props":42113,"children":42115},{"className":42114},[975],[42116],{"type":22,"value":904},{"type":16,"tag":127,"props":42118,"children":42120},{"className":42119,"style":981},[593],[],{"type":16,"tag":127,"props":42122,"children":42124},{"className":42123},[182,183],[42125],{"type":22,"value":3948},{"type":22,"value":42127},"、缩放常数、mask、dropout 概率和随机状态 ",{"type":16,"tag":127,"props":42129,"children":42131},{"className":42130},[130],[42132,42153],{"type":16,"tag":127,"props":42133,"children":42135},{"className":42134},[135],[42136],{"type":16,"tag":138,"props":42137,"children":42138},{"xmlns":140},[42139],{"type":16,"tag":143,"props":42140,"children":42141},{},[42142,42149],{"type":16,"tag":147,"props":42143,"children":42144},{},[42145],{"type":16,"tag":151,"props":42146,"children":42147},{},[42148],{"type":22,"value":932},{"type":16,"tag":157,"props":42150,"children":42151},{"encoding":159},[42152],{"type":22,"value":932},{"type":16,"tag":127,"props":42154,"children":42156},{"className":42155,"ariaHidden":166},[165],[42157],{"type":16,"tag":127,"props":42158,"children":42160},{"className":42159},[171],[42161,42165],{"type":16,"tag":127,"props":42162,"children":42164},{"className":42163,"style":225},[176],[],{"type":16,"tag":127,"props":42166,"children":42168},{"className":42167,"style":25822},[182,183],[42169],{"type":22,"value":932},{"type":22,"value":2635},{"type":16,"tag":834,"props":42172,"children":42173},{},[42174,42223,42376,42925,45338],{"type":16,"tag":765,"props":42175,"children":42176},{},[42177,42179,42221],{"type":22,"value":42178},"将随机状态设回 ",{"type":16,"tag":127,"props":42180,"children":42182},{"className":42181},[130],[42183,42204],{"type":16,"tag":127,"props":42184,"children":42186},{"className":42185},[135],[42187],{"type":16,"tag":138,"props":42188,"children":42189},{"xmlns":140},[42190],{"type":16,"tag":143,"props":42191,"children":42192},{},[42193,42200],{"type":16,"tag":147,"props":42194,"children":42195},{},[42196],{"type":16,"tag":151,"props":42197,"children":42198},{},[42199],{"type":22,"value":932},{"type":16,"tag":157,"props":42201,"children":42202},{"encoding":159},[42203],{"type":22,"value":932},{"type":16,"tag":127,"props":42205,"children":42207},{"className":42206,"ariaHidden":166},[165],[42208],{"type":16,"tag":127,"props":42209,"children":42211},{"className":42210},[171],[42212,42216],{"type":16,"tag":127,"props":42213,"children":42215},{"className":42214,"style":225},[176],[],{"type":16,"tag":127,"props":42217,"children":42219},{"className":42218,"style":25822},[182,183],[42220],{"type":22,"value":932},{"type":22,"value":42222},"，设置块大小并划分所有输入和梯度。",{"type":16,"tag":765,"props":42224,"children":42225},{},[42226,42227,42375],{"type":22,"value":8639},{"type":16,"tag":127,"props":42228,"children":42230},{"className":42229},[130],[42231,42289],{"type":16,"tag":127,"props":42232,"children":42234},{"className":42233},[135],[42235],{"type":16,"tag":138,"props":42236,"children":42237},{"xmlns":140},[42238],{"type":16,"tag":143,"props":42239,"children":42240},{},[42241,42284],{"type":16,"tag":147,"props":42242,"children":42243},{},[42244,42248,42252,42256,42260,42264,42268,42272,42276,42280],{"type":16,"tag":151,"props":42245,"children":42246},{},[42247],{"type":22,"value":155},{"type":16,"tag":151,"props":42249,"children":42250},{},[42251],{"type":22,"value":899},{"type":16,"tag":258,"props":42253,"children":42254},{"separator":166},[42255],{"type":22,"value":904},{"type":16,"tag":151,"props":42257,"children":42258},{},[42259],{"type":22,"value":155},{"type":16,"tag":151,"props":42261,"children":42262},{},[42263],{"type":22,"value":909},{"type":16,"tag":258,"props":42265,"children":42266},{"separator":166},[42267],{"type":22,"value":904},{"type":16,"tag":151,"props":42269,"children":42270},{},[42271],{"type":22,"value":155},{"type":16,"tag":151,"props":42273,"children":42274},{},[42275],{"type":22,"value":918},{"type":16,"tag":258,"props":42277,"children":42278},{},[42279],{"type":22,"value":1353},{"type":16,"tag":274,"props":42281,"children":42282},{},[42283],{"type":22,"value":8672},{"type":16,"tag":157,"props":42285,"children":42286},{"encoding":159},[42287],{"type":22,"value":42288},"dQ,dK,dV=0",{"type":16,"tag":127,"props":42290,"children":42292},{"className":42291,"ariaHidden":166},[165],[42293,42362],{"type":16,"tag":127,"props":42294,"children":42296},{"className":42295},[171],[42297,42301,42306,42311,42316,42320,42325,42330,42335,42339,42344,42349,42353,42358],{"type":16,"tag":127,"props":42298,"children":42300},{"className":42299,"style":2339},[176],[],{"type":16,"tag":127,"props":42302,"children":42304},{"className":42303},[182,183],[42305],{"type":22,"value":155},{"type":16,"tag":127,"props":42307,"children":42309},{"className":42308},[182,183],[42310],{"type":22,"value":899},{"type":16,"tag":127,"props":42312,"children":42314},{"className":42313},[975],[42315],{"type":22,"value":904},{"type":16,"tag":127,"props":42317,"children":42319},{"className":42318,"style":981},[593],[],{"type":16,"tag":127,"props":42321,"children":42323},{"className":42322},[182,183],[42324],{"type":22,"value":155},{"type":16,"tag":127,"props":42326,"children":42328},{"className":42327,"style":986},[182,183],[42329],{"type":22,"value":909},{"type":16,"tag":127,"props":42331,"children":42333},{"className":42332},[975],[42334],{"type":22,"value":904},{"type":16,"tag":127,"props":42336,"children":42338},{"className":42337,"style":981},[593],[],{"type":16,"tag":127,"props":42340,"children":42342},{"className":42341},[182,183],[42343],{"type":22,"value":155},{"type":16,"tag":127,"props":42345,"children":42347},{"className":42346,"style":594},[182,183],[42348],{"type":22,"value":918},{"type":16,"tag":127,"props":42350,"children":42352},{"className":42351,"style":1006},[593],[],{"type":16,"tag":127,"props":42354,"children":42356},{"className":42355},[1011],[42357],{"type":22,"value":1353},{"type":16,"tag":127,"props":42359,"children":42361},{"className":42360,"style":1006},[593],[],{"type":16,"tag":127,"props":42363,"children":42365},{"className":42364},[171],[42366,42370],{"type":16,"tag":127,"props":42367,"children":42369},{"className":42368,"style":2380},[176],[],{"type":16,"tag":127,"props":42371,"children":42373},{"className":42372},[182],[42374],{"type":22,"value":8672},{"type":22,"value":2635},{"type":16,"tag":765,"props":42377,"children":42378},{},[42379,42381,42423,42424,42606,42608,42924],{"type":22,"value":42380},"对每个列块 ",{"type":16,"tag":127,"props":42382,"children":42384},{"className":42383},[130],[42385,42406],{"type":16,"tag":127,"props":42386,"children":42388},{"className":42387},[135],[42389],{"type":16,"tag":138,"props":42390,"children":42391},{"xmlns":140},[42392],{"type":16,"tag":143,"props":42393,"children":42394},{},[42395,42402],{"type":16,"tag":147,"props":42396,"children":42397},{},[42398],{"type":16,"tag":151,"props":42399,"children":42400},{},[42401],{"type":22,"value":9695},{"type":16,"tag":157,"props":42403,"children":42404},{"encoding":159},[42405],{"type":22,"value":9695},{"type":16,"tag":127,"props":42407,"children":42409},{"className":42408,"ariaHidden":166},[165],[42410],{"type":16,"tag":127,"props":42411,"children":42413},{"className":42412},[171],[42414,42418],{"type":16,"tag":127,"props":42415,"children":42417},{"className":42416,"style":9711},[176],[],{"type":16,"tag":127,"props":42419,"children":42421},{"className":42420,"style":9716},[182,183],[42422],{"type":22,"value":9695},{"type":22,"value":9966},{"type":16,"tag":127,"props":42425,"children":42427},{"className":42426},[130],[42428,42471],{"type":16,"tag":127,"props":42429,"children":42431},{"className":42430},[135],[42432],{"type":16,"tag":138,"props":42433,"children":42434},{"xmlns":140},[42435],{"type":16,"tag":143,"props":42436,"children":42437},{},[42438,42467],{"type":16,"tag":147,"props":42439,"children":42440},{},[42441,42452,42456],{"type":16,"tag":3987,"props":42442,"children":42443},{},[42444,42448],{"type":16,"tag":151,"props":42445,"children":42446},{},[42447],{"type":22,"value":909},{"type":16,"tag":151,"props":42449,"children":42450},{},[42451],{"type":22,"value":9695},{"type":16,"tag":258,"props":42453,"children":42454},{"separator":166},[42455],{"type":22,"value":904},{"type":16,"tag":3987,"props":42457,"children":42458},{},[42459,42463],{"type":16,"tag":151,"props":42460,"children":42461},{},[42462],{"type":22,"value":918},{"type":16,"tag":151,"props":42464,"children":42465},{},[42466],{"type":22,"value":9695},{"type":16,"tag":157,"props":42468,"children":42469},{"encoding":159},[42470],{"type":22,"value":9775},{"type":16,"tag":127,"props":42472,"children":42474},{"className":42473,"ariaHidden":166},[165],[42475],{"type":16,"tag":127,"props":42476,"children":42478},{"className":42477},[171],[42479,42483,42540,42545,42549],{"type":16,"tag":127,"props":42480,"children":42482},{"className":42481,"style":9787},[176],[],{"type":16,"tag":127,"props":42484,"children":42486},{"className":42485},[182],[42487,42492],{"type":16,"tag":127,"props":42488,"children":42490},{"className":42489,"style":986},[182,183],[42491],{"type":22,"value":909},{"type":16,"tag":127,"props":42493,"children":42495},{"className":42494},[357],[42496],{"type":16,"tag":127,"props":42497,"children":42499},{"className":42498},[362,4278],[42500,42529],{"type":16,"tag":127,"props":42501,"children":42503},{"className":42502},[367],[42504,42524],{"type":16,"tag":127,"props":42505,"children":42507},{"className":42506,"style":4370},[372],[42508],{"type":16,"tag":127,"props":42509,"children":42510},{"style":9816},[42511,42515],{"type":16,"tag":127,"props":42512,"children":42514},{"className":42513,"style":383},[382],[],{"type":16,"tag":127,"props":42516,"children":42518},{"className":42517},[388,389,390,391],[42519],{"type":16,"tag":127,"props":42520,"children":42522},{"className":42521,"style":9716},[182,183,391],[42523],{"type":22,"value":9695},{"type":16,"tag":127,"props":42525,"children":42527},{"className":42526},[4326],[42528],{"type":22,"value":4329},{"type":16,"tag":127,"props":42530,"children":42532},{"className":42531},[367],[42533],{"type":16,"tag":127,"props":42534,"children":42536},{"className":42535,"style":9843},[372],[42537],{"type":16,"tag":127,"props":42538,"children":42539},{},[],{"type":16,"tag":127,"props":42541,"children":42543},{"className":42542},[975],[42544],{"type":22,"value":904},{"type":16,"tag":127,"props":42546,"children":42548},{"className":42547,"style":981},[593],[],{"type":16,"tag":127,"props":42550,"children":42552},{"className":42551},[182],[42553,42558],{"type":16,"tag":127,"props":42554,"children":42556},{"className":42555,"style":594},[182,183],[42557],{"type":22,"value":918},{"type":16,"tag":127,"props":42559,"children":42561},{"className":42560},[357],[42562],{"type":16,"tag":127,"props":42563,"children":42565},{"className":42564},[362,4278],[42566,42595],{"type":16,"tag":127,"props":42567,"children":42569},{"className":42568},[367],[42570,42590],{"type":16,"tag":127,"props":42571,"children":42573},{"className":42572,"style":4370},[372],[42574],{"type":16,"tag":127,"props":42575,"children":42576},{"style":9884},[42577,42581],{"type":16,"tag":127,"props":42578,"children":42580},{"className":42579,"style":383},[382],[],{"type":16,"tag":127,"props":42582,"children":42584},{"className":42583},[388,389,390,391],[42585],{"type":16,"tag":127,"props":42586,"children":42588},{"className":42587,"style":9716},[182,183,391],[42589],{"type":22,"value":9695},{"type":16,"tag":127,"props":42591,"children":42593},{"className":42592},[4326],[42594],{"type":22,"value":4329},{"type":16,"tag":127,"props":42596,"children":42598},{"className":42597},[367],[42599],{"type":16,"tag":127,"props":42600,"children":42602},{"className":42601,"style":9843},[372],[42603],{"type":16,"tag":127,"props":42604,"children":42605},{},[],{"type":22,"value":42607},"，在 SRAM 初始化 ",{"type":16,"tag":127,"props":42609,"children":42611},{"className":42610},[130],[42612,42684],{"type":16,"tag":127,"props":42613,"children":42615},{"className":42614},[135],[42616],{"type":16,"tag":138,"props":42617,"children":42618},{"xmlns":140},[42619],{"type":16,"tag":143,"props":42620,"children":42621},{},[42622,42679],{"type":16,"tag":147,"props":42623,"children":42624},{},[42625,42650,42654],{"type":16,"tag":3987,"props":42626,"children":42627},{},[42628,42646],{"type":16,"tag":10646,"props":42629,"children":42630},{"accent":166},[42631,42642],{"type":16,"tag":147,"props":42632,"children":42633},{},[42634,42638],{"type":16,"tag":151,"props":42635,"children":42636},{},[42637],{"type":22,"value":155},{"type":16,"tag":151,"props":42639,"children":42640},{},[42641],{"type":22,"value":909},{"type":16,"tag":258,"props":42643,"children":42644},{"stretchy":166},[42645],{"type":22,"value":10657},{"type":16,"tag":151,"props":42647,"children":42648},{},[42649],{"type":22,"value":9695},{"type":16,"tag":258,"props":42651,"children":42652},{"separator":166},[42653],{"type":22,"value":904},{"type":16,"tag":3987,"props":42655,"children":42656},{},[42657,42675],{"type":16,"tag":10646,"props":42658,"children":42659},{"accent":166},[42660,42671],{"type":16,"tag":147,"props":42661,"children":42662},{},[42663,42667],{"type":16,"tag":151,"props":42664,"children":42665},{},[42666],{"type":22,"value":155},{"type":16,"tag":151,"props":42668,"children":42669},{},[42670],{"type":22,"value":918},{"type":16,"tag":258,"props":42672,"children":42673},{"stretchy":166},[42674],{"type":22,"value":10657},{"type":16,"tag":151,"props":42676,"children":42677},{},[42678],{"type":22,"value":9695},{"type":16,"tag":157,"props":42680,"children":42681},{"encoding":159},[42682],{"type":22,"value":42683},"\\widetilde{dK}_j,\\widetilde{dV}_j",{"type":16,"tag":127,"props":42685,"children":42687},{"className":42686,"ariaHidden":166},[165],[42688],{"type":16,"tag":127,"props":42689,"children":42691},{"className":42690},[171],[42692,42697,42809,42814,42818],{"type":16,"tag":127,"props":42693,"children":42696},{"className":42694,"style":42695},[176],"height:1.2665em;vertical-align:-0.2861em;",[],{"type":16,"tag":127,"props":42698,"children":42700},{"className":42699},[182],[42701,42760],{"type":16,"tag":127,"props":42702,"children":42704},{"className":42703},[182,10694],[42705],{"type":16,"tag":127,"props":42706,"children":42708},{"className":42707},[362],[42709],{"type":16,"tag":127,"props":42710,"children":42712},{"className":42711},[367],[42713],{"type":16,"tag":127,"props":42714,"children":42717},{"className":42715,"style":42716},[372],"height:0.9804em;",[42718,42739],{"type":16,"tag":127,"props":42719,"children":42720},{"style":4309},[42721,42725],{"type":16,"tag":127,"props":42722,"children":42724},{"className":42723,"style":4296},[382],[],{"type":16,"tag":127,"props":42726,"children":42728},{"className":42727},[182],[42729,42734],{"type":16,"tag":127,"props":42730,"children":42732},{"className":42731},[182,183],[42733],{"type":22,"value":155},{"type":16,"tag":127,"props":42735,"children":42737},{"className":42736,"style":986},[182,183],[42738],{"type":22,"value":909},{"type":16,"tag":127,"props":42740,"children":42743},{"className":42741,"style":42742},[16789],"top:-3.6944em;",[42744,42748],{"type":16,"tag":127,"props":42745,"children":42747},{"className":42746,"style":4296},[382],[],{"type":16,"tag":127,"props":42749,"children":42750},{"style":12327},[42751],{"type":16,"tag":16801,"props":42752,"children":42755},{"xmlns":16803,"width":16804,"height":42753,"viewBox":42754,"preserveAspectRatio":16807},"0.286em","0 0 1033 286",[42756],{"type":16,"tag":16810,"props":42757,"children":42759},{"d":42758},"M344 55.266c-142 0-300.638 81.316-311.5 86.418\n-8.01 3.762-22.5 10.91-23.5 5.562L1 120c-1-2-1-3-1-4 0-5 3-9 8-10l18.4-9C160.9\n 31.9 283 0 358 0c148 0 188 122 331 122s314-97 326-97c4 0 8 2 10 7l7 21.114\nc1 2.14 1 3.21 1 4.28 0 5.347-3 9.626-7 10.696l-22.3 12.622C852.6 158.372 751\n 181.476 676 181.476c-149 0-189-126.21-332-126.21z",[],{"type":16,"tag":127,"props":42761,"children":42763},{"className":42762},[357],[42764],{"type":16,"tag":127,"props":42765,"children":42767},{"className":42766},[362,4278],[42768,42798],{"type":16,"tag":127,"props":42769,"children":42771},{"className":42770},[367],[42772,42793],{"type":16,"tag":127,"props":42773,"children":42775},{"className":42774,"style":4370},[372],[42776],{"type":16,"tag":127,"props":42777,"children":42779},{"style":42778},"top:-2.55em;margin-right:0.05em;",[42780,42784],{"type":16,"tag":127,"props":42781,"children":42783},{"className":42782,"style":383},[382],[],{"type":16,"tag":127,"props":42785,"children":42787},{"className":42786},[388,389,390,391],[42788],{"type":16,"tag":127,"props":42789,"children":42791},{"className":42790,"style":9716},[182,183,391],[42792],{"type":22,"value":9695},{"type":16,"tag":127,"props":42794,"children":42796},{"className":42795},[4326],[42797],{"type":22,"value":4329},{"type":16,"tag":127,"props":42799,"children":42801},{"className":42800},[367],[42802],{"type":16,"tag":127,"props":42803,"children":42805},{"className":42804,"style":9843},[372],[42806],{"type":16,"tag":127,"props":42807,"children":42808},{},[],{"type":16,"tag":127,"props":42810,"children":42812},{"className":42811},[975],[42813],{"type":22,"value":904},{"type":16,"tag":127,"props":42815,"children":42817},{"className":42816,"style":981},[593],[],{"type":16,"tag":127,"props":42819,"children":42821},{"className":42820},[182],[42822,42876],{"type":16,"tag":127,"props":42823,"children":42825},{"className":42824},[182,10694],[42826],{"type":16,"tag":127,"props":42827,"children":42829},{"className":42828},[362],[42830],{"type":16,"tag":127,"props":42831,"children":42833},{"className":42832},[367],[42834],{"type":16,"tag":127,"props":42835,"children":42837},{"className":42836,"style":42716},[372],[42838,42859],{"type":16,"tag":127,"props":42839,"children":42840},{"style":4309},[42841,42845],{"type":16,"tag":127,"props":42842,"children":42844},{"className":42843,"style":4296},[382],[],{"type":16,"tag":127,"props":42846,"children":42848},{"className":42847},[182],[42849,42854],{"type":16,"tag":127,"props":42850,"children":42852},{"className":42851},[182,183],[42853],{"type":22,"value":155},{"type":16,"tag":127,"props":42855,"children":42857},{"className":42856,"style":594},[182,183],[42858],{"type":22,"value":918},{"type":16,"tag":127,"props":42860,"children":42862},{"className":42861,"style":42742},[16789],[42863,42867],{"type":16,"tag":127,"props":42864,"children":42866},{"className":42865,"style":4296},[382],[],{"type":16,"tag":127,"props":42868,"children":42869},{"style":12327},[42870],{"type":16,"tag":16801,"props":42871,"children":42872},{"xmlns":16803,"width":16804,"height":42753,"viewBox":42754,"preserveAspectRatio":16807},[42873],{"type":16,"tag":16810,"props":42874,"children":42875},{"d":42758},[],{"type":16,"tag":127,"props":42877,"children":42879},{"className":42878},[357],[42880],{"type":16,"tag":127,"props":42881,"children":42883},{"className":42882},[362,4278],[42884,42913],{"type":16,"tag":127,"props":42885,"children":42887},{"className":42886},[367],[42888,42908],{"type":16,"tag":127,"props":42889,"children":42891},{"className":42890,"style":4370},[372],[42892],{"type":16,"tag":127,"props":42893,"children":42894},{"style":42778},[42895,42899],{"type":16,"tag":127,"props":42896,"children":42898},{"className":42897,"style":383},[382],[],{"type":16,"tag":127,"props":42900,"children":42902},{"className":42901},[388,389,390,391],[42903],{"type":16,"tag":127,"props":42904,"children":42906},{"className":42905,"style":9716},[182,183,391],[42907],{"type":22,"value":9695},{"type":16,"tag":127,"props":42909,"children":42911},{"className":42910},[4326],[42912],{"type":22,"value":4329},{"type":16,"tag":127,"props":42914,"children":42916},{"className":42915},[367],[42917],{"type":16,"tag":127,"props":42918,"children":42920},{"className":42919,"style":9843},[372],[42921],{"type":16,"tag":127,"props":42922,"children":42923},{},[],{"type":22,"value":2635},{"type":16,"tag":765,"props":42926,"children":42927},{},[42928,42929,42971,42972,43497,43499,43612,43614,43727,43729,43843,43844,44038,44039,44150,44151,44273,44274,44608,44609,45059,45060,45171,45172,45337],{"type":22,"value":9921},{"type":16,"tag":127,"props":42930,"children":42932},{"className":42931},[130],[42933,42954],{"type":16,"tag":127,"props":42934,"children":42936},{"className":42935},[135],[42937],{"type":16,"tag":138,"props":42938,"children":42939},{"xmlns":140},[42940],{"type":16,"tag":143,"props":42941,"children":42942},{},[42943,42950],{"type":16,"tag":147,"props":42944,"children":42945},{},[42946],{"type":16,"tag":151,"props":42947,"children":42948},{},[42949],{"type":22,"value":3985},{"type":16,"tag":157,"props":42951,"children":42952},{"encoding":159},[42953],{"type":22,"value":3985},{"type":16,"tag":127,"props":42955,"children":42957},{"className":42956,"ariaHidden":166},[165],[42958],{"type":16,"tag":127,"props":42959,"children":42961},{"className":42960},[171],[42962,42966],{"type":16,"tag":127,"props":42963,"children":42965},{"className":42964,"style":9958},[176],[],{"type":16,"tag":127,"props":42967,"children":42969},{"className":42968},[182,183],[42970],{"type":22,"value":3985},{"type":22,"value":37763},{"type":16,"tag":127,"props":42973,"children":42975},{"className":42974},[130],[42976,43088],{"type":16,"tag":127,"props":42977,"children":42979},{"className":42978},[135],[42980],{"type":16,"tag":138,"props":42981,"children":42982},{"xmlns":140},[42983],{"type":16,"tag":143,"props":42984,"children":42985},{},[42986,43083],{"type":16,"tag":147,"props":42987,"children":42988},{},[42989,43000,43004,43015,43019,43023,43034,43038,43042,43053,43057,43068,43072],{"type":16,"tag":3987,"props":42990,"children":42991},{},[42992,42996],{"type":16,"tag":151,"props":42993,"children":42994},{},[42995],{"type":22,"value":899},{"type":16,"tag":151,"props":42997,"children":42998},{},[42999],{"type":22,"value":3985},{"type":16,"tag":258,"props":43001,"children":43002},{"separator":166},[43003],{"type":22,"value":904},{"type":16,"tag":3987,"props":43005,"children":43006},{},[43007,43011],{"type":16,"tag":151,"props":43008,"children":43009},{},[43010],{"type":22,"value":256},{"type":16,"tag":151,"props":43012,"children":43013},{},[43014],{"type":22,"value":3985},{"type":16,"tag":258,"props":43016,"children":43017},{"separator":166},[43018],{"type":22,"value":904},{"type":16,"tag":151,"props":43020,"children":43021},{},[43022],{"type":22,"value":155},{"type":16,"tag":3987,"props":43024,"children":43025},{},[43026,43030],{"type":16,"tag":151,"props":43027,"children":43028},{},[43029],{"type":22,"value":256},{"type":16,"tag":151,"props":43031,"children":43032},{},[43033],{"type":22,"value":3985},{"type":16,"tag":258,"props":43035,"children":43036},{"separator":166},[43037],{"type":22,"value":904},{"type":16,"tag":151,"props":43039,"children":43040},{},[43041],{"type":22,"value":155},{"type":16,"tag":3987,"props":43043,"children":43044},{},[43045,43049],{"type":16,"tag":151,"props":43046,"children":43047},{},[43048],{"type":22,"value":899},{"type":16,"tag":151,"props":43050,"children":43051},{},[43052],{"type":22,"value":3985},{"type":16,"tag":258,"props":43054,"children":43055},{"separator":166},[43056],{"type":22,"value":904},{"type":16,"tag":3987,"props":43058,"children":43059},{},[43060,43064],{"type":16,"tag":151,"props":43061,"children":43062},{"mathvariant":516},[43063],{"type":22,"value":4086},{"type":16,"tag":151,"props":43065,"children":43066},{},[43067],{"type":22,"value":3985},{"type":16,"tag":258,"props":43069,"children":43070},{"separator":166},[43071],{"type":22,"value":904},{"type":16,"tag":3987,"props":43073,"children":43074},{},[43075,43079],{"type":16,"tag":151,"props":43076,"children":43077},{},[43078],{"type":22,"value":3948},{"type":16,"tag":151,"props":43080,"children":43081},{},[43082],{"type":22,"value":3985},{"type":16,"tag":157,"props":43084,"children":43085},{"encoding":159},[43086],{"type":22,"value":43087},"Q_i,O_i,dO_i,dQ_i,\\ell_i,m_i",{"type":16,"tag":127,"props":43089,"children":43091},{"className":43090,"ariaHidden":166},[165],[43092],{"type":16,"tag":127,"props":43093,"children":43095},{"className":43094},[171],[43096,43100,43157,43162,43166,43223,43228,43232,43237,43294,43299,43303,43308,43365,43370,43374,43431,43436,43440],{"type":16,"tag":127,"props":43097,"children":43099},{"className":43098,"style":2339},[176],[],{"type":16,"tag":127,"props":43101,"children":43103},{"className":43102},[182],[43104,43109],{"type":16,"tag":127,"props":43105,"children":43107},{"className":43106},[182,183],[43108],{"type":22,"value":899},{"type":16,"tag":127,"props":43110,"children":43112},{"className":43111},[357],[43113],{"type":16,"tag":127,"props":43114,"children":43116},{"className":43115},[362,4278],[43117,43146],{"type":16,"tag":127,"props":43118,"children":43120},{"className":43119},[367],[43121,43141],{"type":16,"tag":127,"props":43122,"children":43124},{"className":43123,"style":4370},[372],[43125],{"type":16,"tag":127,"props":43126,"children":43127},{"style":4374},[43128,43132],{"type":16,"tag":127,"props":43129,"children":43131},{"className":43130,"style":383},[382],[],{"type":16,"tag":127,"props":43133,"children":43135},{"className":43134},[388,389,390,391],[43136],{"type":16,"tag":127,"props":43137,"children":43139},{"className":43138},[182,183,391],[43140],{"type":22,"value":3985},{"type":16,"tag":127,"props":43142,"children":43144},{"className":43143},[4326],[43145],{"type":22,"value":4329},{"type":16,"tag":127,"props":43147,"children":43149},{"className":43148},[367],[43150],{"type":16,"tag":127,"props":43151,"children":43153},{"className":43152,"style":4401},[372],[43154],{"type":16,"tag":127,"props":43155,"children":43156},{},[],{"type":16,"tag":127,"props":43158,"children":43160},{"className":43159},[975],[43161],{"type":22,"value":904},{"type":16,"tag":127,"props":43163,"children":43165},{"className":43164,"style":981},[593],[],{"type":16,"tag":127,"props":43167,"children":43169},{"className":43168},[182],[43170,43175],{"type":16,"tag":127,"props":43171,"children":43173},{"className":43172,"style":336},[182,183],[43174],{"type":22,"value":256},{"type":16,"tag":127,"props":43176,"children":43178},{"className":43177},[357],[43179],{"type":16,"tag":127,"props":43180,"children":43182},{"className":43181},[362,4278],[43183,43212],{"type":16,"tag":127,"props":43184,"children":43186},{"className":43185},[367],[43187,43207],{"type":16,"tag":127,"props":43188,"children":43190},{"className":43189,"style":4370},[372],[43191],{"type":16,"tag":127,"props":43192,"children":43193},{"style":10150},[43194,43198],{"type":16,"tag":127,"props":43195,"children":43197},{"className":43196,"style":383},[382],[],{"type":16,"tag":127,"props":43199,"children":43201},{"className":43200},[388,389,390,391],[43202],{"type":16,"tag":127,"props":43203,"children":43205},{"className":43204},[182,183,391],[43206],{"type":22,"value":3985},{"type":16,"tag":127,"props":43208,"children":43210},{"className":43209},[4326],[43211],{"type":22,"value":4329},{"type":16,"tag":127,"props":43213,"children":43215},{"className":43214},[367],[43216],{"type":16,"tag":127,"props":43217,"children":43219},{"className":43218,"style":4401},[372],[43220],{"type":16,"tag":127,"props":43221,"children":43222},{},[],{"type":16,"tag":127,"props":43224,"children":43226},{"className":43225},[975],[43227],{"type":22,"value":904},{"type":16,"tag":127,"props":43229,"children":43231},{"className":43230,"style":981},[593],[],{"type":16,"tag":127,"props":43233,"children":43235},{"className":43234},[182,183],[43236],{"type":22,"value":155},{"type":16,"tag":127,"props":43238,"children":43240},{"className":43239},[182],[43241,43246],{"type":16,"tag":127,"props":43242,"children":43244},{"className":43243,"style":336},[182,183],[43245],{"type":22,"value":256},{"type":16,"tag":127,"props":43247,"children":43249},{"className":43248},[357],[43250],{"type":16,"tag":127,"props":43251,"children":43253},{"className":43252},[362,4278],[43254,43283],{"type":16,"tag":127,"props":43255,"children":43257},{"className":43256},[367],[43258,43278],{"type":16,"tag":127,"props":43259,"children":43261},{"className":43260,"style":4370},[372],[43262],{"type":16,"tag":127,"props":43263,"children":43264},{"style":10150},[43265,43269],{"type":16,"tag":127,"props":43266,"children":43268},{"className":43267,"style":383},[382],[],{"type":16,"tag":127,"props":43270,"children":43272},{"className":43271},[388,389,390,391],[43273],{"type":16,"tag":127,"props":43274,"children":43276},{"className":43275},[182,183,391],[43277],{"type":22,"value":3985},{"type":16,"tag":127,"props":43279,"children":43281},{"className":43280},[4326],[43282],{"type":22,"value":4329},{"type":16,"tag":127,"props":43284,"children":43286},{"className":43285},[367],[43287],{"type":16,"tag":127,"props":43288,"children":43290},{"className":43289,"style":4401},[372],[43291],{"type":16,"tag":127,"props":43292,"children":43293},{},[],{"type":16,"tag":127,"props":43295,"children":43297},{"className":43296},[975],[43298],{"type":22,"value":904},{"type":16,"tag":127,"props":43300,"children":43302},{"className":43301,"style":981},[593],[],{"type":16,"tag":127,"props":43304,"children":43306},{"className":43305},[182,183],[43307],{"type":22,"value":155},{"type":16,"tag":127,"props":43309,"children":43311},{"className":43310},[182],[43312,43317],{"type":16,"tag":127,"props":43313,"children":43315},{"className":43314},[182,183],[43316],{"type":22,"value":899},{"type":16,"tag":127,"props":43318,"children":43320},{"className":43319},[357],[43321],{"type":16,"tag":127,"props":43322,"children":43324},{"className":43323},[362,4278],[43325,43354],{"type":16,"tag":127,"props":43326,"children":43328},{"className":43327},[367],[43329,43349],{"type":16,"tag":127,"props":43330,"children":43332},{"className":43331,"style":4370},[372],[43333],{"type":16,"tag":127,"props":43334,"children":43335},{"style":4374},[43336,43340],{"type":16,"tag":127,"props":43337,"children":43339},{"className":43338,"style":383},[382],[],{"type":16,"tag":127,"props":43341,"children":43343},{"className":43342},[388,389,390,391],[43344],{"type":16,"tag":127,"props":43345,"children":43347},{"className":43346},[182,183,391],[43348],{"type":22,"value":3985},{"type":16,"tag":127,"props":43350,"children":43352},{"className":43351},[4326],[43353],{"type":22,"value":4329},{"type":16,"tag":127,"props":43355,"children":43357},{"className":43356},[367],[43358],{"type":16,"tag":127,"props":43359,"children":43361},{"className":43360,"style":4401},[372],[43362],{"type":16,"tag":127,"props":43363,"children":43364},{},[],{"type":16,"tag":127,"props":43366,"children":43368},{"className":43367},[975],[43369],{"type":22,"value":904},{"type":16,"tag":127,"props":43371,"children":43373},{"className":43372,"style":981},[593],[],{"type":16,"tag":127,"props":43375,"children":43377},{"className":43376},[182],[43378,43383],{"type":16,"tag":127,"props":43379,"children":43381},{"className":43380},[182],[43382],{"type":22,"value":4086},{"type":16,"tag":127,"props":43384,"children":43386},{"className":43385},[357],[43387],{"type":16,"tag":127,"props":43388,"children":43390},{"className":43389},[362,4278],[43391,43420],{"type":16,"tag":127,"props":43392,"children":43394},{"className":43393},[367],[43395,43415],{"type":16,"tag":127,"props":43396,"children":43398},{"className":43397,"style":4370},[372],[43399],{"type":16,"tag":127,"props":43400,"children":43401},{"style":4374},[43402,43406],{"type":16,"tag":127,"props":43403,"children":43405},{"className":43404,"style":383},[382],[],{"type":16,"tag":127,"props":43407,"children":43409},{"className":43408},[388,389,390,391],[43410],{"type":16,"tag":127,"props":43411,"children":43413},{"className":43412},[182,183,391],[43414],{"type":22,"value":3985},{"type":16,"tag":127,"props":43416,"children":43418},{"className":43417},[4326],[43419],{"type":22,"value":4329},{"type":16,"tag":127,"props":43421,"children":43423},{"className":43422},[367],[43424],{"type":16,"tag":127,"props":43425,"children":43427},{"className":43426,"style":4401},[372],[43428],{"type":16,"tag":127,"props":43429,"children":43430},{},[],{"type":16,"tag":127,"props":43432,"children":43434},{"className":43433},[975],[43435],{"type":22,"value":904},{"type":16,"tag":127,"props":43437,"children":43439},{"className":43438,"style":981},[593],[],{"type":16,"tag":127,"props":43441,"children":43443},{"className":43442},[182],[43444,43449],{"type":16,"tag":127,"props":43445,"children":43447},{"className":43446},[182,183],[43448],{"type":22,"value":3948},{"type":16,"tag":127,"props":43450,"children":43452},{"className":43451},[357],[43453],{"type":16,"tag":127,"props":43454,"children":43456},{"className":43455},[362,4278],[43457,43486],{"type":16,"tag":127,"props":43458,"children":43460},{"className":43459},[367],[43461,43481],{"type":16,"tag":127,"props":43462,"children":43464},{"className":43463,"style":4370},[372],[43465],{"type":16,"tag":127,"props":43466,"children":43467},{"style":4374},[43468,43472],{"type":16,"tag":127,"props":43469,"children":43471},{"className":43470,"style":383},[382],[],{"type":16,"tag":127,"props":43473,"children":43475},{"className":43474},[388,389,390,391],[43476],{"type":16,"tag":127,"props":43477,"children":43479},{"className":43478},[182,183,391],[43480],{"type":22,"value":3985},{"type":16,"tag":127,"props":43482,"children":43484},{"className":43483},[4326],[43485],{"type":22,"value":4329},{"type":16,"tag":127,"props":43487,"children":43489},{"className":43488},[367],[43490],{"type":16,"tag":127,"props":43491,"children":43493},{"className":43492,"style":4401},[372],[43494],{"type":16,"tag":127,"props":43495,"children":43496},{},[],{"type":22,"value":43498},"；重算 ",{"type":16,"tag":127,"props":43500,"children":43502},{"className":43501},[130],[43503,43539],{"type":16,"tag":127,"props":43504,"children":43506},{"className":43505},[135],[43507],{"type":16,"tag":138,"props":43508,"children":43509},{"xmlns":140},[43510],{"type":16,"tag":143,"props":43511,"children":43512},{},[43513,43534],{"type":16,"tag":147,"props":43514,"children":43515},{},[43516],{"type":16,"tag":3987,"props":43517,"children":43518},{},[43519,43523],{"type":16,"tag":151,"props":43520,"children":43521},{},[43522],{"type":22,"value":1348},{"type":16,"tag":147,"props":43524,"children":43525},{},[43526,43530],{"type":16,"tag":151,"props":43527,"children":43528},{},[43529],{"type":22,"value":3985},{"type":16,"tag":151,"props":43531,"children":43532},{},[43533],{"type":22,"value":9695},{"type":16,"tag":157,"props":43535,"children":43536},{"encoding":159},[43537],{"type":22,"value":43538},"S_{ij}",{"type":16,"tag":127,"props":43540,"children":43542},{"className":43541,"ariaHidden":166},[165],[43543],{"type":16,"tag":127,"props":43544,"children":43546},{"className":43545},[171],[43547,43551],{"type":16,"tag":127,"props":43548,"children":43550},{"className":43549,"style":9787},[176],[],{"type":16,"tag":127,"props":43552,"children":43554},{"className":43553},[182],[43555,43560],{"type":16,"tag":127,"props":43556,"children":43558},{"className":43557,"style":1534},[182,183],[43559],{"type":22,"value":1348},{"type":16,"tag":127,"props":43561,"children":43563},{"className":43562},[357],[43564],{"type":16,"tag":127,"props":43565,"children":43567},{"className":43566},[362,4278],[43568,43601],{"type":16,"tag":127,"props":43569,"children":43571},{"className":43570},[367],[43572,43596],{"type":16,"tag":127,"props":43573,"children":43575},{"className":43574,"style":4370},[372],[43576],{"type":16,"tag":127,"props":43577,"children":43578},{"style":10429},[43579,43583],{"type":16,"tag":127,"props":43580,"children":43582},{"className":43581,"style":383},[382],[],{"type":16,"tag":127,"props":43584,"children":43586},{"className":43585},[388,389,390,391],[43587],{"type":16,"tag":127,"props":43588,"children":43590},{"className":43589},[182,391],[43591],{"type":16,"tag":127,"props":43592,"children":43594},{"className":43593,"style":9716},[182,183,391],[43595],{"type":22,"value":10448},{"type":16,"tag":127,"props":43597,"children":43599},{"className":43598},[4326],[43600],{"type":22,"value":4329},{"type":16,"tag":127,"props":43602,"children":43604},{"className":43603},[367],[43605],{"type":16,"tag":127,"props":43606,"children":43608},{"className":43607,"style":9843},[372],[43609],{"type":16,"tag":127,"props":43610,"children":43611},{},[],{"type":22,"value":43613},"、mask 和 ",{"type":16,"tag":127,"props":43615,"children":43617},{"className":43616},[130],[43618,43654],{"type":16,"tag":127,"props":43619,"children":43621},{"className":43620},[135],[43622],{"type":16,"tag":138,"props":43623,"children":43624},{"xmlns":140},[43625],{"type":16,"tag":143,"props":43626,"children":43627},{},[43628,43649],{"type":16,"tag":147,"props":43629,"children":43630},{},[43631],{"type":16,"tag":3987,"props":43632,"children":43633},{},[43634,43638],{"type":16,"tag":151,"props":43635,"children":43636},{},[43637],{"type":22,"value":1408},{"type":16,"tag":147,"props":43639,"children":43640},{},[43641,43645],{"type":16,"tag":151,"props":43642,"children":43643},{},[43644],{"type":22,"value":3985},{"type":16,"tag":151,"props":43646,"children":43647},{},[43648],{"type":22,"value":9695},{"type":16,"tag":157,"props":43650,"children":43651},{"encoding":159},[43652],{"type":22,"value":43653},"P_{ij}",{"type":16,"tag":127,"props":43655,"children":43657},{"className":43656,"ariaHidden":166},[165],[43658],{"type":16,"tag":127,"props":43659,"children":43661},{"className":43660},[171],[43662,43666],{"type":16,"tag":127,"props":43663,"children":43665},{"className":43664,"style":9787},[176],[],{"type":16,"tag":127,"props":43667,"children":43669},{"className":43668},[182],[43670,43675],{"type":16,"tag":127,"props":43671,"children":43673},{"className":43672,"style":1605},[182,183],[43674],{"type":22,"value":1408},{"type":16,"tag":127,"props":43676,"children":43678},{"className":43677},[357],[43679],{"type":16,"tag":127,"props":43680,"children":43682},{"className":43681},[362,4278],[43683,43716],{"type":16,"tag":127,"props":43684,"children":43686},{"className":43685},[367],[43687,43711],{"type":16,"tag":127,"props":43688,"children":43690},{"className":43689,"style":4370},[372],[43691],{"type":16,"tag":127,"props":43692,"children":43693},{"style":9244},[43694,43698],{"type":16,"tag":127,"props":43695,"children":43697},{"className":43696,"style":383},[382],[],{"type":16,"tag":127,"props":43699,"children":43701},{"className":43700},[388,389,390,391],[43702],{"type":16,"tag":127,"props":43703,"children":43705},{"className":43704},[182,391],[43706],{"type":16,"tag":127,"props":43707,"children":43709},{"className":43708,"style":9716},[182,183,391],[43710],{"type":22,"value":10448},{"type":16,"tag":127,"props":43712,"children":43714},{"className":43713},[4326],[43715],{"type":22,"value":4329},{"type":16,"tag":127,"props":43717,"children":43719},{"className":43718},[367],[43720],{"type":16,"tag":127,"props":43721,"children":43723},{"className":43722,"style":9843},[372],[43724],{"type":16,"tag":127,"props":43725,"children":43726},{},[],{"type":22,"value":43728},"；重新生成 dropout mask ",{"type":16,"tag":127,"props":43730,"children":43732},{"className":43731},[130],[43733,43770],{"type":16,"tag":127,"props":43734,"children":43736},{"className":43735},[135],[43737],{"type":16,"tag":138,"props":43738,"children":43739},{"xmlns":140},[43740],{"type":16,"tag":143,"props":43741,"children":43742},{},[43743,43765],{"type":16,"tag":147,"props":43744,"children":43745},{},[43746],{"type":16,"tag":3987,"props":43747,"children":43748},{},[43749,43754],{"type":16,"tag":151,"props":43750,"children":43751},{},[43752],{"type":22,"value":43753},"Z",{"type":16,"tag":147,"props":43755,"children":43756},{},[43757,43761],{"type":16,"tag":151,"props":43758,"children":43759},{},[43760],{"type":22,"value":3985},{"type":16,"tag":151,"props":43762,"children":43763},{},[43764],{"type":22,"value":9695},{"type":16,"tag":157,"props":43766,"children":43767},{"encoding":159},[43768],{"type":22,"value":43769},"Z_{ij}",{"type":16,"tag":127,"props":43771,"children":43773},{"className":43772,"ariaHidden":166},[165],[43774],{"type":16,"tag":127,"props":43775,"children":43777},{"className":43776},[171],[43778,43782],{"type":16,"tag":127,"props":43779,"children":43781},{"className":43780,"style":9787},[176],[],{"type":16,"tag":127,"props":43783,"children":43785},{"className":43784},[182],[43786,43791],{"type":16,"tag":127,"props":43787,"children":43789},{"className":43788,"style":986},[182,183],[43790],{"type":22,"value":43753},{"type":16,"tag":127,"props":43792,"children":43794},{"className":43793},[357],[43795],{"type":16,"tag":127,"props":43796,"children":43798},{"className":43797},[362,4278],[43799,43832],{"type":16,"tag":127,"props":43800,"children":43802},{"className":43801},[367],[43803,43827],{"type":16,"tag":127,"props":43804,"children":43806},{"className":43805,"style":4370},[372],[43807],{"type":16,"tag":127,"props":43808,"children":43809},{"style":9816},[43810,43814],{"type":16,"tag":127,"props":43811,"children":43813},{"className":43812,"style":383},[382],[],{"type":16,"tag":127,"props":43815,"children":43817},{"className":43816},[388,389,390,391],[43818],{"type":16,"tag":127,"props":43819,"children":43821},{"className":43820},[182,391],[43822],{"type":16,"tag":127,"props":43823,"children":43825},{"className":43824,"style":9716},[182,183,391],[43826],{"type":22,"value":10448},{"type":16,"tag":127,"props":43828,"children":43830},{"className":43829},[4326],[43831],{"type":22,"value":4329},{"type":16,"tag":127,"props":43833,"children":43835},{"className":43834},[367],[43836],{"type":16,"tag":127,"props":43837,"children":43839},{"className":43838,"style":9843},[372],[43840],{"type":16,"tag":127,"props":43841,"children":43842},{},[],{"type":22,"value":38482},{"type":16,"tag":127,"props":43845,"children":43847},{"className":43846},[130],[43848,43915],{"type":16,"tag":127,"props":43849,"children":43851},{"className":43850},[135],[43852],{"type":16,"tag":138,"props":43853,"children":43854},{"xmlns":140},[43855],{"type":16,"tag":143,"props":43856,"children":43857},{},[43858,43910],{"type":16,"tag":147,"props":43859,"children":43860},{},[43861],{"type":16,"tag":10370,"props":43862,"children":43863},{},[43864,43868,43879],{"type":16,"tag":151,"props":43865,"children":43866},{},[43867],{"type":22,"value":1408},{"type":16,"tag":147,"props":43869,"children":43870},{},[43871,43875],{"type":16,"tag":151,"props":43872,"children":43873},{},[43874],{"type":22,"value":3985},{"type":16,"tag":151,"props":43876,"children":43877},{},[43878],{"type":22,"value":9695},{"type":16,"tag":147,"props":43880,"children":43881},{},[43882,43886,43890,43894,43898,43902,43906],{"type":16,"tag":151,"props":43883,"children":43884},{},[43885],{"type":22,"value":155},{"type":16,"tag":151,"props":43887,"children":43888},{},[43889],{"type":22,"value":8081},{"type":16,"tag":151,"props":43891,"children":43892},{},[43893],{"type":22,"value":15984},{"type":16,"tag":151,"props":43895,"children":43896},{},[43897],{"type":22,"value":24},{"type":16,"tag":151,"props":43899,"children":43900},{},[43901],{"type":22,"value":24},{"type":16,"tag":151,"props":43903,"children":43904},{},[43905],{"type":22,"value":4040},{"type":16,"tag":151,"props":43907,"children":43908},{},[43909],{"type":22,"value":155},{"type":16,"tag":157,"props":43911,"children":43912},{"encoding":159},[43913],{"type":22,"value":43914},"P^{dropped}_{ij}",{"type":16,"tag":127,"props":43916,"children":43918},{"className":43917,"ariaHidden":166},[165],[43919],{"type":16,"tag":127,"props":43920,"children":43922},{"className":43921},[171],[43923,43928],{"type":16,"tag":127,"props":43924,"children":43927},{"className":43925,"style":43926},[176],"height:1.38em;vertical-align:-0.413em;",[],{"type":16,"tag":127,"props":43929,"children":43931},{"className":43930},[182],[43932,43937],{"type":16,"tag":127,"props":43933,"children":43935},{"className":43934,"style":1605},[182,183],[43936],{"type":22,"value":1408},{"type":16,"tag":127,"props":43938,"children":43940},{"className":43939},[357],[43941],{"type":16,"tag":127,"props":43942,"children":43944},{"className":43943},[362,4278],[43945,44026],{"type":16,"tag":127,"props":43946,"children":43948},{"className":43947},[367],[43949,44021],{"type":16,"tag":127,"props":43950,"children":43953},{"className":43951,"style":43952},[372],"height:0.967em;",[43954,43975],{"type":16,"tag":127,"props":43955,"children":43957},{"style":43956},"top:-2.4231em;margin-left:-0.1389em;margin-right:0.05em;",[43958,43962],{"type":16,"tag":127,"props":43959,"children":43961},{"className":43960,"style":383},[382],[],{"type":16,"tag":127,"props":43963,"children":43965},{"className":43964},[388,389,390,391],[43966],{"type":16,"tag":127,"props":43967,"children":43969},{"className":43968},[182,391],[43970],{"type":16,"tag":127,"props":43971,"children":43973},{"className":43972,"style":9716},[182,183,391],[43974],{"type":22,"value":10448},{"type":16,"tag":127,"props":43976,"children":43978},{"style":43977},"top:-3.1809em;margin-right:0.05em;",[43979,43983],{"type":16,"tag":127,"props":43980,"children":43982},{"className":43981,"style":383},[382],[],{"type":16,"tag":127,"props":43984,"children":43986},{"className":43985},[388,389,390,391],[43987],{"type":16,"tag":127,"props":43988,"children":43990},{"className":43989},[182,391],[43991,43996,44001,44006,44011,44016],{"type":16,"tag":127,"props":43992,"children":43994},{"className":43993},[182,183,391],[43995],{"type":22,"value":155},{"type":16,"tag":127,"props":43997,"children":43999},{"className":43998,"style":336},[182,183,391],[44000],{"type":22,"value":8081},{"type":16,"tag":127,"props":44002,"children":44004},{"className":44003},[182,183,391],[44005],{"type":22,"value":15984},{"type":16,"tag":127,"props":44007,"children":44009},{"className":44008},[182,183,391],[44010],{"type":22,"value":25205},{"type":16,"tag":127,"props":44012,"children":44014},{"className":44013},[182,183,391],[44015],{"type":22,"value":4040},{"type":16,"tag":127,"props":44017,"children":44019},{"className":44018},[182,183,391],[44020],{"type":22,"value":155},{"type":16,"tag":127,"props":44022,"children":44024},{"className":44023},[4326],[44025],{"type":22,"value":4329},{"type":16,"tag":127,"props":44027,"children":44029},{"className":44028},[367],[44030],{"type":16,"tag":127,"props":44031,"children":44034},{"className":44032,"style":44033},[372],"height:0.413em;",[44035],{"type":16,"tag":127,"props":44036,"children":44037},{},[],{"type":22,"value":8806},{"type":16,"tag":127,"props":44040,"children":44042},{"className":44041},[130],[44043,44076],{"type":16,"tag":127,"props":44044,"children":44046},{"className":44045},[135],[44047],{"type":16,"tag":138,"props":44048,"children":44049},{"xmlns":140},[44050],{"type":16,"tag":143,"props":44051,"children":44052},{},[44053,44071],{"type":16,"tag":147,"props":44054,"children":44055},{},[44056,44060],{"type":16,"tag":151,"props":44057,"children":44058},{},[44059],{"type":22,"value":155},{"type":16,"tag":3987,"props":44061,"children":44062},{},[44063,44067],{"type":16,"tag":151,"props":44064,"children":44065},{},[44066],{"type":22,"value":918},{"type":16,"tag":151,"props":44068,"children":44069},{},[44070],{"type":22,"value":9695},{"type":16,"tag":157,"props":44072,"children":44073},{"encoding":159},[44074],{"type":22,"value":44075},"dV_j",{"type":16,"tag":127,"props":44077,"children":44079},{"className":44078,"ariaHidden":166},[165],[44080],{"type":16,"tag":127,"props":44081,"children":44083},{"className":44082},[171],[44084,44088,44093],{"type":16,"tag":127,"props":44085,"children":44087},{"className":44086,"style":20800},[176],[],{"type":16,"tag":127,"props":44089,"children":44091},{"className":44090},[182,183],[44092],{"type":22,"value":155},{"type":16,"tag":127,"props":44094,"children":44096},{"className":44095},[182],[44097,44102],{"type":16,"tag":127,"props":44098,"children":44100},{"className":44099,"style":594},[182,183],[44101],{"type":22,"value":918},{"type":16,"tag":127,"props":44103,"children":44105},{"className":44104},[357],[44106],{"type":16,"tag":127,"props":44107,"children":44109},{"className":44108},[362,4278],[44110,44139],{"type":16,"tag":127,"props":44111,"children":44113},{"className":44112},[367],[44114,44134],{"type":16,"tag":127,"props":44115,"children":44117},{"className":44116,"style":4370},[372],[44118],{"type":16,"tag":127,"props":44119,"children":44120},{"style":9884},[44121,44125],{"type":16,"tag":127,"props":44122,"children":44124},{"className":44123,"style":383},[382],[],{"type":16,"tag":127,"props":44126,"children":44128},{"className":44127},[388,389,390,391],[44129],{"type":16,"tag":127,"props":44130,"children":44132},{"className":44131,"style":9716},[182,183,391],[44133],{"type":22,"value":9695},{"type":16,"tag":127,"props":44135,"children":44137},{"className":44136},[4326],[44138],{"type":22,"value":4329},{"type":16,"tag":127,"props":44140,"children":44142},{"className":44141},[367],[44143],{"type":16,"tag":127,"props":44144,"children":44146},{"className":44145,"style":9843},[372],[44147],{"type":16,"tag":127,"props":44148,"children":44149},{},[],{"type":22,"value":8806},{"type":16,"tag":127,"props":44152,"children":44154},{"className":44153},[130],[44155,44195],{"type":16,"tag":127,"props":44156,"children":44158},{"className":44157},[135],[44159],{"type":16,"tag":138,"props":44160,"children":44161},{"xmlns":140},[44162],{"type":16,"tag":143,"props":44163,"children":44164},{},[44165,44190],{"type":16,"tag":147,"props":44166,"children":44167},{},[44168,44172],{"type":16,"tag":151,"props":44169,"children":44170},{},[44171],{"type":22,"value":155},{"type":16,"tag":3987,"props":44173,"children":44174},{},[44175,44179],{"type":16,"tag":151,"props":44176,"children":44177},{},[44178],{"type":22,"value":1408},{"type":16,"tag":147,"props":44180,"children":44181},{},[44182,44186],{"type":16,"tag":151,"props":44183,"children":44184},{},[44185],{"type":22,"value":3985},{"type":16,"tag":151,"props":44187,"children":44188},{},[44189],{"type":22,"value":9695},{"type":16,"tag":157,"props":44191,"children":44192},{"encoding":159},[44193],{"type":22,"value":44194},"dP_{ij}",{"type":16,"tag":127,"props":44196,"children":44198},{"className":44197,"ariaHidden":166},[165],[44199],{"type":16,"tag":127,"props":44200,"children":44202},{"className":44201},[171],[44203,44207,44212],{"type":16,"tag":127,"props":44204,"children":44206},{"className":44205,"style":20800},[176],[],{"type":16,"tag":127,"props":44208,"children":44210},{"className":44209},[182,183],[44211],{"type":22,"value":155},{"type":16,"tag":127,"props":44213,"children":44215},{"className":44214},[182],[44216,44221],{"type":16,"tag":127,"props":44217,"children":44219},{"className":44218,"style":1605},[182,183],[44220],{"type":22,"value":1408},{"type":16,"tag":127,"props":44222,"children":44224},{"className":44223},[357],[44225],{"type":16,"tag":127,"props":44226,"children":44228},{"className":44227},[362,4278],[44229,44262],{"type":16,"tag":127,"props":44230,"children":44232},{"className":44231},[367],[44233,44257],{"type":16,"tag":127,"props":44234,"children":44236},{"className":44235,"style":4370},[372],[44237],{"type":16,"tag":127,"props":44238,"children":44239},{"style":9244},[44240,44244],{"type":16,"tag":127,"props":44241,"children":44243},{"className":44242,"style":383},[382],[],{"type":16,"tag":127,"props":44245,"children":44247},{"className":44246},[388,389,390,391],[44248],{"type":16,"tag":127,"props":44249,"children":44251},{"className":44250},[182,391],[44252],{"type":16,"tag":127,"props":44253,"children":44255},{"className":44254,"style":9716},[182,183,391],[44256],{"type":22,"value":10448},{"type":16,"tag":127,"props":44258,"children":44260},{"className":44259},[4326],[44261],{"type":22,"value":4329},{"type":16,"tag":127,"props":44263,"children":44265},{"className":44264},[367],[44266],{"type":16,"tag":127,"props":44267,"children":44269},{"className":44268,"style":9843},[372],[44270],{"type":16,"tag":127,"props":44271,"children":44272},{},[],{"type":22,"value":38482},{"type":16,"tag":127,"props":44275,"children":44277},{"className":44276},[130],[44278,44359],{"type":16,"tag":127,"props":44279,"children":44281},{"className":44280},[135],[44282],{"type":16,"tag":138,"props":44283,"children":44284},{"xmlns":140},[44285],{"type":16,"tag":143,"props":44286,"children":44287},{},[44288,44354],{"type":16,"tag":147,"props":44289,"children":44290},{},[44291,44302,44306,44311,44315,44319,44323,44334,44339,44350],{"type":16,"tag":3987,"props":44292,"children":44293},{},[44294,44298],{"type":16,"tag":151,"props":44295,"children":44296},{},[44297],{"type":22,"value":21506},{"type":16,"tag":151,"props":44299,"children":44300},{},[44301],{"type":22,"value":3985},{"type":16,"tag":258,"props":44303,"children":44304},{},[44305],{"type":22,"value":1353},{"type":16,"tag":151,"props":44307,"children":44308},{"mathvariant":516},[44309],{"type":22,"value":44310},"rowsum",{"type":16,"tag":258,"props":44312,"children":44313},{},[44314],{"type":22,"value":1422},{"type":16,"tag":258,"props":44316,"children":44317},{"stretchy":260},[44318],{"type":22,"value":263},{"type":16,"tag":151,"props":44320,"children":44321},{},[44322],{"type":22,"value":155},{"type":16,"tag":3987,"props":44324,"children":44325},{},[44326,44330],{"type":16,"tag":151,"props":44327,"children":44328},{},[44329],{"type":22,"value":256},{"type":16,"tag":151,"props":44331,"children":44332},{},[44333],{"type":22,"value":3985},{"type":16,"tag":258,"props":44335,"children":44336},{},[44337],{"type":22,"value":44338},"∘",{"type":16,"tag":3987,"props":44340,"children":44341},{},[44342,44346],{"type":16,"tag":151,"props":44343,"children":44344},{},[44345],{"type":22,"value":256},{"type":16,"tag":151,"props":44347,"children":44348},{},[44349],{"type":22,"value":3985},{"type":16,"tag":258,"props":44351,"children":44352},{"stretchy":260},[44353],{"type":22,"value":314},{"type":16,"tag":157,"props":44355,"children":44356},{"encoding":159},[44357],{"type":22,"value":44358},"D_i=\\operatorname{rowsum}(dO_i\\circ O_i)",{"type":16,"tag":127,"props":44360,"children":44362},{"className":44361,"ariaHidden":166},[165],[44363,44441,44538],{"type":16,"tag":127,"props":44364,"children":44366},{"className":44365},[171],[44367,44371,44428,44432,44437],{"type":16,"tag":127,"props":44368,"children":44370},{"className":44369,"style":8163},[176],[],{"type":16,"tag":127,"props":44372,"children":44374},{"className":44373},[182],[44375,44380],{"type":16,"tag":127,"props":44376,"children":44378},{"className":44377,"style":336},[182,183],[44379],{"type":22,"value":21506},{"type":16,"tag":127,"props":44381,"children":44383},{"className":44382},[357],[44384],{"type":16,"tag":127,"props":44385,"children":44387},{"className":44386},[362,4278],[44388,44417],{"type":16,"tag":127,"props":44389,"children":44391},{"className":44390},[367],[44392,44412],{"type":16,"tag":127,"props":44393,"children":44395},{"className":44394,"style":4370},[372],[44396],{"type":16,"tag":127,"props":44397,"children":44398},{"style":10150},[44399,44403],{"type":16,"tag":127,"props":44400,"children":44402},{"className":44401,"style":383},[382],[],{"type":16,"tag":127,"props":44404,"children":44406},{"className":44405},[388,389,390,391],[44407],{"type":16,"tag":127,"props":44408,"children":44410},{"className":44409},[182,183,391],[44411],{"type":22,"value":3985},{"type":16,"tag":127,"props":44413,"children":44415},{"className":44414},[4326],[44416],{"type":22,"value":4329},{"type":16,"tag":127,"props":44418,"children":44420},{"className":44419},[367],[44421],{"type":16,"tag":127,"props":44422,"children":44424},{"className":44423,"style":4401},[372],[44425],{"type":16,"tag":127,"props":44426,"children":44427},{},[],{"type":16,"tag":127,"props":44429,"children":44431},{"className":44430,"style":1006},[593],[],{"type":16,"tag":127,"props":44433,"children":44435},{"className":44434},[1011],[44436],{"type":22,"value":1353},{"type":16,"tag":127,"props":44438,"children":44440},{"className":44439,"style":1006},[593],[],{"type":16,"tag":127,"props":44442,"children":44444},{"className":44443},[171],[44445,44449,44458,44463,44468,44525,44529,44534],{"type":16,"tag":127,"props":44446,"children":44448},{"className":44447,"style":568},[176],[],{"type":16,"tag":127,"props":44450,"children":44452},{"className":44451},[1727],[44453],{"type":16,"tag":127,"props":44454,"children":44456},{"className":44455},[182,1732],[44457],{"type":22,"value":44310},{"type":16,"tag":127,"props":44459,"children":44461},{"className":44460},[342],[44462],{"type":22,"value":263},{"type":16,"tag":127,"props":44464,"children":44466},{"className":44465},[182,183],[44467],{"type":22,"value":155},{"type":16,"tag":127,"props":44469,"children":44471},{"className":44470},[182],[44472,44477],{"type":16,"tag":127,"props":44473,"children":44475},{"className":44474,"style":336},[182,183],[44476],{"type":22,"value":256},{"type":16,"tag":127,"props":44478,"children":44480},{"className":44479},[357],[44481],{"type":16,"tag":127,"props":44482,"children":44484},{"className":44483},[362,4278],[44485,44514],{"type":16,"tag":127,"props":44486,"children":44488},{"className":44487},[367],[44489,44509],{"type":16,"tag":127,"props":44490,"children":44492},{"className":44491,"style":4370},[372],[44493],{"type":16,"tag":127,"props":44494,"children":44495},{"style":10150},[44496,44500],{"type":16,"tag":127,"props":44497,"children":44499},{"className":44498,"style":383},[382],[],{"type":16,"tag":127,"props":44501,"children":44503},{"className":44502},[388,389,390,391],[44504],{"type":16,"tag":127,"props":44505,"children":44507},{"className":44506},[182,183,391],[44508],{"type":22,"value":3985},{"type":16,"tag":127,"props":44510,"children":44512},{"className":44511},[4326],[44513],{"type":22,"value":4329},{"type":16,"tag":127,"props":44515,"children":44517},{"className":44516},[367],[44518],{"type":16,"tag":127,"props":44519,"children":44521},{"className":44520,"style":4401},[372],[44522],{"type":16,"tag":127,"props":44523,"children":44524},{},[],{"type":16,"tag":127,"props":44526,"children":44528},{"className":44527,"style":594},[593],[],{"type":16,"tag":127,"props":44530,"children":44532},{"className":44531},[599],[44533],{"type":22,"value":44338},{"type":16,"tag":127,"props":44535,"children":44537},{"className":44536,"style":594},[593],[],{"type":16,"tag":127,"props":44539,"children":44541},{"className":44540},[171],[44542,44546,44603],{"type":16,"tag":127,"props":44543,"children":44545},{"className":44544,"style":568},[176],[],{"type":16,"tag":127,"props":44547,"children":44549},{"className":44548},[182],[44550,44555],{"type":16,"tag":127,"props":44551,"children":44553},{"className":44552,"style":336},[182,183],[44554],{"type":22,"value":256},{"type":16,"tag":127,"props":44556,"children":44558},{"className":44557},[357],[44559],{"type":16,"tag":127,"props":44560,"children":44562},{"className":44561},[362,4278],[44563,44592],{"type":16,"tag":127,"props":44564,"children":44566},{"className":44565},[367],[44567,44587],{"type":16,"tag":127,"props":44568,"children":44570},{"className":44569,"style":4370},[372],[44571],{"type":16,"tag":127,"props":44572,"children":44573},{"style":10150},[44574,44578],{"type":16,"tag":127,"props":44575,"children":44577},{"className":44576,"style":383},[382],[],{"type":16,"tag":127,"props":44579,"children":44581},{"className":44580},[388,389,390,391],[44582],{"type":16,"tag":127,"props":44583,"children":44585},{"className":44584},[182,183,391],[44586],{"type":22,"value":3985},{"type":16,"tag":127,"props":44588,"children":44590},{"className":44589},[4326],[44591],{"type":22,"value":4329},{"type":16,"tag":127,"props":44593,"children":44595},{"className":44594},[367],[44596],{"type":16,"tag":127,"props":44597,"children":44599},{"className":44598,"style":4401},[372],[44600],{"type":16,"tag":127,"props":44601,"children":44602},{},[],{"type":16,"tag":127,"props":44604,"children":44606},{"className":44605},[492],[44607],{"type":22,"value":314},{"type":22,"value":38482},{"type":16,"tag":127,"props":44610,"children":44612},{"className":44611},[130],[44613,44724],{"type":16,"tag":127,"props":44614,"children":44616},{"className":44615},[135],[44617],{"type":16,"tag":138,"props":44618,"children":44619},{"xmlns":140},[44620],{"type":16,"tag":143,"props":44621,"children":44622},{},[44623,44719],{"type":16,"tag":147,"props":44624,"children":44625},{},[44626,44630,44648,44652,44670,44674,44678,44682,44700,44704,44715],{"type":16,"tag":151,"props":44627,"children":44628},{},[44629],{"type":22,"value":155},{"type":16,"tag":3987,"props":44631,"children":44632},{},[44633,44637],{"type":16,"tag":151,"props":44634,"children":44635},{},[44636],{"type":22,"value":1348},{"type":16,"tag":147,"props":44638,"children":44639},{},[44640,44644],{"type":16,"tag":151,"props":44641,"children":44642},{},[44643],{"type":22,"value":3985},{"type":16,"tag":151,"props":44645,"children":44646},{},[44647],{"type":22,"value":9695},{"type":16,"tag":258,"props":44649,"children":44650},{},[44651],{"type":22,"value":1353},{"type":16,"tag":3987,"props":44653,"children":44654},{},[44655,44659],{"type":16,"tag":151,"props":44656,"children":44657},{},[44658],{"type":22,"value":1408},{"type":16,"tag":147,"props":44660,"children":44661},{},[44662,44666],{"type":16,"tag":151,"props":44663,"children":44664},{},[44665],{"type":22,"value":3985},{"type":16,"tag":151,"props":44667,"children":44668},{},[44669],{"type":22,"value":9695},{"type":16,"tag":258,"props":44671,"children":44672},{},[44673],{"type":22,"value":44338},{"type":16,"tag":258,"props":44675,"children":44676},{"stretchy":260},[44677],{"type":22,"value":263},{"type":16,"tag":151,"props":44679,"children":44680},{},[44681],{"type":22,"value":155},{"type":16,"tag":3987,"props":44683,"children":44684},{},[44685,44689],{"type":16,"tag":151,"props":44686,"children":44687},{},[44688],{"type":22,"value":1408},{"type":16,"tag":147,"props":44690,"children":44691},{},[44692,44696],{"type":16,"tag":151,"props":44693,"children":44694},{},[44695],{"type":22,"value":3985},{"type":16,"tag":151,"props":44697,"children":44698},{},[44699],{"type":22,"value":9695},{"type":16,"tag":258,"props":44701,"children":44702},{},[44703],{"type":22,"value":304},{"type":16,"tag":3987,"props":44705,"children":44706},{},[44707,44711],{"type":16,"tag":151,"props":44708,"children":44709},{},[44710],{"type":22,"value":21506},{"type":16,"tag":151,"props":44712,"children":44713},{},[44714],{"type":22,"value":3985},{"type":16,"tag":258,"props":44716,"children":44717},{"stretchy":260},[44718],{"type":22,"value":314},{"type":16,"tag":157,"props":44720,"children":44721},{"encoding":159},[44722],{"type":22,"value":44723},"dS_{ij}=P_{ij}\\circ(dP_{ij}-D_i)",{"type":16,"tag":127,"props":44725,"children":44727},{"className":44726,"ariaHidden":166},[165],[44728,44815,44897,44989],{"type":16,"tag":127,"props":44729,"children":44731},{"className":44730},[171],[44732,44736,44741,44802,44806,44811],{"type":16,"tag":127,"props":44733,"children":44735},{"className":44734,"style":20800},[176],[],{"type":16,"tag":127,"props":44737,"children":44739},{"className":44738},[182,183],[44740],{"type":22,"value":155},{"type":16,"tag":127,"props":44742,"children":44744},{"className":44743},[182],[44745,44750],{"type":16,"tag":127,"props":44746,"children":44748},{"className":44747,"style":1534},[182,183],[44749],{"type":22,"value":1348},{"type":16,"tag":127,"props":44751,"children":44753},{"className":44752},[357],[44754],{"type":16,"tag":127,"props":44755,"children":44757},{"className":44756},[362,4278],[44758,44791],{"type":16,"tag":127,"props":44759,"children":44761},{"className":44760},[367],[44762,44786],{"type":16,"tag":127,"props":44763,"children":44765},{"className":44764,"style":4370},[372],[44766],{"type":16,"tag":127,"props":44767,"children":44768},{"style":10429},[44769,44773],{"type":16,"tag":127,"props":44770,"children":44772},{"className":44771,"style":383},[382],[],{"type":16,"tag":127,"props":44774,"children":44776},{"className":44775},[388,389,390,391],[44777],{"type":16,"tag":127,"props":44778,"children":44780},{"className":44779},[182,391],[44781],{"type":16,"tag":127,"props":44782,"children":44784},{"className":44783,"style":9716},[182,183,391],[44785],{"type":22,"value":10448},{"type":16,"tag":127,"props":44787,"children":44789},{"className":44788},[4326],[44790],{"type":22,"value":4329},{"type":16,"tag":127,"props":44792,"children":44794},{"className":44793},[367],[44795],{"type":16,"tag":127,"props":44796,"children":44798},{"className":44797,"style":9843},[372],[44799],{"type":16,"tag":127,"props":44800,"children":44801},{},[],{"type":16,"tag":127,"props":44803,"children":44805},{"className":44804,"style":1006},[593],[],{"type":16,"tag":127,"props":44807,"children":44809},{"className":44808},[1011],[44810],{"type":22,"value":1353},{"type":16,"tag":127,"props":44812,"children":44814},{"className":44813,"style":1006},[593],[],{"type":16,"tag":127,"props":44816,"children":44818},{"className":44817},[171],[44819,44823,44884,44888,44893],{"type":16,"tag":127,"props":44820,"children":44822},{"className":44821,"style":9787},[176],[],{"type":16,"tag":127,"props":44824,"children":44826},{"className":44825},[182],[44827,44832],{"type":16,"tag":127,"props":44828,"children":44830},{"className":44829,"style":1605},[182,183],[44831],{"type":22,"value":1408},{"type":16,"tag":127,"props":44833,"children":44835},{"className":44834},[357],[44836],{"type":16,"tag":127,"props":44837,"children":44839},{"className":44838},[362,4278],[44840,44873],{"type":16,"tag":127,"props":44841,"children":44843},{"className":44842},[367],[44844,44868],{"type":16,"tag":127,"props":44845,"children":44847},{"className":44846,"style":4370},[372],[44848],{"type":16,"tag":127,"props":44849,"children":44850},{"style":9244},[44851,44855],{"type":16,"tag":127,"props":44852,"children":44854},{"className":44853,"style":383},[382],[],{"type":16,"tag":127,"props":44856,"children":44858},{"className":44857},[388,389,390,391],[44859],{"type":16,"tag":127,"props":44860,"children":44862},{"className":44861},[182,391],[44863],{"type":16,"tag":127,"props":44864,"children":44866},{"className":44865,"style":9716},[182,183,391],[44867],{"type":22,"value":10448},{"type":16,"tag":127,"props":44869,"children":44871},{"className":44870},[4326],[44872],{"type":22,"value":4329},{"type":16,"tag":127,"props":44874,"children":44876},{"className":44875},[367],[44877],{"type":16,"tag":127,"props":44878,"children":44880},{"className":44879,"style":9843},[372],[44881],{"type":16,"tag":127,"props":44882,"children":44883},{},[],{"type":16,"tag":127,"props":44885,"children":44887},{"className":44886,"style":594},[593],[],{"type":16,"tag":127,"props":44889,"children":44891},{"className":44890},[599],[44892],{"type":22,"value":44338},{"type":16,"tag":127,"props":44894,"children":44896},{"className":44895,"style":594},[593],[],{"type":16,"tag":127,"props":44898,"children":44900},{"className":44899},[171],[44901,44905,44910,44915,44976,44980,44985],{"type":16,"tag":127,"props":44902,"children":44904},{"className":44903,"style":11044},[176],[],{"type":16,"tag":127,"props":44906,"children":44908},{"className":44907},[342],[44909],{"type":22,"value":263},{"type":16,"tag":127,"props":44911,"children":44913},{"className":44912},[182,183],[44914],{"type":22,"value":155},{"type":16,"tag":127,"props":44916,"children":44918},{"className":44917},[182],[44919,44924],{"type":16,"tag":127,"props":44920,"children":44922},{"className":44921,"style":1605},[182,183],[44923],{"type":22,"value":1408},{"type":16,"tag":127,"props":44925,"children":44927},{"className":44926},[357],[44928],{"type":16,"tag":127,"props":44929,"children":44931},{"className":44930},[362,4278],[44932,44965],{"type":16,"tag":127,"props":44933,"children":44935},{"className":44934},[367],[44936,44960],{"type":16,"tag":127,"props":44937,"children":44939},{"className":44938,"style":4370},[372],[44940],{"type":16,"tag":127,"props":44941,"children":44942},{"style":9244},[44943,44947],{"type":16,"tag":127,"props":44944,"children":44946},{"className":44945,"style":383},[382],[],{"type":16,"tag":127,"props":44948,"children":44950},{"className":44949},[388,389,390,391],[44951],{"type":16,"tag":127,"props":44952,"children":44954},{"className":44953},[182,391],[44955],{"type":16,"tag":127,"props":44956,"children":44958},{"className":44957,"style":9716},[182,183,391],[44959],{"type":22,"value":10448},{"type":16,"tag":127,"props":44961,"children":44963},{"className":44962},[4326],[44964],{"type":22,"value":4329},{"type":16,"tag":127,"props":44966,"children":44968},{"className":44967},[367],[44969],{"type":16,"tag":127,"props":44970,"children":44972},{"className":44971,"style":9843},[372],[44973],{"type":16,"tag":127,"props":44974,"children":44975},{},[],{"type":16,"tag":127,"props":44977,"children":44979},{"className":44978,"style":594},[593],[],{"type":16,"tag":127,"props":44981,"children":44983},{"className":44982},[599],[44984],{"type":22,"value":304},{"type":16,"tag":127,"props":44986,"children":44988},{"className":44987,"style":594},[593],[],{"type":16,"tag":127,"props":44990,"children":44992},{"className":44991},[171],[44993,44997,45054],{"type":16,"tag":127,"props":44994,"children":44996},{"className":44995,"style":568},[176],[],{"type":16,"tag":127,"props":44998,"children":45000},{"className":44999},[182],[45001,45006],{"type":16,"tag":127,"props":45002,"children":45004},{"className":45003,"style":336},[182,183],[45005],{"type":22,"value":21506},{"type":16,"tag":127,"props":45007,"children":45009},{"className":45008},[357],[45010],{"type":16,"tag":127,"props":45011,"children":45013},{"className":45012},[362,4278],[45014,45043],{"type":16,"tag":127,"props":45015,"children":45017},{"className":45016},[367],[45018,45038],{"type":16,"tag":127,"props":45019,"children":45021},{"className":45020,"style":4370},[372],[45022],{"type":16,"tag":127,"props":45023,"children":45024},{"style":10150},[45025,45029],{"type":16,"tag":127,"props":45026,"children":45028},{"className":45027,"style":383},[382],[],{"type":16,"tag":127,"props":45030,"children":45032},{"className":45031},[388,389,390,391],[45033],{"type":16,"tag":127,"props":45034,"children":45036},{"className":45035},[182,183,391],[45037],{"type":22,"value":3985},{"type":16,"tag":127,"props":45039,"children":45041},{"className":45040},[4326],[45042],{"type":22,"value":4329},{"type":16,"tag":127,"props":45044,"children":45046},{"className":45045},[367],[45047],{"type":16,"tag":127,"props":45048,"children":45050},{"className":45049,"style":4401},[372],[45051],{"type":16,"tag":127,"props":45052,"children":45053},{},[],{"type":16,"tag":127,"props":45055,"children":45057},{"className":45056},[492],[45058],{"type":22,"value":314},{"type":22,"value":39266},{"type":16,"tag":127,"props":45061,"children":45063},{"className":45062},[130],[45064,45097],{"type":16,"tag":127,"props":45065,"children":45067},{"className":45066},[135],[45068],{"type":16,"tag":138,"props":45069,"children":45070},{"xmlns":140},[45071],{"type":16,"tag":143,"props":45072,"children":45073},{},[45074,45092],{"type":16,"tag":147,"props":45075,"children":45076},{},[45077,45081],{"type":16,"tag":151,"props":45078,"children":45079},{},[45080],{"type":22,"value":155},{"type":16,"tag":3987,"props":45082,"children":45083},{},[45084,45088],{"type":16,"tag":151,"props":45085,"children":45086},{},[45087],{"type":22,"value":899},{"type":16,"tag":151,"props":45089,"children":45090},{},[45091],{"type":22,"value":3985},{"type":16,"tag":157,"props":45093,"children":45094},{"encoding":159},[45095],{"type":22,"value":45096},"dQ_i",{"type":16,"tag":127,"props":45098,"children":45100},{"className":45099,"ariaHidden":166},[165],[45101],{"type":16,"tag":127,"props":45102,"children":45104},{"className":45103},[171],[45105,45109,45114],{"type":16,"tag":127,"props":45106,"children":45108},{"className":45107,"style":2339},[176],[],{"type":16,"tag":127,"props":45110,"children":45112},{"className":45111},[182,183],[45113],{"type":22,"value":155},{"type":16,"tag":127,"props":45115,"children":45117},{"className":45116},[182],[45118,45123],{"type":16,"tag":127,"props":45119,"children":45121},{"className":45120},[182,183],[45122],{"type":22,"value":899},{"type":16,"tag":127,"props":45124,"children":45126},{"className":45125},[357],[45127],{"type":16,"tag":127,"props":45128,"children":45130},{"className":45129},[362,4278],[45131,45160],{"type":16,"tag":127,"props":45132,"children":45134},{"className":45133},[367],[45135,45155],{"type":16,"tag":127,"props":45136,"children":45138},{"className":45137,"style":4370},[372],[45139],{"type":16,"tag":127,"props":45140,"children":45141},{"style":4374},[45142,45146],{"type":16,"tag":127,"props":45143,"children":45145},{"className":45144,"style":383},[382],[],{"type":16,"tag":127,"props":45147,"children":45149},{"className":45148},[388,389,390,391],[45150],{"type":16,"tag":127,"props":45151,"children":45153},{"className":45152},[182,183,391],[45154],{"type":22,"value":3985},{"type":16,"tag":127,"props":45156,"children":45158},{"className":45157},[4326],[45159],{"type":22,"value":4329},{"type":16,"tag":127,"props":45161,"children":45163},{"className":45162},[367],[45164],{"type":16,"tag":127,"props":45165,"children":45167},{"className":45166,"style":4401},[372],[45168],{"type":16,"tag":127,"props":45169,"children":45170},{},[],{"type":22,"value":8806},{"type":16,"tag":127,"props":45173,"children":45175},{"className":45174},[130],[45176,45219],{"type":16,"tag":127,"props":45177,"children":45179},{"className":45178},[135],[45180],{"type":16,"tag":138,"props":45181,"children":45182},{"xmlns":140},[45183],{"type":16,"tag":143,"props":45184,"children":45185},{},[45186,45214],{"type":16,"tag":147,"props":45187,"children":45188},{},[45189],{"type":16,"tag":3987,"props":45190,"children":45191},{},[45192,45210],{"type":16,"tag":10646,"props":45193,"children":45194},{"accent":166},[45195,45206],{"type":16,"tag":147,"props":45196,"children":45197},{},[45198,45202],{"type":16,"tag":151,"props":45199,"children":45200},{},[45201],{"type":22,"value":155},{"type":16,"tag":151,"props":45203,"children":45204},{},[45205],{"type":22,"value":909},{"type":16,"tag":258,"props":45207,"children":45208},{"stretchy":166},[45209],{"type":22,"value":10657},{"type":16,"tag":151,"props":45211,"children":45212},{},[45213],{"type":22,"value":9695},{"type":16,"tag":157,"props":45215,"children":45216},{"encoding":159},[45217],{"type":22,"value":45218},"\\widetilde{dK}_j",{"type":16,"tag":127,"props":45220,"children":45222},{"className":45221,"ariaHidden":166},[165],[45223],{"type":16,"tag":127,"props":45224,"children":45226},{"className":45225},[171],[45227,45231],{"type":16,"tag":127,"props":45228,"children":45230},{"className":45229,"style":42695},[176],[],{"type":16,"tag":127,"props":45232,"children":45234},{"className":45233},[182],[45235,45289],{"type":16,"tag":127,"props":45236,"children":45238},{"className":45237},[182,10694],[45239],{"type":16,"tag":127,"props":45240,"children":45242},{"className":45241},[362],[45243],{"type":16,"tag":127,"props":45244,"children":45246},{"className":45245},[367],[45247],{"type":16,"tag":127,"props":45248,"children":45250},{"className":45249,"style":42716},[372],[45251,45272],{"type":16,"tag":127,"props":45252,"children":45253},{"style":4309},[45254,45258],{"type":16,"tag":127,"props":45255,"children":45257},{"className":45256,"style":4296},[382],[],{"type":16,"tag":127,"props":45259,"children":45261},{"className":45260},[182],[45262,45267],{"type":16,"tag":127,"props":45263,"children":45265},{"className":45264},[182,183],[45266],{"type":22,"value":155},{"type":16,"tag":127,"props":45268,"children":45270},{"className":45269,"style":986},[182,183],[45271],{"type":22,"value":909},{"type":16,"tag":127,"props":45273,"children":45275},{"className":45274,"style":42742},[16789],[45276,45280],{"type":16,"tag":127,"props":45277,"children":45279},{"className":45278,"style":4296},[382],[],{"type":16,"tag":127,"props":45281,"children":45282},{"style":12327},[45283],{"type":16,"tag":16801,"props":45284,"children":45285},{"xmlns":16803,"width":16804,"height":42753,"viewBox":42754,"preserveAspectRatio":16807},[45286],{"type":16,"tag":16810,"props":45287,"children":45288},{"d":42758},[],{"type":16,"tag":127,"props":45290,"children":45292},{"className":45291},[357],[45293],{"type":16,"tag":127,"props":45294,"children":45296},{"className":45295},[362,4278],[45297,45326],{"type":16,"tag":127,"props":45298,"children":45300},{"className":45299},[367],[45301,45321],{"type":16,"tag":127,"props":45302,"children":45304},{"className":45303,"style":4370},[372],[45305],{"type":16,"tag":127,"props":45306,"children":45307},{"style":42778},[45308,45312],{"type":16,"tag":127,"props":45309,"children":45311},{"className":45310,"style":383},[382],[],{"type":16,"tag":127,"props":45313,"children":45315},{"className":45314},[388,389,390,391],[45316],{"type":16,"tag":127,"props":45317,"children":45319},{"className":45318,"style":9716},[182,183,391],[45320],{"type":22,"value":9695},{"type":16,"tag":127,"props":45322,"children":45324},{"className":45323},[4326],[45325],{"type":22,"value":4329},{"type":16,"tag":127,"props":45327,"children":45329},{"className":45328},[367],[45330],{"type":16,"tag":127,"props":45331,"children":45333},{"className":45332,"style":9843},[372],[45334],{"type":16,"tag":127,"props":45335,"children":45336},{},[],{"type":22,"value":2635},{"type":16,"tag":765,"props":45339,"children":45340},{},[45341,45343,45544,45546,45659],{"type":22,"value":45342},"将累积的 ",{"type":16,"tag":127,"props":45344,"children":45346},{"className":45345},[130],[45347,45399],{"type":16,"tag":127,"props":45348,"children":45350},{"className":45349},[135],[45351],{"type":16,"tag":138,"props":45352,"children":45353},{"xmlns":140},[45354],{"type":16,"tag":143,"props":45355,"children":45356},{},[45357,45394],{"type":16,"tag":147,"props":45358,"children":45359},{},[45360,45364,45375,45379,45383],{"type":16,"tag":151,"props":45361,"children":45362},{},[45363],{"type":22,"value":155},{"type":16,"tag":3987,"props":45365,"children":45366},{},[45367,45371],{"type":16,"tag":151,"props":45368,"children":45369},{},[45370],{"type":22,"value":909},{"type":16,"tag":151,"props":45372,"children":45373},{},[45374],{"type":22,"value":9695},{"type":16,"tag":258,"props":45376,"children":45377},{"separator":166},[45378],{"type":22,"value":904},{"type":16,"tag":151,"props":45380,"children":45381},{},[45382],{"type":22,"value":155},{"type":16,"tag":3987,"props":45384,"children":45385},{},[45386,45390],{"type":16,"tag":151,"props":45387,"children":45388},{},[45389],{"type":22,"value":918},{"type":16,"tag":151,"props":45391,"children":45392},{},[45393],{"type":22,"value":9695},{"type":16,"tag":157,"props":45395,"children":45396},{"encoding":159},[45397],{"type":22,"value":45398},"dK_j,dV_j",{"type":16,"tag":127,"props":45400,"children":45402},{"className":45401,"ariaHidden":166},[165],[45403],{"type":16,"tag":127,"props":45404,"children":45406},{"className":45405},[171],[45407,45411,45416,45473,45478,45482,45487],{"type":16,"tag":127,"props":45408,"children":45410},{"className":45409,"style":20800},[176],[],{"type":16,"tag":127,"props":45412,"children":45414},{"className":45413},[182,183],[45415],{"type":22,"value":155},{"type":16,"tag":127,"props":45417,"children":45419},{"className":45418},[182],[45420,45425],{"type":16,"tag":127,"props":45421,"children":45423},{"className":45422,"style":986},[182,183],[45424],{"type":22,"value":909},{"type":16,"tag":127,"props":45426,"children":45428},{"className":45427},[357],[45429],{"type":16,"tag":127,"props":45430,"children":45432},{"className":45431},[362,4278],[45433,45462],{"type":16,"tag":127,"props":45434,"children":45436},{"className":45435},[367],[45437,45457],{"type":16,"tag":127,"props":45438,"children":45440},{"className":45439,"style":4370},[372],[45441],{"type":16,"tag":127,"props":45442,"children":45443},{"style":9816},[45444,45448],{"type":16,"tag":127,"props":45445,"children":45447},{"className":45446,"style":383},[382],[],{"type":16,"tag":127,"props":45449,"children":45451},{"className":45450},[388,389,390,391],[45452],{"type":16,"tag":127,"props":45453,"children":45455},{"className":45454,"style":9716},[182,183,391],[45456],{"type":22,"value":9695},{"type":16,"tag":127,"props":45458,"children":45460},{"className":45459},[4326],[45461],{"type":22,"value":4329},{"type":16,"tag":127,"props":45463,"children":45465},{"className":45464},[367],[45466],{"type":16,"tag":127,"props":45467,"children":45469},{"className":45468,"style":9843},[372],[45470],{"type":16,"tag":127,"props":45471,"children":45472},{},[],{"type":16,"tag":127,"props":45474,"children":45476},{"className":45475},[975],[45477],{"type":22,"value":904},{"type":16,"tag":127,"props":45479,"children":45481},{"className":45480,"style":981},[593],[],{"type":16,"tag":127,"props":45483,"children":45485},{"className":45484},[182,183],[45486],{"type":22,"value":155},{"type":16,"tag":127,"props":45488,"children":45490},{"className":45489},[182],[45491,45496],{"type":16,"tag":127,"props":45492,"children":45494},{"className":45493,"style":594},[182,183],[45495],{"type":22,"value":918},{"type":16,"tag":127,"props":45497,"children":45499},{"className":45498},[357],[45500],{"type":16,"tag":127,"props":45501,"children":45503},{"className":45502},[362,4278],[45504,45533],{"type":16,"tag":127,"props":45505,"children":45507},{"className":45506},[367],[45508,45528],{"type":16,"tag":127,"props":45509,"children":45511},{"className":45510,"style":4370},[372],[45512],{"type":16,"tag":127,"props":45513,"children":45514},{"style":9884},[45515,45519],{"type":16,"tag":127,"props":45516,"children":45518},{"className":45517,"style":383},[382],[],{"type":16,"tag":127,"props":45520,"children":45522},{"className":45521},[388,389,390,391],[45523],{"type":16,"tag":127,"props":45524,"children":45526},{"className":45525,"style":9716},[182,183,391],[45527],{"type":22,"value":9695},{"type":16,"tag":127,"props":45529,"children":45531},{"className":45530},[4326],[45532],{"type":22,"value":4329},{"type":16,"tag":127,"props":45534,"children":45536},{"className":45535},[367],[45537],{"type":16,"tag":127,"props":45538,"children":45540},{"className":45539,"style":9843},[372],[45541],{"type":16,"tag":127,"props":45542,"children":45543},{},[],{"type":22,"value":45545}," 写回 HBM，返回 ",{"type":16,"tag":127,"props":45547,"children":45549},{"className":45548},[130],[45550,45599],{"type":16,"tag":127,"props":45551,"children":45553},{"className":45552},[135],[45554],{"type":16,"tag":138,"props":45555,"children":45556},{"xmlns":140},[45557],{"type":16,"tag":143,"props":45558,"children":45559},{},[45560,45595],{"type":16,"tag":147,"props":45561,"children":45562},{},[45563,45567,45571,45575,45579,45583,45587,45591],{"type":16,"tag":151,"props":45564,"children":45565},{},[45566],{"type":22,"value":155},{"type":16,"tag":151,"props":45568,"children":45569},{},[45570],{"type":22,"value":899},{"type":16,"tag":258,"props":45572,"children":45573},{"separator":166},[45574],{"type":22,"value":904},{"type":16,"tag":151,"props":45576,"children":45577},{},[45578],{"type":22,"value":155},{"type":16,"tag":151,"props":45580,"children":45581},{},[45582],{"type":22,"value":909},{"type":16,"tag":258,"props":45584,"children":45585},{"separator":166},[45586],{"type":22,"value":904},{"type":16,"tag":151,"props":45588,"children":45589},{},[45590],{"type":22,"value":155},{"type":16,"tag":151,"props":45592,"children":45593},{},[45594],{"type":22,"value":918},{"type":16,"tag":157,"props":45596,"children":45597},{"encoding":159},[45598],{"type":22,"value":26535},{"type":16,"tag":127,"props":45600,"children":45602},{"className":45601,"ariaHidden":166},[165],[45603],{"type":16,"tag":127,"props":45604,"children":45606},{"className":45605},[171],[45607,45611,45616,45621,45626,45630,45635,45640,45645,45649,45654],{"type":16,"tag":127,"props":45608,"children":45610},{"className":45609,"style":2339},[176],[],{"type":16,"tag":127,"props":45612,"children":45614},{"className":45613},[182,183],[45615],{"type":22,"value":155},{"type":16,"tag":127,"props":45617,"children":45619},{"className":45618},[182,183],[45620],{"type":22,"value":899},{"type":16,"tag":127,"props":45622,"children":45624},{"className":45623},[975],[45625],{"type":22,"value":904},{"type":16,"tag":127,"props":45627,"children":45629},{"className":45628,"style":981},[593],[],{"type":16,"tag":127,"props":45631,"children":45633},{"className":45632},[182,183],[45634],{"type":22,"value":155},{"type":16,"tag":127,"props":45636,"children":45638},{"className":45637,"style":986},[182,183],[45639],{"type":22,"value":909},{"type":16,"tag":127,"props":45641,"children":45643},{"className":45642},[975],[45644],{"type":22,"value":904},{"type":16,"tag":127,"props":45646,"children":45648},{"className":45647,"style":981},[593],[],{"type":16,"tag":127,"props":45650,"children":45652},{"className":45651},[182,183],[45653],{"type":22,"value":155},{"type":16,"tag":127,"props":45655,"children":45657},{"className":45656,"style":594},[182,183],[45658],{"type":22,"value":918},{"type":22,"value":2635},{"type":16,"tag":802,"props":45661,"children":45663},{"id":45662},"算法-5块稀疏-flashattention-前向传播",[45664],{"type":22,"value":45665},"算法 5：块稀疏 FlashAttention 前向传播",{"type":16,"tag":24,"props":45667,"children":45668},{},[45669,45671,46012,46014,46056,46058,46100,46102,46293,46295,46639,46641,46749],{"type":22,"value":45670},"输入算法 2 的全部参数以及块稀疏掩码 ",{"type":16,"tag":127,"props":45672,"children":45674},{"className":45673},[130],[45675,45769],{"type":16,"tag":127,"props":45676,"children":45678},{"className":45677},[135],[45679],{"type":16,"tag":138,"props":45680,"children":45681},{"xmlns":140},[45682],{"type":16,"tag":143,"props":45683,"children":45684},{},[45685,45764],{"type":16,"tag":147,"props":45686,"children":45687},{},[45688,45692,45696,45700,45704,45708,45712],{"type":16,"tag":151,"props":45689,"children":45690},{},[45691],{"type":22,"value":209},{"type":16,"tag":258,"props":45693,"children":45694},{},[45695],{"type":22,"value":923},{"type":16,"tag":258,"props":45697,"children":45698},{"stretchy":260},[45699],{"type":22,"value":16703},{"type":16,"tag":274,"props":45701,"children":45702},{},[45703],{"type":22,"value":8672},{"type":16,"tag":258,"props":45705,"children":45706},{"separator":166},[45707],{"type":22,"value":904},{"type":16,"tag":274,"props":45709,"children":45710},{},[45711],{"type":22,"value":309},{"type":16,"tag":265,"props":45713,"children":45714},{},[45715,45719],{"type":16,"tag":258,"props":45716,"children":45717},{"stretchy":260},[45718],{"type":22,"value":16723},{"type":16,"tag":147,"props":45720,"children":45721},{},[45722,45726,45730,45741,45745,45749,45753],{"type":16,"tag":151,"props":45723,"children":45724},{},[45725],{"type":22,"value":272},{"type":16,"tag":151,"props":45727,"children":45728},{"mathvariant":516},[45729],{"type":22,"value":4189},{"type":16,"tag":3987,"props":45731,"children":45732},{},[45733,45737],{"type":16,"tag":151,"props":45734,"children":45735},{},[45736],{"type":22,"value":3834},{"type":16,"tag":151,"props":45738,"children":45739},{},[45740],{"type":22,"value":8081},{"type":16,"tag":258,"props":45742,"children":45743},{},[45744],{"type":22,"value":944},{"type":16,"tag":151,"props":45746,"children":45747},{},[45748],{"type":22,"value":272},{"type":16,"tag":151,"props":45750,"children":45751},{"mathvariant":516},[45752],{"type":22,"value":4189},{"type":16,"tag":3987,"props":45754,"children":45755},{},[45756,45760],{"type":16,"tag":151,"props":45757,"children":45758},{},[45759],{"type":22,"value":3834},{"type":16,"tag":151,"props":45761,"children":45762},{},[45763],{"type":22,"value":8025},{"type":16,"tag":157,"props":45765,"children":45766},{"encoding":159},[45767],{"type":22,"value":45768},"M\\in\\{0,1\\}^{N\u002FB_r\\times N\u002FB_c}",{"type":16,"tag":127,"props":45770,"children":45772},{"className":45771,"ariaHidden":166},[165],[45773,45799],{"type":16,"tag":127,"props":45774,"children":45776},{"className":45775},[171],[45777,45781,45786,45790,45795],{"type":16,"tag":127,"props":45778,"children":45780},{"className":45779,"style":1236},[176],[],{"type":16,"tag":127,"props":45782,"children":45784},{"className":45783,"style":230},[182,183],[45785],{"type":22,"value":209},{"type":16,"tag":127,"props":45787,"children":45789},{"className":45788,"style":1006},[593],[],{"type":16,"tag":127,"props":45791,"children":45793},{"className":45792},[1011],[45794],{"type":22,"value":923},{"type":16,"tag":127,"props":45796,"children":45798},{"className":45797,"style":1006},[593],[],{"type":16,"tag":127,"props":45800,"children":45802},{"className":45801},[171],[45803,45807,45812,45817,45822,45826,45831],{"type":16,"tag":127,"props":45804,"children":45806},{"className":45805,"style":5082},[176],[],{"type":16,"tag":127,"props":45808,"children":45810},{"className":45809},[342],[45811],{"type":22,"value":16703},{"type":16,"tag":127,"props":45813,"children":45815},{"className":45814},[182],[45816],{"type":22,"value":8672},{"type":16,"tag":127,"props":45818,"children":45820},{"className":45819},[975],[45821],{"type":22,"value":904},{"type":16,"tag":127,"props":45823,"children":45825},{"className":45824,"style":981},[593],[],{"type":16,"tag":127,"props":45827,"children":45829},{"className":45828},[182],[45830],{"type":22,"value":309},{"type":16,"tag":127,"props":45832,"children":45834},{"className":45833},[492],[45835,45840],{"type":16,"tag":127,"props":45836,"children":45838},{"className":45837},[492],[45839],{"type":22,"value":16723},{"type":16,"tag":127,"props":45841,"children":45843},{"className":45842},[357],[45844],{"type":16,"tag":127,"props":45845,"children":45847},{"className":45846},[362],[45848],{"type":16,"tag":127,"props":45849,"children":45851},{"className":45850},[367],[45852],{"type":16,"tag":127,"props":45853,"children":45855},{"className":45854,"style":5113},[372],[45856],{"type":16,"tag":127,"props":45857,"children":45858},{"style":377},[45859,45863],{"type":16,"tag":127,"props":45860,"children":45862},{"className":45861,"style":383},[382],[],{"type":16,"tag":127,"props":45864,"children":45866},{"className":45865},[388,389,390,391],[45867],{"type":16,"tag":127,"props":45868,"children":45870},{"className":45869},[182,391],[45871,45876,45881,45940,45945,45950,45955],{"type":16,"tag":127,"props":45872,"children":45874},{"className":45873,"style":230},[182,183,391],[45875],{"type":22,"value":272},{"type":16,"tag":127,"props":45877,"children":45879},{"className":45878},[182,391],[45880],{"type":22,"value":4189},{"type":16,"tag":127,"props":45882,"children":45884},{"className":45883},[182,391],[45885,45890],{"type":16,"tag":127,"props":45886,"children":45888},{"className":45887,"style":3918},[182,183,391],[45889],{"type":22,"value":3834},{"type":16,"tag":127,"props":45891,"children":45893},{"className":45892},[357],[45894],{"type":16,"tag":127,"props":45895,"children":45897},{"className":45896},[362,4278],[45898,45929],{"type":16,"tag":127,"props":45899,"children":45901},{"className":45900},[367],[45902,45924],{"type":16,"tag":127,"props":45903,"children":45906},{"className":45904,"style":45905},[372],"height:0.1645em;",[45907],{"type":16,"tag":127,"props":45908,"children":45910},{"style":45909},"top:-2.357em;margin-left:-0.0502em;margin-right:0.0714em;",[45911,45915],{"type":16,"tag":127,"props":45912,"children":45914},{"className":45913,"style":4588},[382],[],{"type":16,"tag":127,"props":45916,"children":45918},{"className":45917},[388,4593,4594,391],[45919],{"type":16,"tag":127,"props":45920,"children":45922},{"className":45921,"style":336},[182,183,391],[45923],{"type":22,"value":8081},{"type":16,"tag":127,"props":45925,"children":45927},{"className":45926},[4326],[45928],{"type":22,"value":4329},{"type":16,"tag":127,"props":45930,"children":45932},{"className":45931},[367],[45933],{"type":16,"tag":127,"props":45934,"children":45936},{"className":45935,"style":4613},[372],[45937],{"type":16,"tag":127,"props":45938,"children":45939},{},[],{"type":16,"tag":127,"props":45941,"children":45943},{"className":45942},[599,391],[45944],{"type":22,"value":944},{"type":16,"tag":127,"props":45946,"children":45948},{"className":45947,"style":230},[182,183,391],[45949],{"type":22,"value":272},{"type":16,"tag":127,"props":45951,"children":45953},{"className":45952},[182,391],[45954],{"type":22,"value":4189},{"type":16,"tag":127,"props":45956,"children":45958},{"className":45957},[182,391],[45959,45964],{"type":16,"tag":127,"props":45960,"children":45962},{"className":45961,"style":3918},[182,183,391],[45963],{"type":22,"value":3834},{"type":16,"tag":127,"props":45965,"children":45967},{"className":45966},[357],[45968],{"type":16,"tag":127,"props":45969,"children":45971},{"className":45970},[362,4278],[45972,46001],{"type":16,"tag":127,"props":45973,"children":45975},{"className":45974},[367],[45976,45996],{"type":16,"tag":127,"props":45977,"children":45979},{"className":45978,"style":45905},[372],[45980],{"type":16,"tag":127,"props":45981,"children":45982},{"style":45909},[45983,45987],{"type":16,"tag":127,"props":45984,"children":45986},{"className":45985,"style":4588},[382],[],{"type":16,"tag":127,"props":45988,"children":45990},{"className":45989},[388,4593,4594,391],[45991],{"type":16,"tag":127,"props":45992,"children":45994},{"className":45993},[182,183,391],[45995],{"type":22,"value":8025},{"type":16,"tag":127,"props":45997,"children":45999},{"className":45998},[4326],[46000],{"type":22,"value":4329},{"type":16,"tag":127,"props":46002,"children":46004},{"className":46003},[367],[46005],{"type":16,"tag":127,"props":46006,"children":46008},{"className":46007,"style":4613},[372],[46009],{"type":16,"tag":127,"props":46010,"children":46011},{},[],{"type":22,"value":46013},"。外层遍历列块 ",{"type":16,"tag":127,"props":46015,"children":46017},{"className":46016},[130],[46018,46039],{"type":16,"tag":127,"props":46019,"children":46021},{"className":46020},[135],[46022],{"type":16,"tag":138,"props":46023,"children":46024},{"xmlns":140},[46025],{"type":16,"tag":143,"props":46026,"children":46027},{},[46028,46035],{"type":16,"tag":147,"props":46029,"children":46030},{},[46031],{"type":16,"tag":151,"props":46032,"children":46033},{},[46034],{"type":22,"value":9695},{"type":16,"tag":157,"props":46036,"children":46037},{"encoding":159},[46038],{"type":22,"value":9695},{"type":16,"tag":127,"props":46040,"children":46042},{"className":46041,"ariaHidden":166},[165],[46043],{"type":16,"tag":127,"props":46044,"children":46046},{"className":46045},[171],[46047,46051],{"type":16,"tag":127,"props":46048,"children":46050},{"className":46049,"style":9711},[176],[],{"type":16,"tag":127,"props":46052,"children":46054},{"className":46053,"style":9716},[182,183],[46055],{"type":22,"value":9695},{"type":22,"value":46057},"，内层遍历行块 ",{"type":16,"tag":127,"props":46059,"children":46061},{"className":46060},[130],[46062,46083],{"type":16,"tag":127,"props":46063,"children":46065},{"className":46064},[135],[46066],{"type":16,"tag":138,"props":46067,"children":46068},{"xmlns":140},[46069],{"type":16,"tag":143,"props":46070,"children":46071},{},[46072,46079],{"type":16,"tag":147,"props":46073,"children":46074},{},[46075],{"type":16,"tag":151,"props":46076,"children":46077},{},[46078],{"type":22,"value":3985},{"type":16,"tag":157,"props":46080,"children":46081},{"encoding":159},[46082],{"type":22,"value":3985},{"type":16,"tag":127,"props":46084,"children":46086},{"className":46085,"ariaHidden":166},[165],[46087],{"type":16,"tag":127,"props":46088,"children":46090},{"className":46089},[171],[46091,46095],{"type":16,"tag":127,"props":46092,"children":46094},{"className":46093,"style":9958},[176],[],{"type":16,"tag":127,"props":46096,"children":46098},{"className":46097},[182,183],[46099],{"type":22,"value":3985},{"type":22,"value":46101},"；仅当 ",{"type":16,"tag":127,"props":46103,"children":46105},{"className":46104},[130],[46106,46149],{"type":16,"tag":127,"props":46107,"children":46109},{"className":46108},[135],[46110],{"type":16,"tag":138,"props":46111,"children":46112},{"xmlns":140},[46113],{"type":16,"tag":143,"props":46114,"children":46115},{},[46116,46145],{"type":16,"tag":147,"props":46117,"children":46118},{},[46119,46137,46141],{"type":16,"tag":3987,"props":46120,"children":46121},{},[46122,46126],{"type":16,"tag":151,"props":46123,"children":46124},{},[46125],{"type":22,"value":209},{"type":16,"tag":147,"props":46127,"children":46128},{},[46129,46133],{"type":16,"tag":151,"props":46130,"children":46131},{},[46132],{"type":22,"value":3985},{"type":16,"tag":151,"props":46134,"children":46135},{},[46136],{"type":22,"value":9695},{"type":16,"tag":258,"props":46138,"children":46139},{"mathvariant":516},[46140],{"type":22,"value":32277},{"type":16,"tag":274,"props":46142,"children":46143},{},[46144],{"type":22,"value":8672},{"type":16,"tag":157,"props":46146,"children":46147},{"encoding":159},[46148],{"type":22,"value":32286},{"type":16,"tag":127,"props":46150,"children":46152},{"className":46151,"ariaHidden":166},[165],[46153,46280],{"type":16,"tag":127,"props":46154,"children":46156},{"className":46155},[171],[46157,46161,46222,46226,46276],{"type":16,"tag":127,"props":46158,"children":46160},{"className":46159,"style":20800},[176],[],{"type":16,"tag":127,"props":46162,"children":46164},{"className":46163},[182],[46165,46170],{"type":16,"tag":127,"props":46166,"children":46168},{"className":46167,"style":230},[182,183],[46169],{"type":22,"value":209},{"type":16,"tag":127,"props":46171,"children":46173},{"className":46172},[357],[46174],{"type":16,"tag":127,"props":46175,"children":46177},{"className":46176},[362,4278],[46178,46211],{"type":16,"tag":127,"props":46179,"children":46181},{"className":46180},[367],[46182,46206],{"type":16,"tag":127,"props":46183,"children":46185},{"className":46184,"style":4370},[372],[46186],{"type":16,"tag":127,"props":46187,"children":46188},{"style":32326},[46189,46193],{"type":16,"tag":127,"props":46190,"children":46192},{"className":46191,"style":383},[382],[],{"type":16,"tag":127,"props":46194,"children":46196},{"className":46195},[388,389,390,391],[46197],{"type":16,"tag":127,"props":46198,"children":46200},{"className":46199},[182,391],[46201],{"type":16,"tag":127,"props":46202,"children":46204},{"className":46203,"style":9716},[182,183,391],[46205],{"type":22,"value":10448},{"type":16,"tag":127,"props":46207,"children":46209},{"className":46208},[4326],[46210],{"type":22,"value":4329},{"type":16,"tag":127,"props":46212,"children":46214},{"className":46213},[367],[46215],{"type":16,"tag":127,"props":46216,"children":46218},{"className":46217,"style":9843},[372],[46219],{"type":16,"tag":127,"props":46220,"children":46221},{},[],{"type":16,"tag":127,"props":46223,"children":46225},{"className":46224,"style":1006},[593],[],{"type":16,"tag":127,"props":46227,"children":46229},{"className":46228},[1011],[46230,46267,46271],{"type":16,"tag":127,"props":46231,"children":46233},{"className":46232},[1011],[46234],{"type":16,"tag":127,"props":46235,"children":46237},{"className":46236},[182,32376],[46238],{"type":16,"tag":127,"props":46239,"children":46241},{"className":46240},[32381],[46242],{"type":16,"tag":127,"props":46243,"children":46245},{"className":46244},[32386],[46246,46250,46263],{"type":16,"tag":127,"props":46247,"children":46249},{"className":46248,"style":2339},[176],[],{"type":16,"tag":127,"props":46251,"children":46253},{"className":46252},[32395],[46254],{"type":16,"tag":127,"props":46255,"children":46257},{"className":46256},[182],[46258],{"type":16,"tag":127,"props":46259,"children":46261},{"className":46260},[1011],[46262],{"type":22,"value":32406},{"type":16,"tag":127,"props":46264,"children":46266},{"className":46265},[32410],[],{"type":16,"tag":127,"props":46268,"children":46270},{"className":46269},[593,32415],[],{"type":16,"tag":127,"props":46272,"children":46274},{"className":46273},[1011],[46275],{"type":22,"value":1353},{"type":16,"tag":127,"props":46277,"children":46279},{"className":46278,"style":1006},[593],[],{"type":16,"tag":127,"props":46281,"children":46283},{"className":46282},[171],[46284,46288],{"type":16,"tag":127,"props":46285,"children":46287},{"className":46286,"style":2380},[176],[],{"type":16,"tag":127,"props":46289,"children":46291},{"className":46290},[182],[46292],{"type":22,"value":8672},{"type":22,"value":46294}," 时加载 ",{"type":16,"tag":127,"props":46296,"children":46298},{"className":46297},[130],[46299,46372],{"type":16,"tag":127,"props":46300,"children":46302},{"className":46301},[135],[46303],{"type":16,"tag":138,"props":46304,"children":46305},{"xmlns":140},[46306],{"type":16,"tag":143,"props":46307,"children":46308},{},[46309,46368],{"type":16,"tag":147,"props":46310,"children":46311},{},[46312,46323,46327,46338,46342,46353,46357],{"type":16,"tag":3987,"props":46313,"children":46314},{},[46315,46319],{"type":16,"tag":151,"props":46316,"children":46317},{},[46318],{"type":22,"value":899},{"type":16,"tag":151,"props":46320,"children":46321},{},[46322],{"type":22,"value":3985},{"type":16,"tag":258,"props":46324,"children":46325},{"separator":166},[46326],{"type":22,"value":904},{"type":16,"tag":3987,"props":46328,"children":46329},{},[46330,46334],{"type":16,"tag":151,"props":46331,"children":46332},{},[46333],{"type":22,"value":256},{"type":16,"tag":151,"props":46335,"children":46336},{},[46337],{"type":22,"value":3985},{"type":16,"tag":258,"props":46339,"children":46340},{"separator":166},[46341],{"type":22,"value":904},{"type":16,"tag":3987,"props":46343,"children":46344},{},[46345,46349],{"type":16,"tag":151,"props":46346,"children":46347},{"mathvariant":516},[46348],{"type":22,"value":4086},{"type":16,"tag":151,"props":46350,"children":46351},{},[46352],{"type":22,"value":3985},{"type":16,"tag":258,"props":46354,"children":46355},{"separator":166},[46356],{"type":22,"value":904},{"type":16,"tag":3987,"props":46358,"children":46359},{},[46360,46364],{"type":16,"tag":151,"props":46361,"children":46362},{},[46363],{"type":22,"value":3948},{"type":16,"tag":151,"props":46365,"children":46366},{},[46367],{"type":22,"value":3985},{"type":16,"tag":157,"props":46369,"children":46370},{"encoding":159},[46371],{"type":22,"value":10044},{"type":16,"tag":127,"props":46373,"children":46375},{"className":46374,"ariaHidden":166},[165],[46376],{"type":16,"tag":127,"props":46377,"children":46379},{"className":46378},[171],[46380,46384,46441,46446,46450,46507,46512,46516,46573,46578,46582],{"type":16,"tag":127,"props":46381,"children":46383},{"className":46382,"style":2339},[176],[],{"type":16,"tag":127,"props":46385,"children":46387},{"className":46386},[182],[46388,46393],{"type":16,"tag":127,"props":46389,"children":46391},{"className":46390},[182,183],[46392],{"type":22,"value":899},{"type":16,"tag":127,"props":46394,"children":46396},{"className":46395},[357],[46397],{"type":16,"tag":127,"props":46398,"children":46400},{"className":46399},[362,4278],[46401,46430],{"type":16,"tag":127,"props":46402,"children":46404},{"className":46403},[367],[46405,46425],{"type":16,"tag":127,"props":46406,"children":46408},{"className":46407,"style":4370},[372],[46409],{"type":16,"tag":127,"props":46410,"children":46411},{"style":4374},[46412,46416],{"type":16,"tag":127,"props":46413,"children":46415},{"className":46414,"style":383},[382],[],{"type":16,"tag":127,"props":46417,"children":46419},{"className":46418},[388,389,390,391],[46420],{"type":16,"tag":127,"props":46421,"children":46423},{"className":46422},[182,183,391],[46424],{"type":22,"value":3985},{"type":16,"tag":127,"props":46426,"children":46428},{"className":46427},[4326],[46429],{"type":22,"value":4329},{"type":16,"tag":127,"props":46431,"children":46433},{"className":46432},[367],[46434],{"type":16,"tag":127,"props":46435,"children":46437},{"className":46436,"style":4401},[372],[46438],{"type":16,"tag":127,"props":46439,"children":46440},{},[],{"type":16,"tag":127,"props":46442,"children":46444},{"className":46443},[975],[46445],{"type":22,"value":904},{"type":16,"tag":127,"props":46447,"children":46449},{"className":46448,"style":981},[593],[],{"type":16,"tag":127,"props":46451,"children":46453},{"className":46452},[182],[46454,46459],{"type":16,"tag":127,"props":46455,"children":46457},{"className":46456,"style":336},[182,183],[46458],{"type":22,"value":256},{"type":16,"tag":127,"props":46460,"children":46462},{"className":46461},[357],[46463],{"type":16,"tag":127,"props":46464,"children":46466},{"className":46465},[362,4278],[46467,46496],{"type":16,"tag":127,"props":46468,"children":46470},{"className":46469},[367],[46471,46491],{"type":16,"tag":127,"props":46472,"children":46474},{"className":46473,"style":4370},[372],[46475],{"type":16,"tag":127,"props":46476,"children":46477},{"style":10150},[46478,46482],{"type":16,"tag":127,"props":46479,"children":46481},{"className":46480,"style":383},[382],[],{"type":16,"tag":127,"props":46483,"children":46485},{"className":46484},[388,389,390,391],[46486],{"type":16,"tag":127,"props":46487,"children":46489},{"className":46488},[182,183,391],[46490],{"type":22,"value":3985},{"type":16,"tag":127,"props":46492,"children":46494},{"className":46493},[4326],[46495],{"type":22,"value":4329},{"type":16,"tag":127,"props":46497,"children":46499},{"className":46498},[367],[46500],{"type":16,"tag":127,"props":46501,"children":46503},{"className":46502,"style":4401},[372],[46504],{"type":16,"tag":127,"props":46505,"children":46506},{},[],{"type":16,"tag":127,"props":46508,"children":46510},{"className":46509},[975],[46511],{"type":22,"value":904},{"type":16,"tag":127,"props":46513,"children":46515},{"className":46514,"style":981},[593],[],{"type":16,"tag":127,"props":46517,"children":46519},{"className":46518},[182],[46520,46525],{"type":16,"tag":127,"props":46521,"children":46523},{"className":46522},[182],[46524],{"type":22,"value":4086},{"type":16,"tag":127,"props":46526,"children":46528},{"className":46527},[357],[46529],{"type":16,"tag":127,"props":46530,"children":46532},{"className":46531},[362,4278],[46533,46562],{"type":16,"tag":127,"props":46534,"children":46536},{"className":46535},[367],[46537,46557],{"type":16,"tag":127,"props":46538,"children":46540},{"className":46539,"style":4370},[372],[46541],{"type":16,"tag":127,"props":46542,"children":46543},{"style":4374},[46544,46548],{"type":16,"tag":127,"props":46545,"children":46547},{"className":46546,"style":383},[382],[],{"type":16,"tag":127,"props":46549,"children":46551},{"className":46550},[388,389,390,391],[46552],{"type":16,"tag":127,"props":46553,"children":46555},{"className":46554},[182,183,391],[46556],{"type":22,"value":3985},{"type":16,"tag":127,"props":46558,"children":46560},{"className":46559},[4326],[46561],{"type":22,"value":4329},{"type":16,"tag":127,"props":46563,"children":46565},{"className":46564},[367],[46566],{"type":16,"tag":127,"props":46567,"children":46569},{"className":46568,"style":4401},[372],[46570],{"type":16,"tag":127,"props":46571,"children":46572},{},[],{"type":16,"tag":127,"props":46574,"children":46576},{"className":46575},[975],[46577],{"type":22,"value":904},{"type":16,"tag":127,"props":46579,"children":46581},{"className":46580,"style":981},[593],[],{"type":16,"tag":127,"props":46583,"children":46585},{"className":46584},[182],[46586,46591],{"type":16,"tag":127,"props":46587,"children":46589},{"className":46588},[182,183],[46590],{"type":22,"value":3948},{"type":16,"tag":127,"props":46592,"children":46594},{"className":46593},[357],[46595],{"type":16,"tag":127,"props":46596,"children":46598},{"className":46597},[362,4278],[46599,46628],{"type":16,"tag":127,"props":46600,"children":46602},{"className":46601},[367],[46603,46623],{"type":16,"tag":127,"props":46604,"children":46606},{"className":46605,"style":4370},[372],[46607],{"type":16,"tag":127,"props":46608,"children":46609},{"style":4374},[46610,46614],{"type":16,"tag":127,"props":46611,"children":46613},{"className":46612,"style":383},[382],[],{"type":16,"tag":127,"props":46615,"children":46617},{"className":46616},[388,389,390,391],[46618],{"type":16,"tag":127,"props":46619,"children":46621},{"className":46620},[182,183,391],[46622],{"type":22,"value":3985},{"type":16,"tag":127,"props":46624,"children":46626},{"className":46625},[4326],[46627],{"type":22,"value":4329},{"type":16,"tag":127,"props":46629,"children":46631},{"className":46630},[367],[46632],{"type":16,"tag":127,"props":46633,"children":46635},{"className":46634,"style":4401},[372],[46636],{"type":16,"tag":127,"props":46637,"children":46638},{},[],{"type":22,"value":46640},"，计算分数、mask、softmax、dropout 并更新输出；零块直接跳过。最后返回 ",{"type":16,"tag":127,"props":46642,"children":46644},{"className":46643},[130],[46645,46690],{"type":16,"tag":127,"props":46646,"children":46648},{"className":46647},[135],[46649],{"type":16,"tag":138,"props":46650,"children":46651},{"xmlns":140},[46652],{"type":16,"tag":143,"props":46653,"children":46654},{},[46655,46686],{"type":16,"tag":147,"props":46656,"children":46657},{},[46658,46662,46666,46670,46674,46678,46682],{"type":16,"tag":151,"props":46659,"children":46660},{},[46661],{"type":22,"value":256},{"type":16,"tag":258,"props":46663,"children":46664},{"separator":166},[46665],{"type":22,"value":904},{"type":16,"tag":151,"props":46667,"children":46668},{"mathvariant":516},[46669],{"type":22,"value":4086},{"type":16,"tag":258,"props":46671,"children":46672},{"separator":166},[46673],{"type":22,"value":904},{"type":16,"tag":151,"props":46675,"children":46676},{},[46677],{"type":22,"value":3948},{"type":16,"tag":258,"props":46679,"children":46680},{"separator":166},[46681],{"type":22,"value":904},{"type":16,"tag":151,"props":46683,"children":46684},{},[46685],{"type":22,"value":932},{"type":16,"tag":157,"props":46687,"children":46688},{"encoding":159},[46689],{"type":22,"value":25876},{"type":16,"tag":127,"props":46691,"children":46693},{"className":46692,"ariaHidden":166},[165],[46694],{"type":16,"tag":127,"props":46695,"children":46697},{"className":46696},[171],[46698,46702,46707,46712,46716,46721,46726,46730,46735,46740,46744],{"type":16,"tag":127,"props":46699,"children":46701},{"className":46700,"style":2339},[176],[],{"type":16,"tag":127,"props":46703,"children":46705},{"className":46704,"style":336},[182,183],[46706],{"type":22,"value":256},{"type":16,"tag":127,"props":46708,"children":46710},{"className":46709},[975],[46711],{"type":22,"value":904},{"type":16,"tag":127,"props":46713,"children":46715},{"className":46714,"style":981},[593],[],{"type":16,"tag":127,"props":46717,"children":46719},{"className":46718},[182],[46720],{"type":22,"value":4086},{"type":16,"tag":127,"props":46722,"children":46724},{"className":46723},[975],[46725],{"type":22,"value":904},{"type":16,"tag":127,"props":46727,"children":46729},{"className":46728,"style":981},[593],[],{"type":16,"tag":127,"props":46731,"children":46733},{"className":46732},[182,183],[46734],{"type":22,"value":3948},{"type":16,"tag":127,"props":46736,"children":46738},{"className":46737},[975],[46739],{"type":22,"value":904},{"type":16,"tag":127,"props":46741,"children":46743},{"className":46742,"style":981},[593],[],{"type":16,"tag":127,"props":46745,"children":46747},{"className":46746,"style":25822},[182,183],[46748],{"type":22,"value":932},{"type":22,"value":2635},{"type":16,"tag":802,"props":46751,"children":46753},{"id":46752},"表-921完整运行时间与内存结果",[46754],{"type":22,"value":46755},"表 9–21：完整运行时间与内存结果",{"type":16,"tag":24,"props":46757,"children":46758},{},[46759],{"type":22,"value":46760},"表 9–20 分别给出带 dropout\u002F掩码、仅掩码、仅 dropout、无 dropout 和掩码时，各方法在前向、反向及组合阶段的运行时间（毫秒）；表 21 给出组合阶段内存（MB）。列为序列长度 128、256、512、1024、2048、4096、8192、16384、32768、65536。方法名保留原文，数值完整转录如下：",{"type":16,"tag":46762,"props":46763,"children":46768},"pre",{"className":46764,"code":46766,"language":22,"meta":46767},[46765],"language-text","Table 9: Forward pass runtime (ms) of various exact\u002Fapproximate\u002Fsparse attention mechanisms by sequence length,\nwith dropout and masking. Best in bold, second best underlined.\n\n               Attention Method    128    256    512     1024    2048    4096    8192    16384    32768     65536\n               PyTorch Attention   0.36   0.34   0.78     2.54    9.33   36.33      -       -        -        -\n                       Megatron    0.40   0.40   1.10     3.65   16.19      -       -       -        -        -\n                       Reformer    2.03   3.15   5.67    11.02   22.59   46.14   97.38   212.13      -        -\n                 Local Attention   0.83   0.86   1.01     2.20    7.13   14.32   28.60    57.79   117.67      -\n                       Linformer   0.67   0.52   0.69     0.71    1.65    3.18    6.15    12.16    24.17    52.39\n                           Smyrf   2.27   2.34   3.91     7.44   14.71   29.22   58.27   116.41      -        -\n                       LSformer    1.18   1.27   1.34     3.38   11.40   22.55   44.95    89.76   179.66      -\n                    Block Sparse   1.12   1.11   2.13     2.77    6.95   20.91      -       -        -        -\n                     Longformer    1.22   1.14   1.08     1.95    5.72   12.98      -       -        -        -\n                         BigBird   1.13   1.12   1.12     1.77    6.03   13.68      -       -        -        -\n                FlashAttention     0.04   0.06   0.21     0.82    2.85   10.41   41.74   167.19   670.76   2682.35\n   Block-Sparse FlashAttention     0.06   0.06   0.06    0.12    0.44    0.86    1.70     3.29     6.55     13.34\n\n\n\n    We report timing results on the forward pass, backward pass, and combined forward + backward pass.\nWe measure each method with and without dropout, masking, or both—except for Block Sparse, Longformer,\nand BigBird. These methods did not successfully run the backward pass with masking due to a bug in\nexternal libraries, so we measured them without masking to be generous. We use FP16 for all measurements,\nexcept for Local Attention, whose implementation only supports FP32.\n    For each baseline, we increase sequence length until it runs out of memory on the GPU, except for the\nfollowing exceptions: The Megatron implementation does not support sequence lengths longer than 2048.\nBlock-Sparse (OpenAI) does not support sequence lengths longer than 4096. Longformer and BigBird do not\nsupport sequence lengths longer than 8092.\n    We measure memory usage on the combined forward + backward pass, without dropout or masking.\n\nResults Table 8 summarizes all the experimental configurations and contains pointers to the results tables.\n\n\n\n\n                                                        31\n\nTable 10: Backward pass runtime (ms) of various exact\u002Fapproximate\u002Fsparse attention mechanisms by sequence length,\nwith dropout and masking. Best in bold, second best underlined.\n\n              Attention Method     128     256     512     1024    2048    4096      8192    16384     32768     65536\n              PyTorch Attention    0.37    0.49    1.66     5.81   22.32   87.67       -        -        -         -\n                      Megatron     0.35    0.32    0.77     2.42    8.43      -        -        -        -         -\n                      Reformer     2.37    4.59    8.91    17.68   35.13   70.05    140.01      -        -         -\n                Local Attention    0.55    0.62    1.49     4.03   13.78   27.61    55.20    110.27    221.40      -\n                      Linformer    0.89    0.80    0.81     0.93    2.48    4.75     9.29     18.27    36.53       -\n                          Smyrf    1.41    2.83    5.43    10.72   21.25   42.31    84.48    168.95      -         -\n                      LSformer     1.75    1.76    3.01     7.50   20.07   39.08    76.39    150.82      -         -\n                   Block Sparse    1.29    1.28    2.18     3.04    7.27   21.16       -        -        -         -\n                    Longformer     1.27    1.31    1.29     2.04    5.24   10.74     25.95      -        -         -\n                        BigBird    1.33    1.28    1.32     1.81    5.55   11.44     27.45      -        -         -\n               FlashAttention      0.30    0.26    0.68     2.02    6.84   26.89    105.70   418.96   1666.89   6660.44\n  Block-Sparse FlashAttention      0.30    0.27    0.29    0.59    1.50    2.94      5.82    11.85     23.98     47.61\n\n\n\nTable 11: Forward pass + backward pass runtime (ms) of various exact\u002Fapproximate\u002Fsparse attention mechanisms by\nsequence length, with dropout and masking. Best in bold, second best underlined.\n\n              Attention Method     128     256      512    1024    2048     4096     8192    16384     32768      65536\n              PyTorch Attention    0.84    0.86     2.35   8.29    31.75   124.19      -        -        -          -\n                      Megatron     0.87    0.89     1.33   4.21    16.50       -       -        -        -          -\n                      Reformer     4.30    7.76    14.60   28.74   57.79   116.34   237.57      -        -          -\n                Local Attention    1.40    1.60     2.06   6.06    20.94    42.01    84.08   168.48   339.45        -\n                      Linformer    1.57    1.49     1.55   1.60     4.19     8.04    15.71    30.92    61.47        -\n                          Smyrf    3.41    5.08     9.35   18.18   36.03    71.68   143.04   285.87      -          -\n                      LSformer     3.08    3.10     4.26   10.90   31.59    61.72   121.51   241.18      -          -\n                   Block Sparse    2.54    2.52     3.71   5.44    13.29    39.19      -        -        -          -\n                    Longformer     2.47    2.49     2.51   3.10    10.39    22.49    60.44      -        -          -\n                        BigBird    2.51    2.49     2.52   3.40    10.97    23.89    63.28      -        -          -\n               FlashAttention      0.43    0.41     0.95   2.55     9.56   37.49    147.75   586.61   2339.11    9341.30\n  Block-Sparse FlashAttention      0.44    0.44    0.45    0.89    1.95     4.12     7.64    16.60     32.73      64.11\n\n\n\nTable 12: Forward pass runtime (ms) of various exact\u002Fapproximate\u002Fsparse attention mechanisms by sequence length,\nwith masking. Best in bold, second best underlined.\n\n               Attention Method     128     256     512    1024    2048    4096      8192    16384    32768      65536\n               PyTorch Attention    0.30    0.30    0.63    1.93    7.08   27.45    112.90       -       -         -\n                       Megatron     0.45    0.41    0.43    1.52    5.80      -        -         -       -         -\n                       Reformer     1.87    3.00    5.37   10.43   21.40   43.83    92.80    203.24      -         -\n                 Local Attention    0.70    0.81    1.02    2.09    6.64   13.34     26.77   54.02    110.11       -\n                       Linformer    0.63    0.50    0.67    0.65    1.36    2.60     5.04      9.92    19.69     43.47\n                           Smyrf    2.38    2.32    3.76    7.16   14.14   28.09    55.98    111.73      -         -\n                       LSformer     1.22    1.29    1.44    3.28   10.99   21.72    43.29     86.32   172.76       -\n                    Block Sparse    0.96    1.04    1.66    2.16    5.41   16.15       -         -       -         -\n                     Longformer     0.99    0.98    0.99    1.56    4.79   11.07     32.98       -       -         -\n                         BigBird    0.96    1.02    1.02    1.48    5.05   11.59     34.16       -       -         -\n                FlashAttention      0.03    0.04    0.17    0.68    2.28    8.40     33.55   134.14   537.50    2150.88\n   Block-Sparse FlashAttention      0.05    0.04    0.05   0.11    0.35    0.68      1.33     2.54     5.34      10.73\n\n\n\nTable 13: Backward pass runtime (ms) of various exact\u002Fapproximate\u002Fsparse attention mechanisms by sequence length,\nwith masking. Best in bold, second best underlined.\n\n              Attention Method     128     256     512     1024    2048    4096      8192    16384     32768     65536\n              PyTorch Attention    0.44    0.46    1.53     5.33   20.34   79.87       -        -        -         -\n                      Megatron     0.29    0.31    0.65     1.95    6.49      -        -        -        -         -\n                      Reformer     2.31    4.47    8.68    17.20   34.14   68.09    136.02      -        -         -\n                Local Attention    0.51    0.62    1.30     3.81   13.33   26.72    53.41    106.82    214.15      -\n                      Linformer    0.76    0.81    0.94     0.87    2.24    4.25     8.35     16.38    32.67     72.11\n                          Smyrf    1.34    2.77    5.30    10.46   20.73   41.27    82.41    164.86      -         -\n                      LSformer     1.66    1.61    3.09     7.42   19.68   38.35    74.92    147.86      -         -\n                   Block Sparse    1.24    1.25    2.04     2.91    6.78   19.67       -        -        -         -\n                    Longformer     1.27    1.23    1.24     1.85    4.99   10.21    24.89       -        -         -\n                        BigBird    1.43    1.50    1.44     1.69    5.25   10.86    26.26       -        -         -\n               FlashAttention      0.21    0.22    0.62     1.84    5.77   22.25    86.21    338.91   1343.91   5361.09\n  Block-Sparse FlashAttention      0.22    0.22    0.26    0.57    1.55    3.13      5.98    12.21     23.49     47.85\n\n\n\n\n                                                           32\n\nTable 14: Forward pass + backward pass runtime (ms) of various exact\u002Fapproximate\u002Fsparse attention mechanisms by\nsequence length, with masking. Best in bold, second best underlined.\n\n              Attention Method     128     256      512    1024     2048      4096     8192    16384     32768      65536\n              PyTorch Attention    0.80    0.81     2.08   7.23     27.51    107.58      -        -        -          -\n                      Megatron     0.81    0.83     1.09   3.36     12.39        -       -        -        -          -\n                      Reformer     4.16    7.46    14.06   27.68    55.66    112.15   229.37      -        -          -\n                Local Attention    1.39    1.68     2.08   5.83     20.04     40.16    80.44   161.35   325.11        -\n                      Linformer    1.51    1.42     1.56   1.67      3.67      6.99    13.63    26.77    53.36     117.56\n                          Smyrf    3.38    4.93     9.07   17.66    34.94     69.55   138.72   277.41      -          -\n                      LSformer     3.08    3.10     4.26   10.90    31.59     61.72   121.51   241.18      -          -\n                   Block Sparse    2.39    2.40     3.31   5.02     12.25     35.94      -        -        -          -\n                    Longformer     2.36    2.34     2.38   2.94      9.83     21.35    58.12      -        -          -\n                        BigBird    2.35    2.35     2.37   3.25     10.36     22.57    60.63      -        -          -\n               FlashAttention      0.32    0.30     0.83   2.37      7.95    30.77    119.98   473.65   1883.43    7513.01\n  Block-Sparse FlashAttention      0.34    0.34    0.36    0.69     1.85      3.89     7.16    14.85     30.46      60.03\n\n\n\nTable 15: Forward pass runtime (ms) of various exact\u002Fapproximate\u002Fsparse attention mechanisms by sequence length,\nwith dropout. Best in bold, second best underlined.\n\n               Attention Method     128     256     512     1024     2048     4096     8192    16384    32768      65536\n               PyTorch Attention    0.26    0.24    0.57     1.80     6.56    25.34       -       -        -         -\n                       Megatron     0.27    0.27    0.56     1.88     6.56       -        -       -        -         -\n                       Reformer     1.83    2.96    5.31    10.33    21.19    43.42    91.96   201.34      -         -\n                 Local Attention    0.51    0.60    0.78     2.01     6.23    12.52    25.07    50.50   102.18       -\n                       Linformer    0.47    0.37    0.49    0.52      1.37     2.65     5.12    10.13    20.25     44.16\n                           Smyrf    2.12    2.01    3.15     5.97    11.83    23.36    46.48    92.72      -         -\n                       LSformer     1.28    1.33    1.51     3.39    11.40    22.54    44.96    89.85   179.73       -\n                    Block Sparse    1.03    1.00    1.72     2.39     5.96    17.88       -       -        -         -\n                     Longformer     1.02    1.03    1.03     1.73     5.10    11.63    34.22      -        -         -\n                         BigBird    0.99    1.03    1.01     1.58     5.36    12.27    35.56      -        -         -\n                FlashAttention      0.10    0.10    0.22     0.83     2.81    10.38    41.63   167.01   668.74    2678.11\n   Block-Sparse FlashAttention      0.54    0.51    0.68     0.61    0.67     1.10     1.89     3.71     7.18      14.41\n\n\n\nTable 16: Backward pass runtime (ms) of various exact\u002Fapproximate\u002Fsparse attention mechanisms by sequence length,\nwith dropout. Best in bold, second best underlined.\n\n              Attention Method     128     256     512     1024     2048     4096      8192    16384     32768      65536\n              PyTorch Attention    0.44    0.35    0.90     2.94    10.77    41.67       -        -        -          -\n                      Megatron     0.28    0.33    0.92     2.94    10.80       -        -        -        -          -\n                      Reformer     2.24    4.34    8.39    16.62    33.02    65.77    131.52      -        -          -\n                Local Attention    0.51    0.58    1.41     3.71    12.96    25.98    51.94    103.72    207.78       -\n                      Linformer    0.84    0.74    0.79     0.85     2.28     4.37     8.66     17.02    33.78        -\n                          Smyrf    1.27    2.56    4.90     9.66    19.16    38.13    76.17    152.39      -          -\n                      LSformer     1.67    1.77    3.03     7.52    20.10    39.13    76.35    150.83      -          -\n                   Block Sparse    1.27    1.36    2.15     3.04     7.27    21.18       -        -        -          -\n                    Longformer     1.28    1.34    1.38     1.98     5.24    10.74     25.95      -        -          -\n                        BigBird    1.48    1.47    1.50     1.81     5.57    11.38     27.43      -        -          -\n               FlashAttention      0.15    0.18    0.58     1.86     6.50    26.21    104.27   416.10   1661.92    6643.01\n  Block-Sparse FlashAttention      0.17    0.17    0.17    0.40     1.10     2.04      4.43     9.33     18.28      37.31\n\n\n\nTable 17: Forward pass + backward pass runtime (ms) of various exact\u002Fapproximate\u002Fsparse attention mechanisms by\nsequence length, with dropout. Best in bold, second best underlined.\n\n              Attention Method     128     256      512    1024     2048      4096     8192    16384     32768      65536\n              PyTorch Attention    0.66    0.67     1.43    4.82    17.47     67.29      -        -        -          -\n                      Megatron     0.88    0.90     1.49   4.73     17.41        -       -        -        -          -\n                      Reformer     4.06    7.28    13.68   26.98    54.27    109.39   223.80      -        -          -\n                Local Attention    1.09    1.40     1.99   5.61     19.23     38.62    77.30   154.63   311.12        -\n                      Linformer    1.31    1.21     1.30   1.39      3.73      7.15    14.05    27.69    55.00        -\n                          Smyrf    3.00    4.37     8.05   15.66    31.04     61.64   123.04   245.65      -          -\n                      LSformer     3.07    3.17     4.31   10.89    31.54     61.78   121.56   240.94      -          -\n                   Block Sparse    2.54    2.52     3.71   5.44     13.29     39.19      -        -        -          -\n                    Longformer     2.47    2.49     2.51   3.10     10.39     22.49    60.44      -        -          -\n                        BigBird    2.51    2.49     2.52   3.40     10.97     23.89    63.28      -        -          -\n               FlashAttention      0.35    0.36    0.80    2.52      9.16    36.70    146.13   583.45   2332.01    9323.63\n  Block-Sparse FlashAttention      0.91    0.83     0.94   0.92     1.83      3.50     7.02    13.56     26.71      53.92\n\n\n\n\n                                                           33\n\nTable 18: Forward pass runtime (ms) of various exact\u002Fapproximate\u002Fsparse attention mechanisms by sequence length.\nBest in bold, second best underlined.\n\n                Attention Method     128      256      512     1024    2048     4096    8192     16384     32768       65536\n                PyTorch Attention    0.21     0.22     0.43    1.27     4.32    16.47   67.77       -         -          -\n                        Megatron     0.24     0.26     0.42    1.33     4.28       -       -        -         -          -\n                        Reformer     1.77     2.82     5.01    9.74    20.03    41.11   87.39    192.40       -          -\n                  Local Attention    0.48     0.57     0.80    1.90    5.76     11.56   23.13     46.65     94.74        -\n                        Linformer    0.46     0.36     0.45    0.50    1.09      2.09    4.01     7.90     15.70       35.40\n                            Smyrf    1.94     1.96     3.01    5.69    11.26    22.23   44.21     88.22       -          -\n                        LSformer     1.21     1.34     1.34    3.31    11.01    21.71   43.27     86.32    172.85        -\n                     Block Sparse    0.96     1.04     1.66    2.16    5.41     16.15      -        -         -          -\n                      Longformer     0.99     0.98     0.99    1.56    4.79     11.07   32.98       -         -          -\n                          BigBird    0.96     1.02     1.02    1.48    5.05     11.59   34.16       -         -          -\n                 FlashAttention      0.08     0.09     0.18    0.68     2.40     8.42   33.54    134.03    535.95     2147.05\n    Block-Sparse FlashAttention      0.56     0.52     0.63    0.65    0.61     0.96    1.69      3.02      5.69       11.77\n\n\n\nTable 19: Backward pass runtime (ms) of various exact\u002Fapproximate\u002Fsparse attention mechanisms by sequence length.\nBest in bold, second best underlined.\n\n              Attention Method      128      256     512      1024    2048     4096      8192    16384      32768       65536\n              PyTorch Attention     0.26     0.29    0.78      2.44    8.82    33.87       -        -         -           -\n                      Megatron      0.29     0.30    0.80      2.59    8.86       -        -        -         -           -\n                      Reformer      2.18     4.21    8.14     16.12   32.02    63.84    127.60      -         -           -\n                Local Attention     0.51     0.64    1.28      3.60   12.52    25.08    50.22    100.23     200.66        -\n                      Linformer     0.69     0.76    0.69      0.80    2.04     3.88     7.67     15.04     30.11       63.15\n                          Smyrf     1.24     2.49    4.77      9.42   18.65    37.12    74.15    148.35       -           -\n                      LSformer      1.68     1.61    3.02      7.40   19.72    38.27    74.89    147.99       -           -\n                   Block Sparse     1.24     1.25    2.04      2.91    6.78    19.67       -        -         -           -\n                    Longformer      1.27     1.23    1.24      1.85    4.99    10.21    24.89       -         -           -\n                        BigBird     1.43     1.50    1.44      1.69    5.25    10.86    26.26       -         -           -\n               FlashAttention       0.11     0.16    0.52      1.62    5.45    21.57    84.75    336.00    1338.56     5343.19\n  Block-Sparse FlashAttention       0.11     0.12    0.16     0.38    1.20     2.34      4.69     9.10      18.74       37.04\n\n\n\nTable 20: Forward pass + backward pass runtime (ms) of various exact\u002Fapproximate\u002Fsparse attention mechanisms by\nsequence length. Best in bold, second best underlined.\n\n              Attention Method      128      256      512     1024    2048      4096     8192     16384      32768       65536\n              PyTorch Attention     0.67     0.70     1.18    3.67    13.22     50.44      -         -         -           -\n                      Megatron      0.74     0.65     1.23     3.80   13.21        -       -         -         -           -\n                      Reformer      3.93     7.01    13.15    25.89   52.09    105.00   215.13       -         -           -\n                Local Attention     1.09     1.27     1.99    5.38    18.32     36.77    73.67    147.29    296.35         -\n                      Linformer     1.31     1.25     1.30    1.29     3.20      6.10    11.93     23.39     46.72      100.52\n                          Smyrf     2.98     4.23     7.78    15.12   29.96     59.45   118.60    237.02       -           -\n                      LSformer      3.03     3.05     4.26    10.70   30.77     60.15   118.33    234.94       -           -\n                   Block Sparse     2.39     2.40     3.31    5.02    12.25     35.94      -         -         -           -\n                    Longformer      2.36     2.34     2.38    2.94     9.83     21.35    58.12       -         -           -\n                        BigBird     2.35     2.35     2.37    3.25    10.36     22.57    60.63       -         -           -\n               FlashAttention       0.31     0.31    0.73     2.29     7.64    30.09    118.50    470.51    1876.08     7492.85\n  Block-Sparse FlashAttention       0.74     0.77     0.82    0.88    1.71      3.21     6.56     12.60      24.93       50.39\n\n\n\nTable 21: Memory usage (MB) of various exact\u002Fapproximate\u002Fsparse attention mechanisms by sequence length. Best\nin bold, second best underlined.\n\n                 Attention Method      128     256     512     1024   2048      4096    8192     16384     32768     65536\n                 PyTorch Attention     36      104     336     1184   4416     17024       -        -         -        -\n                         Megatron      36      104     336     1184   4416        -        -        -         -        -\n                         Reformer      377     754     1508    3016   6033     12067    24134       -         -        -\n                   Local Attention     53      110     232      592   1696      3392    6784     13568     27136       -\n                         Linformer     25       52     114      287    832     1652      3292    6572      13132     26252\n                             Smyrf     217     434     868     1737   3474      6947    13894    27788        -        -\n                         LSformer      72      152     333      796   2540      5068    10125    20240        -        -\n                      Block Sparse     33       82     228      408    910     2401        -        -         -        -\n                       Longformer      30       61     124      277    681     1370      2748       -         -        -\n                           BigBird     33       66     131      294    708     1431      2872       -         -        -\n                  FlashAttention       22      44      104     209    418       836     1672     3344      6688      13376\n     Block-Sparse FlashAttention       22       44     104      209    418      836      1672     3344      6690     13384\n\n\n\n\n                                                              34\n\n\n","",[46769],{"type":16,"tag":46770,"props":46771,"children":46772},"code",{"__ignoreMap":46767},[46773],{"type":22,"value":46766},{"type":16,"tag":24,"props":46775,"children":46776},{},[46777],{"type":22,"value":46778},"表格中的 “-” 表示该实现因显存或实现限制无法运行；加粗\u002F下划线的最佳与次佳标记在纯文本转录中省略，但正文结论与数值保持不变。",{"type":16,"tag":52,"props":46780,"children":46782},{"id":46781},"参考文献",[46783],{"type":22,"value":46781},{"type":16,"tag":24,"props":46785,"children":46786},{},[46787],{"type":22,"value":46788},"以下按原论文编号保留完整书目信息（论文标题和作者名保留原文，便于检索）。",{"type":16,"tag":24,"props":46790,"children":46791},{},[46792,46794,46800,46802,46805,46807,46812,46814,46817,46819,46824,46826,46829,46831,46836,46838,46841,46843,46848,46850,46853,46855,46860,46862,46865,46867,46872,46874,46877,46879,46884,46886,46889,46891,46896,46898,46901,46903,46908,46910,46913,46915,46920,46922,46925,46927,46932,46934,46937,46939,46944,46946,46949,46951,46956,46957,46960,46962,46967,46969,46972,46974,46979,46980,46983,46985,46990,46992,46995,46997,47002,47004,47007,47009,47014,47016,47019,47021,47026,47028,47031,47033,47038,47040,47043,47045,47050,47052,47055,47057,47062,47064,47067,47069,47074,47075,47078,47080,47085,47087,47090,47092,47097,47099,47102,47104,47109,47111,47114,47116,47121,47123,47126,47128,47133,47135,47138,47140,47145,47147,47150,47152,47157,47158,47161,47163,47168,47169,47172,47174,47179,47181,47184,47186,47191,47193,47196,47198,47203,47205,47208,47210,47215,47217,47220,47222,47227,47228,47231,47233,47238,47240,47243,47245,47250,47252,47255,47257,47262,47264,47267,47269,47274,47276,47279,47281,47286,47288,47291,47293,47298,47300,47303,47305,47310,47312,47315,47317,47322,47324,47327,47329,47334,47336,47339,47341,47346,47348,47351,47353,47358,47360,47363,47365,47370,47372,47375,47377,47382,47383,47386,47388,47393,47394,47397,47399,47404,47405,47408,47410,47415,47417,47420,47422,47427,47429,47432,47434,47439,47441,47444,47446,47451,47453,47456,47458,47463,47464,47467,47469,47474,47476,47479,47481,47486,47488,47491,47493,47498,47500,47503,47505,47510,47512,47515,47517,47522,47524,47527,47529,47534,47536,47539,47541,47546,47548,47551,47553,47558,47560,47563,47565,47570,47572,47575,47577,47582,47584,47587,47589,47594,47596,47599,47601,47606,47607,47610,47612,47617,47619,47622,47624,47629,47631,47634,47636,47641,47643,47646,47648,47653,47654,47657,47659,47664,47666,47669,47671,47676,47677,47680,47682,47687,47689,47692,47694,47699,47701,47704,47706,47711,47713,47716,47718,47723,47724,47727,47729,47734,47735,47738,47740,47745,47747,47750,47752,47757,47758,47761,47763,47768,47770,47773,47775,47780,47782,47785,47787,47792,47794,47797,47799,47804,47806,47809,47811,47816,47818,47821,47823,47828,47830,47833,47835,47840,47842,47845,47847,47852,47854,47857,47859,47864,47866,47869,47871,47876,47877,47880,47882,47887,47889,47892,47894,47899],{"type":22,"value":46793},"[1] Alok Aggarwal and Jeffrey S. Vitter. ",{"type":16,"tag":46795,"props":46796,"children":46797},"em",{},[46798],{"type":22,"value":46799},"The input\u002Foutput complexity of sorting and related problems",{"type":22,"value":46801},". Communications of the ACM, 31(9):1116–1127, 1988.",{"type":16,"tag":36,"props":46803,"children":46804},{},[],{"type":22,"value":46806},"\n[2] Irwan Bello. ",{"type":16,"tag":46795,"props":46808,"children":46809},{},[46810],{"type":22,"value":46811},"LambdaNetworks: Modeling long-range interactions without attention",{"type":22,"value":46813},". arXiv:2102.08602, 2021.",{"type":16,"tag":36,"props":46815,"children":46816},{},[],{"type":22,"value":46818},"\n[3] Iz Beltagy, Matthew E. Peters, and Arman Cohan. ",{"type":16,"tag":46795,"props":46820,"children":46821},{},[46822],{"type":22,"value":46823},"Longformer: The long-document transformer",{"type":22,"value":46825},". arXiv:2004.05150, 2020.",{"type":16,"tag":36,"props":46827,"children":46828},{},[],{"type":22,"value":46830},"\n[4] L. Susan Blackford et al. ",{"type":16,"tag":46795,"props":46832,"children":46833},{},[46834],{"type":22,"value":46835},"An updated set of basic linear algebra subprograms (BLAS)",{"type":22,"value":46837},". ACM TOMS, 28(2):135–151, 2002.",{"type":16,"tag":36,"props":46839,"children":46840},{},[],{"type":22,"value":46842},"\n[5] Tom Brown et al. ",{"type":16,"tag":46795,"props":46844,"children":46845},{},[46846],{"type":22,"value":46847},"Language models are few-shot learners",{"type":22,"value":46849},". NeurIPS 33:1877–1901, 2020.",{"type":16,"tag":36,"props":46851,"children":46852},{},[],{"type":22,"value":46854},"\n[6] Ilias Chalkidis, Ion Androutsopoulos, and Nikolaos Aletras. ",{"type":16,"tag":46795,"props":46856,"children":46857},{},[46858],{"type":22,"value":46859},"Neural legal judgment prediction in English",{"type":22,"value":46861},". ACL, 2019.",{"type":16,"tag":36,"props":46863,"children":46864},{},[],{"type":22,"value":46866},"\n[7] Ilias Chalkidis et al. ",{"type":16,"tag":46795,"props":46868,"children":46869},{},[46870],{"type":22,"value":46871},"Paragraph-level rationale extraction through regularization",{"type":22,"value":46873},". NAACL, 2021.",{"type":16,"tag":36,"props":46875,"children":46876},{},[],{"type":22,"value":46878},"\n[8] Benjamin Charlier et al. ",{"type":16,"tag":46795,"props":46880,"children":46881},{},[46882],{"type":22,"value":46883},"Kernel operations on the GPU, with autodiff, without memory overflows",{"type":22,"value":46885},". JMLR 22(74):1–6, 2021.",{"type":16,"tag":36,"props":46887,"children":46888},{},[],{"type":22,"value":46890},"\n[9] Beidi Chen et al. ",{"type":16,"tag":46795,"props":46892,"children":46893},{},[46894],{"type":22,"value":46895},"Scatterbrain: Unifying sparse and low-rank attention",{"type":22,"value":46897},". NeurIPS, 2021.",{"type":16,"tag":36,"props":46899,"children":46900},{},[],{"type":22,"value":46902},"\n[10] Tianqi Chen et al. ",{"type":16,"tag":46795,"props":46904,"children":46905},{},[46906],{"type":22,"value":46907},"Training deep nets with sublinear memory cost",{"type":22,"value":46909},". arXiv:1604.06174, 2016.",{"type":16,"tag":36,"props":46911,"children":46912},{},[],{"type":22,"value":46914},"\n[11] Rewon Child et al. ",{"type":16,"tag":46795,"props":46916,"children":46917},{},[46918],{"type":22,"value":46919},"Generating long sequences with sparse transformers",{"type":22,"value":46921},". arXiv:1904.10509, 2019.",{"type":16,"tag":36,"props":46923,"children":46924},{},[],{"type":22,"value":46926},"\n[12] Krzysztof M. Choromanski et al. ",{"type":16,"tag":46795,"props":46928,"children":46929},{},[46930],{"type":22,"value":46931},"Rethinking attention with Performers",{"type":22,"value":46933},". ICLR, 2020.",{"type":16,"tag":36,"props":46935,"children":46936},{},[],{"type":22,"value":46938},"\n[13] Xiang Dai et al. ",{"type":16,"tag":46795,"props":46940,"children":46941},{},[46942],{"type":22,"value":46943},"Revisiting transformer-based models for long document classification",{"type":22,"value":46945},". arXiv:2204.06683, 2022.",{"type":16,"tag":36,"props":46947,"children":46948},{},[],{"type":22,"value":46950},"\n[14] Zihang Dai et al. ",{"type":16,"tag":46795,"props":46952,"children":46953},{},[46954],{"type":22,"value":46955},"Transformer-XL: Attentive language models beyond a fixed-length context",{"type":22,"value":46861},{"type":16,"tag":36,"props":46958,"children":46959},{},[],{"type":22,"value":46961},"\n[15] Tri Dao et al. ",{"type":16,"tag":46795,"props":46963,"children":46964},{},[46965],{"type":22,"value":46966},"Learning fast algorithms for linear transforms using butterfly factorizations",{"type":22,"value":46968},". ICML, 2019.",{"type":16,"tag":36,"props":46970,"children":46971},{},[],{"type":22,"value":46973},"\n[16] Tri Dao et al. ",{"type":16,"tag":46795,"props":46975,"children":46976},{},[46977],{"type":22,"value":46978},"Kaleidoscope: An efficient, learnable representation for all structured linear maps",{"type":22,"value":46933},{"type":16,"tag":36,"props":46981,"children":46982},{},[],{"type":22,"value":46984},"\n[17] Tri Dao et al. ",{"type":16,"tag":46795,"props":46986,"children":46987},{},[46988],{"type":22,"value":46989},"Pixelated butterfly: Simple and efficient sparse training for neural network models",{"type":22,"value":46991},". ICLR, 2022.",{"type":16,"tag":36,"props":46993,"children":46994},{},[],{"type":22,"value":46996},"\n[18] Tri Dao et al. ",{"type":16,"tag":46795,"props":46998,"children":46999},{},[47000],{"type":22,"value":47001},"Monarch: Expressive structured matrices for efficient and accurate training",{"type":22,"value":47003},". ICML, 2022.",{"type":16,"tag":36,"props":47005,"children":47006},{},[],{"type":22,"value":47008},"\n[19] Giannis Daras et al. ",{"type":16,"tag":46795,"props":47010,"children":47011},{},[47012],{"type":22,"value":47013},"SMYRF: Efficient attention using asymmetric clustering",{"type":22,"value":47015},". NeurIPS 33:6476–6489, 2020.",{"type":16,"tag":36,"props":47017,"children":47018},{},[],{"type":22,"value":47020},"\n[20] Christopher De Sa et al. ",{"type":16,"tag":46795,"props":47022,"children":47023},{},[47024],{"type":22,"value":47025},"A two-pronged progress in structured dense matrix vector multiplication",{"type":22,"value":47027},". SODA, 2018.",{"type":16,"tag":36,"props":47029,"children":47030},{},[],{"type":22,"value":47032},"\n[21] Peter J. Denning. ",{"type":16,"tag":46795,"props":47034,"children":47035},{},[47036],{"type":22,"value":47037},"The working set model for program behavior",{"type":22,"value":47039},". CACM, 11(5):323–333, 1968.",{"type":16,"tag":36,"props":47041,"children":47042},{},[],{"type":22,"value":47044},"\n[22] Jacob Devlin et al. ",{"type":16,"tag":46795,"props":47046,"children":47047},{},[47048],{"type":22,"value":47049},"BERT: Pre-training of deep bidirectional transformers for language understanding",{"type":22,"value":47051},". 2019.",{"type":16,"tag":36,"props":47053,"children":47054},{},[],{"type":22,"value":47056},"\n[23] Xin Dong et al. ",{"type":16,"tag":46795,"props":47058,"children":47059},{},[47060],{"type":22,"value":47061},"Learning to prune deep neural networks via layer-wise optimal brain surgeon",{"type":22,"value":47063},". arXiv:1705.07565, 2017.",{"type":16,"tag":36,"props":47065,"children":47066},{},[],{"type":22,"value":47068},"\n[24] Alexey Dosovitskiy et al. ",{"type":16,"tag":46795,"props":47070,"children":47071},{},[47072],{"type":22,"value":47073},"An image is worth 16x16 words: Transformers for image recognition at scale",{"type":22,"value":46933},{"type":16,"tag":36,"props":47076,"children":47077},{},[],{"type":22,"value":47079},"\n[25] Y. Eidelman and I. Gohberg. ",{"type":16,"tag":46795,"props":47081,"children":47082},{},[47083],{"type":22,"value":47084},"On a new class of structured matrices",{"type":22,"value":47086},". Integral Equations and Operator Theory, 34(3):293–324, 1999.",{"type":16,"tag":36,"props":47088,"children":47089},{},[],{"type":22,"value":47091},"\n[26] Jean Feydy et al. ",{"type":16,"tag":46795,"props":47093,"children":47094},{},[47095],{"type":22,"value":47096},"Fast geometric learning with symbolic matrices",{"type":22,"value":47098},". NeurIPS 33, 2020.",{"type":16,"tag":36,"props":47100,"children":47101},{},[],{"type":22,"value":47103},"\n[27] Jörg Flum and Martin Grohe. ",{"type":16,"tag":46795,"props":47105,"children":47106},{},[47107],{"type":22,"value":47108},"Parameterized Complexity Theory",{"type":22,"value":47110},". Springer, 2006.",{"type":16,"tag":36,"props":47112,"children":47113},{},[],{"type":22,"value":47115},"\n[28] Jonathan Frankle and Michael Carbin. ",{"type":16,"tag":46795,"props":47117,"children":47118},{},[47119],{"type":22,"value":47120},"The lottery ticket hypothesis: Finding sparse, trainable neural networks",{"type":22,"value":47122},". ICLR, 2018.",{"type":16,"tag":36,"props":47124,"children":47125},{},[],{"type":22,"value":47127},"\n[29] Jonathan Frankle et al. ",{"type":16,"tag":46795,"props":47129,"children":47130},{},[47131],{"type":22,"value":47132},"Stabilizing the lottery ticket hypothesis",{"type":22,"value":47134},". arXiv:1903.01611, 2019.",{"type":16,"tag":36,"props":47136,"children":47137},{},[],{"type":22,"value":47139},"\n[30] Jonathan Frankle et al. ",{"type":16,"tag":46795,"props":47141,"children":47142},{},[47143],{"type":22,"value":47144},"Linear mode connectivity and the lottery ticket hypothesis",{"type":22,"value":47146},". ICML, 2020.",{"type":16,"tag":36,"props":47148,"children":47149},{},[],{"type":22,"value":47151},"\n[31] Karan Goel et al. ",{"type":16,"tag":46795,"props":47153,"children":47154},{},[47155],{"type":22,"value":47156},"It’s raw! Audio generation with state-space models",{"type":22,"value":47003},{"type":16,"tag":36,"props":47159,"children":47160},{},[],{"type":22,"value":47162},"\n[32] Aaron Gokaslan et al. ",{"type":16,"tag":46795,"props":47164,"children":47165},{},[47166],{"type":22,"value":47167},"OpenWebText corpus",{"type":22,"value":47051},{"type":16,"tag":36,"props":47170,"children":47171},{},[],{"type":22,"value":47173},"\n[33] Jim Gray et al. ",{"type":16,"tag":46795,"props":47175,"children":47176},{},[47177],{"type":22,"value":47178},"Data cube: A relational aggregation operator generalizing group-by, cross-tab, and sub-totals",{"type":22,"value":47180},". Data Mining and Knowledge Discovery, 1(1):29–53, 1997.",{"type":16,"tag":36,"props":47182,"children":47183},{},[],{"type":22,"value":47185},"\n[34] Andreas Griewank and Andrea Walther. ",{"type":16,"tag":46795,"props":47187,"children":47188},{},[47189],{"type":22,"value":47190},"Evaluating derivatives: Principles and techniques of algorithmic differentiation",{"type":22,"value":47192},". SIAM, 2008.",{"type":16,"tag":36,"props":47194,"children":47195},{},[],{"type":22,"value":47197},"\n[35] Albert Gu et al. ",{"type":16,"tag":46795,"props":47199,"children":47200},{},[47201],{"type":22,"value":47202},"HiPPO: Recurrent memory with optimal polynomial projections",{"type":22,"value":47204},". NeurIPS, 2020.",{"type":16,"tag":36,"props":47206,"children":47207},{},[],{"type":22,"value":47209},"\n[36] Albert Gu et al. ",{"type":16,"tag":46795,"props":47211,"children":47212},{},[47213],{"type":22,"value":47214},"Combining recurrent, convolutional, and continuous-time models with linear state space layers",{"type":22,"value":47216},". NeurIPS 34, 2021.",{"type":16,"tag":36,"props":47218,"children":47219},{},[],{"type":22,"value":47221},"\n[37] Albert Gu, Karan Goel, and Christopher Ré. ",{"type":16,"tag":46795,"props":47223,"children":47224},{},[47225],{"type":22,"value":47226},"Efficiently modeling long sequences with structured state spaces",{"type":22,"value":46991},{"type":16,"tag":36,"props":47229,"children":47230},{},[],{"type":22,"value":47232},"\n[38] Song Han et al. ",{"type":16,"tag":46795,"props":47234,"children":47235},{},[47236],{"type":22,"value":47237},"Learning both weights and connections for efficient neural networks",{"type":22,"value":47239},". arXiv:1506.02626, 2015.",{"type":16,"tag":36,"props":47241,"children":47242},{},[],{"type":22,"value":47244},"\n[39] Song Han et al. ",{"type":16,"tag":46795,"props":47246,"children":47247},{},[47248],{"type":22,"value":47249},"Deep compression: Compressing deep neural networks with pruning, trained quantization and Huffman coding",{"type":22,"value":47251},". ICLR, 2016.",{"type":16,"tag":36,"props":47253,"children":47254},{},[],{"type":22,"value":47256},"\n[40] John Hennessy and David Patterson. ",{"type":16,"tag":46795,"props":47258,"children":47259},{},[47260],{"type":22,"value":47261},"Memory hierarchy design",{"type":22,"value":47263},". In Computer Architecture: A Quantitative Approach, 2003.",{"type":16,"tag":36,"props":47265,"children":47266},{},[],{"type":22,"value":47268},"\n[41] Sara Hooker. ",{"type":16,"tag":46795,"props":47270,"children":47271},{},[47272],{"type":22,"value":47273},"The hardware lottery",{"type":22,"value":47275},". arXiv:2009.06489, 2020.",{"type":16,"tag":36,"props":47277,"children":47278},{},[],{"type":22,"value":47280},"\n[42] Weizhe Hua et al. ",{"type":16,"tag":46795,"props":47282,"children":47283},{},[47284],{"type":22,"value":47285},"Transformer quality in linear time",{"type":22,"value":47287},". arXiv:2202.10447, 2022.",{"type":16,"tag":36,"props":47289,"children":47290},{},[],{"type":22,"value":47292},"\n[43] Andrei Ivanov et al. ",{"type":16,"tag":46795,"props":47294,"children":47295},{},[47296],{"type":22,"value":47297},"Data movement is all you need: A case study on optimizing transformers",{"type":22,"value":47299},". PMLS 3:711–732, 2021.",{"type":16,"tag":36,"props":47301,"children":47302},{},[],{"type":22,"value":47304},"\n[44] Zhe Jia and Peter Van Sandt. ",{"type":16,"tag":46795,"props":47306,"children":47307},{},[47308],{"type":22,"value":47309},"Dissecting the Ampere GPU architecture via microbenchmarking",{"type":22,"value":47311},". GTC, 2021.",{"type":16,"tag":36,"props":47313,"children":47314},{},[],{"type":22,"value":47316},"\n[45] Zhe Jia et al. ",{"type":16,"tag":46795,"props":47318,"children":47319},{},[47320],{"type":22,"value":47321},"Dissecting the NVIDIA Volta GPU architecture via microbenchmarking",{"type":22,"value":47323},". arXiv:1804.06826, 2018.",{"type":16,"tag":36,"props":47325,"children":47326},{},[],{"type":22,"value":47328},"\n[46] Zhe Jia et al. ",{"type":16,"tag":46795,"props":47330,"children":47331},{},[47332],{"type":22,"value":47333},"Dissecting the Graphcore IPU architecture via microbenchmarking",{"type":22,"value":47335},". arXiv:1912.03413, 2019.",{"type":16,"tag":36,"props":47337,"children":47338},{},[],{"type":22,"value":47340},"\n[47] Alistair E. W. Johnson et al. ",{"type":16,"tag":46795,"props":47342,"children":47343},{},[47344],{"type":22,"value":47345},"MIMIC-III, a freely accessible critical care database",{"type":22,"value":47347},". Scientific Data, 3(1):1–9, 2016.",{"type":16,"tag":36,"props":47349,"children":47350},{},[],{"type":22,"value":47352},"\n[48] Norman P. Jouppi et al. ",{"type":16,"tag":46795,"props":47354,"children":47355},{},[47356],{"type":22,"value":47357},"In-datacenter performance analysis of a tensor processing unit",{"type":22,"value":47359},". ISCA, 2017.",{"type":16,"tag":36,"props":47361,"children":47362},{},[],{"type":22,"value":47364},"\n[49] Thomas Kailath et al. ",{"type":16,"tag":46795,"props":47366,"children":47367},{},[47368],{"type":22,"value":47369},"Displacement ranks of matrices and linear equations",{"type":22,"value":47371},". JMAA, 68(2):395–407, 1979.",{"type":16,"tag":36,"props":47373,"children":47374},{},[],{"type":22,"value":47376},"\n[50] Angelos Katharopoulos et al. ",{"type":16,"tag":46795,"props":47378,"children":47379},{},[47380],{"type":22,"value":47381},"Transformers are RNNs: Fast autoregressive transformers with linear attention",{"type":22,"value":47146},{"type":16,"tag":36,"props":47384,"children":47385},{},[],{"type":22,"value":47387},"\n[51] Nikita Kitaev et al. ",{"type":16,"tag":46795,"props":47389,"children":47390},{},[47391],{"type":22,"value":47392},"Reformer: The efficient transformer",{"type":22,"value":47146},{"type":16,"tag":36,"props":47395,"children":47396},{},[],{"type":22,"value":47398},"\n[52] Zhenzhong Lan et al. ",{"type":16,"tag":46795,"props":47400,"children":47401},{},[47402],{"type":22,"value":47403},"ALBERT: A lite BERT for self-supervised learning of language representations",{"type":22,"value":46933},{"type":16,"tag":36,"props":47406,"children":47407},{},[],{"type":22,"value":47409},"\n[53] Mingzhen Li et al. ",{"type":16,"tag":46795,"props":47411,"children":47412},{},[47413],{"type":22,"value":47414},"The deep learning compiler: A comprehensive survey",{"type":22,"value":47416},". IEEE TPDS, 32(3):708–727, 2020.",{"type":16,"tag":36,"props":47418,"children":47419},{},[],{"type":22,"value":47421},"\n[54] Valerii Likhosherstov et al. ",{"type":16,"tag":46795,"props":47423,"children":47424},{},[47425],{"type":22,"value":47426},"Sub-linear memory: How to make Performers slim",{"type":22,"value":47428},". arXiv:2012.11346, 2020.",{"type":16,"tag":36,"props":47430,"children":47431},{},[],{"type":22,"value":47433},"\n[55] Ji Lin et al. ",{"type":16,"tag":46795,"props":47435,"children":47436},{},[47437],{"type":22,"value":47438},"Runtime neural pruning",{"type":22,"value":47440},". NeurIPS 30, 2017.",{"type":16,"tag":36,"props":47442,"children":47443},{},[],{"type":22,"value":47445},"\n[56] Yinhan Liu et al. ",{"type":16,"tag":46795,"props":47447,"children":47448},{},[47449],{"type":22,"value":47450},"RoBERTa: A robustly optimized BERT pretraining approach",{"type":22,"value":47452},". arXiv:1907.11692, 2019.",{"type":16,"tag":36,"props":47454,"children":47455},{},[],{"type":22,"value":47457},"\n[57] Xuezhe Ma et al. ",{"type":16,"tag":46795,"props":47459,"children":47460},{},[47461],{"type":22,"value":47462},"Luna: Linear unified nested attention",{"type":22,"value":47216},{"type":16,"tag":36,"props":47465,"children":47466},{},[],{"type":22,"value":47468},"\n[58] Peter Mattson et al. ",{"type":16,"tag":46795,"props":47470,"children":47471},{},[47472],{"type":22,"value":47473},"MLPerf training benchmark",{"type":22,"value":47475},". PMLR 2:336–349, 2020.",{"type":16,"tag":36,"props":47477,"children":47478},{},[],{"type":22,"value":47480},"\n[59] Frank McSherry et al. ",{"type":16,"tag":46795,"props":47482,"children":47483},{},[47484],{"type":22,"value":47485},"Scalability! But at what COST?",{"type":22,"value":47487}," HotOS XV, 2015.",{"type":16,"tag":36,"props":47489,"children":47490},{},[],{"type":22,"value":47492},"\n[60] Maxim Milakov and Natalia Gimelshein. ",{"type":16,"tag":46795,"props":47494,"children":47495},{},[47496],{"type":22,"value":47497},"Online normalizer calculation for softmax",{"type":22,"value":47499},". arXiv:1805.02867, 2018.",{"type":16,"tag":36,"props":47501,"children":47502},{},[],{"type":22,"value":47504},"\n[61] NVIDIA. ",{"type":16,"tag":46795,"props":47506,"children":47507},{},[47508],{"type":22,"value":47509},"NVIDIA Tesla V100 GPU architecture",{"type":22,"value":47511},". 2017.",{"type":16,"tag":36,"props":47513,"children":47514},{},[],{"type":22,"value":47516},"\n[62] NVIDIA. ",{"type":16,"tag":46795,"props":47518,"children":47519},{},[47520],{"type":22,"value":47521},"NVIDIA A100 Tensor Core GPU architecture",{"type":22,"value":47523},". 2020.",{"type":16,"tag":36,"props":47525,"children":47526},{},[],{"type":22,"value":47528},"\n[63] NVIDIA. ",{"type":16,"tag":46795,"props":47530,"children":47531},{},[47532],{"type":22,"value":47533},"NVIDIA H100 Tensor Core GPU architecture",{"type":22,"value":47535},". 2022.",{"type":16,"tag":36,"props":47537,"children":47538},{},[],{"type":22,"value":47540},"\n[64] D. Stott Parker. ",{"type":16,"tag":46795,"props":47542,"children":47543},{},[47544],{"type":22,"value":47545},"Random butterfly transformations with applications in computational linear algebra",{"type":22,"value":47547},". 1995.",{"type":16,"tag":36,"props":47549,"children":47550},{},[],{"type":22,"value":47552},"\n[65] Adam Paszke et al. ",{"type":16,"tag":46795,"props":47554,"children":47555},{},[47556],{"type":22,"value":47557},"PyTorch: An imperative style, high-performance deep learning library",{"type":22,"value":47559},". NeurIPS 32, 2019.",{"type":16,"tag":36,"props":47561,"children":47562},{},[],{"type":22,"value":47564},"\n[66] Markus N. Rabe and Charles Staats. ",{"type":16,"tag":46795,"props":47566,"children":47567},{},[47568],{"type":22,"value":47569},"Self-attention does not need O(n²) memory",{"type":22,"value":47571},". arXiv:2112.05682, 2021.",{"type":16,"tag":36,"props":47573,"children":47574},{},[],{"type":22,"value":47576},"\n[67] Alec Radford et al. ",{"type":16,"tag":46795,"props":47578,"children":47579},{},[47580],{"type":22,"value":47581},"Language models are unsupervised multitask learners",{"type":22,"value":47583},". OpenAI blog, 2019.",{"type":16,"tag":36,"props":47585,"children":47586},{},[],{"type":22,"value":47588},"\n[68] Jack Rae and Ali Razavi. ",{"type":16,"tag":46795,"props":47590,"children":47591},{},[47592],{"type":22,"value":47593},"Do transformers need deep long-range memory?",{"type":22,"value":47595}," ACL, 2020.",{"type":16,"tag":36,"props":47597,"children":47598},{},[],{"type":22,"value":47600},"\n[69] Jack W. Rae et al. ",{"type":16,"tag":46795,"props":47602,"children":47603},{},[47604],{"type":22,"value":47605},"Compressive transformers for long-range sequence modelling",{"type":22,"value":46933},{"type":16,"tag":36,"props":47608,"children":47609},{},[],{"type":22,"value":47611},"\n[70] Jonathan Ragan-Kelley et al. ",{"type":16,"tag":46795,"props":47613,"children":47614},{},[47615],{"type":22,"value":47616},"Halide: A language and compiler for optimizing parallelism, locality, and recomputation in image processing pipelines",{"type":22,"value":47618},". ACM SIGPLAN Notices, 48(6):519–530, 2013.",{"type":16,"tag":36,"props":47620,"children":47621},{},[],{"type":22,"value":47623},"\n[71] Raghu Ramakrishnan and Johannes Gehrke. ",{"type":16,"tag":46795,"props":47625,"children":47626},{},[47627],{"type":22,"value":47628},"Database management systems",{"type":22,"value":47630},". McGraw-Hill, 2003.",{"type":16,"tag":36,"props":47632,"children":47633},{},[],{"type":22,"value":47635},"\n[72] Benjamin Recht and Christopher Ré. ",{"type":16,"tag":46795,"props":47637,"children":47638},{},[47639],{"type":22,"value":47640},"Parallel stochastic gradient algorithms for large-scale matrix completion",{"type":22,"value":47642},". Mathematical Programming Computation, 5(2):201–226, 2013.",{"type":16,"tag":36,"props":47644,"children":47645},{},[],{"type":22,"value":47647},"\n[73] Hongyu Ren et al. ",{"type":16,"tag":46795,"props":47649,"children":47650},{},[47651],{"type":22,"value":47652},"Combiner: Full attention transformer with sparse computation cost",{"type":22,"value":47216},{"type":16,"tag":36,"props":47655,"children":47656},{},[],{"type":22,"value":47658},"\n[74] Aurko Roy et al. ",{"type":16,"tag":46795,"props":47660,"children":47661},{},[47662],{"type":22,"value":47663},"Efficient content-based sparse attention with routing transformers",{"type":22,"value":47665},". TACL, 9:53–68, 2021.",{"type":16,"tag":36,"props":47667,"children":47668},{},[],{"type":22,"value":47670},"\n[75] Amit Sabne. ",{"type":16,"tag":46795,"props":47672,"children":47673},{},[47674],{"type":22,"value":47675},"XLA: Compiling machine learning for peak performance",{"type":22,"value":47523},{"type":16,"tag":36,"props":47678,"children":47679},{},[],{"type":22,"value":47681},"\n[76] Victor Sanh et al. ",{"type":16,"tag":46795,"props":47683,"children":47684},{},[47685],{"type":22,"value":47686},"Movement pruning: Adaptive sparsity by fine-tuning",{"type":22,"value":47688},". arXiv:2005.07683, 2020.",{"type":16,"tag":36,"props":47690,"children":47691},{},[],{"type":22,"value":47693},"\n[77] Mohammad Shoeybi et al. ",{"type":16,"tag":46795,"props":47695,"children":47696},{},[47697],{"type":22,"value":47698},"Megatron-LM: Training multi-billion parameter language models using model parallelism",{"type":22,"value":47700},". arXiv:1909.08053, 2019.",{"type":16,"tag":36,"props":47702,"children":47703},{},[],{"type":22,"value":47705},"\n[78] Vikas Sindhwani et al. ",{"type":16,"tag":46795,"props":47707,"children":47708},{},[47709],{"type":22,"value":47710},"Structured transforms for small-footprint deep learning",{"type":22,"value":47712},". NeurIPS, 2015.",{"type":16,"tag":36,"props":47714,"children":47715},{},[],{"type":22,"value":47717},"\n[79] Sainbayar Sukhbaatar et al. ",{"type":16,"tag":46795,"props":47719,"children":47720},{},[47721],{"type":22,"value":47722},"Adaptive attention span in transformers",{"type":22,"value":46861},{"type":16,"tag":36,"props":47725,"children":47726},{},[],{"type":22,"value":47728},"\n[80] Yi Tay et al. ",{"type":16,"tag":46795,"props":47730,"children":47731},{},[47732],{"type":22,"value":47733},"Long Range Arena: A benchmark for efficient transformers",{"type":22,"value":46933},{"type":16,"tag":36,"props":47736,"children":47737},{},[],{"type":22,"value":47739},"\n[81] Yi Tay et al. ",{"type":16,"tag":46795,"props":47741,"children":47742},{},[47743],{"type":22,"value":47744},"Efficient transformers: A survey",{"type":22,"value":47746},". arXiv:2009.06732, 2020.",{"type":16,"tag":36,"props":47748,"children":47749},{},[],{"type":22,"value":47751},"\n[82] Ashish Vaswani et al. ",{"type":16,"tag":46795,"props":47753,"children":47754},{},[47755],{"type":22,"value":47756},"Attention is all you need",{"type":22,"value":47440},{"type":16,"tag":36,"props":47759,"children":47760},{},[],{"type":22,"value":47762},"\n[83] Hongyu Wang et al. ",{"type":16,"tag":46795,"props":47764,"children":47765},{},[47766],{"type":22,"value":47767},"DeepNet: Scaling transformers to 1,000 layers",{"type":22,"value":47769},". arXiv:2203.00555, 2022.",{"type":16,"tag":36,"props":47771,"children":47772},{},[],{"type":22,"value":47774},"\n[84] Sinong Wang et al. ",{"type":16,"tag":46795,"props":47776,"children":47777},{},[47778],{"type":22,"value":47779},"Linformer: Self-attention with linear complexity",{"type":22,"value":47781},". arXiv:2006.04768, 2020.",{"type":16,"tag":36,"props":47783,"children":47784},{},[],{"type":22,"value":47786},"\n[85] Samuel Williams et al. ",{"type":16,"tag":46795,"props":47788,"children":47789},{},[47790],{"type":22,"value":47791},"Roofline: An insightful visual performance model for multicore architectures",{"type":22,"value":47793},". CACM, 52(4):65–76, 2009.",{"type":16,"tag":36,"props":47795,"children":47796},{},[],{"type":22,"value":47798},"\n[86] Michael E. Wolf and Monica S. Lam. ",{"type":16,"tag":46795,"props":47800,"children":47801},{},[47802],{"type":22,"value":47803},"A data locality optimizing algorithm",{"type":22,"value":47805},". PLDI, 1991.",{"type":16,"tag":36,"props":47807,"children":47808},{},[],{"type":22,"value":47810},"\n[87] Thomas Wolf et al. ",{"type":16,"tag":46795,"props":47812,"children":47813},{},[47814],{"type":22,"value":47815},"Transformers: State-of-the-art natural language processing",{"type":22,"value":47817},". EMNLP Demonstrations, 2020.",{"type":16,"tag":36,"props":47819,"children":47820},{},[],{"type":22,"value":47822},"\n[88] David P. Woodruff. ",{"type":16,"tag":46795,"props":47824,"children":47825},{},[47826],{"type":22,"value":47827},"Optimal space lower bounds for all frequency moments",{"type":22,"value":47829},". SODA, 2004.",{"type":16,"tag":36,"props":47831,"children":47832},{},[],{"type":22,"value":47834},"\n[89] Felix Wu et al. ",{"type":16,"tag":46795,"props":47836,"children":47837},{},[47838],{"type":22,"value":47839},"Pay less attention with lightweight and dynamic convolutions",{"type":22,"value":47841},". ICLR, 2019.",{"type":16,"tag":36,"props":47843,"children":47844},{},[],{"type":22,"value":47846},"\n[90] Yunyang Xiong et al. ",{"type":16,"tag":46795,"props":47848,"children":47849},{},[47850],{"type":22,"value":47851},"Nyströmformer: A Nyström-based algorithm for approximating self-attention",{"type":22,"value":47853},". AAAI 35:14138, 2021.",{"type":16,"tag":36,"props":47855,"children":47856},{},[],{"type":22,"value":47858},"\n[91] Li Yuan et al. ",{"type":16,"tag":46795,"props":47860,"children":47861},{},[47862],{"type":22,"value":47863},"Tokens-to-token ViT: Training vision transformers from scratch on ImageNet",{"type":22,"value":47865},". ICCV, 2021.",{"type":16,"tag":36,"props":47867,"children":47868},{},[],{"type":22,"value":47870},"\n[92] Manzil Zaheer et al. ",{"type":16,"tag":46795,"props":47872,"children":47873},{},[47874],{"type":22,"value":47875},"Big Bird: Transformers for longer sequences",{"type":22,"value":47098},{"type":16,"tag":36,"props":47878,"children":47879},{},[],{"type":22,"value":47881},"\n[93] Shuangfei Zhai et al. ",{"type":16,"tag":46795,"props":47883,"children":47884},{},[47885],{"type":22,"value":47886},"An attention free transformer",{"type":22,"value":47888},". arXiv:2105.14103, 2021.",{"type":16,"tag":36,"props":47890,"children":47891},{},[],{"type":22,"value":47893},"\n[94] Chen Zhu et al. ",{"type":16,"tag":46795,"props":47895,"children":47896},{},[47897],{"type":22,"value":47898},"Long-short transformer: Efficient transformers for language and vision",{"type":22,"value":47216},{"type":16,"tag":47901,"props":47902,"children":47903},"hr",{},[],{"type":16,"tag":24,"props":47905,"children":47906},{},[47907,47912],{"type":16,"tag":28,"props":47908,"children":47909},{},[47910],{"type":22,"value":47911},"译注：",{"type":22,"value":47913}," 公式中的符号、算法编号和表格数值依照论文原文；图 1–8 的图注已在正文相应位置解释，实验表 9–21 的完整数值已在“图表与算法补充译文”中转录。",{"title":46767,"searchDepth":47915,"depth":47916,"links":47917},3,2,[47918,47919,47920,47924,47929,47934,47935,47936,47942,47949,47955,47959,47967,47985],{"id":54,"depth":47916,"text":54},{"id":81,"depth":47916,"text":84},{"id":797,"depth":47916,"text":800,"children":47921},[47922,47923],{"id":804,"depth":47915,"text":807},{"id":869,"depth":47915,"text":872},{"id":3343,"depth":47916,"text":3346,"children":47925},[47926,47927,47928],{"id":3354,"depth":47915,"text":3357},{"id":14745,"depth":47915,"text":14748},{"id":16570,"depth":47915,"text":16573},{"id":18681,"depth":47916,"text":18684,"children":47930},[47931,47932,47933],{"id":18725,"depth":47915,"text":18728},{"id":18761,"depth":47915,"text":18764},{"id":18797,"depth":47915,"text":18800},{"id":18837,"depth":47916,"text":18840},{"id":18873,"depth":47916,"text":18873},{"id":18883,"depth":47916,"text":18886,"children":47937},[47938,47939,47940,47941],{"id":18889,"depth":47915,"text":18892},{"id":18900,"depth":47915,"text":18900},{"id":18910,"depth":47915,"text":18910},{"id":18920,"depth":47915,"text":18923},{"id":18931,"depth":47916,"text":18934,"children":47943},[47944,47945,47946,47947,47948],{"id":18937,"depth":47915,"text":18940},{"id":20406,"depth":47915,"text":20409},{"id":24380,"depth":47915,"text":24383},{"id":25939,"depth":47915,"text":25942},{"id":26956,"depth":47915,"text":26959},{"id":26967,"depth":47916,"text":26970,"children":47950},[47951,47952,47953,47954],{"id":26973,"depth":47915,"text":26976},{"id":28744,"depth":47915,"text":28747},{"id":30672,"depth":47915,"text":30675},{"id":31372,"depth":47915,"text":31375},{"id":32223,"depth":47916,"text":32226,"children":47956},[47957,47958],{"id":32229,"depth":47915,"text":32232},{"id":32870,"depth":47915,"text":32873},{"id":33274,"depth":47916,"text":33277,"children":47960},[47961,47962,47963,47964,47965,47966],{"id":33280,"depth":47915,"text":33283},{"id":33438,"depth":47915,"text":33441},{"id":33747,"depth":47915,"text":33750},{"id":33763,"depth":47915,"text":33766},{"id":33976,"depth":47915,"text":33979},{"id":34022,"depth":47915,"text":34025},{"id":34771,"depth":47916,"text":34771,"children":47968},[47969,47970,47971,47972,47973,47974,47975,47976,47978,47979,47980,47981,47982,47983,47984],{"id":34776,"depth":47915,"text":34779},{"id":35053,"depth":47915,"text":35056},{"id":35064,"depth":47915,"text":35067},{"id":35075,"depth":47915,"text":35078},{"id":35129,"depth":47915,"text":35132},{"id":35266,"depth":47915,"text":35269},{"id":35699,"depth":47915,"text":35702},{"id":35821,"depth":47915,"text":47977},"表 5：长文档分类（micro-F1F_1F1​）",{"id":36049,"depth":47915,"text":36052},{"id":36220,"depth":47915,"text":36223},{"id":36392,"depth":47915,"text":36395},{"id":39831,"depth":47915,"text":39834},{"id":41889,"depth":47915,"text":41892},{"id":45662,"depth":47915,"text":45665},{"id":46752,"depth":47915,"text":46755},{"id":46781,"depth":47916,"text":46781},71225,"\u002Fmaterials\u002Fcmu-15-779\u002Fflashattention-paper-zh.md",1795088941283]