[{"data":1,"prerenderedAt":5954},["ShallowReactive",2],{"post-\u002Fposts\u002Feditcache-video-dit-inference-acceleration":3,"archive-public-posts":5454},{"id":4,"title":5,"body":6,"categories":5434,"cover":5436,"coverAlt":5437,"date":5438,"description":5439,"draft":5440,"extension":5441,"haloPublished":4612,"haloSync":4612,"hidden":5440,"legacy":5440,"meta":5442,"navigation":4612,"path":5443,"published":5440,"readingTime":5444,"seo":5445,"series":5444,"seriesOrder":5444,"stem":5446,"tags":5447,"__hash__":5453},"posts\u002Fposts\u002Feditcache-video-dit-inference-acceleration.md","EditCache：视频 Diffusion Transformer (DiT) 局部编辑的跨步特征复用与区域重算加速",{"type":7,"value":8,"toc":5419},"minimark",[9,18,264,286,289,294,1332,1517,1527,1591,2270,2287,2289,2293,2296,2302,2307,2400,2404,2744,3277,3386,3390,3776,3780,3966,4033,4508,4588,4944,4946,4950,5011,5031,5035,5119,5129,5133,5151,5173,5177,5180,5378,5380,5384,5415],[10,11,12,13,17],"p",{},"在基于 Diffusion Transformer（DiT）的视频编辑与局部重绘（Video Inpainting \u002F Local Editing）任务中，用户的典型工作流并不是一次性生成最终成片，而是",[14,15,16],"strong",{},"针对同一段源视频反复调整掩码区域（Mask）或提示词（Prompt）进行多轮交互式精修","。",[10,19,20,21,24,25,205,206,263],{},"然而，以 ",[14,22,23],{},"Wan2.1-VACE"," 为代表的多模态视频 DiT 在处理这类局部编辑请求时，标准推理管线将每一次局部微调都视为从纯高斯噪声 ",[26,27,30,85],"span",{"className":28},[29],"katex",[26,31,34],{"className":32},[33],"katex-mathml",[35,36,38],"math",{"xmlns":37},"http:\u002F\u002Fwww.w3.org\u002F1998\u002FMath\u002FMathML",[39,40,41,80],"semantics",{},[42,43,44,54,58,62,66,70,74,77],"mrow",{},[45,46,47,51],"msub",{},[48,49,50],"mi",{},"z",[48,52,53],{},"T",[55,56,57],"mo",{},"∼",[48,59,61],{"mathvariant":60},"script","N",[55,63,65],{"stretchy":64},"false","(",[67,68,69],"mn",{},"0",[55,71,73],{"separator":72},"true",",",[48,75,76],{},"I",[55,78,79],{"stretchy":64},")",[81,82,84],"annotation",{"encoding":83},"application\u002Fx-tex","z_T \\sim \\mathcal{N}(0, I)",[26,86,89,170],{"className":87,"ariaHidden":72},[88],"katex-html",[26,90,93,98,158,163,167],{"className":91},[92],"base",[26,94],{"className":95,"style":97},[96],"strut","height:0.5806em;vertical-align:-0.15em;",[26,99,102,107],{"className":100},[101],"mord",[26,103,50],{"className":104,"style":106},[101,105],"mathnormal","margin-right:0.044em;",[26,108,111],{"className":109},[110],"msupsub",[26,112,116,149],{"className":113},[114,115],"vlist-t","vlist-t2",[26,117,120,144],{"className":118},[119],"vlist-r",[26,121,125],{"className":122,"style":124},[123],"vlist","height:0.3283em;",[26,126,128,133],{"style":127},"top:-2.55em;margin-left:-0.044em;margin-right:0.05em;",[26,129],{"className":130,"style":132},[131],"pstrut","height:2.7em;",[26,134,140],{"className":135},[136,137,138,139],"sizing","reset-size6","size3","mtight",[26,141,53],{"className":142,"style":143},[101,105,139],"margin-right:0.1389em;",[26,145,148],{"className":146},[147],"vlist-s","​",[26,150,152],{"className":151},[119],[26,153,156],{"className":154,"style":155},[123],"height:0.15em;",[26,157],{},[26,159],{"className":160,"style":162},[161],"mspace","margin-right:0.2778em;",[26,164,57],{"className":165},[166],"mrel",[26,168],{"className":169,"style":162},[161],[26,171,173,177,182,186,189,193,197,201],{"className":172},[92],[26,174],{"className":175,"style":176},[96],"height:1em;vertical-align:-0.25em;",[26,178,61],{"className":179,"style":181},[101,180],"mathcal","margin-right:0.1474em;",[26,183,65],{"className":184},[185],"mopen",[26,187,69],{"className":188},[101],[26,190,73],{"className":191},[192],"mpunct",[26,194],{"className":195,"style":196},[161],"margin-right:0.1667em;",[26,198,76],{"className":199,"style":200},[101,105],"margin-right:0.0785em;",[26,202,79],{"className":203},[204],"mclose"," 出发的完整全图去噪过程。在 33 帧、",[26,207,209,229],{"className":208},[29],[26,210,212],{"className":211},[33],[35,213,214],{"xmlns":37},[39,215,216,226],{},[42,217,218,221,224],{},[67,219,220],{},"480",[55,222,223],{},"×",[67,225,220],{},[81,227,228],{"encoding":83},"480 \\times 480",[26,230,232,253],{"className":231,"ariaHidden":72},[88],[26,233,235,239,242,246,250],{"className":234},[92],[26,236],{"className":237,"style":238},[96],"height:0.7278em;vertical-align:-0.0833em;",[26,240,220],{"className":241},[101],[26,243],{"className":244,"style":245},[161],"margin-right:0.2222em;",[26,247,223],{"className":248},[249],"mbin",[26,251],{"className":252,"style":245},[161],[26,254,256,260],{"className":255},[92],[26,257],{"className":258,"style":259},[96],"height:0.6444em;",[26,261,220],{"className":262},[101]," 分辨率、50 步采样設定下，3D Full Attention 需要对数千个时空 Patch Token 执行长达数十步的双路 Classifier-Free Guidance（CFG）前向传播，单次编辑在单张 H100 GPU 上耗时接近 1 秒，严重制约了交互式视频编辑系统的实时响应能力。",[10,265,266,267,270,271,274,275,274,278,281,282,285],{},"本文结合我在北京大学 IFlab 参与的视频扩散模型局部编辑加速研究 ",[14,268,269],{},"EditCache","（共同第一作者），从计算冗余形式化分析出发，详细拆解",[14,272,273],{},"可重入源视频 Latent 缓存","、",[14,276,277],{},"跨步 Block 级隐状态复用（Temporal Step Skipping）",[14,279,280],{},"带空间 Halo 的局部掩码重算（Regional Token Update）","以及",[14,283,284],{},"自适应晚启动（Adaptive Late Start）","四项核心机制，并给出单卡 H100 上的严格同步基准测试与系统开销消融。",[287,288],"hr",{},[290,291,293],"h2",{"id":292},"一问题剖析交互式视频局部编辑中的三重算力冗余","一、问题剖析：交互式视频局部编辑中的三重算力冗余",[10,295,296,297,601,602,822,823,934,935,1137,1138,17],{},"设输入源视频经 3D 因果 VAE 编码后的潜变量张量为 ",[26,298,300,368],{"className":299},[29],[26,301,303],{"className":302},[33],[35,304,305],{"xmlns":37},[39,306,307,365],{},[42,308,309,320,323],{},[310,311,312,314,316],"msubsup",{},[48,313,50],{},[67,315,69],{},[317,318,319],"mtext",{},"src",[55,321,322],{},"∈",[324,325,326,330],"msup",{},[48,327,329],{"mathvariant":328},"double-struck","R",[42,331,332,335,337,347,349,356,358],{},[48,333,334],{},"C",[55,336,223],{},[324,338,339,342],{},[48,340,341],{},"F",[55,343,346],{"mathvariant":344,"lspace":345,"rspace":345},"normal","0em","′",[55,348,223],{},[324,350,351,354],{},[48,352,353],{},"H",[55,355,346],{"mathvariant":344,"lspace":345,"rspace":345},[55,357,223],{},[324,359,360,363],{},[48,361,362],{},"W",[55,364,346],{"mathvariant":344,"lspace":345,"rspace":345},[81,366,367],{"encoding":83},"z_0^{\\text{src}} \\in \\mathbb{R}^{C \\times F' \\times H' \\times W'}",[26,369,371,449],{"className":370,"ariaHidden":72},[88],[26,372,374,378,440,443,446],{"className":373},[92],[26,375],{"className":376,"style":377},[96],"height:0.9125em;vertical-align:-0.2481em;",[26,379,381,384],{"className":380},[101],[26,382,50],{"className":383,"style":106},[101,105],[26,385,387],{"className":386},[110],[26,388,390,431],{"className":389},[114,115],[26,391,393,428],{"className":392},[119],[26,394,397,409],{"className":395,"style":396},[123],"height:0.6644em;",[26,398,400,403],{"style":399},"top:-2.4519em;margin-left:-0.044em;margin-right:0.05em;",[26,401],{"className":402,"style":132},[131],[26,404,406],{"className":405},[136,137,138,139],[26,407,69],{"className":408},[101,139],[26,410,412,415],{"style":411},"top:-3.063em;margin-right:0.05em;",[26,413],{"className":414,"style":132},[131],[26,416,418],{"className":417},[136,137,138,139],[26,419,421],{"className":420},[101,139],[26,422,425],{"className":423},[101,424,139],"text",[26,426,319],{"className":427},[101,139],[26,429,148],{"className":430},[147],[26,432,434],{"className":433},[119],[26,435,438],{"className":436,"style":437},[123],"height:0.2481em;",[26,439],{},[26,441],{"className":442,"style":162},[161],[26,444,322],{"className":445},[166],[26,447],{"className":448,"style":162},[161],[26,450,452,456],{"className":451},[92],[26,453],{"className":454,"style":455},[96],"height:0.9425em;",[26,457,459,463],{"className":458},[101],[26,460,329],{"className":461},[101,462],"mathbb",[26,464,466],{"className":465},[110],[26,467,469],{"className":468},[114],[26,470,472],{"className":471},[119],[26,473,475],{"className":474,"style":455},[123],[26,476,477,480],{"style":411},[26,478],{"className":479,"style":132},[131],[26,481,483],{"className":482},[136,137,138,139],[26,484,486,490,493,530,533,566,569],{"className":485},[101,139],[26,487,334],{"className":488,"style":489},[101,105,139],"margin-right:0.0715em;",[26,491,223],{"className":492},[249,139],[26,494,496,499],{"className":495},[101,139],[26,497,341],{"className":498,"style":143},[101,105,139],[26,500,502],{"className":501},[110],[26,503,505],{"className":504},[114],[26,506,508],{"className":507},[119],[26,509,512],{"className":510,"style":511},[123],"height:0.8278em;",[26,513,515,519],{"style":514},"top:-2.931em;margin-right:0.0714em;",[26,516],{"className":517,"style":518},[131],"height:2.5em;",[26,520,524],{"className":521},[136,522,523,139],"reset-size3","size1",[26,525,527],{"className":526},[101,139],[26,528,346],{"className":529},[101,139],[26,531,223],{"className":532},[249,139],[26,534,536,540],{"className":535},[101,139],[26,537,353],{"className":538,"style":539},[101,105,139],"margin-right:0.0813em;",[26,541,543],{"className":542},[110],[26,544,546],{"className":545},[114],[26,547,549],{"className":548},[119],[26,550,552],{"className":551,"style":511},[123],[26,553,554,557],{"style":514},[26,555],{"className":556,"style":518},[131],[26,558,560],{"className":559},[136,522,523,139],[26,561,563],{"className":562},[101,139],[26,564,346],{"className":565},[101,139],[26,567,223],{"className":568},[249,139],[26,570,572,575],{"className":571},[101,139],[26,573,362],{"className":574,"style":143},[101,105,139],[26,576,578],{"className":577},[110],[26,579,581],{"className":580},[114],[26,582,584],{"className":583},[119],[26,585,587],{"className":586,"style":511},[123],[26,588,589,592],{"style":514},[26,590],{"className":591,"style":518},[131],[26,593,595],{"className":594},[136,522,523,139],[26,596,598],{"className":597},[101,139],[26,599,346],{"className":600},[101,139],"，经过 Patchify 后展平为长度为 ",[26,603,605,645],{"className":604},[29],[26,606,608],{"className":607},[33],[35,609,610],{"xmlns":37},[39,611,612,642],{},[42,613,614,616,619,625,628,634,636],{},[48,615,61],{},[55,617,618],{},"=",[324,620,621,623],{},[48,622,341],{},[55,624,346],{"mathvariant":344,"lspace":345,"rspace":345},[55,626,627],{},"⋅",[45,629,630,632],{},[48,631,353],{},[48,633,10],{},[55,635,627],{},[45,637,638,640],{},[48,639,362],{},[48,641,10],{},[81,643,644],{"encoding":83},"N = F' \\cdot H_p \\cdot W_p",[26,646,648,668,716,775],{"className":647,"ariaHidden":72},[88],[26,649,651,655,659,662,665],{"className":650},[92],[26,652],{"className":653,"style":654},[96],"height:0.6833em;",[26,656,61],{"className":657,"style":658},[101,105],"margin-right:0.109em;",[26,660],{"className":661,"style":162},[161],[26,663,618],{"className":664},[166],[26,666],{"className":667,"style":162},[161],[26,669,671,675,707,710,713],{"className":670},[92],[26,672],{"className":673,"style":674},[96],"height:0.7519em;",[26,676,678,681],{"className":677},[101],[26,679,341],{"className":680,"style":143},[101,105],[26,682,684],{"className":683},[110],[26,685,687],{"className":686},[114],[26,688,690],{"className":689},[119],[26,691,693],{"className":692,"style":674},[123],[26,694,695,698],{"style":411},[26,696],{"className":697,"style":132},[131],[26,699,701],{"className":700},[136,137,138,139],[26,702,704],{"className":703},[101,139],[26,705,346],{"className":706},[101,139],[26,708],{"className":709,"style":245},[161],[26,711,627],{"className":712},[249],[26,714],{"className":715,"style":245},[161],[26,717,719,723,766,769,772],{"className":718},[92],[26,720],{"className":721,"style":722},[96],"height:0.9694em;vertical-align:-0.2861em;",[26,724,726,729],{"className":725},[101],[26,727,353],{"className":728,"style":539},[101,105],[26,730,732],{"className":731},[110],[26,733,735,757],{"className":734},[114,115],[26,736,738,754],{"className":737},[119],[26,739,742],{"className":740,"style":741},[123],"height:0.1514em;",[26,743,745,748],{"style":744},"top:-2.55em;margin-left:-0.0813em;margin-right:0.05em;",[26,746],{"className":747,"style":132},[131],[26,749,751],{"className":750},[136,137,138,139],[26,752,10],{"className":753},[101,105,139],[26,755,148],{"className":756},[147],[26,758,760],{"className":759},[119],[26,761,764],{"className":762,"style":763},[123],"height:0.2861em;",[26,765],{},[26,767],{"className":768,"style":245},[161],[26,770,627],{"className":771},[249],[26,773],{"className":774,"style":245},[161],[26,776,778,781],{"className":777},[92],[26,779],{"className":780,"style":722},[96],[26,782,784,787],{"className":783},[101],[26,785,362],{"className":786,"style":143},[101,105],[26,788,790],{"className":789},[110],[26,791,793,814],{"className":792},[114,115],[26,794,796,811],{"className":795},[119],[26,797,799],{"className":798,"style":741},[123],[26,800,802,805],{"style":801},"top:-2.55em;margin-left:-0.1389em;margin-right:0.05em;",[26,803],{"className":804,"style":132},[131],[26,806,808],{"className":807},[136,137,138,139],[26,809,10],{"className":810},[101,105,139],[26,812,148],{"className":813},[147],[26,815,817],{"className":816},[119],[26,818,820],{"className":819,"style":763},[123],[26,821],{}," 的时空 Token 序列。用户给定的二值编辑掩码下采样至 Token 网格后记为 ",[26,824,826,860],{"className":825},[29],[26,827,829],{"className":828},[33],[35,830,831],{"xmlns":37},[39,832,833,857],{},[42,834,835,838,840,843,845,847,850],{},[48,836,837],{},"M",[55,839,322],{},[55,841,842],{"stretchy":64},"{",[67,844,69],{},[55,846,73],{"separator":72},[67,848,849],{},"1",[324,851,852,855],{},[55,853,854],{"stretchy":64},"}",[48,856,61],{},[81,858,859],{"encoding":83},"M \\in \\{0, 1\\}^N",[26,861,863,882],{"className":862,"ariaHidden":72},[88],[26,864,866,870,873,876,879],{"className":865},[92],[26,867],{"className":868,"style":869},[96],"height:0.7224em;vertical-align:-0.0391em;",[26,871,837],{"className":872,"style":658},[101,105],[26,874],{"className":875,"style":162},[161],[26,877,322],{"className":878},[166],[26,880],{"className":881,"style":162},[161],[26,883,885,889,892,895,898,901,904],{"className":884},[92],[26,886],{"className":887,"style":888},[96],"height:1.0913em;vertical-align:-0.25em;",[26,890,842],{"className":891},[185],[26,893,69],{"className":894},[101],[26,896,73],{"className":897},[192],[26,899],{"className":900,"style":196},[161],[26,902,849],{"className":903},[101],[26,905,907,910],{"className":906},[204],[26,908,854],{"className":909},[204],[26,911,913],{"className":912},[110],[26,914,916],{"className":915},[114],[26,917,919],{"className":918},[119],[26,920,923],{"className":921,"style":922},[123],"height:0.8413em;",[26,924,925,928],{"style":411},[26,926],{"className":927,"style":132},[131],[26,929,931],{"className":930},[136,137,138,139],[26,932,61],{"className":933,"style":658},[101,105,139],"，其中前景待编辑区域索引集为 ",[26,936,938,979],{"className":937},[29],[26,939,941],{"className":940},[33],[35,942,943],{"xmlns":37},[39,944,945,976],{},[42,946,947,954,956,958,961,964,970,972,974],{},[45,948,949,951],{},[48,950,76],{"mathvariant":60},[317,952,953],{},"edit",[55,955,618],{},[55,957,842],{"stretchy":64},[48,959,960],{},"i",[55,962,963],{},"∣",[45,965,966,968],{},[48,967,837],{},[48,969,960],{},[55,971,618],{},[67,973,849],{},[55,975,854],{"stretchy":64},[81,977,978],{"encoding":83},"\\mathcal{I}_{\\text{edit}} = \\{i \\mid M_i = 1\\}",[26,980,982,1047,1068,1125],{"className":981,"ariaHidden":72},[88],[26,983,985,989,1038,1041,1044],{"className":984},[92],[26,986],{"className":987,"style":988},[96],"height:0.8333em;vertical-align:-0.15em;",[26,990,992,996],{"className":991},[101],[26,993,76],{"className":994,"style":995},[101,180],"margin-right:0.0738em;",[26,997,999],{"className":998},[110],[26,1000,1002,1030],{"className":1001},[114,115],[26,1003,1005,1027],{"className":1004},[119],[26,1006,1009],{"className":1007,"style":1008},[123],"height:0.3361em;",[26,1010,1012,1015],{"style":1011},"top:-2.55em;margin-left:-0.0738em;margin-right:0.05em;",[26,1013],{"className":1014,"style":132},[131],[26,1016,1018],{"className":1017},[136,137,138,139],[26,1019,1021],{"className":1020},[101,139],[26,1022,1024],{"className":1023},[101,424,139],[26,1025,953],{"className":1026},[101,139],[26,1028,148],{"className":1029},[147],[26,1031,1033],{"className":1032},[119],[26,1034,1036],{"className":1035,"style":155},[123],[26,1037],{},[26,1039],{"className":1040,"style":162},[161],[26,1042,618],{"className":1043},[166],[26,1045],{"className":1046,"style":162},[161],[26,1048,1050,1053,1056,1059,1062,1065],{"className":1049},[92],[26,1051],{"className":1052,"style":176},[96],[26,1054,842],{"className":1055},[185],[26,1057,960],{"className":1058},[101,105],[26,1060],{"className":1061,"style":162},[161],[26,1063,963],{"className":1064},[166],[26,1066],{"className":1067,"style":162},[161],[26,1069,1071,1074,1116,1119,1122],{"className":1070},[92],[26,1072],{"className":1073,"style":988},[96],[26,1075,1077,1080],{"className":1076},[101],[26,1078,837],{"className":1079,"style":658},[101,105],[26,1081,1083],{"className":1082},[110],[26,1084,1086,1108],{"className":1085},[114,115],[26,1087,1089,1105],{"className":1088},[119],[26,1090,1093],{"className":1091,"style":1092},[123],"height:0.3117em;",[26,1094,1096,1099],{"style":1095},"top:-2.55em;margin-left:-0.109em;margin-right:0.05em;",[26,1097],{"className":1098,"style":132},[131],[26,1100,1102],{"className":1101},[136,137,138,139],[26,1103,960],{"className":1104},[101,105,139],[26,1106,148],{"className":1107},[147],[26,1109,1111],{"className":1110},[119],[26,1112,1114],{"className":1113,"style":155},[123],[26,1115],{},[26,1117],{"className":1118,"style":162},[161],[26,1120,618],{"className":1121},[166],[26,1123],{"className":1124,"style":162},[161],[26,1126,1128,1131,1134],{"className":1127},[92],[26,1129],{"className":1130,"style":176},[96],[26,1132,849],{"className":1133},[101],[26,1135,854],{"className":1136},[204],"，背景保持区域索引集为 ",[26,1139,1141,1180],{"className":1140},[29],[26,1142,1144],{"className":1143},[33],[35,1145,1146],{"xmlns":37},[39,1147,1148,1177],{},[42,1149,1150,1157,1159,1161,1163,1165,1171,1173,1175],{},[45,1151,1152,1154],{},[48,1153,76],{"mathvariant":60},[317,1155,1156],{},"bg",[55,1158,618],{},[55,1160,842],{"stretchy":64},[48,1162,960],{},[55,1164,963],{},[45,1166,1167,1169],{},[48,1168,837],{},[48,1170,960],{},[55,1172,618],{},[67,1174,69],{},[55,1176,854],{"stretchy":64},[81,1178,1179],{"encoding":83},"\\mathcal{I}_{\\text{bg}} = \\{i \\mid M_i = 0\\}",[26,1181,1183,1244,1265,1320],{"className":1182,"ariaHidden":72},[88],[26,1184,1186,1189,1235,1238,1241],{"className":1185},[92],[26,1187],{"className":1188,"style":722},[96],[26,1190,1192,1195],{"className":1191},[101],[26,1193,76],{"className":1194,"style":995},[101,180],[26,1196,1198],{"className":1197},[110],[26,1199,1201,1227],{"className":1200},[114,115],[26,1202,1204,1224],{"className":1203},[119],[26,1205,1207],{"className":1206,"style":1008},[123],[26,1208,1209,1212],{"style":1011},[26,1210],{"className":1211,"style":132},[131],[26,1213,1215],{"className":1214},[136,137,138,139],[26,1216,1218],{"className":1217},[101,139],[26,1219,1221],{"className":1220},[101,424,139],[26,1222,1156],{"className":1223},[101,139],[26,1225,148],{"className":1226},[147],[26,1228,1230],{"className":1229},[119],[26,1231,1233],{"className":1232,"style":763},[123],[26,1234],{},[26,1236],{"className":1237,"style":162},[161],[26,1239,618],{"className":1240},[166],[26,1242],{"className":1243,"style":162},[161],[26,1245,1247,1250,1253,1256,1259,1262],{"className":1246},[92],[26,1248],{"className":1249,"style":176},[96],[26,1251,842],{"className":1252},[185],[26,1254,960],{"className":1255},[101,105],[26,1257],{"className":1258,"style":162},[161],[26,1260,963],{"className":1261},[166],[26,1263],{"className":1264,"style":162},[161],[26,1266,1268,1271,1311,1314,1317],{"className":1267},[92],[26,1269],{"className":1270,"style":988},[96],[26,1272,1274,1277],{"className":1273},[101],[26,1275,837],{"className":1276,"style":658},[101,105],[26,1278,1280],{"className":1279},[110],[26,1281,1283,1303],{"className":1282},[114,115],[26,1284,1286,1300],{"className":1285},[119],[26,1287,1289],{"className":1288,"style":1092},[123],[26,1290,1291,1294],{"style":1095},[26,1292],{"className":1293,"style":132},[131],[26,1295,1297],{"className":1296},[136,137,138,139],[26,1298,960],{"className":1299},[101,105,139],[26,1301,148],{"className":1302},[147],[26,1304,1306],{"className":1305},[119],[26,1307,1309],{"className":1308,"style":155},[123],[26,1310],{},[26,1312],{"className":1313,"style":162},[161],[26,1315,618],{"className":1316},[166],[26,1318],{"className":1319,"style":162},[161],[26,1321,1323,1326,1329],{"className":1322},[92],[26,1324],{"className":1325,"style":176},[96],[26,1327,69],{"className":1328},[101],[26,1330,854],{"className":1331},[204],[10,1333,1334,1335,1454,1455,1516],{},"在绝大多数真实局部编辑场景中，前景掩码占比 ",[26,1336,1338,1370],{"className":1337},[29],[26,1339,1341],{"className":1340},[33],[35,1342,1343],{"xmlns":37},[39,1344,1345,1367],{},[42,1346,1347,1350,1352,1354,1360,1362,1365],{},[48,1348,1349],{},"ρ",[55,1351,618],{},[48,1353,963],{"mathvariant":344},[45,1355,1356,1358],{},[48,1357,76],{"mathvariant":60},[317,1359,953],{},[48,1361,963],{"mathvariant":344},[48,1363,1364],{"mathvariant":344},"\u002F",[48,1366,61],{},[81,1368,1369],{"encoding":83},"\\rho = |\\mathcal{I}_{\\text{edit}}| \u002F N",[26,1371,1373,1392],{"className":1372,"ariaHidden":72},[88],[26,1374,1376,1380,1383,1386,1389],{"className":1375},[92],[26,1377],{"className":1378,"style":1379},[96],"height:0.625em;vertical-align:-0.1944em;",[26,1381,1349],{"className":1382},[101,105],[26,1384],{"className":1385,"style":162},[161],[26,1387,618],{"className":1388},[166],[26,1390],{"className":1391,"style":162},[161],[26,1393,1395,1398,1401,1447,1451],{"className":1394},[92],[26,1396],{"className":1397,"style":176},[96],[26,1399,963],{"className":1400},[101],[26,1402,1404,1407],{"className":1403},[101],[26,1405,76],{"className":1406,"style":995},[101,180],[26,1408,1410],{"className":1409},[110],[26,1411,1413,1439],{"className":1412},[114,115],[26,1414,1416,1436],{"className":1415},[119],[26,1417,1419],{"className":1418,"style":1008},[123],[26,1420,1421,1424],{"style":1011},[26,1422],{"className":1423,"style":132},[131],[26,1425,1427],{"className":1426},[136,137,138,139],[26,1428,1430],{"className":1429},[101,139],[26,1431,1433],{"className":1432},[101,424,139],[26,1434,953],{"className":1435},[101,139],[26,1437,148],{"className":1438},[147],[26,1440,1442],{"className":1441},[119],[26,1443,1445],{"className":1444,"style":155},[123],[26,1446],{},[26,1448,1450],{"className":1449},[101],"∣\u002F",[26,1452,61],{"className":1453,"style":658},[101,105]," 通常仅为 ",[26,1456,1458,1483],{"className":1457},[29],[26,1459,1461],{"className":1460},[33],[35,1462,1463],{"xmlns":37},[39,1464,1465,1480],{},[42,1466,1467,1470,1473,1475,1478],{},[67,1468,1469],{},"10",[48,1471,1472],{"mathvariant":344},"%",[55,1474,57],{},[67,1476,1477],{},"35",[48,1479,1472],{"mathvariant":344},[81,1481,1482],{"encoding":83},"10\\% \\sim 35\\%",[26,1484,1486,1506],{"className":1485,"ariaHidden":72},[88],[26,1487,1489,1493,1497,1500,1503],{"className":1488},[92],[26,1490],{"className":1491,"style":1492},[96],"height:0.8056em;vertical-align:-0.0556em;",[26,1494,1496],{"className":1495},[101],"10%",[26,1498],{"className":1499,"style":162},[161],[26,1501,57],{"className":1502},[166],[26,1504],{"className":1505,"style":162},[161],[26,1507,1509,1512],{"className":1508},[92],[26,1510],{"className":1511,"style":1492},[96],[26,1513,1515],{"className":1514},[101],"35%","。对标准 Wan2.1-VACE 推理链路做 Profiling 可以发现三层正交的计算浪费：",[1518,1519,1524],"pre",{"className":1520,"code":1522,"language":424,"meta":1523},[1521],"language-text","冗余维度 1 (时间步冗余) : 相邻采样步 t 与 t-1 之间，深层 DiT Block 的残差特征增幅具有极高余弦相似度\n冗余维度 2 (空间域冗余) : 占比 65%~90% 的背景 Token (M_i = 0) 在每一步仍参与完整的 FFN 与注意力更新\n冗余维度 3 (起点步冗余) : 局部编辑并非无中生有，前 k 步高噪声阶段的全局布局去噪可由源视频加噪先验直接替代\n","",[1525,1526,1522],"code",{"__ignoreMap":1523},[10,1528,1529,1530,1559,1560,1590],{},"更具体地说，单步 DiT 包含 ",[26,1531,1533,1547],{"className":1532},[29],[26,1534,1536],{"className":1535},[33],[35,1537,1538],{"xmlns":37},[39,1539,1540,1545],{},[42,1541,1542],{},[48,1543,1544],{},"L",[81,1546,1544],{"encoding":83},[26,1548,1550],{"className":1549,"ariaHidden":72},[88],[26,1551,1553,1556],{"className":1552},[92],[26,1554],{"className":1555,"style":654},[96],[26,1557,1544],{"className":1558},[101,105]," 层 Transformer Block，每层由 3D 自注意力（Self-Attention）、文本交叉注意力（Cross-Attention）与前馈网络（FFN \u002F SwiGLU）组成。当使用 Classifier-Free Guidance（CFG）时，每个去噪步 ",[26,1561,1563,1577],{"className":1562},[29],[26,1564,1566],{"className":1565},[33],[35,1567,1568],{"xmlns":37},[39,1569,1570,1575],{},[42,1571,1572],{},[48,1573,1574],{},"t",[81,1576,1574],{"encoding":83},[26,1578,1580],{"className":1579,"ariaHidden":72},[88],[26,1581,1583,1587],{"className":1582},[92],[26,1584],{"className":1585,"style":1586},[96],"height:0.6151em;",[26,1588,1574],{"className":1589},[101,105]," 实际上需要对条件分支（Cond）与无条件分支（Uncond）分别执行一次完整前向：",[26,1592,1595],{"className":1593},[1594],"katex-display",[26,1596,1598,1736],{"className":1597},[29],[26,1599,1601],{"className":1600},[33],[35,1602,1604],{"xmlns":37,"display":1603},"block",[39,1605,1606,1733],{},[42,1607,1608,1622,1624,1630,1632,1634,1636,1639,1641,1643,1649,1651,1657,1659,1661,1663,1666,1668,1671,1674,1676],{},[45,1609,1610,1619],{},[1611,1612,1613,1616],"mover",{"accent":72},[48,1614,1615],{},"v",[55,1617,1618],{},"^",[48,1620,1621],{},"θ",[55,1623,65],{"stretchy":64},[45,1625,1626,1628],{},[48,1627,50],{},[48,1629,1574],{},[55,1631,73],{"separator":72},[48,1633,1574],{},[55,1635,73],{"separator":72},[48,1637,1638],{},"c",[55,1640,79],{"stretchy":64},[55,1642,618],{},[45,1644,1645,1647],{},[48,1646,1615],{},[48,1648,1621],{},[55,1650,65],{"stretchy":64},[45,1652,1653,1655],{},[48,1654,50],{},[48,1656,1574],{},[55,1658,73],{"separator":72},[48,1660,1574],{},[55,1662,73],{"separator":72},[48,1664,1665],{"mathvariant":344},"∅",[55,1667,79],{"stretchy":64},[55,1669,1670],{},"+",[48,1672,1673],{},"s",[55,1675,627],{},[42,1677,1678,1680,1686,1688,1694,1696,1698,1700,1702,1704,1707,1713,1715,1721,1723,1725,1727,1729,1731],{},[55,1679,65],{"fence":72},[45,1681,1682,1684],{},[48,1683,1615],{},[48,1685,1621],{},[55,1687,65],{"stretchy":64},[45,1689,1690,1692],{},[48,1691,50],{},[48,1693,1574],{},[55,1695,73],{"separator":72},[48,1697,1574],{},[55,1699,73],{"separator":72},[48,1701,1638],{},[55,1703,79],{"stretchy":64},[55,1705,1706],{},"−",[45,1708,1709,1711],{},[48,1710,1615],{},[48,1712,1621],{},[55,1714,65],{"stretchy":64},[45,1716,1717,1719],{},[48,1718,50],{},[48,1720,1574],{},[55,1722,73],{"separator":72},[48,1724,1574],{},[55,1726,73],{"separator":72},[48,1728,1665],{"mathvariant":344},[55,1730,79],{"stretchy":64},[55,1732,79],{"fence":72},[81,1734,1735],{"encoding":83},"\\hat{v}_\\theta(z_t, t, c) = v_\\theta(z_t, t, \\varnothing) + s \\cdot \\left(v_\\theta(z_t, t, c) - v_\\theta(z_t, t, \\varnothing)\\right)",[26,1737,1739,1896,2016,2035],{"className":1738,"ariaHidden":72},[88],[26,1740,1742,1745,1822,1825,1866,1869,1872,1875,1878,1881,1884,1887,1890,1893],{"className":1741},[92],[26,1743],{"className":1744,"style":176},[96],[26,1746,1748,1786],{"className":1747},[101],[26,1749,1752],{"className":1750},[101,1751],"accent",[26,1753,1755],{"className":1754},[114],[26,1756,1758],{"className":1757},[119],[26,1759,1762,1773],{"className":1760,"style":1761},[123],"height:0.6944em;",[26,1763,1765,1769],{"style":1764},"top:-3em;",[26,1766],{"className":1767,"style":1768},[131],"height:3em;",[26,1770,1615],{"className":1771,"style":1772},[101,105],"margin-right:0.0359em;",[26,1774,1775,1778],{"style":1764},[26,1776],{"className":1777,"style":1768},[131],[26,1779,1783],{"className":1780,"style":1782},[1781],"accent-body","left:-0.2222em;",[26,1784,1618],{"className":1785},[101],[26,1787,1789],{"className":1788},[110],[26,1790,1792,1814],{"className":1791},[114,115],[26,1793,1795,1811],{"className":1794},[119],[26,1796,1798],{"className":1797,"style":1008},[123],[26,1799,1801,1804],{"style":1800},"top:-2.55em;margin-left:-0.0359em;margin-right:0.05em;",[26,1802],{"className":1803,"style":132},[131],[26,1805,1807],{"className":1806},[136,137,138,139],[26,1808,1621],{"className":1809,"style":1810},[101,105,139],"margin-right:0.0278em;",[26,1812,148],{"className":1813},[147],[26,1815,1817],{"className":1816},[119],[26,1818,1820],{"className":1819,"style":155},[123],[26,1821],{},[26,1823,65],{"className":1824},[185],[26,1826,1828,1831],{"className":1827},[101],[26,1829,50],{"className":1830,"style":106},[101,105],[26,1832,1834],{"className":1833},[110],[26,1835,1837,1858],{"className":1836},[114,115],[26,1838,1840,1855],{"className":1839},[119],[26,1841,1844],{"className":1842,"style":1843},[123],"height:0.2806em;",[26,1845,1846,1849],{"style":127},[26,1847],{"className":1848,"style":132},[131],[26,1850,1852],{"className":1851},[136,137,138,139],[26,1853,1574],{"className":1854},[101,105,139],[26,1856,148],{"className":1857},[147],[26,1859,1861],{"className":1860},[119],[26,1862,1864],{"className":1863,"style":155},[123],[26,1865],{},[26,1867,73],{"className":1868},[192],[26,1870],{"className":1871,"style":196},[161],[26,1873,1574],{"className":1874},[101,105],[26,1876,73],{"className":1877},[192],[26,1879],{"className":1880,"style":196},[161],[26,1882,1638],{"className":1883},[101,105],[26,1885,79],{"className":1886},[204],[26,1888],{"className":1889,"style":162},[161],[26,1891,618],{"className":1892},[166],[26,1894],{"className":1895,"style":162},[161],[26,1897,1899,1902,1942,1945,1985,1988,1991,1994,1997,2000,2004,2007,2010,2013],{"className":1898},[92],[26,1900],{"className":1901,"style":176},[96],[26,1903,1905,1908],{"className":1904},[101],[26,1906,1615],{"className":1907,"style":1772},[101,105],[26,1909,1911],{"className":1910},[110],[26,1912,1914,1934],{"className":1913},[114,115],[26,1915,1917,1931],{"className":1916},[119],[26,1918,1920],{"className":1919,"style":1008},[123],[26,1921,1922,1925],{"style":1800},[26,1923],{"className":1924,"style":132},[131],[26,1926,1928],{"className":1927},[136,137,138,139],[26,1929,1621],{"className":1930,"style":1810},[101,105,139],[26,1932,148],{"className":1933},[147],[26,1935,1937],{"className":1936},[119],[26,1938,1940],{"className":1939,"style":155},[123],[26,1941],{},[26,1943,65],{"className":1944},[185],[26,1946,1948,1951],{"className":1947},[101],[26,1949,50],{"className":1950,"style":106},[101,105],[26,1952,1954],{"className":1953},[110],[26,1955,1957,1977],{"className":1956},[114,115],[26,1958,1960,1974],{"className":1959},[119],[26,1961,1963],{"className":1962,"style":1843},[123],[26,1964,1965,1968],{"style":127},[26,1966],{"className":1967,"style":132},[131],[26,1969,1971],{"className":1970},[136,137,138,139],[26,1972,1574],{"className":1973},[101,105,139],[26,1975,148],{"className":1976},[147],[26,1978,1980],{"className":1979},[119],[26,1981,1983],{"className":1982,"style":155},[123],[26,1984],{},[26,1986,73],{"className":1987},[192],[26,1989],{"className":1990,"style":196},[161],[26,1992,1574],{"className":1993},[101,105],[26,1995,73],{"className":1996},[192],[26,1998],{"className":1999,"style":196},[161],[26,2001,1665],{"className":2002},[101,2003],"amsrm",[26,2005,79],{"className":2006},[204],[26,2008],{"className":2009,"style":245},[161],[26,2011,1670],{"className":2012},[249],[26,2014],{"className":2015,"style":245},[161],[26,2017,2019,2023,2026,2029,2032],{"className":2018},[92],[26,2020],{"className":2021,"style":2022},[96],"height:0.4445em;",[26,2024,1673],{"className":2025},[101,105],[26,2027],{"className":2028,"style":245},[161],[26,2030,627],{"className":2031},[249],[26,2033],{"className":2034,"style":245},[161],[26,2036,2038,2041],{"className":2037},[92],[26,2039],{"className":2040,"style":176},[96],[26,2042,2045,2050,2090,2093,2133,2136,2139,2142,2145,2148,2151,2154,2157,2160,2163,2203,2206,2246,2249,2252,2255,2258,2261,2264,2267],{"className":2043},[2044],"minner",[26,2046,65],{"className":2047,"style":2049},[185,2048],"delimcenter","top:0em;",[26,2051,2053,2056],{"className":2052},[101],[26,2054,1615],{"className":2055,"style":1772},[101,105],[26,2057,2059],{"className":2058},[110],[26,2060,2062,2082],{"className":2061},[114,115],[26,2063,2065,2079],{"className":2064},[119],[26,2066,2068],{"className":2067,"style":1008},[123],[26,2069,2070,2073],{"style":1800},[26,2071],{"className":2072,"style":132},[131],[26,2074,2076],{"className":2075},[136,137,138,139],[26,2077,1621],{"className":2078,"style":1810},[101,105,139],[26,2080,148],{"className":2081},[147],[26,2083,2085],{"className":2084},[119],[26,2086,2088],{"className":2087,"style":155},[123],[26,2089],{},[26,2091,65],{"className":2092},[185],[26,2094,2096,2099],{"className":2095},[101],[26,2097,50],{"className":2098,"style":106},[101,105],[26,2100,2102],{"className":2101},[110],[26,2103,2105,2125],{"className":2104},[114,115],[26,2106,2108,2122],{"className":2107},[119],[26,2109,2111],{"className":2110,"style":1843},[123],[26,2112,2113,2116],{"style":127},[26,2114],{"className":2115,"style":132},[131],[26,2117,2119],{"className":2118},[136,137,138,139],[26,2120,1574],{"className":2121},[101,105,139],[26,2123,148],{"className":2124},[147],[26,2126,2128],{"className":2127},[119],[26,2129,2131],{"className":2130,"style":155},[123],[26,2132],{},[26,2134,73],{"className":2135},[192],[26,2137],{"className":2138,"style":196},[161],[26,2140,1574],{"className":2141},[101,105],[26,2143,73],{"className":2144},[192],[26,2146],{"className":2147,"style":196},[161],[26,2149,1638],{"className":2150},[101,105],[26,2152,79],{"className":2153},[204],[26,2155],{"className":2156,"style":245},[161],[26,2158,1706],{"className":2159},[249],[26,2161],{"className":2162,"style":245},[161],[26,2164,2166,2169],{"className":2165},[101],[26,2167,1615],{"className":2168,"style":1772},[101,105],[26,2170,2172],{"className":2171},[110],[26,2173,2175,2195],{"className":2174},[114,115],[26,2176,2178,2192],{"className":2177},[119],[26,2179,2181],{"className":2180,"style":1008},[123],[26,2182,2183,2186],{"style":1800},[26,2184],{"className":2185,"style":132},[131],[26,2187,2189],{"className":2188},[136,137,138,139],[26,2190,1621],{"className":2191,"style":1810},[101,105,139],[26,2193,148],{"className":2194},[147],[26,2196,2198],{"className":2197},[119],[26,2199,2201],{"className":2200,"style":155},[123],[26,2202],{},[26,2204,65],{"className":2205},[185],[26,2207,2209,2212],{"className":2208},[101],[26,2210,50],{"className":2211,"style":106},[101,105],[26,2213,2215],{"className":2214},[110],[26,2216,2218,2238],{"className":2217},[114,115],[26,2219,2221,2235],{"className":2220},[119],[26,2222,2224],{"className":2223,"style":1843},[123],[26,2225,2226,2229],{"style":127},[26,2227],{"className":2228,"style":132},[131],[26,2230,2232],{"className":2231},[136,137,138,139],[26,2233,1574],{"className":2234},[101,105,139],[26,2236,148],{"className":2237},[147],[26,2239,2241],{"className":2240},[119],[26,2242,2244],{"className":2243,"style":155},[123],[26,2245],{},[26,2247,73],{"className":2248},[192],[26,2250],{"className":2251,"style":196},[161],[26,2253,1574],{"className":2254},[101,105],[26,2256,73],{"className":2257},[192],[26,2259],{"className":2260,"style":196},[161],[26,2262,1665],{"className":2263},[101,2003],[26,2265,79],{"className":2266},[204],[26,2268,79],{"className":2269,"style":2049},[204,2048],[10,2271,2272,2273,274,2276,2279,2280,2283,2284],{},"如果能同时在",[14,2274,2275],{},"初始化起点",[14,2277,2278],{},"去噪时间步","与",[14,2281,2282],{},"空间 Token 维度","裁剪无效计算，理论计算量将获得乘性下降。但工程上的难点在于：",[14,2285,2286],{},"如何在跳过计算的同时，彻底消除前景与背景交界处的时空拼接伪影（Boundary Seam Artifacts）？",[287,2288],{},[290,2290,2292],{"id":2291},"二editcache-四大核心机制设计","二、EditCache 四大核心机制设计",[10,2294,2295],{},"EditCache 在不修改预训练模型权重（Training-Free）的前提下，围绕交互式会话构建了一套跨请求与跨时间步的多级缓存复用架构：",[1518,2297,2300],{"className":2298,"code":2299,"language":424,"meta":1523},[1521],"[源视频首轮载入] ──► 3D VAE 编码 & VACE Context 预提取 ──► 驻留 Re-entrant Latent Cache\n                                                                │\n[交互式局部编辑] ──► 1. 自适应推理起点 (Adaptive Late Start, t_start \u003C T)\n                     2. 锚点步 (Anchor Step)  : 全量更新并写入各 Block 隐状态缓存 H_cache\n                     3. 跳步复用 (Skipped Step): 直接复用或线性外推跨步 Block 残差\n                     4. 区域重算 (Regional Step): 仅抽取 M_dilated (Edit + Halo) 子序列重算\n",[1525,2301,2299],{"__ignoreMap":1523},[2303,2304,2306],"h3",{"id":2305},"_1-可重入源视频-latent-与上下文缓存re-entrant-latent-cache","1. 可重入源视频 Latent 与上下文缓存（Re-entrant Latent Cache）",[10,2308,2309,2310,2399],{},"在多轮编辑会话中，用户往往针对同一源视频连续修改多处局部细节。标准流水线在每次请求时重复执行视频解码、帧归一化、3D VAE Encode 以及 VACE 条件分支的特征提取。EditCache 将源视频潜空间表征 ",[26,2311,2313,2333],{"className":2312},[29],[26,2314,2316],{"className":2315},[33],[35,2317,2318],{"xmlns":37},[39,2319,2320,2330],{},[42,2321,2322],{},[310,2323,2324,2326,2328],{},[48,2325,50],{},[67,2327,69],{},[317,2329,319],{},[81,2331,2332],{"encoding":83},"z_0^{\\text{src}}",[26,2334,2336],{"className":2335,"ariaHidden":72},[88],[26,2337,2339,2342],{"className":2338},[92],[26,2340],{"className":2341,"style":377},[96],[26,2343,2345,2348],{"className":2344},[101],[26,2346,50],{"className":2347,"style":106},[101,105],[26,2349,2351],{"className":2350},[110],[26,2352,2354,2391],{"className":2353},[114,115],[26,2355,2357,2388],{"className":2356},[119],[26,2358,2360,2371],{"className":2359,"style":396},[123],[26,2361,2362,2365],{"style":399},[26,2363],{"className":2364,"style":132},[131],[26,2366,2368],{"className":2367},[136,137,138,139],[26,2369,69],{"className":2370},[101,139],[26,2372,2373,2376],{"style":411},[26,2374],{"className":2375,"style":132},[131],[26,2377,2379],{"className":2378},[136,137,138,139],[26,2380,2382],{"className":2381},[101,139],[26,2383,2385],{"className":2384},[101,424,139],[26,2386,319],{"className":2387},[101,139],[26,2389,148],{"className":2390},[147],[26,2392,2394],{"className":2393},[119],[26,2395,2397],{"className":2396,"style":437},[123],[26,2398],{}," 与静态视觉上下文特征按内容哈希驻留显存，后续针对同一视频的局部编辑请求直接零拷贝重入去噪循环。",[2303,2401,2403],{"id":2402},"_2-自适应推理起点adaptive-late-start","2. 自适应推理起点（Adaptive Late Start）",[10,2405,2406,2407,2459,2460,2548,2549,2663,2664,2743],{},"在 Flow Matching \u002F 扩散去噪轨迹的早期步（",[26,2408,2410,2429],{"className":2409},[29],[26,2411,2413],{"className":2412},[33],[35,2414,2415],{"xmlns":37},[39,2416,2417,2426],{},[42,2418,2419,2421,2424],{},[48,2420,1574],{},[55,2422,2423],{},"≈",[48,2425,53],{},[81,2427,2428],{"encoding":83},"t \\approx T",[26,2430,2432,2450],{"className":2431,"ariaHidden":72},[88],[26,2433,2435,2438,2441,2444,2447],{"className":2434},[92],[26,2436],{"className":2437,"style":1586},[96],[26,2439,1574],{"className":2440},[101,105],[26,2442],{"className":2443,"style":162},[161],[26,2445,2423],{"className":2446},[166],[26,2448],{"className":2449,"style":162},[161],[26,2451,2453,2456],{"className":2452},[92],[26,2454],{"className":2455,"style":654},[96],[26,2457,53],{"className":2458,"style":143},[101,105],"，高噪声区），模型主要恢复视频的低频全局构图；而在局部编辑任务中，全局构图已由源视频 ",[26,2461,2463,2482],{"className":2462},[29],[26,2464,2466],{"className":2465},[33],[35,2467,2468],{"xmlns":37},[39,2469,2470,2480],{},[42,2471,2472],{},[310,2473,2474,2476,2478],{},[48,2475,50],{},[67,2477,69],{},[317,2479,319],{},[81,2481,2332],{"encoding":83},[26,2483,2485],{"className":2484,"ariaHidden":72},[88],[26,2486,2488,2491],{"className":2487},[92],[26,2489],{"className":2490,"style":377},[96],[26,2492,2494,2497],{"className":2493},[101],[26,2495,50],{"className":2496,"style":106},[101,105],[26,2498,2500],{"className":2499},[110],[26,2501,2503,2540],{"className":2502},[114,115],[26,2504,2506,2537],{"className":2505},[119],[26,2507,2509,2520],{"className":2508,"style":396},[123],[26,2510,2511,2514],{"style":399},[26,2512],{"className":2513,"style":132},[131],[26,2515,2517],{"className":2516},[136,137,138,139],[26,2518,69],{"className":2519},[101,139],[26,2521,2522,2525],{"style":411},[26,2523],{"className":2524,"style":132},[131],[26,2526,2528],{"className":2527},[136,137,138,139],[26,2529,2531],{"className":2530},[101,139],[26,2532,2534],{"className":2533},[101,424,139],[26,2535,319],{"className":2536},[101,139],[26,2538,148],{"className":2539},[147],[26,2541,2543],{"className":2542},[119],[26,2544,2546],{"className":2545,"style":437},[123],[26,2547],{}," 决定。EditCache 根据前景掩码面积占比 ",[26,2550,2552,2581],{"className":2551},[29],[26,2553,2555],{"className":2554},[33],[35,2556,2557],{"xmlns":37},[39,2558,2559,2579],{},[42,2560,2561,2563,2565,2567,2573,2575,2577],{},[48,2562,1349],{},[55,2564,618],{},[48,2566,963],{"mathvariant":344},[45,2568,2569,2571],{},[48,2570,76],{"mathvariant":60},[317,2572,953],{},[48,2574,963],{"mathvariant":344},[48,2576,1364],{"mathvariant":344},[48,2578,61],{},[81,2580,1369],{"encoding":83},[26,2582,2584,2602],{"className":2583,"ariaHidden":72},[88],[26,2585,2587,2590,2593,2596,2599],{"className":2586},[92],[26,2588],{"className":2589,"style":1379},[96],[26,2591,1349],{"className":2592},[101,105],[26,2594],{"className":2595,"style":162},[161],[26,2597,618],{"className":2598},[166],[26,2600],{"className":2601,"style":162},[161],[26,2603,2605,2608,2611,2657,2660],{"className":2604},[92],[26,2606],{"className":2607,"style":176},[96],[26,2609,963],{"className":2610},[101],[26,2612,2614,2617],{"className":2613},[101],[26,2615,76],{"className":2616,"style":995},[101,180],[26,2618,2620],{"className":2619},[110],[26,2621,2623,2649],{"className":2622},[114,115],[26,2624,2626,2646],{"className":2625},[119],[26,2627,2629],{"className":2628,"style":1008},[123],[26,2630,2631,2634],{"style":1011},[26,2632],{"className":2633,"style":132},[131],[26,2635,2637],{"className":2636},[136,137,138,139],[26,2638,2640],{"className":2639},[101,139],[26,2641,2643],{"className":2642},[101,424,139],[26,2644,953],{"className":2645},[101,139],[26,2647,148],{"className":2648},[147],[26,2650,2652],{"className":2651},[119],[26,2653,2655],{"className":2654,"style":155},[123],[26,2656],{},[26,2658,1450],{"className":2659},[101],[26,2661,61],{"className":2662,"style":658},[101,105]," 动态决定起始时间步 ",[26,2665,2667,2686],{"className":2666},[29],[26,2668,2670],{"className":2669},[33],[35,2671,2672],{"xmlns":37},[39,2673,2674,2683],{},[42,2675,2676],{},[45,2677,2678,2680],{},[48,2679,1574],{},[317,2681,2682],{},"start",[81,2684,2685],{"encoding":83},"t_{\\text{start}}",[26,2687,2689],{"className":2688,"ariaHidden":72},[88],[26,2690,2692,2696],{"className":2691},[92],[26,2693],{"className":2694,"style":2695},[96],"height:0.7651em;vertical-align:-0.15em;",[26,2697,2699,2702],{"className":2698},[101],[26,2700,1574],{"className":2701},[101,105],[26,2703,2705],{"className":2704},[110],[26,2706,2708,2735],{"className":2707},[114,115],[26,2709,2711,2732],{"className":2710},[119],[26,2712,2714],{"className":2713,"style":1843},[123],[26,2715,2717,2720],{"style":2716},"top:-2.55em;margin-left:0em;margin-right:0.05em;",[26,2718],{"className":2719,"style":132},[131],[26,2721,2723],{"className":2722},[136,137,138,139],[26,2724,2726],{"className":2725},[101,139],[26,2727,2729],{"className":2728},[101,424,139],[26,2730,2682],{"className":2731},[101,139],[26,2733,148],{"className":2734},[147],[26,2736,2738],{"className":2737},[119],[26,2739,2741],{"className":2740,"style":155},[123],[26,2742],{},"：",[26,2745,2747],{"className":2746},[1594],[26,2748,2750,2837],{"className":2749},[29],[26,2751,2753],{"className":2752},[33],[35,2754,2755],{"xmlns":37,"display":1603},[39,2756,2757,2834],{},[42,2758,2759,2769,2771,2773,2775,2777,2788,2790,2798,2800,2810,2813,2815,2818,2820,2822,2824,2826,2828,2830,2832],{},[45,2760,2761,2763],{},[48,2762,50],{},[45,2764,2765,2767],{},[48,2766,1574],{},[317,2768,2682],{},[55,2770,618],{},[55,2772,65],{"stretchy":64},[67,2774,849],{},[55,2776,1706],{},[45,2778,2779,2782],{},[48,2780,2781],{},"σ",[45,2783,2784,2786],{},[48,2785,1574],{},[317,2787,2682],{},[55,2789,79],{"stretchy":64},[310,2791,2792,2794,2796],{},[48,2793,50],{},[67,2795,69],{},[317,2797,319],{},[55,2799,1670],{},[45,2801,2802,2804],{},[48,2803,2781],{},[45,2805,2806,2808],{},[48,2807,1574],{},[317,2809,2682],{},[48,2811,2812],{},"ϵ",[55,2814,73],{"separator":72},[161,2816],{"width":2817},"1em",[48,2819,2812],{},[55,2821,57],{},[48,2823,61],{"mathvariant":60},[55,2825,65],{"stretchy":64},[67,2827,69],{},[55,2829,73],{"separator":72},[48,2831,76],{},[55,2833,79],{"stretchy":64},[81,2835,2836],{"encoding":83},"z_{t_{\\text{start}}} = (1 - \\sigma_{t_{\\text{start}}}) z_0^{\\text{src}} + \\sigma_{t_{\\text{start}}} \\epsilon, \\quad \\epsilon \\sim \\mathcal{N}(0, I)",[26,2838,2840,2946,2967,3133,3250],{"className":2839,"ariaHidden":72},[88],[26,2841,2843,2847,2937,2940,2943],{"className":2842},[92],[26,2844],{"className":2845,"style":2846},[96],"height:0.6807em;vertical-align:-0.2501em;",[26,2848,2850,2853],{"className":2849},[101],[26,2851,50],{"className":2852,"style":106},[101,105],[26,2854,2856],{"className":2855},[110],[26,2857,2859,2928],{"className":2858},[114,115],[26,2860,2862,2925],{"className":2861},[119],[26,2863,2865],{"className":2864,"style":1843},[123],[26,2866,2867,2870],{"style":127},[26,2868],{"className":2869,"style":132},[131],[26,2871,2873],{"className":2872},[136,137,138,139],[26,2874,2876],{"className":2875},[101,139],[26,2877,2879,2882],{"className":2878},[101,139],[26,2880,1574],{"className":2881},[101,105,139],[26,2883,2885],{"className":2884},[110],[26,2886,2888,2916],{"className":2887},[114,115],[26,2889,2891,2913],{"className":2890},[119],[26,2892,2895],{"className":2893,"style":2894},[123],"height:0.2963em;",[26,2896,2898,2901],{"style":2897},"top:-2.357em;margin-left:0em;margin-right:0.0714em;",[26,2899],{"className":2900,"style":518},[131],[26,2902,2904],{"className":2903},[136,522,523,139],[26,2905,2907],{"className":2906},[101,139],[26,2908,2910],{"className":2909},[101,424,139],[26,2911,2682],{"className":2912},[101,139],[26,2914,148],{"className":2915},[147],[26,2917,2919],{"className":2918},[119],[26,2920,2923],{"className":2921,"style":2922},[123],"height:0.143em;",[26,2924],{},[26,2926,148],{"className":2927},[147],[26,2929,2931],{"className":2930},[119],[26,2932,2935],{"className":2933,"style":2934},[123],"height:0.2501em;",[26,2936],{},[26,2938],{"className":2939,"style":162},[161],[26,2941,618],{"className":2942},[166],[26,2944],{"className":2945,"style":162},[161],[26,2947,2949,2952,2955,2958,2961,2964],{"className":2948},[92],[26,2950],{"className":2951,"style":176},[96],[26,2953,65],{"className":2954},[185],[26,2956,849],{"className":2957},[101],[26,2959],{"className":2960,"style":245},[161],[26,2962,1706],{"className":2963},[249],[26,2965],{"className":2966,"style":245},[161],[26,2968,2970,2974,3060,3063,3124,3127,3130],{"className":2969},[92],[26,2971],{"className":2972,"style":2973},[96],"height:1.0001em;vertical-align:-0.2501em;",[26,2975,2977,2980],{"className":2976},[101],[26,2978,2781],{"className":2979,"style":1772},[101,105],[26,2981,2983],{"className":2982},[110],[26,2984,2986,3052],{"className":2985},[114,115],[26,2987,2989,3049],{"className":2988},[119],[26,2990,2992],{"className":2991,"style":1843},[123],[26,2993,2994,2997],{"style":1800},[26,2995],{"className":2996,"style":132},[131],[26,2998,3000],{"className":2999},[136,137,138,139],[26,3001,3003],{"className":3002},[101,139],[26,3004,3006,3009],{"className":3005},[101,139],[26,3007,1574],{"className":3008},[101,105,139],[26,3010,3012],{"className":3011},[110],[26,3013,3015,3041],{"className":3014},[114,115],[26,3016,3018,3038],{"className":3017},[119],[26,3019,3021],{"className":3020,"style":2894},[123],[26,3022,3023,3026],{"style":2897},[26,3024],{"className":3025,"style":518},[131],[26,3027,3029],{"className":3028},[136,522,523,139],[26,3030,3032],{"className":3031},[101,139],[26,3033,3035],{"className":3034},[101,424,139],[26,3036,2682],{"className":3037},[101,139],[26,3039,148],{"className":3040},[147],[26,3042,3044],{"className":3043},[119],[26,3045,3047],{"className":3046,"style":2922},[123],[26,3048],{},[26,3050,148],{"className":3051},[147],[26,3053,3055],{"className":3054},[119],[26,3056,3058],{"className":3057,"style":2934},[123],[26,3059],{},[26,3061,79],{"className":3062},[204],[26,3064,3066,3069],{"className":3065},[101],[26,3067,50],{"className":3068,"style":106},[101,105],[26,3070,3072],{"className":3071},[110],[26,3073,3075,3115],{"className":3074},[114,115],[26,3076,3078,3112],{"className":3077},[119],[26,3079,3082,3094],{"className":3080,"style":3081},[123],"height:0.7144em;",[26,3083,3085,3088],{"style":3084},"top:-2.453em;margin-left:-0.044em;margin-right:0.05em;",[26,3086],{"className":3087,"style":132},[131],[26,3089,3091],{"className":3090},[136,137,138,139],[26,3092,69],{"className":3093},[101,139],[26,3095,3097,3100],{"style":3096},"top:-3.113em;margin-right:0.05em;",[26,3098],{"className":3099,"style":132},[131],[26,3101,3103],{"className":3102},[136,137,138,139],[26,3104,3106],{"className":3105},[101,139],[26,3107,3109],{"className":3108},[101,424,139],[26,3110,319],{"className":3111},[101,139],[26,3113,148],{"className":3114},[147],[26,3116,3118],{"className":3117},[119],[26,3119,3122],{"className":3120,"style":3121},[123],"height:0.247em;",[26,3123],{},[26,3125],{"className":3126,"style":245},[161],[26,3128,1670],{"className":3129},[249],[26,3131],{"className":3132,"style":245},[161],[26,3134,3136,3139,3225,3228,3231,3235,3238,3241,3244,3247],{"className":3135},[92],[26,3137],{"className":3138,"style":2846},[96],[26,3140,3142,3145],{"className":3141},[101],[26,3143,2781],{"className":3144,"style":1772},[101,105],[26,3146,3148],{"className":3147},[110],[26,3149,3151,3217],{"className":3150},[114,115],[26,3152,3154,3214],{"className":3153},[119],[26,3155,3157],{"className":3156,"style":1843},[123],[26,3158,3159,3162],{"style":1800},[26,3160],{"className":3161,"style":132},[131],[26,3163,3165],{"className":3164},[136,137,138,139],[26,3166,3168],{"className":3167},[101,139],[26,3169,3171,3174],{"className":3170},[101,139],[26,3172,1574],{"className":3173},[101,105,139],[26,3175,3177],{"className":3176},[110],[26,3178,3180,3206],{"className":3179},[114,115],[26,3181,3183,3203],{"className":3182},[119],[26,3184,3186],{"className":3185,"style":2894},[123],[26,3187,3188,3191],{"style":2897},[26,3189],{"className":3190,"style":518},[131],[26,3192,3194],{"className":3193},[136,522,523,139],[26,3195,3197],{"className":3196},[101,139],[26,3198,3200],{"className":3199},[101,424,139],[26,3201,2682],{"className":3202},[101,139],[26,3204,148],{"className":3205},[147],[26,3207,3209],{"className":3208},[119],[26,3210,3212],{"className":3211,"style":2922},[123],[26,3213],{},[26,3215,148],{"className":3216},[147],[26,3218,3220],{"className":3219},[119],[26,3221,3223],{"className":3222,"style":2934},[123],[26,3224],{},[26,3226,2812],{"className":3227},[101,105],[26,3229,73],{"className":3230},[192],[26,3232],{"className":3233,"style":3234},[161],"margin-right:1em;",[26,3236],{"className":3237,"style":196},[161],[26,3239,2812],{"className":3240},[101,105],[26,3242],{"className":3243,"style":162},[161],[26,3245,57],{"className":3246},[166],[26,3248],{"className":3249,"style":162},[161],[26,3251,3253,3256,3259,3262,3265,3268,3271,3274],{"className":3252},[92],[26,3254],{"className":3255,"style":176},[96],[26,3257,61],{"className":3258,"style":181},[101,180],[26,3260,65],{"className":3261},[185],[26,3263,69],{"className":3264},[101],[26,3266,73],{"className":3267},[192],[26,3269],{"className":3270,"style":196},[161],[26,3272,76],{"className":3273,"style":200},[101,105],[26,3275,79],{"className":3276},[204],[10,3278,3279,3280,3309,3310,3385],{},"当编辑区域较小（",[26,3281,3283,3297],{"className":3282},[29],[26,3284,3286],{"className":3285},[33],[35,3287,3288],{"xmlns":37},[39,3289,3290,3294],{},[42,3291,3292],{},[48,3293,1349],{},[81,3295,3296],{"encoding":83},"\\rho",[26,3298,3300],{"className":3299,"ariaHidden":72},[88],[26,3301,3303,3306],{"className":3302},[92],[26,3304],{"className":3305,"style":1379},[96],[26,3307,1349],{"className":3308},[101,105]," 较低）时，系统自动跳过前序高噪声步，直接从中间时间步 ",[26,3311,3313,3330],{"className":3312},[29],[26,3314,3316],{"className":3315},[33],[35,3317,3318],{"xmlns":37},[39,3319,3320,3328],{},[42,3321,3322],{},[45,3323,3324,3326],{},[48,3325,1574],{},[317,3327,2682],{},[81,3329,2685],{"encoding":83},[26,3331,3333],{"className":3332,"ariaHidden":72},[88],[26,3334,3336,3339],{"className":3335},[92],[26,3337],{"className":3338,"style":2695},[96],[26,3340,3342,3345],{"className":3341},[101],[26,3343,1574],{"className":3344},[101,105],[26,3346,3348],{"className":3347},[110],[26,3349,3351,3377],{"className":3350},[114,115],[26,3352,3354,3374],{"className":3353},[119],[26,3355,3357],{"className":3356,"style":1843},[123],[26,3358,3359,3362],{"style":2716},[26,3360],{"className":3361,"style":132},[131],[26,3363,3365],{"className":3364},[136,137,138,139],[26,3366,3368],{"className":3367},[101,139],[26,3369,3371],{"className":3370},[101,424,139],[26,3372,2682],{"className":3373},[101,139],[26,3375,148],{"className":3376},[147],[26,3378,3380],{"className":3379},[119],[26,3381,3383],{"className":3382,"style":155},[123],[26,3384],{}," 注入噪声并启动去噪，不仅省去了早期步的整网前向，还天然提高了背景区域的时序一致性。",[2303,3387,3389],{"id":3388},"_3-跨步-block-级隐状态复用block-level-feature-reuse","3. 跨步 Block 级隐状态复用（Block-Level Feature Reuse）",[10,3391,3392,3393,3696,3697,2279,3700,3703,3704,3775],{},"在去噪中段，相邻时间步之间的 Transformer 块输出残差 ",[26,3394,3396,3462],{"className":3395},[29],[26,3397,3399],{"className":3398},[33],[35,3400,3401],{"xmlns":37},[39,3402,3403,3459],{},[42,3404,3405,3408,3423,3425,3439,3441],{},[48,3406,3407],{"mathvariant":344},"Δ",[310,3409,3410,3412,3414],{},[48,3411,353],{},[48,3413,1574],{},[42,3415,3416,3418,3421],{},[55,3417,65],{"stretchy":64},[48,3419,3420],{},"l",[55,3422,79],{"stretchy":64},[55,3424,618],{},[310,3426,3427,3429,3431],{},[48,3428,353],{},[48,3430,1574],{},[42,3432,3433,3435,3437],{},[55,3434,65],{"stretchy":64},[48,3436,3420],{},[55,3438,79],{"stretchy":64},[55,3440,1706],{},[310,3442,3443,3445,3447],{},[48,3444,353],{},[48,3446,1574],{},[42,3448,3449,3451,3453,3455,3457],{},[55,3450,65],{"stretchy":64},[48,3452,3420],{},[55,3454,1706],{},[67,3456,849],{},[55,3458,79],{"stretchy":64},[81,3460,3461],{"encoding":83},"\\Delta H_t^{(l)} = H_t^{(l)} - H_t^{(l-1)}",[26,3463,3465,3549,3624],{"className":3464,"ariaHidden":72},[88],[26,3466,3468,3472,3475,3540,3543,3546],{"className":3467},[92],[26,3469],{"className":3470,"style":3471},[96],"height:1.2906em;vertical-align:-0.2458em;",[26,3473,3407],{"className":3474},[101],[26,3476,3478,3481],{"className":3477},[101],[26,3479,353],{"className":3480,"style":539},[101,105],[26,3482,3484],{"className":3483},[110],[26,3485,3487,3531],{"className":3486},[114,115],[26,3488,3490,3528],{"className":3489},[119],[26,3491,3494,3506],{"className":3492,"style":3493},[123],"height:1.0448em;",[26,3495,3497,3500],{"style":3496},"top:-2.4542em;margin-left:-0.0813em;margin-right:0.05em;",[26,3498],{"className":3499,"style":132},[131],[26,3501,3503],{"className":3502},[136,137,138,139],[26,3504,1574],{"className":3505},[101,105,139],[26,3507,3509,3512],{"style":3508},"top:-3.2198em;margin-right:0.05em;",[26,3510],{"className":3511,"style":132},[131],[26,3513,3515],{"className":3514},[136,137,138,139],[26,3516,3518,3521,3525],{"className":3517},[101,139],[26,3519,65],{"className":3520},[185,139],[26,3522,3420],{"className":3523,"style":3524},[101,105,139],"margin-right:0.0197em;",[26,3526,79],{"className":3527},[204,139],[26,3529,148],{"className":3530},[147],[26,3532,3534],{"className":3533},[119],[26,3535,3538],{"className":3536,"style":3537},[123],"height:0.2458em;",[26,3539],{},[26,3541],{"className":3542,"style":162},[161],[26,3544,618],{"className":3545},[166],[26,3547],{"className":3548,"style":162},[161],[26,3550,3552,3555,3615,3618,3621],{"className":3551},[92],[26,3553],{"className":3554,"style":3471},[96],[26,3556,3558,3561],{"className":3557},[101],[26,3559,353],{"className":3560,"style":539},[101,105],[26,3562,3564],{"className":3563},[110],[26,3565,3567,3607],{"className":3566},[114,115],[26,3568,3570,3604],{"className":3569},[119],[26,3571,3573,3584],{"className":3572,"style":3493},[123],[26,3574,3575,3578],{"style":3496},[26,3576],{"className":3577,"style":132},[131],[26,3579,3581],{"className":3580},[136,137,138,139],[26,3582,1574],{"className":3583},[101,105,139],[26,3585,3586,3589],{"style":3508},[26,3587],{"className":3588,"style":132},[131],[26,3590,3592],{"className":3591},[136,137,138,139],[26,3593,3595,3598,3601],{"className":3594},[101,139],[26,3596,65],{"className":3597},[185,139],[26,3599,3420],{"className":3600,"style":3524},[101,105,139],[26,3602,79],{"className":3603},[204,139],[26,3605,148],{"className":3606},[147],[26,3608,3610],{"className":3609},[119],[26,3611,3613],{"className":3612,"style":3537},[123],[26,3614],{},[26,3616],{"className":3617,"style":245},[161],[26,3619,1706],{"className":3620},[249],[26,3622],{"className":3623,"style":245},[161],[26,3625,3627,3630],{"className":3626},[92],[26,3628],{"className":3629,"style":3471},[96],[26,3631,3633,3636],{"className":3632},[101],[26,3634,353],{"className":3635,"style":539},[101,105],[26,3637,3639],{"className":3638},[110],[26,3640,3642,3688],{"className":3641},[114,115],[26,3643,3645,3685],{"className":3644},[119],[26,3646,3648,3659],{"className":3647,"style":3493},[123],[26,3649,3650,3653],{"style":3496},[26,3651],{"className":3652,"style":132},[131],[26,3654,3656],{"className":3655},[136,137,138,139],[26,3657,1574],{"className":3658},[101,105,139],[26,3660,3661,3664],{"style":3508},[26,3662],{"className":3663,"style":132},[131],[26,3665,3667],{"className":3666},[136,137,138,139],[26,3668,3670,3673,3676,3679,3682],{"className":3669},[101,139],[26,3671,65],{"className":3672},[185,139],[26,3674,3420],{"className":3675,"style":3524},[101,105,139],[26,3677,1706],{"className":3678},[249,139],[26,3680,849],{"className":3681},[101,139],[26,3683,79],{"className":3684},[204,139],[26,3686,148],{"className":3687},[147],[26,3689,3691],{"className":3690},[119],[26,3692,3694],{"className":3693,"style":3537},[123],[26,3695],{}," 变化极其平滑。EditCache 将采样轨迹划分为",[14,3698,3699],{},"锚点步（Anchor Steps）",[14,3701,3702],{},"复用步（Reuse Steps）","。在锚点步 ",[26,3705,3707,3726],{"className":3706},[29],[26,3708,3710],{"className":3709},[33],[35,3711,3712],{"xmlns":37},[39,3713,3714,3723],{},[42,3715,3716],{},[45,3717,3718,3720],{},[48,3719,1574],{},[48,3721,3722],{},"a",[81,3724,3725],{"encoding":83},"t_a",[26,3727,3729],{"className":3728,"ariaHidden":72},[88],[26,3730,3732,3735],{"className":3731},[92],[26,3733],{"className":3734,"style":2695},[96],[26,3736,3738,3741],{"className":3737},[101],[26,3739,1574],{"className":3740},[101,105],[26,3742,3744],{"className":3743},[110],[26,3745,3747,3767],{"className":3746},[114,115],[26,3748,3750,3764],{"className":3749},[119],[26,3751,3753],{"className":3752,"style":741},[123],[26,3754,3755,3758],{"style":2716},[26,3756],{"className":3757,"style":132},[131],[26,3759,3761],{"className":3760},[136,137,138,139],[26,3762,3722],{"className":3763},[101,105,139],[26,3765,148],{"className":3766},[147],[26,3768,3770],{"className":3769},[119],[26,3771,3773],{"className":3772,"style":155},[123],[26,3774],{},"，模型正常执行计算并缓存指定层段的特征增幅；在随后的复用步，直接用缓存的跨层残差更新隐状态，完全省去中间多层 Transformer Block 的矩阵乘法与注意力开销。",[2303,3777,3779],{"id":3778},"_4-带空间-halo-的局部区域重算regional-recomputation-with-spatial-halo","4. 带空间 Halo 的局部区域重算（Regional Recomputation with Spatial Halo）",[10,3781,3782,3783,3811,3812,3888,3889,3965],{},"对于未跳过的时间步，真的需要对全部 ",[26,3784,3786,3799],{"className":3785},[29],[26,3787,3789],{"className":3788},[33],[35,3790,3791],{"xmlns":37},[39,3792,3793,3797],{},[42,3794,3795],{},[48,3796,61],{},[81,3798,61],{"encoding":83},[26,3800,3802],{"className":3801,"ariaHidden":72},[88],[26,3803,3805,3808],{"className":3804},[92],[26,3806],{"className":3807,"style":654},[96],[26,3809,61],{"className":3810,"style":658},[101,105]," 个 Token 执行计算吗？如果仅对前景掩码 ",[26,3813,3815,3833],{"className":3814},[29],[26,3816,3818],{"className":3817},[33],[35,3819,3820],{"xmlns":37},[39,3821,3822,3830],{},[42,3823,3824],{},[45,3825,3826,3828],{},[48,3827,76],{"mathvariant":60},[317,3829,953],{},[81,3831,3832],{"encoding":83},"\\mathcal{I}_{\\text{edit}}",[26,3834,3836],{"className":3835,"ariaHidden":72},[88],[26,3837,3839,3842],{"className":3838},[92],[26,3840],{"className":3841,"style":988},[96],[26,3843,3845,3848],{"className":3844},[101],[26,3846,76],{"className":3847,"style":995},[101,180],[26,3849,3851],{"className":3850},[110],[26,3852,3854,3880],{"className":3853},[114,115],[26,3855,3857,3877],{"className":3856},[119],[26,3858,3860],{"className":3859,"style":1008},[123],[26,3861,3862,3865],{"style":1011},[26,3863],{"className":3864,"style":132},[131],[26,3866,3868],{"className":3867},[136,137,138,139],[26,3869,3871],{"className":3870},[101,139],[26,3872,3874],{"className":3873},[101,424,139],[26,3875,953],{"className":3876},[101,139],[26,3878,148],{"className":3879},[147],[26,3881,3883],{"className":3882},[119],[26,3884,3886],{"className":3885,"style":155},[123],[26,3887],{}," 内的 Token 做更新，而将背景 Token ",[26,3890,3892,3910],{"className":3891},[29],[26,3893,3895],{"className":3894},[33],[35,3896,3897],{"xmlns":37},[39,3898,3899,3907],{},[42,3900,3901],{},[45,3902,3903,3905],{},[48,3904,76],{"mathvariant":60},[317,3906,1156],{},[81,3908,3909],{"encoding":83},"\\mathcal{I}_{\\text{bg}}",[26,3911,3913],{"className":3912,"ariaHidden":72},[88],[26,3914,3916,3919],{"className":3915},[92],[26,3917],{"className":3918,"style":722},[96],[26,3920,3922,3925],{"className":3921},[101],[26,3923,76],{"className":3924,"style":995},[101,180],[26,3926,3928],{"className":3927},[110],[26,3929,3931,3957],{"className":3930},[114,115],[26,3932,3934,3954],{"className":3933},[119],[26,3935,3937],{"className":3936,"style":1008},[123],[26,3938,3939,3942],{"style":1011},[26,3940],{"className":3941,"style":132},[131],[26,3943,3945],{"className":3944},[136,137,138,139],[26,3946,3948],{"className":3947},[101,139],[26,3949,3951],{"className":3950},[101,424,139],[26,3952,1156],{"className":3953},[101,139],[26,3955,148],{"className":3956},[147],[26,3958,3960],{"className":3959},[119],[26,3961,3963],{"className":3962,"style":763},[123],[26,3964],{}," 完全冻结为上一锚点步的缓存值，前景与背景边缘会因为缺乏局部注意力交互而产生明显的色块割裂。",[10,3967,3968,3969,3972,3973,4001,4002,4032],{},"为此，EditCache 引入了",[14,3970,3971],{},"形态学膨胀缓冲带（Spatial Halo）","：对三维掩码 ",[26,3974,3976,3989],{"className":3975},[29],[26,3977,3979],{"className":3978},[33],[35,3980,3981],{"xmlns":37},[39,3982,3983,3987],{},[42,3984,3985],{},[48,3986,837],{},[81,3988,837],{"encoding":83},[26,3990,3992],{"className":3991,"ariaHidden":72},[88],[26,3993,3995,3998],{"className":3994},[92],[26,3996],{"className":3997,"style":654},[96],[26,3999,837],{"className":4000,"style":658},[101,105]," 在空间维度执行半径为 ",[26,4003,4005,4019],{"className":4004},[29],[26,4006,4008],{"className":4007},[33],[35,4009,4010],{"xmlns":37},[39,4011,4012,4017],{},[42,4013,4014],{},[48,4015,4016],{},"r",[81,4018,4016],{"encoding":83},[26,4020,4022],{"className":4021,"ariaHidden":72},[88],[26,4023,4025,4029],{"className":4024},[92],[26,4026],{"className":4027,"style":4028},[96],"height:0.4306em;",[26,4030,4016],{"className":4031,"style":1810},[101,105]," 的膨胀操作，得到活跃计算索引集：",[26,4034,4036],{"className":4035},[1594],[26,4037,4039,4118],{"className":4038},[29],[26,4040,4042],{"className":4041},[33],[35,4043,4044],{"xmlns":37,"display":1603},[39,4045,4046,4115],{},[42,4047,4048,4055,4057,4064,4066,4068,4070,4072,4078,4081,4088,4090,4092,4098,4100,4102,4108,4110,4113],{},[45,4049,4050,4052],{},[48,4051,76],{"mathvariant":60},[317,4053,4054],{},"active",[55,4056,618],{},[45,4058,4059,4062],{},[317,4060,4061],{},"Dilate",[48,4063,4016],{},[55,4065,65],{"stretchy":64},[48,4067,837],{},[55,4069,79],{"stretchy":64},[55,4071,618],{},[45,4073,4074,4076],{},[48,4075,76],{"mathvariant":60},[317,4077,953],{},[55,4079,4080],{},"∪",[45,4082,4083,4085],{},[48,4084,76],{"mathvariant":60},[317,4086,4087],{},"halo",[55,4089,73],{"separator":72},[161,4091],{"width":2817},[45,4093,4094,4096],{},[48,4095,61],{},[317,4097,4054],{},[55,4099,618],{},[48,4101,963],{"mathvariant":344},[45,4103,4104,4106],{},[48,4105,76],{"mathvariant":60},[317,4107,4054],{},[48,4109,963],{"mathvariant":344},[55,4111,4112],{},"≪",[48,4114,61],{},[81,4116,4117],{"encoding":83},"\\mathcal{I}_{\\text{active}} = \\text{Dilate}_{r}(M) = \\mathcal{I}_{\\text{edit}} \\cup \\mathcal{I}_{\\text{halo}}, \\quad N_{\\text{active}} = |\\mathcal{I}_{\\text{active}}| \\ll N",[26,4119,4121,4183,4254,4315,4432,4499],{"className":4120,"ariaHidden":72},[88],[26,4122,4124,4127,4174,4177,4180],{"className":4123},[92],[26,4125],{"className":4126,"style":988},[96],[26,4128,4130,4133],{"className":4129},[101],[26,4131,76],{"className":4132,"style":995},[101,180],[26,4134,4136],{"className":4135},[110],[26,4137,4139,4166],{"className":4138},[114,115],[26,4140,4142,4163],{"className":4141},[119],[26,4143,4146],{"className":4144,"style":4145},[123],"height:0.3175em;",[26,4147,4148,4151],{"style":1011},[26,4149],{"className":4150,"style":132},[131],[26,4152,4154],{"className":4153},[136,137,138,139],[26,4155,4157],{"className":4156},[101,139],[26,4158,4160],{"className":4159},[101,424,139],[26,4161,4054],{"className":4162},[101,139],[26,4164,148],{"className":4165},[147],[26,4167,4169],{"className":4168},[119],[26,4170,4172],{"className":4171,"style":155},[123],[26,4173],{},[26,4175],{"className":4176,"style":162},[161],[26,4178,618],{"className":4179},[166],[26,4181],{"className":4182,"style":162},[161],[26,4184,4186,4189,4236,4239,4242,4245,4248,4251],{"className":4185},[92],[26,4187],{"className":4188,"style":176},[96],[26,4190,4192,4198],{"className":4191},[101],[26,4193,4195],{"className":4194},[101,424],[26,4196,4061],{"className":4197},[101],[26,4199,4201],{"className":4200},[110],[26,4202,4204,4228],{"className":4203},[114,115],[26,4205,4207,4225],{"className":4206},[119],[26,4208,4210],{"className":4209,"style":741},[123],[26,4211,4213,4216],{"style":4212},"top:-2.55em;margin-right:0.05em;",[26,4214],{"className":4215,"style":132},[131],[26,4217,4219],{"className":4218},[136,137,138,139],[26,4220,4222],{"className":4221},[101,139],[26,4223,4016],{"className":4224,"style":1810},[101,105,139],[26,4226,148],{"className":4227},[147],[26,4229,4231],{"className":4230},[119],[26,4232,4234],{"className":4233,"style":155},[123],[26,4235],{},[26,4237,65],{"className":4238},[185],[26,4240,837],{"className":4241,"style":658},[101,105],[26,4243,79],{"className":4244},[204],[26,4246],{"className":4247,"style":162},[161],[26,4249,618],{"className":4250},[166],[26,4252],{"className":4253,"style":162},[161],[26,4255,4257,4260,4306,4309,4312],{"className":4256},[92],[26,4258],{"className":4259,"style":988},[96],[26,4261,4263,4266],{"className":4262},[101],[26,4264,76],{"className":4265,"style":995},[101,180],[26,4267,4269],{"className":4268},[110],[26,4270,4272,4298],{"className":4271},[114,115],[26,4273,4275,4295],{"className":4274},[119],[26,4276,4278],{"className":4277,"style":1008},[123],[26,4279,4280,4283],{"style":1011},[26,4281],{"className":4282,"style":132},[131],[26,4284,4286],{"className":4285},[136,137,138,139],[26,4287,4289],{"className":4288},[101,139],[26,4290,4292],{"className":4291},[101,424,139],[26,4293,953],{"className":4294},[101,139],[26,4296,148],{"className":4297},[147],[26,4299,4301],{"className":4300},[119],[26,4302,4304],{"className":4303,"style":155},[123],[26,4305],{},[26,4307],{"className":4308,"style":245},[161],[26,4310,4080],{"className":4311},[249],[26,4313],{"className":4314,"style":245},[161],[26,4316,4318,4322,4368,4371,4374,4377,4423,4426,4429],{"className":4317},[92],[26,4319],{"className":4320,"style":4321},[96],"height:0.8778em;vertical-align:-0.1944em;",[26,4323,4325,4328],{"className":4324},[101],[26,4326,76],{"className":4327,"style":995},[101,180],[26,4329,4331],{"className":4330},[110],[26,4332,4334,4360],{"className":4333},[114,115],[26,4335,4337,4357],{"className":4336},[119],[26,4338,4340],{"className":4339,"style":1008},[123],[26,4341,4342,4345],{"style":1011},[26,4343],{"className":4344,"style":132},[131],[26,4346,4348],{"className":4347},[136,137,138,139],[26,4349,4351],{"className":4350},[101,139],[26,4352,4354],{"className":4353},[101,424,139],[26,4355,4087],{"className":4356},[101,139],[26,4358,148],{"className":4359},[147],[26,4361,4363],{"className":4362},[119],[26,4364,4366],{"className":4365,"style":155},[123],[26,4367],{},[26,4369,73],{"className":4370},[192],[26,4372],{"className":4373,"style":3234},[161],[26,4375],{"className":4376,"style":196},[161],[26,4378,4380,4383],{"className":4379},[101],[26,4381,61],{"className":4382,"style":658},[101,105],[26,4384,4386],{"className":4385},[110],[26,4387,4389,4415],{"className":4388},[114,115],[26,4390,4392,4412],{"className":4391},[119],[26,4393,4395],{"className":4394,"style":4145},[123],[26,4396,4397,4400],{"style":1095},[26,4398],{"className":4399,"style":132},[131],[26,4401,4403],{"className":4402},[136,137,138,139],[26,4404,4406],{"className":4405},[101,139],[26,4407,4409],{"className":4408},[101,424,139],[26,4410,4054],{"className":4411},[101,139],[26,4413,148],{"className":4414},[147],[26,4416,4418],{"className":4417},[119],[26,4419,4421],{"className":4420,"style":155},[123],[26,4422],{},[26,4424],{"className":4425,"style":162},[161],[26,4427,618],{"className":4428},[166],[26,4430],{"className":4431,"style":162},[161],[26,4433,4435,4438,4441,4487,4490,4493,4496],{"className":4434},[92],[26,4436],{"className":4437,"style":176},[96],[26,4439,963],{"className":4440},[101],[26,4442,4444,4447],{"className":4443},[101],[26,4445,76],{"className":4446,"style":995},[101,180],[26,4448,4450],{"className":4449},[110],[26,4451,4453,4479],{"className":4452},[114,115],[26,4454,4456,4476],{"className":4455},[119],[26,4457,4459],{"className":4458,"style":4145},[123],[26,4460,4461,4464],{"style":1011},[26,4462],{"className":4463,"style":132},[131],[26,4465,4467],{"className":4466},[136,137,138,139],[26,4468,4470],{"className":4469},[101,139],[26,4471,4473],{"className":4472},[101,424,139],[26,4474,4054],{"className":4475},[101,139],[26,4477,148],{"className":4478},[147],[26,4480,4482],{"className":4481},[119],[26,4483,4485],{"className":4484,"style":155},[123],[26,4486],{},[26,4488,963],{"className":4489},[101],[26,4491],{"className":4492,"style":162},[161],[26,4494,4112],{"className":4495},[166],[26,4497],{"className":4498,"style":162},[161],[26,4500,4502,4505],{"className":4501},[92],[26,4503],{"className":4504,"style":654},[96],[26,4506,61],{"className":4507,"style":658},[101,105],[10,4509,4510,4511,4587],{},"在局部重算步中，仅收集（Gather）",[26,4512,4514,4532],{"className":4513},[29],[26,4515,4517],{"className":4516},[33],[35,4518,4519],{"xmlns":37},[39,4520,4521,4529],{},[42,4522,4523],{},[45,4524,4525,4527],{},[48,4526,76],{"mathvariant":60},[317,4528,4054],{},[81,4530,4531],{"encoding":83},"\\mathcal{I}_{\\text{active}}",[26,4533,4535],{"className":4534,"ariaHidden":72},[88],[26,4536,4538,4541],{"className":4537},[92],[26,4539],{"className":4540,"style":988},[96],[26,4542,4544,4547],{"className":4543},[101],[26,4545,76],{"className":4546,"style":995},[101,180],[26,4548,4550],{"className":4549},[110],[26,4551,4553,4579],{"className":4552},[114,115],[26,4554,4556,4576],{"className":4555},[119],[26,4557,4559],{"className":4558,"style":4145},[123],[26,4560,4561,4564],{"style":1011},[26,4562],{"className":4563,"style":132},[131],[26,4565,4567],{"className":4566},[136,137,138,139],[26,4568,4570],{"className":4569},[101,139],[26,4571,4573],{"className":4572},[101,424,139],[26,4574,4054],{"className":4575},[101,139],[26,4577,148],{"className":4578},[147],[26,4580,4582],{"className":4581},[119],[26,4583,4585],{"className":4584,"style":155},[123],[26,4586],{}," 对应的 Token 子序列进入 FFN、交叉注意力与局部注意力更新，其余背景 Token 直接复用缓存中的隐状态，并在算子出口处通过索引散射（Scatter）写回完整张量：",[1518,4589,4593],{"className":4590,"code":4591,"language":4592,"meta":1523,"style":1523},"language-python shiki shiki-themes github-dark-dimmed github-light houston","import torch\n\ndef regional_block_forward(\n    x: torch.Tensor,                  # [B, N, D] 完整时空 Token 序列\n    active_idx: torch.Tensor,         # [N_active] 前景编辑区 + Halo 缓冲带索引\n    cached_bg_out: torch.Tensor,      # [B, N, D] 上一锚点步缓存的完整层输出\n    attn_layer: torch.nn.Module,\n    ffn_layer: torch.nn.Module,\n    cached_kv: tuple[torch.Tensor, torch.Tensor],\n) -> torch.Tensor:\n    \"\"\"仅对活跃区域 (Edit + Halo) 执行变换，背景直接复用锚点缓存。\"\"\"\n    # 1. Gather 活跃子序列，序列长度从 N 降至 N_active\n    idx_expanded = active_idx.unsqueeze(0).unsqueeze(-1).expand(x.size(0), -1, x.size(-1))\n    x_active = torch.gather(x, dim=1, index=idx_expanded)\n\n    # 2. 活跃 Query 关注全局缓存 K\u002FV（保持长程上下文一致），随后仅对活跃 Token 跑 FFN\n    h_active = attn_layer.forward_regional(x_active, cached_kv=cached_kv, active_idx=active_idx)\n    out_active = ffn_layer(h_active)\n\n    # 3. 以缓存输出为底板，将更新后的活跃区域 Scatter 回原空间位置\n    out = cached_bg_out.clone()\n    out.scatter_(dim=1, index=idx_expanded, src=out_active)\n    return out\n","python",[1525,4594,4595,4607,4614,4628,4642,4654,4666,4675,4683,4692,4698,4705,4711,4780,4816,4821,4827,4860,4874,4879,4885,4902,4935],{"__ignoreMap":1523},[26,4596,4599,4603],{"class":4597,"line":4598},"line",1,[26,4600,4602],{"class":4601},"slEfO","import",[26,4604,4606],{"class":4605},"sWURj"," torch\n",[26,4608,4610],{"class":4597,"line":4609},2,[26,4611,4613],{"emptyLinePlaceholder":4612},true,"\n",[26,4615,4617,4621,4625],{"class":4597,"line":4616},3,[26,4618,4620],{"class":4619},"sST-V","def",[26,4622,4624],{"class":4623},"sS_0i"," regional_block_forward",[26,4626,4627],{"class":4605},"(\n",[26,4629,4631,4635,4638],{"class":4597,"line":4630},4,[26,4632,4634],{"class":4633},"s9NhK","    x",[26,4636,4637],{"class":4605},": torch.Tensor,                  ",[26,4639,4641],{"class":4640},"sCxhR","# [B, N, D] 完整时空 Token 序列\n",[26,4643,4645,4648,4651],{"class":4597,"line":4644},5,[26,4646,4647],{"class":4633},"    active_idx",[26,4649,4650],{"class":4605},": torch.Tensor,         ",[26,4652,4653],{"class":4640},"# [N_active] 前景编辑区 + Halo 缓冲带索引\n",[26,4655,4657,4660,4663],{"class":4597,"line":4656},6,[26,4658,4659],{"class":4633},"    cached_bg_out",[26,4661,4662],{"class":4605},": torch.Tensor,      ",[26,4664,4665],{"class":4640},"# [B, N, D] 上一锚点步缓存的完整层输出\n",[26,4667,4669,4672],{"class":4597,"line":4668},7,[26,4670,4671],{"class":4633},"    attn_layer",[26,4673,4674],{"class":4605},": torch.nn.Module,\n",[26,4676,4678,4681],{"class":4597,"line":4677},8,[26,4679,4680],{"class":4633},"    ffn_layer",[26,4682,4674],{"class":4605},[26,4684,4686,4689],{"class":4597,"line":4685},9,[26,4687,4688],{"class":4633},"    cached_kv",[26,4690,4691],{"class":4605},": tuple[torch.Tensor, torch.Tensor],\n",[26,4693,4695],{"class":4597,"line":4694},10,[26,4696,4697],{"class":4605},") -> torch.Tensor:\n",[26,4699,4701],{"class":4597,"line":4700},11,[26,4702,4704],{"class":4703},"sWqY2","    \"\"\"仅对活跃区域 (Edit + Halo) 执行变换，背景直接复用锚点缓存。\"\"\"\n",[26,4706,4708],{"class":4597,"line":4707},12,[26,4709,4710],{"class":4640},"    # 1. Gather 活跃子序列，序列长度从 N 降至 N_active\n",[26,4712,4714,4717,4720,4723,4727,4729,4732,4735,4737,4739,4742,4744,4746,4749,4752,4755,4757,4759,4762,4764,4766,4769,4771,4773,4775,4777],{"class":4597,"line":4713},13,[26,4715,4716],{"class":4605},"    idx_expanded ",[26,4718,618],{"class":4719},"sf2cM",[26,4721,4722],{"class":4605}," active_idx.",[26,4724,4726],{"class":4725},"sq3c-","unsqueeze",[26,4728,65],{"class":4605},[26,4730,69],{"class":4731},"sgENW",[26,4733,4734],{"class":4605},").",[26,4736,4726],{"class":4725},[26,4738,65],{"class":4605},[26,4740,4741],{"class":4719},"-",[26,4743,849],{"class":4731},[26,4745,4734],{"class":4605},[26,4747,4748],{"class":4725},"expand",[26,4750,4751],{"class":4605},"(x.",[26,4753,4754],{"class":4725},"size",[26,4756,65],{"class":4605},[26,4758,69],{"class":4731},[26,4760,4761],{"class":4605},"), ",[26,4763,4741],{"class":4719},[26,4765,849],{"class":4731},[26,4767,4768],{"class":4605},", x.",[26,4770,4754],{"class":4725},[26,4772,65],{"class":4605},[26,4774,4741],{"class":4719},[26,4776,849],{"class":4731},[26,4778,4779],{"class":4605},"))\n",[26,4781,4783,4786,4788,4791,4794,4797,4801,4803,4805,4808,4811,4813],{"class":4597,"line":4782},14,[26,4784,4785],{"class":4605},"    x_active ",[26,4787,618],{"class":4719},[26,4789,4790],{"class":4605}," torch.",[26,4792,4793],{"class":4725},"gather",[26,4795,4796],{"class":4605},"(x, ",[26,4798,4800],{"class":4799},"sA9aF","dim",[26,4802,618],{"class":4719},[26,4804,849],{"class":4731},[26,4806,4807],{"class":4605},", ",[26,4809,4810],{"class":4799},"index",[26,4812,618],{"class":4719},[26,4814,4815],{"class":4605},"idx_expanded)\n",[26,4817,4819],{"class":4597,"line":4818},15,[26,4820,4613],{"emptyLinePlaceholder":4612},[26,4822,4824],{"class":4597,"line":4823},16,[26,4825,4826],{"class":4640},"    # 2. 活跃 Query 关注全局缓存 K\u002FV（保持长程上下文一致），随后仅对活跃 Token 跑 FFN\n",[26,4828,4830,4833,4835,4838,4841,4844,4847,4849,4852,4855,4857],{"class":4597,"line":4829},17,[26,4831,4832],{"class":4605},"    h_active ",[26,4834,618],{"class":4719},[26,4836,4837],{"class":4605}," attn_layer.",[26,4839,4840],{"class":4725},"forward_regional",[26,4842,4843],{"class":4605},"(x_active, ",[26,4845,4846],{"class":4799},"cached_kv",[26,4848,618],{"class":4719},[26,4850,4851],{"class":4605},"cached_kv, ",[26,4853,4854],{"class":4799},"active_idx",[26,4856,618],{"class":4719},[26,4858,4859],{"class":4605},"active_idx)\n",[26,4861,4863,4866,4868,4871],{"class":4597,"line":4862},18,[26,4864,4865],{"class":4605},"    out_active ",[26,4867,618],{"class":4719},[26,4869,4870],{"class":4725}," ffn_layer",[26,4872,4873],{"class":4605},"(h_active)\n",[26,4875,4877],{"class":4597,"line":4876},19,[26,4878,4613],{"emptyLinePlaceholder":4612},[26,4880,4882],{"class":4597,"line":4881},20,[26,4883,4884],{"class":4640},"    # 3. 以缓存输出为底板，将更新后的活跃区域 Scatter 回原空间位置\n",[26,4886,4888,4891,4893,4896,4899],{"class":4597,"line":4887},21,[26,4889,4890],{"class":4605},"    out ",[26,4892,618],{"class":4719},[26,4894,4895],{"class":4605}," cached_bg_out.",[26,4897,4898],{"class":4725},"clone",[26,4900,4901],{"class":4605},"()\n",[26,4903,4905,4908,4911,4913,4915,4917,4919,4921,4923,4925,4928,4930,4932],{"class":4597,"line":4904},22,[26,4906,4907],{"class":4605},"    out.",[26,4909,4910],{"class":4725},"scatter_",[26,4912,65],{"class":4605},[26,4914,4800],{"class":4799},[26,4916,618],{"class":4719},[26,4918,849],{"class":4731},[26,4920,4807],{"class":4605},[26,4922,4810],{"class":4799},[26,4924,618],{"class":4719},[26,4926,4927],{"class":4605},"idx_expanded, ",[26,4929,319],{"class":4799},[26,4931,618],{"class":4719},[26,4933,4934],{"class":4605},"out_active)\n",[26,4936,4938,4941],{"class":4597,"line":4937},23,[26,4939,4940],{"class":4601},"    return",[26,4942,4943],{"class":4605}," out\n",[287,4945],{},[290,4947,4949],{"id":4948},"三h100-基准测试为什么必须区分模型计算耗时与端到端同步耗时","三、H100 基准测试：为什么必须区分“模型计算耗时”与“端到端同步耗时”？",[10,4951,4952,4953,4956,4957,4959,4960,5010],{},"我们在单张 ",[14,4954,4955],{},"NVIDIA H100（80GB HBM3）"," 上基于 ",[14,4958,23],{},"（33 帧，",[26,4961,4963,4980],{"className":4962},[29],[26,4964,4966],{"className":4965},[33],[35,4967,4968],{"xmlns":37},[39,4969,4970,4978],{},[42,4971,4972,4974,4976],{},[67,4973,220],{},[55,4975,223],{},[67,4977,220],{},[81,4979,228],{"encoding":83},[26,4981,4983,5001],{"className":4982,"ariaHidden":72},[88],[26,4984,4986,4989,4992,4995,4998],{"className":4985},[92],[26,4987],{"className":4988,"style":238},[96],[26,4990,220],{"className":4991},[101],[26,4993],{"className":4994,"style":245},[161],[26,4996,223],{"className":4997},[249],[26,4999],{"className":5000,"style":245},[161],[26,5002,5004,5007],{"className":5003},[92],[26,5005],{"className":5006,"style":259},[96],[26,5008,220],{"className":5009},[101]," 分辨率）对 EditCache 进行了系统评测。在统计延迟时，我们严格区分了两个核心口径：",[5012,5013,5014,5025],"ol",{},[5015,5016,5017,5020,5021,5024],"li",{},[14,5018,5019],{},"纯模型计算耗时（Model Compute Latency）","：使用 ",[1525,5022,5023],{},"torch.cuda.Event(enable_timing=True)"," 包裹 DiT 去噪主循环，度量 GPU 算子实际执行时间；",[5015,5026,5027,5030],{},[14,5028,5029],{},"严格同步端到端耗时（Strict-Sync E2E Latency）","：包含前后向 CUDA Stream 同步、缓存张量读写、掩码索引构造以及主机侧（Host-side）调度开销的完整墙钟时间。",[2303,5032,5034],{"id":5033},"_1-主实验性能对比","1. 主实验性能对比",[5036,5037,5038,5064],"table",{},[5039,5040,5041],"thead",{},[5042,5043,5044,5048,5052,5055,5058,5061],"tr",{},[5045,5046,5047],"th",{},"评测方案",[5045,5049,5051],{"align":5050},"right","模型计算耗时 (ms)",[5045,5053,5054],{"align":5050},"模型计算加速比",[5045,5056,5057],{"align":5050},"严格同步端到端耗时 (ms)",[5045,5059,5060],{"align":5050},"端到端加速比",[5045,5062,5063],{},"视觉保真度 (PSNR \u002F SSIM)",[5065,5066,5067,5089],"tbody",{},[5042,5068,5069,5075,5078,5081,5084,5086],{},[5070,5071,5072],"td",{},[14,5073,5074],{},"Wan2.1-VACE 标准基线",[5070,5076,5077],{"align":5050},"978.23 ms",[5070,5079,5080],{"align":5050},"1.00×",[5070,5082,5083],{"align":5050},"979.00 ms",[5070,5085,5080],{"align":5050},[5070,5087,5088],{},"基准参考",[5042,5090,5091,5096,5101,5106,5111,5116],{},[5070,5092,5093],{},[14,5094,5095],{},"EditCache（完整方案）",[5070,5097,5098],{"align":5050},[14,5099,5100],{},"398.07 ms",[5070,5102,5103],{"align":5050},[14,5104,5105],{},"2.46×",[5070,5107,5108],{"align":5050},[14,5109,5110],{},"658.50 ms",[5070,5112,5113],{"align":5050},[14,5114,5115],{},"1.49×",[5070,5117,5118],{},"无明显拼接伪影，时序高度一致",[10,5120,5121,5122,5125,5126,17],{},"可以看到，EditCache 将核心 DiT 模型计算耗时从 ",[14,5123,5124],{},"978.23 ms 压缩至 398.07 ms（2.46× 加速）","；在计入所有缓存管理与同步开销后，严格同步端到端延迟从 ",[14,5127,5128],{},"979.00 ms 降至 658.50 ms（1.49× 加速）",[2303,5130,5132],{"id":5131},"_2-为什么-246-的模型加速对应-149-的端到端加速","2. 为什么 2.46× 的模型加速对应 1.49× 的端到端加速？",[10,5134,5135,5136,5139,5140,5143,5144,5147,5148,2743],{},"深入剖析 ",[1525,5137,5138],{},"978.23 → 398.07 ms"," 与 ",[1525,5141,5142],{},"979.0 → 658.5 ms"," 之间的约 ",[1525,5145,5146],{},"260 ms"," 差值，正是 AI 系统工程中最值得关注的",[14,5149,5150],{},"访存与调度开销（Memory & Transfer Overhead）",[5152,5153,5154,5164],"ul",{},[5015,5155,5156,5159,5160,5163],{},[14,5157,5158],{},"非连续内存 Gather \u002F Scatter 与 Clone 开销","：在局部区域重算中，根据不规则空间掩码索引从 ",[1525,5161,5162],{},"[B, N, D]"," 张量中抽取子序列并写回缓存底板，引入了额外的 HBM 读写带宽消耗；",[5015,5165,5166,5169,5170,5172],{},[14,5167,5168],{},"跨层隐状态缓存读写","：在锚点步保存多层的 ",[1525,5171,5162],{}," 激活与 K\u002FV 张量，虽然省去了 GEMM 与 FlashAttention 算力，但增加了高带宽显存池的读写事务。",[2303,5174,5176],{"id":5175},"_3-各组件消融实验ablation-study","3. 各组件消融实验（Ablation Study）",[10,5178,5179],{},"为了验证每一项机制的独立贡献，我们依次叠加可重入 Latent 缓存、自适应推理起点、跨步特征复用与带 Halo 的区域重算：",[5036,5181,5182,5197],{},[5039,5183,5184],{},[5042,5185,5186,5189,5191,5194],{},[5045,5187,5188],{},"消融配置",[5045,5190,5051],{"align":5050},[5045,5192,5193],{"align":5050},"相对计算加速",[5045,5195,5196],{},"关键观察与质量边界",[5065,5198,5199,5212,5226,5240,5306],{},[5042,5200,5201,5204,5207,5209],{},[5070,5202,5203],{},"基线（Full Denoising）",[5070,5205,5206],{"align":5050},"978.23",[5070,5208,5080],{"align":5050},[5070,5210,5211],{},"每次编辑重跑完整去噪步与全图 Token",[5042,5213,5214,5217,5220,5223],{},[5070,5215,5216],{},"+ 自适应推理起点（Adaptive Late Start）",[5070,5218,5219],{"align":5050},"742.15",[5070,5221,5222],{"align":5050},"1.32×",[5070,5224,5225],{},"省去早期高噪声全局布局步，背景结构更稳定",[5042,5227,5228,5231,5234,5237],{},[5070,5229,5230],{},"+ 跨步 Block 隐状态复用",[5070,5232,5233],{"align":5050},"518.60",[5070,5235,5236],{"align":5050},"1.89×",[5070,5238,5239],{},"大幅削减中段去噪步的冗余层计算",[5042,5241,5242,5297,5300,5303],{},[5070,5243,5244,5245,5296],{},"+ 局部区域重算（无 Halo，",[26,5246,5248,5266],{"className":5247},[29],[26,5249,5251],{"className":5250},[33],[35,5252,5253],{"xmlns":37},[39,5254,5255,5263],{},[42,5256,5257,5259,5261],{},[48,5258,4016],{},[55,5260,618],{},[67,5262,69],{},[81,5264,5265],{"encoding":83},"r=0",[26,5267,5269,5287],{"className":5268,"ariaHidden":72},[88],[26,5270,5272,5275,5278,5281,5284],{"className":5271},[92],[26,5273],{"className":5274,"style":4028},[96],[26,5276,4016],{"className":5277,"style":1810},[101,105],[26,5279],{"className":5280,"style":162},[161],[26,5282,618],{"className":5283},[166],[26,5285],{"className":5286,"style":162},[161],[26,5288,5290,5293],{"className":5289},[92],[26,5291],{"className":5292,"style":259},[96],[26,5294,69],{"className":5295},[101],"）",[5070,5298,5299],{"align":5050},"381.40",[5070,5301,5302],{"align":5050},"2.56×",[5070,5304,5305],{},"速度最快，但掩码边缘偶发轻微色彩过渡生硬",[5042,5307,5308,5366,5371,5375],{},[5070,5309,5310],{},[14,5311,5312,5313,5365],{},"+ 局部区域重算（含 Halo，",[26,5314,5316,5335],{"className":5315},[29],[26,5317,5319],{"className":5318},[33],[35,5320,5321],{"xmlns":37},[39,5322,5323,5332],{},[42,5324,5325,5327,5329],{},[48,5326,4016],{},[55,5328,618],{},[67,5330,5331],{},"2",[81,5333,5334],{"encoding":83},"r=2",[26,5336,5338,5356],{"className":5337,"ariaHidden":72},[88],[26,5339,5341,5344,5347,5350,5353],{"className":5340},[92],[26,5342],{"className":5343,"style":4028},[96],[26,5345,4016],{"className":5346,"style":1810},[101,105],[26,5348],{"className":5349,"style":162},[161],[26,5351,618],{"className":5352},[166],[26,5354],{"className":5355,"style":162},[161],[26,5357,5359,5362],{"className":5358},[92],[26,5360],{"className":5361,"style":259},[96],[26,5363,5331],{"className":5364},[101],"，EditCache）",[5070,5367,5368],{"align":5050},[14,5369,5370],{},"398.07",[5070,5372,5373],{"align":5050},[14,5374,5105],{},[5070,5376,5377],{},"仅增加约 17 ms 开销，彻底消除前景\u002F背景边界伪影",[287,5379],{},[290,5381,5383],{"id":5382},"四工程启示小结","四、工程启示小结",[5012,5385,5386,5392,5398],{},[5015,5387,5388,5391],{},[14,5389,5390],{},"交互式生成系统的优化不能只看单次冷启动","：将多轮视频编辑建模为有状态会话（Stateful Session），通过可重入 Latent 与跨步隐状态缓存复用历史计算，比单纯压榨单步算子能换来更大的算法级剪枝空间；",[5015,5393,5394,5397],{},[14,5395,5396],{},"空间稀疏更新必须兼顾感受野连续性","：在 3D DiT 中直接按硬掩码裁剪 Token 会破坏局部自注意力的空间平滑性，引入轻量级的形态学 Halo 缓冲带是兼顾加速比与边缘视觉无损的关键；",[5015,5399,5400,5403,5404,5406,5407,5409,5410,5406,5412,5414],{},[14,5401,5402],{},"坚持报告 Strict-Sync 端到端指标","：在撰写系统论文与工程复盘时，同时给出纯算子耗时（",[1525,5405,5100],{}," \u002F ",[1525,5408,5105],{},"）与包含张量拷贝同步的端到端耗时（",[1525,5411,5110],{},[1525,5413,5115],{},"），才能真实反映内存带宽在稀疏推理加速中的边界作用。",[5416,5417,5418],"style",{},"html pre.shiki code .slEfO, html code.shiki .slEfO{--shiki-default:#F47067;--shiki-default-font-style:inherit;--shiki-light:#D73A49;--shiki-light-font-style:inherit;--shiki-cyber:#54B9FF;--shiki-cyber-font-style:italic}html pre.shiki code .sWURj, html code.shiki .sWURj{--shiki-default:#ADBAC7;--shiki-light:#24292E;--shiki-cyber:#EEF0F9}html pre.shiki code .sST-V, html code.shiki .sST-V{--shiki-default:#F47067;--shiki-light:#D73A49;--shiki-cyber:#54B9FF}html pre.shiki code .sS_0i, html code.shiki .sS_0i{--shiki-default:#DCBDFB;--shiki-light:#6F42C1;--shiki-cyber:#00DAEF}html pre.shiki code .s9NhK, html code.shiki .s9NhK{--shiki-default:#ADBAC7;--shiki-default-font-style:inherit;--shiki-light:#24292E;--shiki-light-font-style:inherit;--shiki-cyber:#FFD493;--shiki-cyber-font-style:italic}html pre.shiki code .sCxhR, html code.shiki .sCxhR{--shiki-default:#768390;--shiki-default-font-style:inherit;--shiki-light:#6A737D;--shiki-light-font-style:inherit;--shiki-cyber:#EEF0F98F;--shiki-cyber-font-style:italic}html pre.shiki code .sWqY2, html code.shiki .sWqY2{--shiki-default:#96D0FF;--shiki-light:#032F62;--shiki-cyber:#FFD493}html pre.shiki code .sf2cM, html code.shiki .sf2cM{--shiki-default:#F47067;--shiki-light:#D73A49;--shiki-cyber:#EEF0F9}html pre.shiki code .sq3c-, html code.shiki .sq3c-{--shiki-default:#ADBAC7;--shiki-light:#24292E;--shiki-cyber:#00DAEF}html pre.shiki code .sgENW, html code.shiki .sgENW{--shiki-default:#6CB6FF;--shiki-light:#005CC5;--shiki-cyber:#FFD493}html pre.shiki code .sA9aF, html code.shiki .sA9aF{--shiki-default:#F69D50;--shiki-default-font-style:inherit;--shiki-light:#E36209;--shiki-light-font-style:inherit;--shiki-cyber:#4BF3C8;--shiki-cyber-font-style:italic}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html.light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html .cyber .shiki span {color: var(--shiki-cyber);background: var(--shiki-cyber-bg);font-style: var(--shiki-cyber-font-style);font-weight: var(--shiki-cyber-font-weight);text-decoration: var(--shiki-cyber-text-decoration);}html.cyber .shiki span {color: var(--shiki-cyber);background: var(--shiki-cyber-bg);font-style: var(--shiki-cyber-font-style);font-weight: var(--shiki-cyber-font-weight);text-decoration: var(--shiki-cyber-text-decoration);}",{"title":1523,"searchDepth":4609,"depth":4616,"links":5420},[5421,5422,5428,5433],{"id":292,"depth":4609,"text":293},{"id":2291,"depth":4609,"text":2292,"children":5423},[5424,5425,5426,5427],{"id":2305,"depth":4616,"text":2306},{"id":2402,"depth":4616,"text":2403},{"id":3388,"depth":4616,"text":3389},{"id":3778,"depth":4616,"text":3779},{"id":4948,"depth":4609,"text":4949,"children":5429},[5430,5431,5432],{"id":5033,"depth":4616,"text":5034},{"id":5131,"depth":4616,"text":5132},{"id":5175,"depth":4616,"text":5176},{"id":5382,"depth":4609,"text":5383},[5435],"AI Infra","\u002Fimages\u002Fposts\u002Feditcache-video-dit-inference-acceleration\u002Feditcache-dit-cover-20261025.webp","视频扩散 Transformer 时空三维体素网格中冻结背景缓存与暖橙色局部编辑重算通道的等距技术插画","2026-10-25","拆解视频扩散模型（Wan2.1-VACE）局部编辑中的三重算力冗余，通过可重入 Latent、跨步 Block 隐状态缓存复用、带 Halo 边界的局部区域重算与自适应推理起点，在单卡 H100 上实现 2.46× 模型计算加速与 1.49× 严格同步端到端加速。",false,"md",{"mathjax":4612},"\u002Fposts\u002Feditcache-video-dit-inference-acceleration",null,{"title":5,"description":5439},"posts\u002Feditcache-video-dit-inference-acceleration",[5448,5449,5435,5450,5451,5452],"扩散模型","视频生成","推理加速","GPU","论文解读","Phx1j0HlMYVeh5_R9IBrVUN-KQCigdtvElA6JV89dKo",[5455,5473,5477,5491,5505,5519,5533,5548,5561,5573,5588,5600,5613,5625,5638,5651,5667,5681,5692,5704,5718,5731,5745,5757,5771,5783,5798,5812,5826,5837,5850,5867,5882,5895,5907,5919,5932,5945],{"slug":5456,"path":5457,"title":5458,"date":5459,"tags":5460,"description":5466,"cover":5467,"coverAlt":5468,"excerpt":5469,"draft":5440,"hidden":5440,"published":4612,"readingTime":4677,"series":5470,"seriesOrder":4677,"codeUrl":5471,"attachmentUrl":5472},"cs336-cross-entropy-adamw-training-loop","\u002Fposts\u002Fcs336-cross-entropy-adamw-training-loop","Stanford CS336 学习记录 08：数值稳定交叉熵、AdamW、余弦调度与完整训练闭环","2026-10-27",[5461,5462,5463,5464,5465],"CS336","PyTorch","AdamW","CrossEntropy","训练闭环","用 LogSumExp 消去交叉熵中的指数溢出，手写解耦权重衰减的 AdamW 优化器、全局 L2 梯度裁剪、Warmup 余弦退火调度、memmap 数据采样、Checkpoint 序列化与 Top-p 解码，完成 CS336 Assignment 1 全部 48 项测试。","\u002Fimages\u002Fposts\u002Fcs336-cross-entropy-adamw-training-loop\u002Fcs336-cross-entropy-adamw-training-loop-cover.webp","滑动窗口采样、余弦退火曲线、双动量优化轨迹与检查点归档构成的训练闭环 AI 辅助概念插画","作为 Stanford CS336 Assignment 1 系列的收官篇，我们已经拥有了分词器（bpe.py、tokenizer.py）和完整的语言模型架构（transformer.py）。要让模型在语料上真正训练并生成文本，还需","Stanford CS336","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcs336-labs\u002Ftree\u002Fb5c93ad0cc73178b2b2a62e518a0900da47a0fb7","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-08-adamw-training-loop-20261027.zip",{"slug":5474,"path":5443,"title":5,"date":5438,"tags":5475,"description":5439,"cover":5436,"coverAlt":5437,"excerpt":5476,"draft":5440,"hidden":5440,"published":4612,"readingTime":4677},"editcache-video-dit-inference-acceleration",[5448,5449,5435,5450,5451,5452],"在基于 Diffusion Transformer（DiT）的视频编辑与局部重绘（Video Inpainting \u002F Local Editing）任务中，用户的典型工作流并不是一次性生成最终成片，而是针对同一段源视频反复调整掩码区",{"slug":5478,"path":5479,"title":5480,"date":5438,"tags":5481,"description":5486,"cover":5487,"coverAlt":5488,"excerpt":5489,"draft":5440,"hidden":5440,"published":4612,"readingTime":4677,"series":5470,"seriesOrder":4668,"codeUrl":5471,"attachmentUrl":5490},"cs336-bpe-tokenizer-training-encoding","\u002Fposts\u002Fcs336-bpe-tokenizer-training-encoding","Stanford CS336 学习记录 07：Byte-Level BPE 分词器训练、倒排索引加速与流式编码",[5461,5482,5483,5484,5485],"Tokenizer","BPE","Tiktoken","算法优化","实现 GPT-2 正则预分词、特殊 token 硬边界切分、基于 pair-to-word 倒排索引的增量 BPE 合并算法（\u003C 0.25s 通过速度基准），以及与 tiktoken 完全对齐的 Tokenizer。","\u002Fimages\u002Fposts\u002Fcs336-bpe-tokenizer-training-encoding\u002Fcs336-bpe-tokenizer-training-encoding-cover.webp","UTF-8 字节块经过正则切分闸口后沿合并树聚合成子词单元的 AI 辅助概念插画","前面六篇完成了 Transformer 语言模型本身的全部神经网络组件。要让模型真正处理自然语言文本，还需要打通入口处的 ByteLevel BPE（BytePair Encoding）分词器。这一篇记录 cs336basics\u002Fb","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-07-bpe-tokenizer-20261025.zip",{"slug":5492,"path":5493,"title":5494,"date":5495,"tags":5496,"description":5501,"cover":5502,"coverAlt":5503,"excerpt":5504,"draft":5440,"hidden":5440,"published":4612,"readingTime":4677},"in-situ-autoguidance-editable-scientific-illustration","\u002Fposts\u002Fin-situ-autoguidance-editable-scientific-illustration","从原位自校正引导（In-situ Autoguidance）到可编辑科研插图生成（AutoFigure-Edit）","2026-10-24",[5448,5497,5498,5499,5500,5452],"多模态","Agent","ICML","ACL","串联两项生成式模型与多模态智能体研究：如何通过推理期局部随机微扰在单模型内构造免训练扩散自引导向量（ICML 2025 Workshop 第一作者，arXiv:2510.17136），以及如何通过五阶段视觉-符号混合流水线生成原生可编辑 SVG 科研插图（ACL 2026 Demo，FigureBench 83.0% 胜率）。","\u002Fimages\u002Fposts\u002Fin-situ-autoguidance-editable-scientific-illustration\u002Fautoguidance-autofigure-cover-20261024.webp","左侧扩散流形自校正轨迹矢量场与右侧五阶段可编辑 SVG 科研插图分层网格相衔接的等距技术插画","生成式视觉模型正在经历从“生成高保真像素（Pixel Synthesis）”向“可控结构化生成（Controllable & Editable Generation）”的演进。在这一进程中，我作为第一作者或核心贡献者参与了两项分别处",{"slug":5506,"path":5507,"title":5508,"date":5509,"tags":5510,"description":5514,"cover":5515,"coverAlt":5516,"excerpt":5517,"draft":5440,"hidden":5440,"published":4612,"readingTime":4677,"series":5470,"seriesOrder":4656,"codeUrl":5471,"attachmentUrl":5518},"cs336-pre-norm-transformer-block-lm","\u002Fposts\u002Fcs336-pre-norm-transformer-block-lm","Stanford CS336 学习记录 06：Pre-Norm Transformer Block 与完整语言模型装配","2026-10-23",[5461,5462,5511,5512,5513],"Transformer","Pre-Norm","FLOPs","将 RMSNorm、带 RoPE 的因果多头自注意力和 SwiGLU 组装成 Pre-Norm Transformer Block，搭建完整 TransformerLM，并核算 GPT-2 XL 的参数量与前向 FLOPs。","\u002Fimages\u002Fposts\u002Fcs336-pre-norm-transformer-block-lm\u002Fcs336-pre-norm-transformer-block-lm-cover.webp","干净残差流主干穿过多个 Pre-Norm 子层并汇聚到词表投影层的 AI 辅助概念插画","前五篇把 Linear、Embedding、RMSNorm、SwiGLU、RotaryPositionalEmbedding 和因果 MultiHeadSelfAttention 全部单独打通了。这一篇进入 Assignment 1","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-06-transformer-block-lm-20261023.zip",{"slug":5520,"path":5521,"title":5522,"date":5509,"tags":5523,"description":5529,"cover":5530,"coverAlt":5531,"excerpt":5532,"draft":5440,"hidden":5440,"published":4612,"readingTime":4782},"xgrammar-concurrent-cache-generation-fix","\u002Fposts\u002Fxgrammar-concurrent-cache-generation-fix","XGrammar 结构化解码缓存剖析：Unlimited 模式并发 Clear 字节记账竞态与代际修复（PR #1011）",[5435,5524,5525,5526,5527,5528],"C++","XGrammar","结构化解码","并发编程","源码分析","拆解 XGrammar GrammarCompiler 的双层缓存架构与 ThreadSafeLRUCache 锁分离实现，定位 Unlimited 模式下 Clear() 字节残留与在途编译（In-flight Computation）跨代污染根因，给出代际号 + 读写锁原子修复与零 sleep 确定性并发 GoogleTest 验证。","\u002Fimages\u002Fposts\u002Fxgrammar-concurrent-cache-generation-fix\u002Fxgrammar-cache-fix-cover-20261022.webp","双层磨砂玻璃流道经暖橙色代际闸门过滤后汇入晶格缓存矩阵的等距技术插画","在大语言模型服务（如 SGLang、vLLM）的结构化输出场景中，JSON Schema 或 EBNF 语法需要先编译为词表级掩码缓存（CompiledGrammar），才能在每个 Decode 步以微秒级开销生成合法 token ",{"slug":5534,"path":5535,"title":5536,"date":5537,"tags":5538,"description":5544,"cover":5545,"coverAlt":5546,"excerpt":5547,"draft":5440,"hidden":5440,"published":4612,"readingTime":4782},"multi-constraint-agent-routing-dag-eval","\u002Fposts\u002Fmulti-constraint-agent-routing-dag-eval","多约束生产级 Agent 系统实践：两阶段工具路由、DAG 局部重规划与轨迹级评测闭环","2026-10-22",[5498,5539,5540,5541,5542,5543],"LLM","工具调用","上下文工程","DPO","强化学习","围绕跨境酒旅等强耦合多约束业务场景，拆解向量 Top-K 召回 + LLM 精排 + 跨语言实体链接与 Schema 门控（96%+ 调用合法率）、基于状态机的 DAG 局部子图重规划、Observation 冗余裁剪（节省 40% Token），以及从线上失败恢复轨迹构造 SFT\u002FDPO 偏好对的评测与训练闭环。","\u002Fimages\u002Fposts\u002Fmulti-constraint-agent-routing-dag-eval\u002Fagent-dag-routing-cover-20261020.webp","候选模块经漏斗滤网进入双分支有向无环图轨道并在受阻节点触发暖橙色局部旁路重连的等距技术插画","在玩具级 Demo 里，几个工具加上一段 ReAct 循环就能跑通大多数单步问答。但当 Agent 进入跨境酒旅、复杂交易或研发沙箱等真实业务生产环境时，单靠线性 ReAct 循环很快会撞上四堵墙： 1. 工具空间与参数耦合爆炸：候",{"slug":5549,"path":5550,"title":5551,"date":5552,"tags":5553,"description":5557,"cover":5558,"coverAlt":5559,"excerpt":5560,"draft":5440,"hidden":5440,"published":4612,"readingTime":4862},"llm-mrd-distillation-auditable-review-agents","\u002Fposts\u002Fllm-mrd-distillation-auditable-review-agents","多视角推理蒸馏（LLM-MRD）与可审计生成式评审系统（DeepReviewer 2.0）深度拆解","2026-10-21",[5554,5497,5555,5498,5556,5452],"知识蒸馏","Qwen2.5-VL","Post-training","对比大模型落地的两条互补路径：如何用 Qwen2.5-VL 离线多视角分析结合 MLP 残差校准与温度缩放 KL 蒸馏，将推理能力压入 358M 学生模型实现 17.2 ms 独立推理（LLM-MRD，DASFAA 2026 Oral）；以及如何通过主张-证据-风险台账、PASA 可比性门控与导出预算校验构建可审计的同行评审 Agent（DeepReviewer 2.0）。","\u002Fimages\u002Fposts\u002Fllm-mrd-distillation-auditable-review-agents\u002Fmrd-review-distill-cover-20261016.webp","三块半透明几何棱镜发出平行光束穿过中央校准环汇聚至右侧高密度晶体模块的等距技术插画","把大语言模型或视觉语言模型（VLM）的深度推理能力用到实际系统中，通常会面临一个两难选择： 如果场景受限于毫秒级在线延迟（如高吞吐多模态内容审核与虚假信息检测）：直接在线调用 7B～72B 的多模态大模型做长链条思维链（CoT）生成",{"slug":5562,"path":5563,"title":5564,"date":5552,"tags":5565,"description":5568,"cover":5569,"coverAlt":5570,"excerpt":5571,"draft":5440,"hidden":5440,"published":4612,"readingTime":4668,"series":5470,"seriesOrder":4644,"codeUrl":5471,"attachmentUrl":5572},"cs336-rope-rotary-position-embedding","\u002Fposts\u002Fcs336-rope-rotary-position-embedding","Stanford CS336 学习记录 05：RoPE 旋转位置编码与带位置的多头注意力",[5461,5462,5511,5566,5567],"RoPE","Attention","从二维平面正交旋转推导 RoPE 的奇偶特征配对公式，理解为什么内积只依赖相对位置差 (i - j)，并用 register_buffer 预计算 cos\u002Fsin 缓存接入因果多头自注意力。","\u002Fimages\u002Fposts\u002Fcs336-rope-rotary-position-embedding\u002Fcs336-rope-rotary-position-embedding-cover.webp","二维特征平面中的旋转向量对与预计算余弦正弦网格的 AI 辅助概念插画","上一篇完成了不含位置编码的因果多头自注意力。如果只看那一套矩阵乘法，把输入序列前两个 token 交换顺序（并在因果 mask 允许的范围内看同一个后缀 query 对它们的点积），点积本身并不知道哪个 key 离当前 query ","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-05-rope-mha-20261021.zip",{"slug":5574,"path":5575,"title":5576,"date":5577,"tags":5578,"description":5584,"cover":5585,"coverAlt":5586,"excerpt":5587,"draft":5440,"hidden":5440,"published":4612,"readingTime":4677},"llm-gateway-semantic-cache-dynamic-batching","\u002Fposts\u002Fllm-gateway-semantic-cache-dynamic-batching","高并发 LLM 推理网关架构实践：两级精确\u002F语义缓存、50ms 有界动态批处理与尾部延迟治理","2026-10-19",[5435,5579,5580,5581,5582,5583],"LLM 推理","分布式系统","Redis","FastAPI","后端","深度拆解生产级大模型推理网关 LLM-Gateway 的核心系统设计：基于 SHA-256 与 Redis 向量余弦相似度的两级精确\u002F语义缓存、50ms 有界等待动态批处理调度器（Dynamic Batching）、令牌桶多租户限流与 Prometheus 全链路可观测性，将命中请求 P99 延迟从 5,307 ms 压降至 17 ms。","\u002Fimages\u002Fposts\u002Fllm-gateway-semantic-cache-dynamic-batching\u002Fllm-gateway-cover-20261019.webp","高并发请求流依次穿过精确哈希滤网、向量球面语义缓存层与 50ms 动态批处理时间窗拼装器的等距系统架构插画","在将大语言模型接入高并发业务系统时，如果让上游微服务直接裸连底层推理引擎（vLLM \u002F SGLang 或外部模型 API），系统很快会暴露出三个典型的生产痛点： 1. 高频重复与近义查询消耗巨量算力：大量用户请求在语义上高度等价（例",{"slug":5589,"path":5590,"title":5591,"date":5577,"tags":5592,"description":5594,"cover":5595,"coverAlt":5596,"excerpt":5597,"draft":5440,"hidden":5440,"published":4612,"readingTime":4782,"series":5470,"seriesOrder":4630,"codeUrl":5598,"attachmentUrl":5599},"cs336-multihead-attention-shapes","\u002Fposts\u002Fcs336-multihead-attention-shapes","Stanford CS336 学习记录 04：多头注意力怎样拆头、计算和合头",[5461,5462,5511,5567,5593],"张量形状","沿着 (2, 5, 64) 的输入追踪 QKV 投影、reshape、transpose、共享因果 mask 和合头，理解每个头仍处理完整序列，以及最后为什么还需要输出 Linear。","\u002Fimages\u002Fposts\u002Fcs336-multihead-attention-shapes\u002Fcs336-multihead-attention-shapes-cover.webp","宽向量束分成多条并行特征轨道后重新合并的 AI 辅助概念插画","上一篇完成了缩放点积注意力。那个函数接收已经准备好的 Q、K、V，计算匹配分数，应用 mask，再用权重汇总 V。这一篇继续把它放进一个带参数的多头自注意力模块。 这次最需要看清的是“拆头”。代码里只是几行 reshape 和 tr","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcs336-labs\u002Ftree\u002F31363223498fafd1528c550a51efbe0aed231736","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-04-multihead-attention-20261019.zip",{"slug":5601,"path":5602,"title":5603,"date":5604,"tags":5605,"description":5609,"cover":5610,"coverAlt":5611,"excerpt":5612,"draft":5440,"hidden":5440,"published":4612,"readingTime":4685},"qwen25-sft-dpo-alignment-tax-ablation","\u002Fposts\u002Fqwen25-sft-dpo-alignment-tax-ablation","大模型后训练偏好对齐实录：Qwen2.5 SFT 多维消融、动态参考 DPO 与对齐税（Alignment Tax）量化分析","2026-10-18",[5556,5542,5606,5607,5543,5608],"SFT","LoRA","Qwen2.5","基于 Qwen2.5 完整复现 Instruct SFT → Bradley-Terry DPO 两阶段后训练管线：通过 3 随机种子消融 LoRA Rank、学习率与数据规模（GSM8K +12.73pp），实现免双倍权重的动态 Adapter 切换 DPO 训练，并定量揭示偏好对齐对确定性数学推理的对齐税效应。","\u002Fimages\u002Fposts\u002Fqwen25-sft-dpo-alignment-tax-ablation\u002Fqwen25-sft-dpo-cover-20261018.webp","左侧监督微调轨迹流经中央 Bradley-Terry 偏好分流天平分离出正负样本通道并连接右侧对齐税监控仪表盘的等距技术插画","在大语言模型后训练（PostTraining）管线中，监督微调（SFT）负责教会模型任务格式与领域推理模式，而直接偏好优化（DPO, Direct Preference Optimization）则利用成对偏好数据 $(x, yw,",{"slug":5614,"path":5615,"title":5616,"date":5604,"tags":5617,"description":5619,"cover":5620,"coverAlt":5621,"excerpt":5622,"draft":5440,"hidden":5440,"published":4612,"readingTime":4700,"series":5470,"seriesOrder":4616,"codeUrl":5623,"attachmentUrl":5624},"cs336-softmax-attention-mask","\u002Fposts\u002Fcs336-softmax-attention-mask","Stanford CS336 学习记录 03：Softmax 的数值稳定与 Attention Mask",[5461,5462,5511,5618,5567],"Softmax","从减去最大值为何不改变 Softmax 开始，理清函数与有参数层的区别，再沿着 Q、K、V 的形状理解缩放点积注意力，以及 mask 为什么必须填负无穷。","\u002Fimages\u002Fposts\u002Fcs336-softmax-attention-mask\u002Fcs336-softmax-attention-mask-cover.webp","注意力分数、权重与因果遮罩的 AI 辅助概念插画","上一篇写到 SwiGLU，接下来进入 Attention。真正开始相乘之前，先做了 Softmax：它把一组分数变成总和为 1 的权重，后面用这些权重汇总不同 token 提供的信息。 这段学习里，有两个很具体的问题值得记下来。一个","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcs336-labs\u002Ftree\u002Fa39eb684710817f7f389626423fcb26ca0f6d629","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-03-softmax-sdpa-20261018.zip",{"slug":5626,"path":5627,"title":5628,"date":5629,"tags":5630,"description":5633,"cover":5634,"coverAlt":5635,"excerpt":5636,"draft":5440,"hidden":5440,"published":4612,"readingTime":4685,"series":5470,"seriesOrder":4609,"codeUrl":5623,"attachmentUrl":5637},"cs336-rmsnorm-swiglu","\u002Fposts\u002Fcs336-rmsnorm-swiglu","Stanford CS336 学习记录 02：RMSNorm 的广播与 SwiGLU 的门控","2026-10-16",[5461,5462,5511,5631,5632],"RMSNorm","SwiGLU","用一个 token 向量理解均方根归一化，拆开 dim=-1 与 keepdim=True 的作用，再沿着两条分支读懂 SiLU、逐元素乘法和 SwiGLU。","\u002Fimages\u002Fposts\u002Fcs336-rmsnorm-swiglu\u002Fcs336-rmsnorm-swiglu-cover.webp","特征尺度整理和双分支门控的 AI 辅助概念插画","上一篇把 Linear 和 Embedding 的参数形状理顺了。继续往下，最先遇到的是 RMSNorm：公式不算长，但把它落到一批 token 上时，dim=1、keepdim=True 和广播必须一起理解。 然后是 SiLU 和","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-02-rmsnorm-swiglu-20261016.zip",{"slug":5639,"path":5640,"title":5641,"date":5642,"tags":5643,"description":5646,"cover":5647,"coverAlt":5648,"excerpt":5649,"draft":5440,"hidden":5440,"published":4612,"readingTime":4694,"series":5470,"seriesOrder":4598,"codeUrl":5623,"attachmentUrl":5650},"cs336-linear-embedding-shapes","\u002Fposts\u002Fcs336-linear-embedding-shapes","Stanford CS336 学习记录 01：从 Linear、Embedding 搞清张量形状","2026-10-14",[5461,5462,5511,5644,5645],"Linear","Embedding","从 PyTorch 类、参数与 forward 的关系开始，理解 Linear 为什么保存两行三列的权重、计算时为什么要转置，再区分 Embedding 查表与线性变换。","\u002Fimages\u002Fposts\u002Fcs336-linear-embedding-shapes\u002Fcs336-linear-embedding-shapes-cover.webp","token 方块、向量表与矩阵变换的 AI 辅助概念插画","开始沿着 Stanford CS336 的 Assignment 1 一步步实现。BPE 之前已经接触过，这轮先跳过分词器，从 Transformer 的基础层开始。这里记录的是当时写代码时真正卡住的问题，以及对应测试能确认到的范围","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-01-linear-embedding-20261014.zip",{"slug":5652,"path":5653,"title":5654,"date":5655,"tags":5656,"description":5661,"cover":5662,"coverAlt":5663,"excerpt":5664,"draft":5440,"hidden":5440,"published":4612,"readingTime":4707,"series":5657,"seriesOrder":4782,"codeUrl":5665,"attachmentUrl":5666},"cmu-15-779-kv-cache-granularity-study","\u002Fposts\u002Fcmu-15-779-kv-cache-granularity-study","CMU 15-779 学习记录 14：KV 页大小、共享边界与 CPU 实现成本","2026-10-12",[5657,5658,5659,5660],"CMU 15-779","KV cache","PagedAttention","系统实验","用 210 组 CPU 配置比较连续与分页 KV cache，观察 31\u002F32-token 共享前缀的页边界，分别记录活跃槽位、池容量、复制计数和完整调用耗时。","\u002Fimages\u002Fposts\u002Fcmu-15-779-kv-serving-speculative-sampling\u002Fcmu-serving-cover-20261019.webp","浅色手绘分页存储抽屉与共享前缀卡片，旁边连接不同长度的请求队列","个人课程项目中的 CPU 实验记录，延续记录 11 的分页 KV 实现。已完成 210 组配置与 1470 次计时，输出均通过连续存储参考对照；本篇不代表正式作业提交、整门课程或项目全部交付完成。 同样是共享 31 个 token，","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002F200faf569eccf94fb125e65110bb5d14094d454a","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fkv-cache-granularity-20261019.zip",{"slug":5668,"path":5669,"title":5670,"date":5671,"tags":5672,"description":5675,"cover":5676,"coverAlt":5677,"excerpt":5678,"draft":5440,"hidden":5440,"published":4612,"readingTime":4644,"series":5657,"seriesOrder":4713,"codeUrl":5679,"attachmentUrl":5680},"cmu-15-779-moe-routing-capacity","\u002Fposts\u002Fcmu-15-779-moe-routing-capacity","CMU 15-779 学习记录 13：MoE 路由、稀疏分发与容量溢出","2026-10-09",[5657,5673,5674],"MoE","Routing","用 CPU top-2 MoE 检查稀疏分发的输出与梯度，统计 expert-token 行数，并保留容量丢弃会改变输出的反例。","\u002Fimages\u002Fposts\u002Fcmu-15-779-moe-routing-capacity\u002Fcmu-moe-cover-20261019.webp","浅色手绘分拣器将小珠分配到四个专家工作屋，队列呈现负载不均","第 18 讲的个人配套实验。36 号脚本串行运行 CPU 专家，检查 topk 路由后的分发与合并；没有训练 router，也没有执行 GPU grouped GEMM 或跨设备 alltoall。 上一节记录低秩适配，这次转向每个","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002Fc4851e0cedadf13af7c421867e83c8ff57244fa0","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fcpu-parallel-serving-lora-moe-20261019.zip",{"slug":5682,"path":5683,"title":5684,"date":5685,"tags":5686,"description":5688,"cover":5689,"coverAlt":5690,"excerpt":5691,"draft":5440,"hidden":5440,"published":4612,"readingTime":4644,"series":5657,"seriesOrder":4707,"codeUrl":5679,"attachmentUrl":5680},"cmu-15-779-lora-uniform-quantization","\u002Fposts\u002Fcmu-15-779-lora-uniform-quantization","CMU 15-779 学习记录 12：LoRA 首步梯度、权重合并与均匀 4-bit 打包","2026-10-06",[5657,5607,5687],"Quantization","用一次 CPU SGD 更新检查 LoRA 初始化、冻结基座与合并等价，再分别记录均匀 4-bit 存储字节数和量化误差。","\u002Fimages\u002Fposts\u002Fcmu-15-779-lora-uniform-quantization\u002Fcmu-lora-cover-20261019.webp","浅色手绘的大计算板、两块细长适配板和成对打包的小方块","第 17 讲的个人配套实验，35 号脚本实际执行一次 CPU LoRA 更新，并实现均匀 4bit 打包。实验检查机制与数值误差，不评估微调任务效果，也没有实现完整 QLoRA。 这次把两个问题分开记录：低秩分支是否能合并进原权重，",{"slug":5693,"path":5694,"title":5695,"date":5696,"tags":5697,"description":5701,"cover":5662,"coverAlt":5702,"excerpt":5703,"draft":5440,"hidden":5440,"published":4612,"readingTime":4668,"series":5657,"seriesOrder":4700,"codeUrl":5679,"attachmentUrl":5680},"cmu-15-779-kv-serving-speculative-sampling","\u002Fposts\u002Fcmu-15-779-kv-serving-speculative-sampling","CMU 15-779 学习记录 11：分页 KV、连续批处理与推测采样","2026-10-03",[5657,5698,5699,5700],"LLM Serving","KV Cache","Speculative Decoding","在 CPU 上验证 KV 页共享和写时复制，用单位成本模型检查连续批处理，再用条件概率小模型核对推测采样的接受与补采样。","浅色手绘的共享卡片抽屉与不断补入小珠子的请求托盘","第 15、16 讲的个人配套实验。33 号实现 CPU 分页 KV 存储，37 号模拟请求准入，34 号运行小概率模型的推测采样。它们分别验证存储、调度和分布问题，没有测量真实 LLM 服务吞吐或 GPU 延迟。 记录 08已经对照",{"slug":5705,"path":5706,"title":5707,"date":5708,"tags":5709,"description":5714,"cover":5715,"coverAlt":5716,"excerpt":5717,"draft":5440,"hidden":5440,"published":4612,"readingTime":4823},"qwen3-mid-post-train-mlx","\u002Fposts\u002Fqwen3-mid-post-train-mlx","在 M2 Pro 上完成 Qwen3 两阶段训练：Mid Train、SFT 与可复核评估","2026-09-30 11:19:10",[5539,5710,5711,5607,5712,5606,5713],"Qwen3","MLX","持续预训练","Apple Silicon","用 Qwen3 0.6B Base 和 MLX 完成领域持续训练与监督微调，记录数据划分、聊天模板、损失掩码、数值稳定性修复和独立测试结果。","\u002Fimages\u002Fposts\u002Fqwen3-mid-post-train-mlx\u002Fqwen3-mlx-cover-20261018.webp","Apple Silicon 统一内存芯片底座支撑两阶段持续预训练与带精确 Loss 掩码滤网的监督微调桥接插画","在一台 M2 Pro、16 GB 内存的 Mac 上，能否把一个 Base 语言模型接续训练成输出 JSON 的运维事件分级助手？这次项目完成了领域持续训练、监督微调、检查点选择、重新加载和独立测试，并保留了权重、日志和数据哈希。 ",{"slug":5719,"path":5720,"title":5721,"date":5722,"tags":5723,"description":5727,"cover":5728,"coverAlt":5729,"excerpt":5730,"draft":5440,"hidden":5440,"published":4612,"readingTime":4656,"series":5657,"seriesOrder":4694,"codeUrl":5679,"attachmentUrl":5680},"cmu-15-779-cpu-parallelism-pipeline","\u002Fposts\u002Fcmu-15-779-cpu-parallelism-pipeline","CMU 15-779 学习记录 10：加权梯度、状态分片与同步流水线","2026-09-30",[5657,5724,5725,5726],"Parallel Training","Gloo","Pipeline","用双 CPU 进程 Gloo 检查不等数据分片的梯度，推导持久状态字节数，再用依赖模型比较 GPipe 与同步 1F1B 的激活存活。","\u002Fimages\u002Fposts\u002Fcmu-15-779-cpu-parallelism-pipeline\u002Fcmu-parallel-cover-20261019.webp","浅色手绘的四阶段桌面流水线与按数量汇总的托盘","第 12 至 14 讲的个人配套实验，脚本编号 31、32 不对应官方作业。Gloo 实际运行两个 CPU 进程；张量切分、状态字节数和流水线分别按下文的数学或成本模型解释。真实 GPU 实测按学习安排跳过。 上一节检查单个计算图的",{"slug":5732,"path":5733,"title":5734,"date":5735,"tags":5736,"description":5739,"cover":5740,"coverAlt":5741,"excerpt":5742,"draft":5440,"hidden":5440,"published":4612,"readingTime":4668,"series":5657,"seriesOrder":4685,"codeUrl":5743,"attachmentUrl":5744},"cmu-15-779-cpu-compiler-optimizations","\u002Fposts\u002Fcmu-15-779-cpu-compiler-optimizations","CMU 15-779 学习记录 09：CPU 编译优化、合法重写与候选搜索","2026-09-27",[5657,5737,5738,5462],"ML Compiler","TorchInductor","用 CPU 实验验证 BatchNorm 折叠、RMSNorm 重排与非线性反例，测量分块候选，并运行 TorchInductor，分别记录首调用与预热后的时间。","\u002Fimages\u002Fposts\u002Fcmu-15-779-cpu-compiler-optimizations\u002Fcmu-cpu-compiler-cover-20261019.webp","淡紫计算积木经过薄荷绿折叠模具变成浅蓝积木，前方摆放四种候选托盘的浅色手绘插画","编译章节的个人配套实验，编号 30 不对应官方作业。图重写、分块候选和 TorchInductor 均在 CPU 上运行；真实 GPU 实验按学习安排跳过。 上一节记录了分块 Attention 和 KV cache。这次转到编译优","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002F9261bea6aedf31cdccbbab2541ca693fc97b3743","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fcpu-compiler-optimizations-20261019.zip",{"slug":5746,"path":5747,"title":5748,"date":5749,"tags":5750,"description":5752,"cover":5753,"coverAlt":5754,"excerpt":5755,"draft":5440,"hidden":5440,"published":4612,"readingTime":4707,"series":5657,"seriesOrder":4677,"codeUrl":5665,"attachmentUrl":5756},"cmu-15-779-attention-online-softmax","\u002Fposts\u002Fcmu-15-779-attention-online-softmax","CMU 15-779 学习记录 08：分块 Attention、在线 Softmax 与 KV cache","2026-09-24",[5657,5567,5618,5751,5462],"FlashAttention","在 CPU 上对照完整 Attention、在线 Softmax 分块实现与 PyTorch SDPA，检查因果掩码、浮点误差和分数块大小，理解 FlashAttention 的一部分算法基础。","\u002Fimages\u002Fposts\u002Fcmu-15-779-attention-online-softmax\u002Fcmu-online-attention-cover-20261016.webp","浅紫色卡片分批进入绿色计算托盘，旁边三个状态容器保存累积量的浅色手绘插画","第 5 讲 Transformers & Attention 的个人配套实验。28\u002F29 号是 CPU 单头前向与 KV cache；后续补入 38 号 CUDA 多头合成张量的显式 SDPA MATH\u002FFLASH 对照。没有手写 ","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fcuda-triton-sdpa-20261019.zip",{"slug":5758,"path":5759,"title":5760,"date":5761,"tags":5762,"description":5767,"cover":5768,"coverAlt":5769,"excerpt":5770,"draft":5440,"hidden":5440,"published":4612,"readingTime":4694,"series":5657,"seriesOrder":4668,"codeUrl":5665,"attachmentUrl":5756},"cmu-15-779-matmul-tiling-tree-reduction","\u002Fposts\u002Fcmu-15-779-matmul-tiling-tree-reduction","CMU 15-779 学习记录 07：矩阵分块、数据复用与树形归约","2026-09-21",[5657,5763,5764,5765,5766],"CUDA","矩阵乘法","数据复用","归约","用 CPU 模型统计矩阵分块的输入读取次数，再比较串行求和和树形归约的依赖深度，记录补零、同步与浮点加法顺序的边界。","\u002Fimages\u002Fposts\u002Fcmu-15-779-matmul-tiling-tree-reduction\u002Fcmu-matmul-reduction-cover-20261016.webp","矩阵积木在共享托盘中复用，旁边的小珠沿树形管道逐层合并的浅色手绘插画","GPU Architecture & CUDA Programming 的个人配套实验。首次记录用 CPU 模型检查数据复用与依赖深度；后续补入单卡 GPU 原生 CUDA 矩阵验证，以及 Triton 两阶段归约和矩阵乘法实测。 ",{"slug":5772,"path":5773,"title":5774,"date":5775,"tags":5776,"description":5779,"cover":5780,"coverAlt":5781,"excerpt":5782,"draft":5440,"hidden":5440,"published":4612,"readingTime":4694,"series":5657,"seriesOrder":4656,"codeUrl":5665,"attachmentUrl":5756},"cmu-15-779-cuda-thread-indexing","\u002Fposts\u002Fcmu-15-779-cuda-thread-indexing","CMU 15-779 学习记录 06：CUDA 线程索引与边界检查","2026-09-18",[5657,5763,5451,5777,5778],"线程索引","边界检查","用 CPU 演示 CUDA 的 block、thread 与全局下标：10 个元素如何分给 3 个线程块，为什么要跳过越界线程，以及这些验证能说明什么。","\u002Fimages\u002Fposts\u002Fcmu-15-779-cuda-thread-indexing\u002Fcmu-cuda-indexing-cover-20261015.webp","分组的浅紫色计算方块与末端边界挡板组成线程分配教具的浅色插画","GPU Architecture & CUDA Programming 的个人配套练习。首次记录为 CPU 索引演示；后续在单卡 GPU 环境补入原生 CUDA 编译、运行与 memcheck，以及 Triton 向量加法实测。 上",{"slug":5784,"path":5785,"title":5786,"date":5787,"tags":5788,"description":5792,"cover":5793,"coverAlt":5794,"excerpt":5795,"draft":5440,"hidden":5440,"published":4612,"readingTime":4694,"series":5657,"seriesOrder":4644,"codeUrl":5796,"attachmentUrl":5797},"cmu-15-779-profiler-operator-batching","\u002Fposts\u002Fcmu-15-779-profiler-operator-batching","CMU 15-779 学习记录 05：Profiler、算子调用与批量推理","2026-09-15",[5657,5462,5789,5790,5791],"Profiler","批量推理","性能分析","对照 ML Systems 基础，用 Profiler 拆开两层网络的执行过程，再固定 1000 个样本扫描 batch size，观察算子调用次数、尾批和 CPU 耗时。","\u002Fimages\u002Fposts\u002Fcmu-15-779-profiler-operator-batching\u002Fcmu-pytorch-profiling-cover-20261015.webp","放大镜观察线性层与 ReLU 模块，旁边面板呈现执行片段的浅色技术教具插画","本篇对照课程官网的 Introduction to ML Systems 整理，是个人配套 CPU 实验，不是课程官方作业。脚本编号是练习顺序，不对应课程讲次。 前几篇一直在补 PyTorch 基础。到了这一步，我在学习聊天里问：现","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002Fcecf5110d8a95161bb5763eadfca94cd7a0cc50f","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-profiler-batching-20261015.zip",{"slug":5799,"path":5800,"title":5801,"date":5802,"tags":5803,"description":5806,"cover":5807,"coverAlt":5808,"excerpt":5809,"draft":5440,"hidden":5440,"published":4612,"readingTime":4685,"series":5657,"seriesOrder":4630,"codeUrl":5810,"attachmentUrl":5811},"cmu-15-779-pytorch-linear-relu-absolute-value","\u002Fposts\u002Fcmu-15-779-pytorch-linear-relu-absolute-value","CMU 15-779 学习记录 04：多输出线性层、ReLU 与绝对值网络","2026-09-12",[5657,5462,5764,5804,5805],"ReLU","神经网络","把 nn.Linear 对应到矩阵乘法，弄清多个输出怎样计算，再逐层拆开一个绝对值网络，比较手动设置参数与训练得到的结果。","\u002Fimages\u002Fposts\u002Fcmu-15-779-pytorch-linear-relu-absolute-value\u002Fcmu-pytorch-absolute-cover-20261015.webp","双分支经过折角模块后汇入紫色 V 形曲线面板的浅色技术教具插画","本篇整理的是学习 CMU 15779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。 接着前一篇的批量推理与矩阵乘法，我继续把 model(x) 拆开看：一层里有多个输出时，每个数是怎么算出来的？两","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002F4cc63904a3a583da4a2122c246a14b43aac38528","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-linear-relu-abs-20261015.zip",{"slug":5813,"path":5814,"title":5815,"date":5816,"tags":5817,"description":5820,"cover":5821,"coverAlt":5822,"excerpt":5823,"draft":5440,"hidden":5440,"published":4612,"readingTime":4685,"series":5657,"seriesOrder":4616,"codeUrl":5824,"attachmentUrl":5825},"cmu-15-779-pytorch-dataloader-checkpoints-batching","\u002Fposts\u002Fcmu-15-779-pytorch-dataloader-checkpoints-batching","CMU 15-779 学习记录 03：DataLoader、模型保存与批量推理","2026-09-09",[5657,5462,5818,5790,5819],"DataLoader","模型保存","用 DataLoader 分批训练平方函数，保存并加载模型参数，再比较 1000 个样本与 1 个样本的推理耗时，最后把批量计算对应到矩阵乘法。","\u002Fimages\u002Fposts\u002Fcmu-15-779-pytorch-dataloader-checkpoints-batching\u002Fcmu-pytorch-batching-cover-20261015.webp","样本卡片按批次进入计算模块，旁边配有参数存储盒和输出矩阵面板的技术插画","本篇整理的是学习 CMU 15779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。 接着前一篇的平方函数实验，这一节继续练习分批训练、保存参数和独立预测。最后做了一次计时：同一个小网络，逐个处理 ","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-batching-20261015.zip",{"slug":5827,"path":5828,"title":5829,"date":5830,"tags":5831,"description":5832,"cover":5833,"coverAlt":5834,"excerpt":5835,"draft":5440,"hidden":5440,"published":4612,"readingTime":4685,"series":5657,"seriesOrder":4609,"codeUrl":5824,"attachmentUrl":5836},"cmu-15-779-pytorch-linear-module-relu","\u002Fposts\u002Fcmu-15-779-pytorch-linear-module-relu","CMU 15-779 学习记录 02：nn.Linear、张量形状与 ReLU","2026-09-06",[5657,5462,5805,5804],"从带偏置的线性回归开始，弄清 nn.Linear 和 nn.Module 的分工，再用平方函数观察线性模型的限制、ReLU 的作用和测试点的选择。","\u002Fimages\u002Fposts\u002Fcmu-15-779-pytorch-linear-module-relu\u002Fcmu-pytorch-relu-cover-20261015.webp","输入经过两层神经网络和 ReLU 折角模块，输出曲线拟合结果的技术插画","本篇整理的是学习 CMU 15779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。 上一篇里，我用一个参数拟合了 $y=2x$。这一篇继续顺着往下写，先加上偏置，再把手写参数换成 nn.Linea","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-models-20261015.zip",{"slug":5838,"path":5839,"title":5840,"date":5841,"tags":5842,"description":5845,"cover":5846,"coverAlt":5847,"excerpt":5848,"draft":5440,"hidden":5440,"published":4612,"readingTime":4694,"series":5657,"seriesOrder":4598,"codeUrl":5824,"attachmentUrl":5849},"cmu-15-779-pytorch-autograd-linear-regression","\u002Fposts\u002Fcmu-15-779-pytorch-autograd-linear-regression","CMU 15-779 学习记录 01：PyTorch 自动求导与线性回归","2026-09-03",[5657,5462,5843,5844],"自动求导","线性回归","从自动求导和手动梯度下降开始，比较学习率，再用 SGD 训练线性回归。记录 w * 4 写错后停在 1.25 的原因和修正结果。","\u002Fimages\u002Fposts\u002Fcmu-15-779-pytorch-autograd-linear-regression\u002Fcmu-pytorch-autograd-cover-20261015.webp","梯度曲面上的小球沿路径下降，前侧面板展示散点与拟合直线的技术插画","本篇整理的是学习 CMU 15779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。 开始学习 CMU 15779 时，我会 Python，但还没用过 PyTorch。这次先在 Mac 上用 CPU","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-basics-20261013.zip",{"slug":5851,"path":5852,"title":5853,"date":5854,"tags":5855,"description":5861,"cover":5862,"coverAlt":5863,"excerpt":5864,"draft":5440,"hidden":5440,"published":4612,"readingTime":4713,"codeUrl":5865,"attachmentUrl":5866},"embodied-pickplace-lab-robustness","\u002Fposts\u002Fembodied-pickplace-lab-robustness","Pickplace Lab 项目复盘：抓取成功率之外的时延与失败分析","2026-08-29",[5856,5857,5858,5462,5859,5860],"具身智能","模仿学习","MuJoCo","机器人","鲁棒性","从 MuJoCo 抓取搬运闭环出发，记录 22,100 个评测回合。动作平滑在自建任务的 50 ms 延迟下有效，换到 Panda Lift 却没有支持同样的收益。","\u002Fimages\u002Fposts\u002Fembodied-pickplace-lab-robustness\u002Fpickplace-grasp-cover-20261016.webp","MuJoCo 实际渲染的笛卡尔夹爪抓取方块场景，桌面上标出放置目标","Pickplace Lab 从一个简单任务开始：让夹爪抓起方块，搬到指定位置，放下，再退开。先把仿真、示范采集、训练和闭环评测接起来，随后再问：干净条件下成功的策略，换一种执行条件，还能不能完成任务？ 最值得讨论的结果出现在指令延迟","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fembodied-pickplace-lab\u002Ftree\u002Fv0.1.0","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fembodied-pickplace-lab\u002Freleases\u002Fdownload\u002Fv0.1.0\u002Fpickplace-lab-research-v1.zip",{"slug":5868,"path":5869,"title":5870,"date":5871,"tags":5872,"description":5877,"cover":5878,"coverAlt":5879,"excerpt":5880,"draft":5440,"hidden":5440,"published":4612,"readingTime":5881},"qwen25-vl-sglang-verl-single-gpu-lab","\u002Fposts\u002Fqwen25-vl-sglang-verl-single-gpu-lab","从 Mac 到单卡 GPU：Qwen2.5-VL 部署、GRPO 与计数 LoRA 实践","2026-08-19",[5555,5497,5873,5874,5875,5876,5711],"SGLang","verl","GRPO","推理优化","在 M2 Pro 和云端单卡上部署 Qwen2.5-VL-3B，实测连续批处理、前缀缓存与 SGLang 参数调优，再用 verl 完成多模态 GRPO 更新和同条件前后评测，记录有效优化、兼容性问题与未观察到提升的结果。","\u002Fimages\u002Fposts\u002Fqwen25-vl-sglang-verl-single-gpu-lab\u002Fqvl-lab-cover-20261010.webp","笔记本与单卡计算模块通过图像和 token 光轨连接的实验台插画","这次实验从一个很具体的问题开始：M2 Pro、16 GB 统一内存，能不能在本机跑 Qwen2.5VL？跑起来之后，我又想把图文问答、推理性能测量和强化学习训练接成一条完整流程。 本机的 MLX 4bit 服务和云端的 SGLang",29,{"slug":5883,"path":5884,"title":5885,"date":5886,"tags":5887,"description":5891,"cover":5892,"coverAlt":5893,"excerpt":5894,"draft":5440,"hidden":5440,"published":4612,"readingTime":4713},"cycleresearcher-post-training","\u002Fposts\u002Fcycleresearcher-post-training","从 DeepReviewer 2.0 到 CycleResearcher：科研 Agent 如何真正做 Post-training","2026-08-07 17:33:05",[5539,5556,5498,5888,5889,5890],"SimPO","Reward Model","ICLR","区分推理时 Agent 编排与模型后训练，并拆解 CycleResearcher 的领域 SFT、生成式 Reward Model、Iterative SimPO 和评测风险。","\u002Fimages\u002Fposts\u002Fcycleresearcher-post-training\u002Fcycleresearcher-cover-20261018.webp","策略生成模块产出多份候选文稿经多维评审棱镜排序后通过偏好梯度反馈弧闭环优化的等距技术插画","看到一个系统会检索、规划、反思和调用工具，不能据此判断它做过 Posttraining。Agent 描述的是模型在运行时如何完成任务；Posttraining 描述的是预训练之后，是否继续用监督数据、偏好数据或奖励信号更新模型参数。",{"slug":5896,"path":5897,"title":5898,"date":5899,"tags":5900,"description":5902,"cover":5903,"coverAlt":5904,"excerpt":5905,"draft":5440,"hidden":5440,"published":4612,"readingTime":4782,"series":5906,"seriesOrder":4598},"cuda-fused-rmsnorm-kernel","\u002Fposts\u002Fcuda-fused-rmsnorm-kernel","从 PyTorch 到 CUDA Kernel：融合 RMSNorm 在 RTX 4090D 上加速 4.27 倍","2026-07-22 18:16:50",[5763,5435,5451,5462,5579,5901],"Kernel 优化","从零实现 PyTorch CUDA 扩展，拆解 RMSNorm 的访存瓶颈、warp 归约、向量化加载、算子融合与冷热缓存 benchmark。","\u002Fimages\u002Fposts\u002Fcuda-fused-rmsnorm-kernel\u002Fcuda-rmsnorm-cover-20261018.webp","融合残差加法与向量化 float4 访存经 Warp Shuffle 蝴蝶树归约输出归一化张量的等距硬件架构插画","为了准备 AI Infra 岗位，我做了一个尽量小而完整的 CUDA 项目：不追求堆很多算子，而是选一个真实的 LLM 推理路径，把实现、正确性、benchmark 和性能解释全部做扎实。 项目实现了两个 PyTorch CUDA ","AI Infra 实战",{"slug":5908,"path":5909,"title":5910,"date":5911,"tags":5912,"description":5914,"cover":5915,"coverAlt":5916,"excerpt":5917,"draft":5440,"hidden":5440,"published":4612,"readingTime":4677,"series":5918,"seriesOrder":4598},"agent-memory","\u002Fposts\u002Fagent-memory","Agent 上下文工程与分层记忆架构：从 Observation 剪枝、滚动摘要到向量召回闭环","2026-04-24",[5539,5498,5913,5435],"RAG","结合生产级多约束 Agent 与超 100K Token 科研智能体实践，系统拆解长程会话中的上下文膨胀与注意力稀释问题：涵盖 Observation 结构化剪枝（降低约 40% Token 开销）、滚动工作摘要、向量检索长期记忆及 Prefix Cache 友好的上下文组装。","\u002Fimages\u002Fposts\u002Fagent-memory\u002Fagent-memory-cover-20261018.webp","底层高噪数据经剪枝滤网进入中期滑动窗口与金色状态台账并由顶层向量星座按需召回的三层记忆架构插画","在构建多步工具调用（ToolUse）与长周期自主规划（Autonomous Planning）的 Agent 系统时，上下文管理（Context Engineering）往往比单纯改写 System Prompt 更决定线上稳定性。","Agent 上下文工程",{"slug":5920,"path":5921,"title":5922,"date":5923,"tags":5924,"description":5927,"cover":5928,"coverAlt":5929,"excerpt":5930,"draft":5440,"hidden":5440,"published":4612,"readingTime":4644,"series":5931,"seriesOrder":4609},"backend-stack-deep-dive","\u002Fposts\u002Fbackend-stack-deep-dive","高并发 AI 平台后端基础设施实践：FastAPI 异步网关、SQLAlchemy 2.0 Async、PostgreSQL 与 Docker 沙箱编排","2026-04-07",[5583,5580,5582,5925,5926,5435],"PostgreSQL","Docker","结合 DeepScientist 生产级 AI 科研平台实践，拆解 FastAPI ASGI 异步事件循环、SQLAlchemy 2.0 + AsyncPG 连接池调优、PostgreSQL + MinIO 存储分层与 Docker SDK 动态沙箱容器编排的职责边界与核心设计。","\u002Fimages\u002Fposts\u002Fbackend-stack-deep-dive\u002Fbackend-stack-cover-20261018.webp","ASGI 异步事件循环涡轮将非阻塞协程流分发至 PostgreSQL 连接池、MinIO 存储矩阵与动态 Docker 沙箱的等距架构插画","结合 DeepScientist 生产级 AI 科研平台（服务 7,000+ 用户）的实际工程落地，本文系统拆解支撑高并发流式推理与容器沙箱调度的后端基础设施栈——FastAPI（ASGI 异步网关 + SSE 流式推送）、SQLA","DeepScientist 工程复盘",{"slug":5933,"path":5934,"title":5935,"date":5936,"tags":5937,"description":5940,"cover":5941,"coverAlt":5942,"excerpt":5943,"draft":5440,"hidden":5440,"published":4612,"readingTime":4700,"series":5944,"seriesOrder":4598},"minicode-source-analysis","\u002Fposts\u002Fminicode-source-analysis","MiniCode 架构与工具评测深度拆解：开源终端 Agentic Coding 引擎（1k+ Stars）的 ReAct、MCP 与 30 项基准验证","2026-04-06",[5498,5938,5939,5528,5435],"TypeScript","MCP","深度剖析开源终端 AI 编程智能体 MiniCode（1k+ GitHub Stars）的核心架构：从零重型依赖的 ReAct 规划循环、声明式工具注册表与权限拦截层、MCP 协议帧自动协商，到 30 项可执行 Tool-Use 评测基准（86.7% 完成率、100% 错误恢复率）的失败分布归因与闭环优化。","\u002Fimages\u002Fposts\u002Fminicode-source-analysis\u002Fminicode-cover-20261018.webp","终端编程智能体控制台被 ReAct 状态环、Unified Diff 补丁预览门与 MCP 协议插槽环绕的等距技术插画","MiniCode 是我作为核心开发者参与构建的开源终端 Agentic Coding 引擎（目前已在 GitHub 获得 1,000+ Stars）。项目的核心设计目标是：在不引入庞大运行时框架的前提下，用约 5,000 行高内聚的","AI 项目源码导读",{"slug":5946,"path":5947,"title":5948,"date":5936,"tags":5949,"description":5950,"cover":5951,"coverAlt":5952,"excerpt":5953,"draft":5440,"hidden":5440,"published":4612,"readingTime":4694,"series":5931,"seriesOrder":4598},"deepscientist-tech-stack","\u002Fposts\u002Fdeepscientist-tech-stack","DeepScientist 架构与运行时全解析：超 100K 上下文科研智能体、MCP 沙箱与高并发流式系统",[5498,5435,5939,5926,5582,5580],"深度拆解服务 7,000+ 用户的科研自主智能体平台 DeepScientist：从一题一仓库（Quest）持久化状态机、MCP 工具栈（memory \u002F artifact \u002F bash_exec）、Docker SDK 动态容器编排，到 SSE + WebSocket 双流通信与 PostgreSQL \u002F Redis \u002F Prometheus 生产级基础设施。","\u002Fimages\u002Fposts\u002Fdeepscientist-tech-stack\u002Fdeepscientist-cover-20261018.webp","科研智能体编排核心通过 memory、artifact 与隔离容器沙箱三座协议桥连接双流工作台的等距架构插画","DeepScientist（deepscientist.cc）是我们在西湖大学自然语言处理实验室研发的自主科学发现与科研管理平台，目前累计服务 7,000+ 科研用户。与单轮对话或纯文本文献问答工具不同，科研智能体需要在数小时乃至数",1795088944045]