[{"data":1,"prerenderedAt":2090},["ShallowReactive",2],{"post-\u002Fposts\u002Fcmu-15-779-matmul-tiling-tree-reduction":3,"archive-public-posts":1582},{"id":4,"title":5,"body":6,"categories":1560,"cover":1562,"coverAlt":1563,"date":1564,"description":1565,"draft":1566,"extension":1567,"haloPublished":1566,"haloSync":1566,"hidden":1566,"legacy":1566,"meta":1568,"navigation":1569,"path":1570,"published":1566,"readingTime":1571,"seo":1572,"series":1573,"seriesOrder":1574,"stem":1575,"tags":1576,"__hash__":1581},"posts\u002Fposts\u002Fcmu-15-779-matmul-tiling-tree-reduction.md","CMU 15-779 学习记录 07：矩阵分块、数据复用与树形归约",{"type":7,"value":8,"toc":1549},"minimark",[9,16,31,43,55,59,62,448,463,471,478,565,568,583,1037,1040,1043,1058,1061,1108,1111,1124,1131,1134,1140,1149,1152,1155,1200,1203,1206,1209,1215,1218,1221,1224,1227,1366,1369,1377,1381,1387,1390,1397,1402,1409,1416,1446,1453,1457,1481,1491,1520,1523,1534,1545],[10,11,12],"blockquote",{},[13,14,15],"p",{},"GPU Architecture & CUDA Programming 的个人配套实验。首次记录用 CPU 模型检查数据复用与依赖深度；后续补入单卡 GPU 原生 CUDA 矩阵验证，以及 Triton 两阶段归约和矩阵乘法实测。",[13,17,18,23,24,30],{},[19,20,22],"a",{"href":21},"\u002Fposts\u002Fcmu-15-779-cuda-thread-indexing\u002F","上一节","解决线程如何找到自己的元素。这次沿着",[19,25,29],{"href":26,"rel":27},"https:\u002F\u002Fwww.cs.cmu.edu\u002F~zhihaoj2\u002F15-779\u002Fslides\u002F03-CUDA-programming.pdf",[28],"nofollow","原课 GPU\u002FCUDA 幻灯片","的矩阵乘法与归约部分，观察两件事：多个输出怎样共用输入，以及求和怎样缩短依赖链。",[13,32,33,34,38,39,42],{},"对应脚本为 ",[35,36,37],"code",{},"26_matmul_tiling.py","、",[35,40,41],{},"27_tree_reduction.py","，原始结果保存在随附的实验归档中。脚本编号是个人练习编号，不对应官方作业。",[13,44,45,50,51],{},[19,46,49],{"href":47,"rel":48},"https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002F201587e7b00637567e969368d3085a6ce490154c",[28],"历史 CPU 代码版本"," · ",[19,52,54],{"href":53},"\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fmatmul-tiling-tree-reduction-20261016.zip","下载代码与结果 ZIP",[56,57,58],"h2",{"id":58},"相邻输出会反复读取同一份输入",[13,60,61],{},"矩阵乘法中，一个输出元素是：",[63,64,67],"span",{"className":65},[66],"katex-display",[63,68,71,164],{"className":69},[70],"katex",[63,72,75],{"className":73},[74],"katex-mathml",[76,77,80],"math",{"xmlns":78,"display":79},"http:\u002F\u002Fwww.w3.org\u002F1998\u002FMath\u002FMathML","block",[81,82,83,159],"semantics",{},[84,85,86,101,105,133,144,155],"mrow",{},[87,88,89,93],"msub",{},[90,91,92],"mi",{},"C",[84,94,95,98],{},[90,96,97],{},"i",[90,99,100],{},"j",[102,103,104],"mo",{},"=",[106,107,108,111,122],"munderover",{},[102,109,110],{},"∑",[84,112,113,116,118],{},[90,114,115],{},"k",[102,117,104],{},[119,120,121],"mn",{},"0",[84,123,124,127,130],{},[90,125,126],{},"K",[102,128,129],{},"−",[119,131,132],{},"1",[87,134,135,138],{},[90,136,137],{},"A",[84,139,140,142],{},[90,141,97],{},[90,143,115],{},[87,145,146,149],{},[90,147,148],{},"B",[84,150,151,153],{},[90,152,115],{},[90,154,100],{},[90,156,158],{"mathvariant":157},"normal",".",[160,161,163],"annotation",{"encoding":162},"application\u002Fx-tex","C_{ij}=\\sum_{k=0}^{K-1}A_{ik}B_{kj}.",[63,165,169,254],{"className":166,"ariaHidden":168},[167],"katex-html","true",[63,170,173,178,242,247,251],{"className":171},[172],"base",[63,174],{"className":175,"style":177},[176],"strut","height:0.9694em;vertical-align:-0.2861em;",[63,179,182,187],{"className":180},[181],"mord",[63,183,92],{"className":184,"style":186},[181,185],"mathnormal","margin-right:0.0715em;",[63,188,191],{"className":189},[190],"msupsub",[63,192,196,233],{"className":193},[194,195],"vlist-t","vlist-t2",[63,197,200,228],{"className":198},[199],"vlist-r",[63,201,205],{"className":202,"style":204},[203],"vlist","height:0.3117em;",[63,206,208,213],{"style":207},"top:-2.55em;margin-left:-0.0715em;margin-right:0.05em;",[63,209],{"className":210,"style":212},[211],"pstrut","height:2.7em;",[63,214,220],{"className":215},[216,217,218,219],"sizing","reset-size6","size3","mtight",[63,221,223],{"className":222},[181,219],[63,224,227],{"className":225,"style":226},[181,185,219],"margin-right:0.0572em;","ij",[63,229,232],{"className":230},[231],"vlist-s","​",[63,234,236],{"className":235},[199],[63,237,240],{"className":238,"style":239},[203],"height:0.2861em;",[63,241],{},[63,243],{"className":244,"style":246},[245],"mspace","margin-right:0.2778em;",[63,248,104],{"className":249},[250],"mrel",[63,252],{"className":253,"style":246},[245],[63,255,257,261,346,350,397,445],{"className":256},[172],[63,258],{"className":259,"style":260},[176],"height:3.1304em;vertical-align:-1.3021em;",[63,262,266],{"className":263},[264,265],"mop","op-limits",[63,267,269,337],{"className":268},[194,195],[63,270,272,334],{"className":271},[199],[63,273,276,299,312],{"className":274,"style":275},[203],"height:1.8283em;",[63,277,279,283],{"style":278},"top:-1.8479em;margin-left:0em;",[63,280],{"className":281,"style":282},[211],"height:3.05em;",[63,284,286],{"className":285},[216,217,218,219],[63,287,289,293,296],{"className":288},[181,219],[63,290,115],{"className":291,"style":292},[181,185,219],"margin-right:0.0315em;",[63,294,104],{"className":295},[250,219],[63,297,121],{"className":298},[181,219],[63,300,302,305],{"style":301},"top:-3.05em;",[63,303],{"className":304,"style":282},[211],[63,306,307],{},[63,308,110],{"className":309},[264,310,311],"op-symbol","large-op",[63,313,315,318],{"style":314},"top:-4.3em;margin-left:0em;",[63,316],{"className":317,"style":282},[211],[63,319,321],{"className":320},[216,217,218,219],[63,322,324,327,331],{"className":323},[181,219],[63,325,126],{"className":326,"style":186},[181,185,219],[63,328,129],{"className":329},[330,219],"mbin",[63,332,132],{"className":333},[181,219],[63,335,232],{"className":336},[231],[63,338,340],{"className":339},[199],[63,341,344],{"className":342,"style":343},[203],"height:1.3021em;",[63,345],{},[63,347],{"className":348,"style":349},[245],"margin-right:0.1667em;",[63,351,353,356],{"className":352},[181],[63,354,137],{"className":355},[181,185],[63,357,359],{"className":358},[190],[63,360,362,388],{"className":361},[194,195],[63,363,365,385],{"className":364},[199],[63,366,369],{"className":367,"style":368},[203],"height:0.3361em;",[63,370,372,375],{"style":371},"top:-2.55em;margin-left:0em;margin-right:0.05em;",[63,373],{"className":374,"style":212},[211],[63,376,378],{"className":377},[216,217,218,219],[63,379,381],{"className":380},[181,219],[63,382,384],{"className":383,"style":292},[181,185,219],"ik",[63,386,232],{"className":387},[231],[63,389,391],{"className":390},[199],[63,392,395],{"className":393,"style":394},[203],"height:0.15em;",[63,396],{},[63,398,400,404],{"className":399},[181],[63,401,148],{"className":402,"style":403},[181,185],"margin-right:0.0502em;",[63,405,407],{"className":406},[190],[63,408,410,437],{"className":409},[194,195],[63,411,413,434],{"className":412},[199],[63,414,416],{"className":415,"style":368},[203],[63,417,419,422],{"style":418},"top:-2.55em;margin-left:-0.0502em;margin-right:0.05em;",[63,420],{"className":421,"style":212},[211],[63,423,425],{"className":424},[216,217,218,219],[63,426,428,431],{"className":427},[181,219],[63,429,115],{"className":430,"style":292},[181,185,219],[63,432,100],{"className":433,"style":226},[181,185,219],[63,435,232],{"className":436},[231],[63,438,440],{"className":439},[199],[63,441,443],{"className":442,"style":239},[203],[63,444],{},[63,446,158],{"className":447},[181],[13,449,450,451,454,455,458,459,462],{},"如果每个输出独立从输入矩阵取数，计算 ",[35,452,453],{},"C[i, j]"," 和 ",[35,456,457],{},"C[i, j+1]"," 时，都会读同一行 ",[35,460,461],{},"A[i, :]","。共享内存分块先把一小块 A 和 B 加载进来，再让同一 block 中的多个输出使用它们。",[13,464,465,466,470],{},"CPU 模型把这个过程分成加载、计算、写回三个阶段，并在实际执行的循环中累计读取次数。它统计的是",[467,468,469],"strong",{},"算法层面的 A\u002FB 标量读取","，不包含 C 写回、缓存命中、合并访存或真实 DRAM 事务。",[13,472,473,474,477],{},"对两个 ",[35,475,476],{},"8×8"," 矩阵，原始结果如下：",[479,480,481,501],"table",{},[482,483,484],"thead",{},[485,486,487,491,495,498],"tr",{},[488,489,490],"th",{},"计算方式",[488,492,494],{"align":493},"right","输入读取",[488,496,497],{"align":493},"写入",[488,499,500],{"align":493},"乘加",[502,503,504,519,530,541,553],"tbody",{},[485,505,506,510,513,516],{},[507,508,509],"td",{},"朴素方式",[507,511,512],{"align":493},"1024",[507,514,515],{"align":493},"64",[507,517,518],{"align":493},"512",[485,520,521,524,526,528],{},[507,522,523],{},"分块 T=1",[507,525,512],{"align":493},[507,527,515],{"align":493},[507,529,518],{"align":493},[485,531,532,535,537,539],{},[507,533,534],{},"分块 T=2",[507,536,518],{"align":493},[507,538,515],{"align":493},[507,540,518],{"align":493},[485,542,543,546,549,551],{},[507,544,545],{},"分块 T=4",[507,547,548],{"align":493},"256",[507,550,515],{"align":493},[507,552,518],{"align":493},[485,554,555,558,561,563],{},[507,556,557],{},"分块 T=8",[507,559,560],{"align":493},"128",[507,562,515],{"align":493},[507,564,518],{"align":493},[13,566,567],{},"各配置的输出与 PyTorch 对照完全一致，每个有效输出也只写入一次。这里的输入采用可精确表示的二进制分数，不能把这次完全一致推广成所有浮点矩阵都逐位相同。",[13,569,570,571,574,575,578,579,582],{},"当方阵边长 N 能被 T 整除时，输出块有 ",[35,572,573],{},"(N\u002FT)²"," 个，每个输出块沿 K 方向加载 ",[35,576,577],{},"N\u002FT"," 轮，每轮读取两块 ",[35,580,581],{},"T²"," 个元素。因此：",[63,584,586],{"className":585},[66],[63,587,589,666],{"className":588},[70],[63,590,592],{"className":591},[74],[76,593,594],{"xmlns":78,"display":79},[81,595,596,663],{},[84,597,598,602,604,627,633,636,638,644,646,661],{},[599,600,601],"mtext",{},"输入读取数",[102,603,104],{},[605,606,607,624],"msup",{},[84,608,609,612,621],{},[102,610,611],{"fence":168},"(",[613,614,615,618],"mfrac",{},[90,616,617],{},"N",[90,619,620],{},"T",[102,622,623],{"fence":168},")",[119,625,626],{},"2",[613,628,629,631],{},[90,630,617],{},[90,632,620],{},[599,634,635],{}," ",[119,637,626],{},[605,639,640,642],{},[90,641,620],{},[119,643,626],{},[102,645,104],{},[613,647,648,659],{},[84,649,650,652],{},[119,651,626],{},[605,653,654,656],{},[90,655,617],{},[119,657,658],{},"3",[90,660,620],{},[90,662,158],{"mathvariant":157},[160,664,665],{"encoding":162},"\\text{输入读取数}=\\left(\\frac{N}{T}\\right)^2\\frac{N}{T}\\,2T^2=\\frac{2N^3}{T}.",[63,667,669,693,933],{"className":668,"ariaHidden":168},[167],[63,670,672,676,684,687,690],{"className":671},[172],[63,673],{"className":674,"style":675},[176],"height:0.6833em;",[63,677,680],{"className":678},[181,679],"text",[63,681,601],{"className":682},[181,683],"cjk_fallback",[63,685],{"className":686,"style":246},[245],[63,688,104],{"className":689},[250],[63,691],{"className":692,"style":246},[245],[63,694,696,700,822,825,887,890,893,924,927,930],{"className":695},[172],[63,697],{"className":698,"style":699},[176],"height:2.604em;vertical-align:-0.95em;",[63,701,704,797],{"className":702},[703],"minner",[63,705,707,717,791],{"className":706},[703],[63,708,713],{"className":709,"style":712},[710,711],"mopen","delimcenter","top:0em;",[63,714,611],{"className":715},[716,218],"delimsizing",[63,718,720,724,787],{"className":719},[181],[63,721],{"className":722},[710,723],"nulldelimiter",[63,725,727],{"className":726},[613],[63,728,730,778],{"className":729},[194,195],[63,731,733,775],{"className":732},[199],[63,734,737,751,762],{"className":735,"style":736},[203],"height:1.3603em;",[63,738,740,744],{"style":739},"top:-2.314em;",[63,741],{"className":742,"style":743},[211],"height:3em;",[63,745,747],{"className":746},[181],[63,748,620],{"className":749,"style":750},[181,185],"margin-right:0.1389em;",[63,752,754,757],{"style":753},"top:-3.23em;",[63,755],{"className":756,"style":743},[211],[63,758],{"className":759,"style":761},[760],"frac-line","border-bottom-width:0.04em;",[63,763,765,768],{"style":764},"top:-3.677em;",[63,766],{"className":767,"style":743},[211],[63,769,771],{"className":770},[181],[63,772,617],{"className":773,"style":774},[181,185],"margin-right:0.109em;",[63,776,232],{"className":777},[231],[63,779,781],{"className":780},[199],[63,782,785],{"className":783,"style":784},[203],"height:0.686em;",[63,786],{},[63,788],{"className":789},[790,723],"mclose",[63,792,794],{"className":793,"style":712},[790,711],[63,795,623],{"className":796},[716,218],[63,798,800],{"className":799},[190],[63,801,803],{"className":802},[194],[63,804,806],{"className":805},[199],[63,807,810],{"className":808,"style":809},[203],"height:1.654em;",[63,811,813,816],{"style":812},"top:-3.9029em;margin-right:0.05em;",[63,814],{"className":815,"style":212},[211],[63,817,819],{"className":818},[216,217,218,219],[63,820,626],{"className":821},[181,219],[63,823],{"className":824,"style":349},[245],[63,826,828,831,884],{"className":827},[181],[63,829],{"className":830},[710,723],[63,832,834],{"className":833},[613],[63,835,837,876],{"className":836},[194,195],[63,838,840,873],{"className":839},[199],[63,841,843,854,862],{"className":842,"style":736},[203],[63,844,845,848],{"style":739},[63,846],{"className":847,"style":743},[211],[63,849,851],{"className":850},[181],[63,852,620],{"className":853,"style":750},[181,185],[63,855,856,859],{"style":753},[63,857],{"className":858,"style":743},[211],[63,860],{"className":861,"style":761},[760],[63,863,864,867],{"style":764},[63,865],{"className":866,"style":743},[211],[63,868,870],{"className":869},[181],[63,871,617],{"className":872,"style":774},[181,185],[63,874,232],{"className":875},[231],[63,877,879],{"className":878},[199],[63,880,882],{"className":881,"style":784},[203],[63,883],{},[63,885],{"className":886},[790,723],[63,888],{"className":889,"style":349},[245],[63,891,626],{"className":892},[181],[63,894,896,899],{"className":895},[181],[63,897,620],{"className":898,"style":750},[181,185],[63,900,902],{"className":901},[190],[63,903,905],{"className":904},[194],[63,906,908],{"className":907},[199],[63,909,912],{"className":910,"style":911},[203],"height:0.8641em;",[63,913,915,918],{"style":914},"top:-3.113em;margin-right:0.05em;",[63,916],{"className":917,"style":212},[211],[63,919,921],{"className":920},[216,217,218,219],[63,922,626],{"className":923},[181,219],[63,925],{"className":926,"style":246},[245],[63,928,104],{"className":929},[250],[63,931],{"className":932,"style":246},[245],[63,934,936,940,1034],{"className":935},[172],[63,937],{"className":938,"style":939},[176],"height:2.1771em;vertical-align:-0.686em;",[63,941,943,946,1031],{"className":942},[181],[63,944],{"className":945},[710,723],[63,947,949],{"className":948},[613],[63,950,952,1023],{"className":951},[194,195],[63,953,955,1020],{"className":954},[199],[63,956,959,970,978],{"className":957,"style":958},[203],"height:1.4911em;",[63,960,961,964],{"style":739},[63,962],{"className":963,"style":743},[211],[63,965,967],{"className":966},[181],[63,968,620],{"className":969,"style":750},[181,185],[63,971,972,975],{"style":753},[63,973],{"className":974,"style":743},[211],[63,976],{"className":977,"style":761},[760],[63,979,980,983],{"style":764},[63,981],{"className":982,"style":743},[211],[63,984,986,989],{"className":985},[181],[63,987,626],{"className":988},[181],[63,990,992,995],{"className":991},[181],[63,993,617],{"className":994,"style":774},[181,185],[63,996,998],{"className":997},[190],[63,999,1001],{"className":1000},[194],[63,1002,1004],{"className":1003},[199],[63,1005,1008],{"className":1006,"style":1007},[203],"height:0.8141em;",[63,1009,1011,1014],{"style":1010},"top:-3.063em;margin-right:0.05em;",[63,1012],{"className":1013,"style":212},[211],[63,1015,1017],{"className":1016},[216,217,218,219],[63,1018,658],{"className":1019},[181,219],[63,1021,232],{"className":1022},[231],[63,1024,1026],{"className":1025},[199],[63,1027,1029],{"className":1028,"style":784},[203],[63,1030],{},[63,1032],{"className":1033},[790,723],[63,1035,158],{"className":1036},[181],[13,1038,1039],{},"这解释了表里的读取变化。它没有给出 GPU 加速比：同步、缓存、共享内存用量和占用率还会影响真实运行时间。",[56,1041,1042],{"id":1042},"非整除尺寸不能只套方阵公式",[13,1044,1045,1046,1049,1050,1053,1054,1057],{},"另一组原始结果使用 ",[35,1047,1048],{},"A[3,5] @ B[5,7]","，T=4。输出是 ",[35,1051,1052],{},"3×7","，但模型启动两个 ",[35,1055,1056],{},"4×4"," 输出块，最后的 K 分块也不完整。",[13,1059,1060],{},"模型对越界加载补零，只写有效输出，实测计数为：",[479,1062,1063,1075],{},[482,1064,1065],{},[485,1066,1067,1070,1072],{},[488,1068,1069],{},"指标",[488,1071,509],{"align":493},[488,1073,1074],{"align":493},"分块方式",[502,1076,1077,1088,1098],{},[485,1078,1079,1082,1085],{},[507,1080,1081],{},"A\u002FB 输入读取",[507,1083,1084],{"align":493},"210",[507,1086,1087],{"align":493},"65",[485,1089,1090,1093,1096],{},[507,1091,1092],{},"输出写入",[507,1094,1095],{"align":493},"21",[507,1097,1095],{"align":493},[485,1099,1100,1103,1106],{},[507,1101,1102],{},"执行的乘加",[507,1104,1105],{"align":493},"105",[507,1107,548],{"align":493},[13,1109,1110],{},"分块模型的 256 次乘加包含补零位置和越界输出线程所做的计算；有效结果需要的乘加仍是 105 次。模型另外记录了 63 次共享槽位补零。读取减少的同时，边缘块可能引入额外计算。",[13,1112,1113,1114,1117,1118,1123],{},"附带的 CUDA 文件使用相同的阶段划分：所有线程协作加载，",[35,1115,1116],{},"__syncthreads()"," 后使用共享块；用完再同步，下一轮才能覆盖它。边界线程不能因为不写 C 就提前离开整个同步流程。",[19,1119,1122],{"href":1120,"rel":1121},"https:\u002F\u002Fdocs.nvidia.com\u002Fcuda\u002Fcuda-c-best-practices-guide\u002Findex.html",[28],"NVIDIA 的共享内存说明","可作为对照。",[13,1125,1126,1127,1130],{},"CPU 循环按阶段执行，验证不了真实 GPU 的竞争和同步安全。首次记录中的 ",[35,1128,1129],{},"cuda\u002F26_matmul_tiling.cu"," 仅为未编译、未执行的参考源码；本次补入了下文的 GPU 续验。",[56,1132,1133],{"id":1133},"树形归约缩短的是依赖链",[13,1135,1136,1137,1139],{},"接下来把问题从数据复用换成求和。",[35,1138,41],{}," 保存了这棵小树：",[1141,1142,1147],"pre",{"className":1143,"code":1145,"language":679,"meta":1146},[1144],"language-text","3  1  7  0  4  1  6  3\n 4     7     5     9\n    11          14\n          25\n","",[35,1148,1145],{"__ignoreMap":1146},[13,1150,1151],{},"8 个数一共做 7 次加法。串行累加需要依次等待前一个和；树形结构中，同层的独立加法可以并行，依赖深度只有 3。",[13,1153,1154],{},"默认的 257 个数得到：",[479,1156,1157,1169],{},[482,1158,1159],{},[485,1160,1161,1163,1166],{},[488,1162,1069],{},[488,1164,1165],{"align":493},"串行结构",[488,1167,1168],{"align":493},"树形结构",[502,1170,1171,1180,1190],{},[485,1172,1173,1176,1178],{},[507,1174,1175],{},"加法总数",[507,1177,548],{"align":493},[507,1179,548],{"align":493},[485,1181,1182,1185,1187],{},[507,1183,1184],{},"依赖深度",[507,1186,548],{"align":493},[507,1188,1189],{"align":493},"9",[485,1191,1192,1195,1198],{},[507,1193,1194],{},"最终和",[507,1196,1197],{"align":493},"-3.75",[507,1199,1197],{"align":493},[13,1201,1202],{},"脚本还按每组 32 个输入分阶段求和：先得到 9 个局部和，再把 9 个局部和合成 1 个结果，总加法数仍为 256。这个结构可以帮助理解分阶段归约，但本次普通 CPU 循环没有并行执行，依赖深度不是计时结果。",[56,1204,1205],{"id":1205},"加法顺序会改变浮点结果",[13,1207,1208],{},"同一份 JSON 还保留了一个不能忽略的反例：",[1141,1210,1213],{"className":1211,"code":1212,"language":679,"meta":1146},[1144],"输入：[1e16, 1.0, -1e16, 1.0]\n串行求和：1.0\n树形求和：0.0\nmath.fsum：2.0\n",[35,1214,1212],{"__ignoreMap":1146},[13,1216,1217],{},"有限精度下，大数和小数相加会丢失信息。改变加法顺序，结果可能不同；归约正确性检查需要结合数据类型、数值尺度和容差，而不能要求任意浮点输入都逐位等于串行求和。",[56,1219,1220],{"id":1220},"复现与证据",[13,1222,1223],{},"整理时从冻结副本复跑了两份矩阵报告和归约报告，数值与计数均复现。矩阵测试有 7 项，覆盖 500 组小尺寸配置、随机输入、补零、计数与非法参数；归约测试还检查了多种长度、块大小及上述浮点反例。完整代码仓库中的矩阵、归约、Attention 测试共 21 项，整理时全部通过。",[13,1225,1226],{},"ZIP 包含本篇两份脚本、CUDA 矩阵源码、三份原始 JSON、原始矩阵测试输出、矩阵测试和依赖说明。复跑结果另存：",[1141,1228,1232],{"className":1229,"code":1230,"language":1231,"meta":1146,"style":1146},"language-bash shiki shiki-themes github-dark-dimmed github-light houston","python3.11 -m venv .venv\n.venv\u002Fbin\u002Fpython -m pip install -r requirements.txt\n.venv\u002Fbin\u002Fpython 26_matmul_tiling.py --output results\u002Fmatmul-rerun.json\n.venv\u002Fbin\u002Fpython 26_matmul_tiling.py --m 3 --k 5 --n 7 --tile 4 \\\n  --output results\u002Frectangular-rerun.json\n.venv\u002Fbin\u002Fpython 27_tree_reduction.py --output results\u002Freduction-rerun.json\n.venv\u002Fbin\u002Fpython -m unittest discover -s tests -v\n","bash",[35,1233,1234,1253,1273,1287,1322,1331,1344],{"__ignoreMap":1146},[63,1235,1238,1242,1246,1250],{"class":1236,"line":1237},"line",1,[63,1239,1241],{"class":1240},"sLsJe","python3.11",[63,1243,1245],{"class":1244},"sgENW"," -m",[63,1247,1249],{"class":1248},"sWqY2"," venv",[63,1251,1252],{"class":1248}," .venv\n",[63,1254,1256,1259,1261,1264,1267,1270],{"class":1236,"line":1255},2,[63,1257,1258],{"class":1240},".venv\u002Fbin\u002Fpython",[63,1260,1245],{"class":1244},[63,1262,1263],{"class":1248}," pip",[63,1265,1266],{"class":1248}," install",[63,1268,1269],{"class":1244}," -r",[63,1271,1272],{"class":1248}," requirements.txt\n",[63,1274,1276,1278,1281,1284],{"class":1236,"line":1275},3,[63,1277,1258],{"class":1240},[63,1279,1280],{"class":1248}," 26_matmul_tiling.py",[63,1282,1283],{"class":1244}," --output",[63,1285,1286],{"class":1248}," results\u002Fmatmul-rerun.json\n",[63,1288,1290,1292,1294,1297,1300,1303,1306,1309,1312,1315,1318],{"class":1236,"line":1289},4,[63,1291,1258],{"class":1240},[63,1293,1280],{"class":1248},[63,1295,1296],{"class":1244}," --m",[63,1298,1299],{"class":1244}," 3",[63,1301,1302],{"class":1244}," --k",[63,1304,1305],{"class":1244}," 5",[63,1307,1308],{"class":1244}," --n",[63,1310,1311],{"class":1244}," 7",[63,1313,1314],{"class":1244}," --tile",[63,1316,1317],{"class":1244}," 4",[63,1319,1321],{"class":1320},"sxpgZ"," \\\n",[63,1323,1325,1328],{"class":1236,"line":1324},5,[63,1326,1327],{"class":1244},"  --output",[63,1329,1330],{"class":1248}," results\u002Frectangular-rerun.json\n",[63,1332,1334,1336,1339,1341],{"class":1236,"line":1333},6,[63,1335,1258],{"class":1240},[63,1337,1338],{"class":1248}," 27_tree_reduction.py",[63,1340,1283],{"class":1244},[63,1342,1343],{"class":1248}," results\u002Freduction-rerun.json\n",[63,1345,1347,1349,1351,1354,1357,1360,1363],{"class":1236,"line":1346},7,[63,1348,1258],{"class":1240},[63,1350,1245],{"class":1244},[63,1352,1353],{"class":1248}," unittest",[63,1355,1356],{"class":1248}," discover",[63,1358,1359],{"class":1244}," -s",[63,1361,1362],{"class":1248}," tests",[63,1364,1365],{"class":1244}," -v\n",[13,1367,1368],{},"本篇完成的是数据复用、计数和归约依赖结构的 CPU 验证。该 CPU 快照没有 GPU 时间、实际显存流量或 CUDA 内存\u002F同步检查。后续 GPU 实测另列如下；原课寄存器分块没有新增独立实验结果。",[13,1370,1371,50,1375],{},[19,1372,1374],{"href":47,"rel":1373},[28],"历史 CPU GitHub 代码",[19,1376,54],{"href":53},[56,1378,1380],{"id":1379},"后续补充原生-cuda-与-triton-实测","后续补充：原生 CUDA 与 Triton 实测",[13,1382,1383,1384,1386],{},"学习聊天在单卡 CUDA 环境实际编译、运行了 ",[35,1385,1129],{},"，同时保留了前文 CPU 报告。设备报告 RTX 4080 SUPER、compute capability 8.9，CUDA Toolkit 12.8；GPU Python 环境为 Python 3.12.3、PyTorch 2.7.0+cu128、Triton 3.3.0。",[13,1388,1389],{},"原生程序的 13 组配置包含非方阵、非整除边缘、K=0 和 T=1\u002F2\u002F4\u002F8\u002F16。两组空输出无需启动，其余配置的 naive\u002Ftiled 两个实现均通过逐元素对照。memcheck、synccheck 均报告 0 errors，racecheck 报告 0 hazards（0 errors、0 warnings），命令退出码均为 0。这比 CPU 按阶段执行的循环多了一份真实设备检查，但只覆盖给定案例与工具范围。",[13,1391,1392,1393,1396],{},"原生矩阵程序没有计时，也没有测量显存事务。前文的 ",[35,1394,1395],{},"2N³\u002FT"," 仍只是模型读取计数，不能换成真实带宽节省比例。",[1398,1399,1401],"h3",{"id":1400},"两阶段归约顺序变化留下数值误差","两阶段归约：顺序变化留下数值误差",[13,1403,1404,1405,1408],{},"38 号脚本先让每个 Triton program 归约一块，再用第二个 kernel 归约局部和。float32 输入长度覆盖 0、1、17、257、1048576，以 GPU 上 float64 求和作为正确性参考，均通过 ",[35,1406,1407],{},"atol=1e-3, rtol=3e-5","。",[13,1410,1411,1412,1415],{},"N=1048576 时，最大绝对误差为 ",[35,1413,1414],{},"0.0002373360823","。CUDA event 中位数如下：",[479,1417,1418,1428],{},[482,1419,1420],{},[485,1421,1422,1425],{},[488,1423,1424],{},"调用",[488,1426,1427],{"align":493},"中位数（ms）",[502,1429,1430,1438],{},[485,1431,1432,1435],{},[507,1433,1434],{},"Triton 两阶段 float32 sum",[507,1436,1437],{"align":493},"0.128512",[485,1439,1440,1443],{},[507,1441,1442],{},"PyTorch float32 sum",[507,1444,1445],{"align":493},"0.022426",[13,1447,1448,1449,1452],{},"float64 结果用于误差对照，表中 PyTorch 计时则是 float32 ",[35,1450,1451],{},"sum","。这份教学实现慢于库函数，缩短依赖结构本身并不保证更好的实现性能。",[1398,1454,1456],{"id":1455},"分块矩阵乘法保留慢于-pytorch-的结果","分块矩阵乘法：保留慢于 PyTorch 的结果",[13,1458,1459,1460,1463,1464,38,1467,1470,1471,454,1474,1477,1478,1408],{},"Triton 矩阵实现使用 float32 IEEE ",[35,1461,1462],{},"tl.dot","，PyTorch 参考禁用 TF32。验证形状包括 ",[35,1465,1466],{},"1×1",[35,1468,1469],{},"97×65 @ 65×129","、512 和 1024 阶方阵；分块配置为 ",[35,1472,1473],{},"(32,32,32)",[35,1475,1476],{},"(64,64,32)","，数值对照全部通过 ",[35,1479,1480],{},"atol=1e-3, rtol=1e-4",[13,1482,1483,1484,1486,1487,1490],{},"1024 阶、",[35,1485,1476],{}," 配置的最大绝对误差为 ",[35,1488,1489],{},"0.0002212524414","：",[479,1492,1493,1502],{},[482,1494,1495],{},[485,1496,1497,1499],{},[488,1498,1424],{},[488,1500,1501],{"align":493},"event 中位数（ms）",[502,1503,1504,1512],{},[485,1505,1506,1509],{},[507,1507,1508],{},"Triton 分块矩阵乘法",[507,1510,1511],{"align":493},"0.125338",[485,1513,1514,1517],{},[507,1515,1516],{},"同组 PyTorch 矩阵乘法",[507,1518,1519],{"align":493},"0.088678",[13,1521,1522],{},"这仍是一份较朴素的实现，没有据此完成参数调优或证明 Triton 自动加速。计时先 warmup 5 次，取 15 个样本的中位数；矩阵每个样本平均 5 次调用，归约为 10 次。区间排除初次 JIT 与主机\u002F设备传输，但可能包含 Python 提交\u002F分配造成的 GPU 空闲，不是单 kernel 的隔离测量。",[13,1524,1525,1526,1529,1530,1533],{},"最新 ZIP 与",[19,1527,1528],{"href":21},"记录 06","共享，复跑命令及独立 GPU 依赖见 ",[35,1531,1532],{},"GPU_REPRODUCE.md","。发布端核对了哈希、24 组计时的逐次样本和原生命令输出，没有在 Mac 上复跑 GPU；原 CPU ZIP 保留其原始版本。",[13,1535,1536,50,1541],{},[19,1537,1540],{"href":1538,"rel":1539},"https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002F200faf569eccf94fb125e65110bb5d14094d454a",[28],"最新 GPU 代码版本",[19,1542,1544],{"href":1543},"\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fcuda-triton-sdpa-20261019.zip","下载 GPU 代码与原始结果 ZIP",[1546,1547,1548],"style",{},"html pre.shiki code .sLsJe, html code.shiki .sLsJe{--shiki-default:#F69D50;--shiki-light:#6F42C1;--shiki-cyber:#00DAEF}html pre.shiki code .sgENW, html code.shiki .sgENW{--shiki-default:#6CB6FF;--shiki-light:#005CC5;--shiki-cyber:#FFD493}html pre.shiki code .sWqY2, html code.shiki .sWqY2{--shiki-default:#96D0FF;--shiki-light:#032F62;--shiki-cyber:#FFD493}html pre.shiki code .sxpgZ, html code.shiki .sxpgZ{--shiki-default:#F47067;--shiki-light:#005CC5;--shiki-cyber:#EEF0F9}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html.light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html .cyber .shiki span {color: var(--shiki-cyber);background: var(--shiki-cyber-bg);font-style: var(--shiki-cyber-font-style);font-weight: var(--shiki-cyber-font-weight);text-decoration: var(--shiki-cyber-text-decoration);}html.cyber .shiki span {color: var(--shiki-cyber);background: var(--shiki-cyber-bg);font-style: var(--shiki-cyber-font-style);font-weight: var(--shiki-cyber-font-weight);text-decoration: var(--shiki-cyber-text-decoration);}",{"title":1146,"searchDepth":1255,"depth":1275,"links":1550},[1551,1552,1553,1554,1555,1556],{"id":58,"depth":1255,"text":58},{"id":1042,"depth":1255,"text":1042},{"id":1133,"depth":1255,"text":1133},{"id":1205,"depth":1255,"text":1205},{"id":1220,"depth":1255,"text":1220},{"id":1379,"depth":1255,"text":1380,"children":1557},[1558,1559],{"id":1400,"depth":1275,"text":1401},{"id":1455,"depth":1275,"text":1456},[1561],"技术","\u002Fimages\u002Fposts\u002Fcmu-15-779-matmul-tiling-tree-reduction\u002Fcmu-matmul-reduction-cover-20261016.webp","矩阵积木在共享托盘中复用，旁边的小珠沿树形管道逐层合并的浅色手绘插画","2026-09-21","用 CPU 模型统计矩阵分块的输入读取次数，再比较串行求和和树形归约的依赖深度，记录补零、同步与浮点加法顺序的边界。",false,"md",{"codeUrl":1538,"attachmentUrl":1543},true,"\u002Fposts\u002Fcmu-15-779-matmul-tiling-tree-reduction",null,{"title":5,"description":1565},"CMU 15-779","7","posts\u002Fcmu-15-779-matmul-tiling-tree-reduction",[1573,1577,1578,1579,1580],"CUDA","矩阵乘法","数据复用","归约","3gy7Yn01447Dyw43-WweJFlgZC-_Fwy-eX91FQJTBOU",[1583,1602,1618,1632,1646,1660,1675,1690,1704,1716,1731,1743,1757,1770,1783,1797,1812,1827,1838,1850,1865,1878,1892,1903,1907,1919,1934,1948,1962,1973,1986,2003,2018,2031,2043,2055,2068,2081],{"slug":1584,"path":1585,"title":1586,"date":1587,"tags":1588,"description":1594,"cover":1595,"coverAlt":1596,"excerpt":1597,"draft":1566,"hidden":1566,"published":1569,"readingTime":1598,"series":1599,"seriesOrder":1598,"codeUrl":1600,"attachmentUrl":1601},"cs336-cross-entropy-adamw-training-loop","\u002Fposts\u002Fcs336-cross-entropy-adamw-training-loop","Stanford CS336 学习记录 08：数值稳定交叉熵、AdamW、余弦调度与完整训练闭环","2026-10-27",[1589,1590,1591,1592,1593],"CS336","PyTorch","AdamW","CrossEntropy","训练闭环","用 LogSumExp 消去交叉熵中的指数溢出，手写解耦权重衰减的 AdamW 优化器、全局 L2 梯度裁剪、Warmup 余弦退火调度、memmap 数据采样、Checkpoint 序列化与 Top-p 解码，完成 CS336 Assignment 1 全部 48 项测试。","\u002Fimages\u002Fposts\u002Fcs336-cross-entropy-adamw-training-loop\u002Fcs336-cross-entropy-adamw-training-loop-cover.webp","滑动窗口采样、余弦退火曲线、双动量优化轨迹与检查点归档构成的训练闭环 AI 辅助概念插画","作为 Stanford CS336 Assignment 1 系列的收官篇，我们已经拥有了分词器（bpe.py、tokenizer.py）和完整的语言模型架构（transformer.py）。要让模型在语料上真正训练并生成文本，还需",8,"Stanford CS336","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcs336-labs\u002Ftree\u002Fb5c93ad0cc73178b2b2a62e518a0900da47a0fb7","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-08-adamw-training-loop-20261027.zip",{"slug":1603,"path":1604,"title":1605,"date":1606,"tags":1607,"description":1614,"cover":1615,"coverAlt":1616,"excerpt":1617,"draft":1566,"hidden":1566,"published":1569,"readingTime":1598},"editcache-video-dit-inference-acceleration","\u002Fposts\u002Feditcache-video-dit-inference-acceleration","EditCache：视频 Diffusion Transformer (DiT) 局部编辑的跨步特征复用与区域重算加速","2026-10-25",[1608,1609,1610,1611,1612,1613],"扩散模型","视频生成","AI Infra","推理加速","GPU","论文解读","拆解视频扩散模型（Wan2.1-VACE）局部编辑中的三重算力冗余，通过可重入 Latent、跨步 Block 隐状态缓存复用、带 Halo 边界的局部区域重算与自适应推理起点，在单卡 H100 上实现 2.46× 模型计算加速与 1.49× 严格同步端到端加速。","\u002Fimages\u002Fposts\u002Feditcache-video-dit-inference-acceleration\u002Feditcache-dit-cover-20261025.webp","视频扩散 Transformer 时空三维体素网格中冻结背景缓存与暖橙色局部编辑重算通道的等距技术插画","在基于 Diffusion Transformer（DiT）的视频编辑与局部重绘（Video Inpainting \u002F Local Editing）任务中，用户的典型工作流并不是一次性生成最终成片，而是针对同一段源视频反复调整掩码区",{"slug":1619,"path":1620,"title":1621,"date":1606,"tags":1622,"description":1627,"cover":1628,"coverAlt":1629,"excerpt":1630,"draft":1566,"hidden":1566,"published":1569,"readingTime":1598,"series":1599,"seriesOrder":1346,"codeUrl":1600,"attachmentUrl":1631},"cs336-bpe-tokenizer-training-encoding","\u002Fposts\u002Fcs336-bpe-tokenizer-training-encoding","Stanford CS336 学习记录 07：Byte-Level BPE 分词器训练、倒排索引加速与流式编码",[1589,1623,1624,1625,1626],"Tokenizer","BPE","Tiktoken","算法优化","实现 GPT-2 正则预分词、特殊 token 硬边界切分、基于 pair-to-word 倒排索引的增量 BPE 合并算法（\u003C 0.25s 通过速度基准），以及与 tiktoken 完全对齐的 Tokenizer。","\u002Fimages\u002Fposts\u002Fcs336-bpe-tokenizer-training-encoding\u002Fcs336-bpe-tokenizer-training-encoding-cover.webp","UTF-8 字节块经过正则切分闸口后沿合并树聚合成子词单元的 AI 辅助概念插画","前面六篇完成了 Transformer 语言模型本身的全部神经网络组件。要让模型真正处理自然语言文本，还需要打通入口处的 ByteLevel BPE（BytePair Encoding）分词器。这一篇记录 cs336basics\u002Fb","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-07-bpe-tokenizer-20261025.zip",{"slug":1633,"path":1634,"title":1635,"date":1636,"tags":1637,"description":1642,"cover":1643,"coverAlt":1644,"excerpt":1645,"draft":1566,"hidden":1566,"published":1569,"readingTime":1598},"in-situ-autoguidance-editable-scientific-illustration","\u002Fposts\u002Fin-situ-autoguidance-editable-scientific-illustration","从原位自校正引导（In-situ Autoguidance）到可编辑科研插图生成（AutoFigure-Edit）","2026-10-24",[1608,1638,1639,1640,1641,1613],"多模态","Agent","ICML","ACL","串联两项生成式模型与多模态智能体研究：如何通过推理期局部随机微扰在单模型内构造免训练扩散自引导向量（ICML 2025 Workshop 第一作者，arXiv:2510.17136），以及如何通过五阶段视觉-符号混合流水线生成原生可编辑 SVG 科研插图（ACL 2026 Demo，FigureBench 83.0% 胜率）。","\u002Fimages\u002Fposts\u002Fin-situ-autoguidance-editable-scientific-illustration\u002Fautoguidance-autofigure-cover-20261024.webp","左侧扩散流形自校正轨迹矢量场与右侧五阶段可编辑 SVG 科研插图分层网格相衔接的等距技术插画","生成式视觉模型正在经历从“生成高保真像素（Pixel Synthesis）”向“可控结构化生成（Controllable & Editable Generation）”的演进。在这一进程中，我作为第一作者或核心贡献者参与了两项分别处",{"slug":1647,"path":1648,"title":1649,"date":1650,"tags":1651,"description":1655,"cover":1656,"coverAlt":1657,"excerpt":1658,"draft":1566,"hidden":1566,"published":1569,"readingTime":1598,"series":1599,"seriesOrder":1333,"codeUrl":1600,"attachmentUrl":1659},"cs336-pre-norm-transformer-block-lm","\u002Fposts\u002Fcs336-pre-norm-transformer-block-lm","Stanford CS336 学习记录 06：Pre-Norm Transformer Block 与完整语言模型装配","2026-10-23",[1589,1590,1652,1653,1654],"Transformer","Pre-Norm","FLOPs","将 RMSNorm、带 RoPE 的因果多头自注意力和 SwiGLU 组装成 Pre-Norm Transformer Block，搭建完整 TransformerLM，并核算 GPT-2 XL 的参数量与前向 FLOPs。","\u002Fimages\u002Fposts\u002Fcs336-pre-norm-transformer-block-lm\u002Fcs336-pre-norm-transformer-block-lm-cover.webp","干净残差流主干穿过多个 Pre-Norm 子层并汇聚到词表投影层的 AI 辅助概念插画","前五篇把 Linear、Embedding、RMSNorm、SwiGLU、RotaryPositionalEmbedding 和因果 MultiHeadSelfAttention 全部单独打通了。这一篇进入 Assignment 1","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-06-transformer-block-lm-20261023.zip",{"slug":1661,"path":1662,"title":1663,"date":1650,"tags":1664,"description":1670,"cover":1671,"coverAlt":1672,"excerpt":1673,"draft":1566,"hidden":1566,"published":1569,"readingTime":1674},"xgrammar-concurrent-cache-generation-fix","\u002Fposts\u002Fxgrammar-concurrent-cache-generation-fix","XGrammar 结构化解码缓存剖析：Unlimited 模式并发 Clear 字节记账竞态与代际修复（PR #1011）",[1610,1665,1666,1667,1668,1669],"C++","XGrammar","结构化解码","并发编程","源码分析","拆解 XGrammar GrammarCompiler 的双层缓存架构与 ThreadSafeLRUCache 锁分离实现，定位 Unlimited 模式下 Clear() 字节残留与在途编译（In-flight Computation）跨代污染根因，给出代际号 + 读写锁原子修复与零 sleep 确定性并发 GoogleTest 验证。","\u002Fimages\u002Fposts\u002Fxgrammar-concurrent-cache-generation-fix\u002Fxgrammar-cache-fix-cover-20261022.webp","双层磨砂玻璃流道经暖橙色代际闸门过滤后汇入晶格缓存矩阵的等距技术插画","在大语言模型服务（如 SGLang、vLLM）的结构化输出场景中，JSON Schema 或 EBNF 语法需要先编译为词表级掩码缓存（CompiledGrammar），才能在每个 Decode 步以微秒级开销生成合法 token ",14,{"slug":1676,"path":1677,"title":1678,"date":1679,"tags":1680,"description":1686,"cover":1687,"coverAlt":1688,"excerpt":1689,"draft":1566,"hidden":1566,"published":1569,"readingTime":1674},"multi-constraint-agent-routing-dag-eval","\u002Fposts\u002Fmulti-constraint-agent-routing-dag-eval","多约束生产级 Agent 系统实践：两阶段工具路由、DAG 局部重规划与轨迹级评测闭环","2026-10-22",[1639,1681,1682,1683,1684,1685],"LLM","工具调用","上下文工程","DPO","强化学习","围绕跨境酒旅等强耦合多约束业务场景，拆解向量 Top-K 召回 + LLM 精排 + 跨语言实体链接与 Schema 门控（96%+ 调用合法率）、基于状态机的 DAG 局部子图重规划、Observation 冗余裁剪（节省 40% Token），以及从线上失败恢复轨迹构造 SFT\u002FDPO 偏好对的评测与训练闭环。","\u002Fimages\u002Fposts\u002Fmulti-constraint-agent-routing-dag-eval\u002Fagent-dag-routing-cover-20261020.webp","候选模块经漏斗滤网进入双分支有向无环图轨道并在受阻节点触发暖橙色局部旁路重连的等距技术插画","在玩具级 Demo 里，几个工具加上一段 ReAct 循环就能跑通大多数单步问答。但当 Agent 进入跨境酒旅、复杂交易或研发沙箱等真实业务生产环境时，单靠线性 ReAct 循环很快会撞上四堵墙： 1. 工具空间与参数耦合爆炸：候",{"slug":1691,"path":1692,"title":1693,"date":1694,"tags":1695,"description":1699,"cover":1700,"coverAlt":1701,"excerpt":1702,"draft":1566,"hidden":1566,"published":1569,"readingTime":1703},"llm-mrd-distillation-auditable-review-agents","\u002Fposts\u002Fllm-mrd-distillation-auditable-review-agents","多视角推理蒸馏（LLM-MRD）与可审计生成式评审系统（DeepReviewer 2.0）深度拆解","2026-10-21",[1696,1638,1697,1639,1698,1613],"知识蒸馏","Qwen2.5-VL","Post-training","对比大模型落地的两条互补路径：如何用 Qwen2.5-VL 离线多视角分析结合 MLP 残差校准与温度缩放 KL 蒸馏，将推理能力压入 358M 学生模型实现 17.2 ms 独立推理（LLM-MRD，DASFAA 2026 Oral）；以及如何通过主张-证据-风险台账、PASA 可比性门控与导出预算校验构建可审计的同行评审 Agent（DeepReviewer 2.0）。","\u002Fimages\u002Fposts\u002Fllm-mrd-distillation-auditable-review-agents\u002Fmrd-review-distill-cover-20261016.webp","三块半透明几何棱镜发出平行光束穿过中央校准环汇聚至右侧高密度晶体模块的等距技术插画","把大语言模型或视觉语言模型（VLM）的深度推理能力用到实际系统中，通常会面临一个两难选择： 如果场景受限于毫秒级在线延迟（如高吞吐多模态内容审核与虚假信息检测）：直接在线调用 7B～72B 的多模态大模型做长链条思维链（CoT）生成",18,{"slug":1705,"path":1706,"title":1707,"date":1694,"tags":1708,"description":1711,"cover":1712,"coverAlt":1713,"excerpt":1714,"draft":1566,"hidden":1566,"published":1569,"readingTime":1346,"series":1599,"seriesOrder":1324,"codeUrl":1600,"attachmentUrl":1715},"cs336-rope-rotary-position-embedding","\u002Fposts\u002Fcs336-rope-rotary-position-embedding","Stanford CS336 学习记录 05：RoPE 旋转位置编码与带位置的多头注意力",[1589,1590,1652,1709,1710],"RoPE","Attention","从二维平面正交旋转推导 RoPE 的奇偶特征配对公式，理解为什么内积只依赖相对位置差 (i - j)，并用 register_buffer 预计算 cos\u002Fsin 缓存接入因果多头自注意力。","\u002Fimages\u002Fposts\u002Fcs336-rope-rotary-position-embedding\u002Fcs336-rope-rotary-position-embedding-cover.webp","二维特征平面中的旋转向量对与预计算余弦正弦网格的 AI 辅助概念插画","上一篇完成了不含位置编码的因果多头自注意力。如果只看那一套矩阵乘法，把输入序列前两个 token 交换顺序（并在因果 mask 允许的范围内看同一个后缀 query 对它们的点积），点积本身并不知道哪个 key 离当前 query ","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-05-rope-mha-20261021.zip",{"slug":1717,"path":1718,"title":1719,"date":1720,"tags":1721,"description":1727,"cover":1728,"coverAlt":1729,"excerpt":1730,"draft":1566,"hidden":1566,"published":1569,"readingTime":1598},"llm-gateway-semantic-cache-dynamic-batching","\u002Fposts\u002Fllm-gateway-semantic-cache-dynamic-batching","高并发 LLM 推理网关架构实践：两级精确\u002F语义缓存、50ms 有界动态批处理与尾部延迟治理","2026-10-19",[1610,1722,1723,1724,1725,1726],"LLM 推理","分布式系统","Redis","FastAPI","后端","深度拆解生产级大模型推理网关 LLM-Gateway 的核心系统设计：基于 SHA-256 与 Redis 向量余弦相似度的两级精确\u002F语义缓存、50ms 有界等待动态批处理调度器（Dynamic Batching）、令牌桶多租户限流与 Prometheus 全链路可观测性，将命中请求 P99 延迟从 5,307 ms 压降至 17 ms。","\u002Fimages\u002Fposts\u002Fllm-gateway-semantic-cache-dynamic-batching\u002Fllm-gateway-cover-20261019.webp","高并发请求流依次穿过精确哈希滤网、向量球面语义缓存层与 50ms 动态批处理时间窗拼装器的等距系统架构插画","在将大语言模型接入高并发业务系统时，如果让上游微服务直接裸连底层推理引擎（vLLM \u002F SGLang 或外部模型 API），系统很快会暴露出三个典型的生产痛点： 1. 高频重复与近义查询消耗巨量算力：大量用户请求在语义上高度等价（例",{"slug":1732,"path":1733,"title":1734,"date":1720,"tags":1735,"description":1737,"cover":1738,"coverAlt":1739,"excerpt":1740,"draft":1566,"hidden":1566,"published":1569,"readingTime":1674,"series":1599,"seriesOrder":1289,"codeUrl":1741,"attachmentUrl":1742},"cs336-multihead-attention-shapes","\u002Fposts\u002Fcs336-multihead-attention-shapes","Stanford CS336 学习记录 04：多头注意力怎样拆头、计算和合头",[1589,1590,1652,1710,1736],"张量形状","沿着 (2, 5, 64) 的输入追踪 QKV 投影、reshape、transpose、共享因果 mask 和合头，理解每个头仍处理完整序列，以及最后为什么还需要输出 Linear。","\u002Fimages\u002Fposts\u002Fcs336-multihead-attention-shapes\u002Fcs336-multihead-attention-shapes-cover.webp","宽向量束分成多条并行特征轨道后重新合并的 AI 辅助概念插画","上一篇完成了缩放点积注意力。那个函数接收已经准备好的 Q、K、V，计算匹配分数，应用 mask，再用权重汇总 V。这一篇继续把它放进一个带参数的多头自注意力模块。 这次最需要看清的是“拆头”。代码里只是几行 reshape 和 tr","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcs336-labs\u002Ftree\u002F31363223498fafd1528c550a51efbe0aed231736","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-04-multihead-attention-20261019.zip",{"slug":1744,"path":1745,"title":1746,"date":1747,"tags":1748,"description":1752,"cover":1753,"coverAlt":1754,"excerpt":1755,"draft":1566,"hidden":1566,"published":1569,"readingTime":1756},"qwen25-sft-dpo-alignment-tax-ablation","\u002Fposts\u002Fqwen25-sft-dpo-alignment-tax-ablation","大模型后训练偏好对齐实录：Qwen2.5 SFT 多维消融、动态参考 DPO 与对齐税（Alignment Tax）量化分析","2026-10-18",[1698,1684,1749,1750,1685,1751],"SFT","LoRA","Qwen2.5","基于 Qwen2.5 完整复现 Instruct SFT → Bradley-Terry DPO 两阶段后训练管线：通过 3 随机种子消融 LoRA Rank、学习率与数据规模（GSM8K +12.73pp），实现免双倍权重的动态 Adapter 切换 DPO 训练，并定量揭示偏好对齐对确定性数学推理的对齐税效应。","\u002Fimages\u002Fposts\u002Fqwen25-sft-dpo-alignment-tax-ablation\u002Fqwen25-sft-dpo-cover-20261018.webp","左侧监督微调轨迹流经中央 Bradley-Terry 偏好分流天平分离出正负样本通道并连接右侧对齐税监控仪表盘的等距技术插画","在大语言模型后训练（PostTraining）管线中，监督微调（SFT）负责教会模型任务格式与领域推理模式，而直接偏好优化（DPO, Direct Preference Optimization）则利用成对偏好数据 $(x, yw,",9,{"slug":1758,"path":1759,"title":1760,"date":1747,"tags":1761,"description":1763,"cover":1764,"coverAlt":1765,"excerpt":1766,"draft":1566,"hidden":1566,"published":1569,"readingTime":1767,"series":1599,"seriesOrder":1275,"codeUrl":1768,"attachmentUrl":1769},"cs336-softmax-attention-mask","\u002Fposts\u002Fcs336-softmax-attention-mask","Stanford CS336 学习记录 03：Softmax 的数值稳定与 Attention Mask",[1589,1590,1652,1762,1710],"Softmax","从减去最大值为何不改变 Softmax 开始，理清函数与有参数层的区别，再沿着 Q、K、V 的形状理解缩放点积注意力，以及 mask 为什么必须填负无穷。","\u002Fimages\u002Fposts\u002Fcs336-softmax-attention-mask\u002Fcs336-softmax-attention-mask-cover.webp","注意力分数、权重与因果遮罩的 AI 辅助概念插画","上一篇写到 SwiGLU，接下来进入 Attention。真正开始相乘之前，先做了 Softmax：它把一组分数变成总和为 1 的权重，后面用这些权重汇总不同 token 提供的信息。 这段学习里，有两个很具体的问题值得记下来。一个",11,"https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcs336-labs\u002Ftree\u002Fa39eb684710817f7f389626423fcb26ca0f6d629","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-03-softmax-sdpa-20261018.zip",{"slug":1771,"path":1772,"title":1773,"date":1774,"tags":1775,"description":1778,"cover":1779,"coverAlt":1780,"excerpt":1781,"draft":1566,"hidden":1566,"published":1569,"readingTime":1756,"series":1599,"seriesOrder":1255,"codeUrl":1768,"attachmentUrl":1782},"cs336-rmsnorm-swiglu","\u002Fposts\u002Fcs336-rmsnorm-swiglu","Stanford CS336 学习记录 02：RMSNorm 的广播与 SwiGLU 的门控","2026-10-16",[1589,1590,1652,1776,1777],"RMSNorm","SwiGLU","用一个 token 向量理解均方根归一化，拆开 dim=-1 与 keepdim=True 的作用，再沿着两条分支读懂 SiLU、逐元素乘法和 SwiGLU。","\u002Fimages\u002Fposts\u002Fcs336-rmsnorm-swiglu\u002Fcs336-rmsnorm-swiglu-cover.webp","特征尺度整理和双分支门控的 AI 辅助概念插画","上一篇把 Linear 和 Embedding 的参数形状理顺了。继续往下，最先遇到的是 RMSNorm：公式不算长，但把它落到一批 token 上时，dim=1、keepdim=True 和广播必须一起理解。 然后是 SiLU 和","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-02-rmsnorm-swiglu-20261016.zip",{"slug":1784,"path":1785,"title":1786,"date":1787,"tags":1788,"description":1791,"cover":1792,"coverAlt":1793,"excerpt":1794,"draft":1566,"hidden":1566,"published":1569,"readingTime":1795,"series":1599,"seriesOrder":1237,"codeUrl":1768,"attachmentUrl":1796},"cs336-linear-embedding-shapes","\u002Fposts\u002Fcs336-linear-embedding-shapes","Stanford CS336 学习记录 01：从 Linear、Embedding 搞清张量形状","2026-10-14",[1589,1590,1652,1789,1790],"Linear","Embedding","从 PyTorch 类、参数与 forward 的关系开始，理解 Linear 为什么保存两行三列的权重、计算时为什么要转置，再区分 Embedding 查表与线性变换。","\u002Fimages\u002Fposts\u002Fcs336-linear-embedding-shapes\u002Fcs336-linear-embedding-shapes-cover.webp","token 方块、向量表与矩阵变换的 AI 辅助概念插画","开始沿着 Stanford CS336 的 Assignment 1 一步步实现。BPE 之前已经接触过，这轮先跳过分词器，从 Transformer 的基础层开始。这里记录的是当时写代码时真正卡住的问题，以及对应测试能确认到的范围",10,"\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-01-linear-embedding-20261014.zip",{"slug":1798,"path":1799,"title":1800,"date":1801,"tags":1802,"description":1806,"cover":1807,"coverAlt":1808,"excerpt":1809,"draft":1566,"hidden":1566,"published":1569,"readingTime":1810,"series":1573,"seriesOrder":1674,"codeUrl":1538,"attachmentUrl":1811},"cmu-15-779-kv-cache-granularity-study","\u002Fposts\u002Fcmu-15-779-kv-cache-granularity-study","CMU 15-779 学习记录 14：KV 页大小、共享边界与 CPU 实现成本","2026-10-12",[1573,1803,1804,1805],"KV cache","PagedAttention","系统实验","用 210 组 CPU 配置比较连续与分页 KV cache，观察 31\u002F32-token 共享前缀的页边界，分别记录活跃槽位、池容量、复制计数和完整调用耗时。","\u002Fimages\u002Fposts\u002Fcmu-15-779-kv-serving-speculative-sampling\u002Fcmu-serving-cover-20261019.webp","浅色手绘分页存储抽屉与共享前缀卡片，旁边连接不同长度的请求队列","个人课程项目中的 CPU 实验记录，延续记录 11 的分页 KV 实现。已完成 210 组配置与 1470 次计时，输出均通过连续存储参考对照；本篇不代表正式作业提交、整门课程或项目全部交付完成。 同样是共享 31 个 token，",12,"\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fkv-cache-granularity-20261019.zip",{"slug":1813,"path":1814,"title":1815,"date":1816,"tags":1817,"description":1820,"cover":1821,"coverAlt":1822,"excerpt":1823,"draft":1566,"hidden":1566,"published":1569,"readingTime":1324,"series":1573,"seriesOrder":1824,"codeUrl":1825,"attachmentUrl":1826},"cmu-15-779-moe-routing-capacity","\u002Fposts\u002Fcmu-15-779-moe-routing-capacity","CMU 15-779 学习记录 13：MoE 路由、稀疏分发与容量溢出","2026-10-09",[1573,1818,1819],"MoE","Routing","用 CPU top-2 MoE 检查稀疏分发的输出与梯度，统计 expert-token 行数，并保留容量丢弃会改变输出的反例。","\u002Fimages\u002Fposts\u002Fcmu-15-779-moe-routing-capacity\u002Fcmu-moe-cover-20261019.webp","浅色手绘分拣器将小珠分配到四个专家工作屋，队列呈现负载不均","第 18 讲的个人配套实验。36 号脚本串行运行 CPU 专家，检查 topk 路由后的分发与合并；没有训练 router，也没有执行 GPU grouped GEMM 或跨设备 alltoall。 上一节记录低秩适配，这次转向每个",13,"https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002Fc4851e0cedadf13af7c421867e83c8ff57244fa0","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fcpu-parallel-serving-lora-moe-20261019.zip",{"slug":1828,"path":1829,"title":1830,"date":1831,"tags":1832,"description":1834,"cover":1835,"coverAlt":1836,"excerpt":1837,"draft":1566,"hidden":1566,"published":1569,"readingTime":1324,"series":1573,"seriesOrder":1810,"codeUrl":1825,"attachmentUrl":1826},"cmu-15-779-lora-uniform-quantization","\u002Fposts\u002Fcmu-15-779-lora-uniform-quantization","CMU 15-779 学习记录 12：LoRA 首步梯度、权重合并与均匀 4-bit 打包","2026-10-06",[1573,1750,1833],"Quantization","用一次 CPU SGD 更新检查 LoRA 初始化、冻结基座与合并等价，再分别记录均匀 4-bit 存储字节数和量化误差。","\u002Fimages\u002Fposts\u002Fcmu-15-779-lora-uniform-quantization\u002Fcmu-lora-cover-20261019.webp","浅色手绘的大计算板、两块细长适配板和成对打包的小方块","第 17 讲的个人配套实验，35 号脚本实际执行一次 CPU LoRA 更新，并实现均匀 4bit 打包。实验检查机制与数值误差，不评估微调任务效果，也没有实现完整 QLoRA。 这次把两个问题分开记录：低秩分支是否能合并进原权重，",{"slug":1839,"path":1840,"title":1841,"date":1842,"tags":1843,"description":1847,"cover":1807,"coverAlt":1848,"excerpt":1849,"draft":1566,"hidden":1566,"published":1569,"readingTime":1346,"series":1573,"seriesOrder":1767,"codeUrl":1825,"attachmentUrl":1826},"cmu-15-779-kv-serving-speculative-sampling","\u002Fposts\u002Fcmu-15-779-kv-serving-speculative-sampling","CMU 15-779 学习记录 11：分页 KV、连续批处理与推测采样","2026-10-03",[1573,1844,1845,1846],"LLM Serving","KV Cache","Speculative Decoding","在 CPU 上验证 KV 页共享和写时复制，用单位成本模型检查连续批处理，再用条件概率小模型核对推测采样的接受与补采样。","浅色手绘的共享卡片抽屉与不断补入小珠子的请求托盘","第 15、16 讲的个人配套实验。33 号实现 CPU 分页 KV 存储，37 号模拟请求准入，34 号运行小概率模型的推测采样。它们分别验证存储、调度和分布问题，没有测量真实 LLM 服务吞吐或 GPU 延迟。 记录 08已经对照",{"slug":1851,"path":1852,"title":1853,"date":1854,"tags":1855,"description":1860,"cover":1861,"coverAlt":1862,"excerpt":1863,"draft":1566,"hidden":1566,"published":1569,"readingTime":1864},"qwen3-mid-post-train-mlx","\u002Fposts\u002Fqwen3-mid-post-train-mlx","在 M2 Pro 上完成 Qwen3 两阶段训练：Mid Train、SFT 与可复核评估","2026-09-30 11:19:10",[1681,1856,1857,1750,1858,1749,1859],"Qwen3","MLX","持续预训练","Apple Silicon","用 Qwen3 0.6B Base 和 MLX 完成领域持续训练与监督微调，记录数据划分、聊天模板、损失掩码、数值稳定性修复和独立测试结果。","\u002Fimages\u002Fposts\u002Fqwen3-mid-post-train-mlx\u002Fqwen3-mlx-cover-20261018.webp","Apple Silicon 统一内存芯片底座支撑两阶段持续预训练与带精确 Loss 掩码滤网的监督微调桥接插画","在一台 M2 Pro、16 GB 内存的 Mac 上，能否把一个 Base 语言模型接续训练成输出 JSON 的运维事件分级助手？这次项目完成了领域持续训练、监督微调、检查点选择、重新加载和独立测试，并保留了权重、日志和数据哈希。 ",16,{"slug":1866,"path":1867,"title":1868,"date":1869,"tags":1870,"description":1874,"cover":1875,"coverAlt":1876,"excerpt":1877,"draft":1566,"hidden":1566,"published":1569,"readingTime":1333,"series":1573,"seriesOrder":1795,"codeUrl":1825,"attachmentUrl":1826},"cmu-15-779-cpu-parallelism-pipeline","\u002Fposts\u002Fcmu-15-779-cpu-parallelism-pipeline","CMU 15-779 学习记录 10：加权梯度、状态分片与同步流水线","2026-09-30",[1573,1871,1872,1873],"Parallel Training","Gloo","Pipeline","用双 CPU 进程 Gloo 检查不等数据分片的梯度，推导持久状态字节数，再用依赖模型比较 GPipe 与同步 1F1B 的激活存活。","\u002Fimages\u002Fposts\u002Fcmu-15-779-cpu-parallelism-pipeline\u002Fcmu-parallel-cover-20261019.webp","浅色手绘的四阶段桌面流水线与按数量汇总的托盘","第 12 至 14 讲的个人配套实验，脚本编号 31、32 不对应官方作业。Gloo 实际运行两个 CPU 进程；张量切分、状态字节数和流水线分别按下文的数学或成本模型解释。真实 GPU 实测按学习安排跳过。 上一节检查单个计算图的",{"slug":1879,"path":1880,"title":1881,"date":1882,"tags":1883,"description":1886,"cover":1887,"coverAlt":1888,"excerpt":1889,"draft":1566,"hidden":1566,"published":1569,"readingTime":1346,"series":1573,"seriesOrder":1756,"codeUrl":1890,"attachmentUrl":1891},"cmu-15-779-cpu-compiler-optimizations","\u002Fposts\u002Fcmu-15-779-cpu-compiler-optimizations","CMU 15-779 学习记录 09：CPU 编译优化、合法重写与候选搜索","2026-09-27",[1573,1884,1885,1590],"ML Compiler","TorchInductor","用 CPU 实验验证 BatchNorm 折叠、RMSNorm 重排与非线性反例，测量分块候选，并运行 TorchInductor，分别记录首调用与预热后的时间。","\u002Fimages\u002Fposts\u002Fcmu-15-779-cpu-compiler-optimizations\u002Fcmu-cpu-compiler-cover-20261019.webp","淡紫计算积木经过薄荷绿折叠模具变成浅蓝积木，前方摆放四种候选托盘的浅色手绘插画","编译章节的个人配套实验，编号 30 不对应官方作业。图重写、分块候选和 TorchInductor 均在 CPU 上运行；真实 GPU 实验按学习安排跳过。 上一节记录了分块 Attention 和 KV cache。这次转到编译优","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002F9261bea6aedf31cdccbbab2541ca693fc97b3743","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fcpu-compiler-optimizations-20261019.zip",{"slug":1893,"path":1894,"title":1895,"date":1896,"tags":1897,"description":1899,"cover":1900,"coverAlt":1901,"excerpt":1902,"draft":1566,"hidden":1566,"published":1569,"readingTime":1810,"series":1573,"seriesOrder":1598,"codeUrl":1538,"attachmentUrl":1543},"cmu-15-779-attention-online-softmax","\u002Fposts\u002Fcmu-15-779-attention-online-softmax","CMU 15-779 学习记录 08：分块 Attention、在线 Softmax 与 KV cache","2026-09-24",[1573,1710,1762,1898,1590],"FlashAttention","在 CPU 上对照完整 Attention、在线 Softmax 分块实现与 PyTorch SDPA，检查因果掩码、浮点误差和分数块大小，理解 FlashAttention 的一部分算法基础。","\u002Fimages\u002Fposts\u002Fcmu-15-779-attention-online-softmax\u002Fcmu-online-attention-cover-20261016.webp","浅紫色卡片分批进入绿色计算托盘，旁边三个状态容器保存累积量的浅色手绘插画","第 5 讲 Transformers & Attention 的个人配套实验。28\u002F29 号是 CPU 单头前向与 KV cache；后续补入 38 号 CUDA 多头合成张量的显式 SDPA MATH\u002FFLASH 对照。没有手写 ",{"slug":1904,"path":1570,"title":5,"date":1564,"tags":1905,"description":1565,"cover":1562,"coverAlt":1563,"excerpt":1906,"draft":1566,"hidden":1566,"published":1569,"readingTime":1795,"series":1573,"seriesOrder":1346,"codeUrl":1538,"attachmentUrl":1543},"cmu-15-779-matmul-tiling-tree-reduction",[1573,1577,1578,1579,1580],"GPU Architecture & CUDA Programming 的个人配套实验。首次记录用 CPU 模型检查数据复用与依赖深度；后续补入单卡 GPU 原生 CUDA 矩阵验证，以及 Triton 两阶段归约和矩阵乘法实测。 ",{"slug":1908,"path":1909,"title":1910,"date":1911,"tags":1912,"description":1915,"cover":1916,"coverAlt":1917,"excerpt":1918,"draft":1566,"hidden":1566,"published":1569,"readingTime":1795,"series":1573,"seriesOrder":1333,"codeUrl":1538,"attachmentUrl":1543},"cmu-15-779-cuda-thread-indexing","\u002Fposts\u002Fcmu-15-779-cuda-thread-indexing","CMU 15-779 学习记录 06：CUDA 线程索引与边界检查","2026-09-18",[1573,1577,1612,1913,1914],"线程索引","边界检查","用 CPU 演示 CUDA 的 block、thread 与全局下标：10 个元素如何分给 3 个线程块，为什么要跳过越界线程，以及这些验证能说明什么。","\u002Fimages\u002Fposts\u002Fcmu-15-779-cuda-thread-indexing\u002Fcmu-cuda-indexing-cover-20261015.webp","分组的浅紫色计算方块与末端边界挡板组成线程分配教具的浅色插画","GPU Architecture & CUDA Programming 的个人配套练习。首次记录为 CPU 索引演示；后续在单卡 GPU 环境补入原生 CUDA 编译、运行与 memcheck，以及 Triton 向量加法实测。 上",{"slug":1920,"path":1921,"title":1922,"date":1923,"tags":1924,"description":1928,"cover":1929,"coverAlt":1930,"excerpt":1931,"draft":1566,"hidden":1566,"published":1569,"readingTime":1795,"series":1573,"seriesOrder":1324,"codeUrl":1932,"attachmentUrl":1933},"cmu-15-779-profiler-operator-batching","\u002Fposts\u002Fcmu-15-779-profiler-operator-batching","CMU 15-779 学习记录 05：Profiler、算子调用与批量推理","2026-09-15",[1573,1590,1925,1926,1927],"Profiler","批量推理","性能分析","对照 ML Systems 基础，用 Profiler 拆开两层网络的执行过程，再固定 1000 个样本扫描 batch size，观察算子调用次数、尾批和 CPU 耗时。","\u002Fimages\u002Fposts\u002Fcmu-15-779-profiler-operator-batching\u002Fcmu-pytorch-profiling-cover-20261015.webp","放大镜观察线性层与 ReLU 模块，旁边面板呈现执行片段的浅色技术教具插画","本篇对照课程官网的 Introduction to ML Systems 整理，是个人配套 CPU 实验，不是课程官方作业。脚本编号是练习顺序，不对应课程讲次。 前几篇一直在补 PyTorch 基础。到了这一步，我在学习聊天里问：现","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002Fcecf5110d8a95161bb5763eadfca94cd7a0cc50f","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-profiler-batching-20261015.zip",{"slug":1935,"path":1936,"title":1937,"date":1938,"tags":1939,"description":1942,"cover":1943,"coverAlt":1944,"excerpt":1945,"draft":1566,"hidden":1566,"published":1569,"readingTime":1756,"series":1573,"seriesOrder":1289,"codeUrl":1946,"attachmentUrl":1947},"cmu-15-779-pytorch-linear-relu-absolute-value","\u002Fposts\u002Fcmu-15-779-pytorch-linear-relu-absolute-value","CMU 15-779 学习记录 04：多输出线性层、ReLU 与绝对值网络","2026-09-12",[1573,1590,1578,1940,1941],"ReLU","神经网络","把 nn.Linear 对应到矩阵乘法，弄清多个输出怎样计算，再逐层拆开一个绝对值网络，比较手动设置参数与训练得到的结果。","\u002Fimages\u002Fposts\u002Fcmu-15-779-pytorch-linear-relu-absolute-value\u002Fcmu-pytorch-absolute-cover-20261015.webp","双分支经过折角模块后汇入紫色 V 形曲线面板的浅色技术教具插画","本篇整理的是学习 CMU 15779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。 接着前一篇的批量推理与矩阵乘法，我继续把 model(x) 拆开看：一层里有多个输出时，每个数是怎么算出来的？两","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002F4cc63904a3a583da4a2122c246a14b43aac38528","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-linear-relu-abs-20261015.zip",{"slug":1949,"path":1950,"title":1951,"date":1952,"tags":1953,"description":1956,"cover":1957,"coverAlt":1958,"excerpt":1959,"draft":1566,"hidden":1566,"published":1569,"readingTime":1756,"series":1573,"seriesOrder":1275,"codeUrl":1960,"attachmentUrl":1961},"cmu-15-779-pytorch-dataloader-checkpoints-batching","\u002Fposts\u002Fcmu-15-779-pytorch-dataloader-checkpoints-batching","CMU 15-779 学习记录 03：DataLoader、模型保存与批量推理","2026-09-09",[1573,1590,1954,1926,1955],"DataLoader","模型保存","用 DataLoader 分批训练平方函数，保存并加载模型参数，再比较 1000 个样本与 1 个样本的推理耗时，最后把批量计算对应到矩阵乘法。","\u002Fimages\u002Fposts\u002Fcmu-15-779-pytorch-dataloader-checkpoints-batching\u002Fcmu-pytorch-batching-cover-20261015.webp","样本卡片按批次进入计算模块，旁边配有参数存储盒和输出矩阵面板的技术插画","本篇整理的是学习 CMU 15779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。 接着前一篇的平方函数实验，这一节继续练习分批训练、保存参数和独立预测。最后做了一次计时：同一个小网络，逐个处理 ","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-batching-20261015.zip",{"slug":1963,"path":1964,"title":1965,"date":1966,"tags":1967,"description":1968,"cover":1969,"coverAlt":1970,"excerpt":1971,"draft":1566,"hidden":1566,"published":1569,"readingTime":1756,"series":1573,"seriesOrder":1255,"codeUrl":1960,"attachmentUrl":1972},"cmu-15-779-pytorch-linear-module-relu","\u002Fposts\u002Fcmu-15-779-pytorch-linear-module-relu","CMU 15-779 学习记录 02：nn.Linear、张量形状与 ReLU","2026-09-06",[1573,1590,1941,1940],"从带偏置的线性回归开始，弄清 nn.Linear 和 nn.Module 的分工，再用平方函数观察线性模型的限制、ReLU 的作用和测试点的选择。","\u002Fimages\u002Fposts\u002Fcmu-15-779-pytorch-linear-module-relu\u002Fcmu-pytorch-relu-cover-20261015.webp","输入经过两层神经网络和 ReLU 折角模块，输出曲线拟合结果的技术插画","本篇整理的是学习 CMU 15779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。 上一篇里，我用一个参数拟合了 $y=2x$。这一篇继续顺着往下写，先加上偏置，再把手写参数换成 nn.Linea","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-models-20261015.zip",{"slug":1974,"path":1975,"title":1976,"date":1977,"tags":1978,"description":1981,"cover":1982,"coverAlt":1983,"excerpt":1984,"draft":1566,"hidden":1566,"published":1569,"readingTime":1795,"series":1573,"seriesOrder":1237,"codeUrl":1960,"attachmentUrl":1985},"cmu-15-779-pytorch-autograd-linear-regression","\u002Fposts\u002Fcmu-15-779-pytorch-autograd-linear-regression","CMU 15-779 学习记录 01：PyTorch 自动求导与线性回归","2026-09-03",[1573,1590,1979,1980],"自动求导","线性回归","从自动求导和手动梯度下降开始，比较学习率，再用 SGD 训练线性回归。记录 w * 4 写错后停在 1.25 的原因和修正结果。","\u002Fimages\u002Fposts\u002Fcmu-15-779-pytorch-autograd-linear-regression\u002Fcmu-pytorch-autograd-cover-20261015.webp","梯度曲面上的小球沿路径下降，前侧面板展示散点与拟合直线的技术插画","本篇整理的是学习 CMU 15779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。 开始学习 CMU 15779 时，我会 Python，但还没用过 PyTorch。这次先在 Mac 上用 CPU","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-basics-20261013.zip",{"slug":1987,"path":1988,"title":1989,"date":1990,"tags":1991,"description":1997,"cover":1998,"coverAlt":1999,"excerpt":2000,"draft":1566,"hidden":1566,"published":1569,"readingTime":1824,"codeUrl":2001,"attachmentUrl":2002},"embodied-pickplace-lab-robustness","\u002Fposts\u002Fembodied-pickplace-lab-robustness","Pickplace Lab 项目复盘：抓取成功率之外的时延与失败分析","2026-08-29",[1992,1993,1994,1590,1995,1996],"具身智能","模仿学习","MuJoCo","机器人","鲁棒性","从 MuJoCo 抓取搬运闭环出发，记录 22,100 个评测回合。动作平滑在自建任务的 50 ms 延迟下有效，换到 Panda Lift 却没有支持同样的收益。","\u002Fimages\u002Fposts\u002Fembodied-pickplace-lab-robustness\u002Fpickplace-grasp-cover-20261016.webp","MuJoCo 实际渲染的笛卡尔夹爪抓取方块场景，桌面上标出放置目标","Pickplace Lab 从一个简单任务开始：让夹爪抓起方块，搬到指定位置，放下，再退开。先把仿真、示范采集、训练和闭环评测接起来，随后再问：干净条件下成功的策略，换一种执行条件，还能不能完成任务？ 最值得讨论的结果出现在指令延迟","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fembodied-pickplace-lab\u002Ftree\u002Fv0.1.0","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fembodied-pickplace-lab\u002Freleases\u002Fdownload\u002Fv0.1.0\u002Fpickplace-lab-research-v1.zip",{"slug":2004,"path":2005,"title":2006,"date":2007,"tags":2008,"description":2013,"cover":2014,"coverAlt":2015,"excerpt":2016,"draft":1566,"hidden":1566,"published":1569,"readingTime":2017},"qwen25-vl-sglang-verl-single-gpu-lab","\u002Fposts\u002Fqwen25-vl-sglang-verl-single-gpu-lab","从 Mac 到单卡 GPU：Qwen2.5-VL 部署、GRPO 与计数 LoRA 实践","2026-08-19",[1697,1638,2009,2010,2011,2012,1857],"SGLang","verl","GRPO","推理优化","在 M2 Pro 和云端单卡上部署 Qwen2.5-VL-3B，实测连续批处理、前缀缓存与 SGLang 参数调优，再用 verl 完成多模态 GRPO 更新和同条件前后评测，记录有效优化、兼容性问题与未观察到提升的结果。","\u002Fimages\u002Fposts\u002Fqwen25-vl-sglang-verl-single-gpu-lab\u002Fqvl-lab-cover-20261010.webp","笔记本与单卡计算模块通过图像和 token 光轨连接的实验台插画","这次实验从一个很具体的问题开始：M2 Pro、16 GB 统一内存，能不能在本机跑 Qwen2.5VL？跑起来之后，我又想把图文问答、推理性能测量和强化学习训练接成一条完整流程。 本机的 MLX 4bit 服务和云端的 SGLang",29,{"slug":2019,"path":2020,"title":2021,"date":2022,"tags":2023,"description":2027,"cover":2028,"coverAlt":2029,"excerpt":2030,"draft":1566,"hidden":1566,"published":1569,"readingTime":1824},"cycleresearcher-post-training","\u002Fposts\u002Fcycleresearcher-post-training","从 DeepReviewer 2.0 到 CycleResearcher：科研 Agent 如何真正做 Post-training","2026-08-07 17:33:05",[1681,1698,1639,2024,2025,2026],"SimPO","Reward Model","ICLR","区分推理时 Agent 编排与模型后训练，并拆解 CycleResearcher 的领域 SFT、生成式 Reward Model、Iterative SimPO 和评测风险。","\u002Fimages\u002Fposts\u002Fcycleresearcher-post-training\u002Fcycleresearcher-cover-20261018.webp","策略生成模块产出多份候选文稿经多维评审棱镜排序后通过偏好梯度反馈弧闭环优化的等距技术插画","看到一个系统会检索、规划、反思和调用工具，不能据此判断它做过 Posttraining。Agent 描述的是模型在运行时如何完成任务；Posttraining 描述的是预训练之后，是否继续用监督数据、偏好数据或奖励信号更新模型参数。",{"slug":2032,"path":2033,"title":2034,"date":2035,"tags":2036,"description":2038,"cover":2039,"coverAlt":2040,"excerpt":2041,"draft":1566,"hidden":1566,"published":1569,"readingTime":1674,"series":2042,"seriesOrder":1237},"cuda-fused-rmsnorm-kernel","\u002Fposts\u002Fcuda-fused-rmsnorm-kernel","从 PyTorch 到 CUDA Kernel：融合 RMSNorm 在 RTX 4090D 上加速 4.27 倍","2026-07-22 18:16:50",[1577,1610,1612,1590,1722,2037],"Kernel 优化","从零实现 PyTorch CUDA 扩展，拆解 RMSNorm 的访存瓶颈、warp 归约、向量化加载、算子融合与冷热缓存 benchmark。","\u002Fimages\u002Fposts\u002Fcuda-fused-rmsnorm-kernel\u002Fcuda-rmsnorm-cover-20261018.webp","融合残差加法与向量化 float4 访存经 Warp Shuffle 蝴蝶树归约输出归一化张量的等距硬件架构插画","为了准备 AI Infra 岗位，我做了一个尽量小而完整的 CUDA 项目：不追求堆很多算子，而是选一个真实的 LLM 推理路径，把实现、正确性、benchmark 和性能解释全部做扎实。 项目实现了两个 PyTorch CUDA ","AI Infra 实战",{"slug":2044,"path":2045,"title":2046,"date":2047,"tags":2048,"description":2050,"cover":2051,"coverAlt":2052,"excerpt":2053,"draft":1566,"hidden":1566,"published":1569,"readingTime":1598,"series":2054,"seriesOrder":1237},"agent-memory","\u002Fposts\u002Fagent-memory","Agent 上下文工程与分层记忆架构：从 Observation 剪枝、滚动摘要到向量召回闭环","2026-04-24",[1681,1639,2049,1610],"RAG","结合生产级多约束 Agent 与超 100K Token 科研智能体实践，系统拆解长程会话中的上下文膨胀与注意力稀释问题：涵盖 Observation 结构化剪枝（降低约 40% Token 开销）、滚动工作摘要、向量检索长期记忆及 Prefix Cache 友好的上下文组装。","\u002Fimages\u002Fposts\u002Fagent-memory\u002Fagent-memory-cover-20261018.webp","底层高噪数据经剪枝滤网进入中期滑动窗口与金色状态台账并由顶层向量星座按需召回的三层记忆架构插画","在构建多步工具调用（ToolUse）与长周期自主规划（Autonomous Planning）的 Agent 系统时，上下文管理（Context Engineering）往往比单纯改写 System Prompt 更决定线上稳定性。","Agent 上下文工程",{"slug":2056,"path":2057,"title":2058,"date":2059,"tags":2060,"description":2063,"cover":2064,"coverAlt":2065,"excerpt":2066,"draft":1566,"hidden":1566,"published":1569,"readingTime":1324,"series":2067,"seriesOrder":1255},"backend-stack-deep-dive","\u002Fposts\u002Fbackend-stack-deep-dive","高并发 AI 平台后端基础设施实践：FastAPI 异步网关、SQLAlchemy 2.0 Async、PostgreSQL 与 Docker 沙箱编排","2026-04-07",[1726,1723,1725,2061,2062,1610],"PostgreSQL","Docker","结合 DeepScientist 生产级 AI 科研平台实践，拆解 FastAPI ASGI 异步事件循环、SQLAlchemy 2.0 + AsyncPG 连接池调优、PostgreSQL + MinIO 存储分层与 Docker SDK 动态沙箱容器编排的职责边界与核心设计。","\u002Fimages\u002Fposts\u002Fbackend-stack-deep-dive\u002Fbackend-stack-cover-20261018.webp","ASGI 异步事件循环涡轮将非阻塞协程流分发至 PostgreSQL 连接池、MinIO 存储矩阵与动态 Docker 沙箱的等距架构插画","结合 DeepScientist 生产级 AI 科研平台（服务 7,000+ 用户）的实际工程落地，本文系统拆解支撑高并发流式推理与容器沙箱调度的后端基础设施栈——FastAPI（ASGI 异步网关 + SSE 流式推送）、SQLA","DeepScientist 工程复盘",{"slug":2069,"path":2070,"title":2071,"date":2072,"tags":2073,"description":2076,"cover":2077,"coverAlt":2078,"excerpt":2079,"draft":1566,"hidden":1566,"published":1569,"readingTime":1767,"series":2080,"seriesOrder":1237},"minicode-source-analysis","\u002Fposts\u002Fminicode-source-analysis","MiniCode 架构与工具评测深度拆解：开源终端 Agentic Coding 引擎（1k+ Stars）的 ReAct、MCP 与 30 项基准验证","2026-04-06",[1639,2074,2075,1669,1610],"TypeScript","MCP","深度剖析开源终端 AI 编程智能体 MiniCode（1k+ GitHub Stars）的核心架构：从零重型依赖的 ReAct 规划循环、声明式工具注册表与权限拦截层、MCP 协议帧自动协商，到 30 项可执行 Tool-Use 评测基准（86.7% 完成率、100% 错误恢复率）的失败分布归因与闭环优化。","\u002Fimages\u002Fposts\u002Fminicode-source-analysis\u002Fminicode-cover-20261018.webp","终端编程智能体控制台被 ReAct 状态环、Unified Diff 补丁预览门与 MCP 协议插槽环绕的等距技术插画","MiniCode 是我作为核心开发者参与构建的开源终端 Agentic Coding 引擎（目前已在 GitHub 获得 1,000+ Stars）。项目的核心设计目标是：在不引入庞大运行时框架的前提下，用约 5,000 行高内聚的","AI 项目源码导读",{"slug":2082,"path":2083,"title":2084,"date":2072,"tags":2085,"description":2086,"cover":2087,"coverAlt":2088,"excerpt":2089,"draft":1566,"hidden":1566,"published":1569,"readingTime":1795,"series":2067,"seriesOrder":1237},"deepscientist-tech-stack","\u002Fposts\u002Fdeepscientist-tech-stack","DeepScientist 架构与运行时全解析：超 100K 上下文科研智能体、MCP 沙箱与高并发流式系统",[1639,1610,2075,2062,1725,1723],"深度拆解服务 7,000+ 用户的科研自主智能体平台 DeepScientist：从一题一仓库（Quest）持久化状态机、MCP 工具栈（memory \u002F artifact \u002F bash_exec）、Docker SDK 动态容器编排，到 SSE + WebSocket 双流通信与 PostgreSQL \u002F Redis \u002F Prometheus 生产级基础设施。","\u002Fimages\u002Fposts\u002Fdeepscientist-tech-stack\u002Fdeepscientist-cover-20261018.webp","科研智能体编排核心通过 memory、artifact 与隔离容器沙箱三座协议桥连接双流工作台的等距架构插画","DeepScientist（deepscientist.cc）是我们在西湖大学自然语言处理实验室研发的自主科学发现与科研管理平台，目前累计服务 7,000+ 科研用户。与单轮对话或纯文本文献问答工具不同，科研智能体需要在数小时乃至数",1795088945768]