[{"data":1,"prerenderedAt":2022},["ShallowReactive",2],{"post-\u002Fposts\u002Fcmu-15-779-cuda-thread-indexing":3,"archive-public-posts":1515},{"id":4,"title":5,"body":6,"categories":1494,"cover":1496,"coverAlt":1497,"date":1498,"description":1499,"draft":1500,"extension":1501,"haloPublished":1500,"haloSync":1500,"hidden":1500,"legacy":1500,"meta":1502,"navigation":1154,"path":1503,"published":1500,"readingTime":1504,"seo":1505,"series":1506,"seriesOrder":1507,"stem":1508,"tags":1509,"__hash__":1514},"posts\u002Fposts\u002Fcmu-15-779-cuda-thread-indexing.md","CMU 15-779 学习记录 06：CUDA 线程索引与边界检查",{"type":7,"value":8,"toc":1485},"minimark",[9,16,24,39,51,55,58,68,75,78,138,155,158,215,218,224,228,231,448,451,490,493,500,514,563,566,570,575,674,677,688,691,697,710,819,822,829,833,840,977,980,1022,1031,1053,1056,1060,1063,1070,1078,1081,1087,1090,1187,1190,1198,1202,1208,1218,1242,1249,1256,1397,1403,1406,1409,1467,1470,1481],[10,11,12],"blockquote",{},[13,14,15],"p",{},"GPU Architecture & CUDA Programming 的个人配套练习。首次记录为 CPU 索引演示；后续在单卡 GPU 环境补入原生 CUDA 编译、运行与 memcheck，以及 Triton 向量加法实测。",[13,17,18,23],{},[19,20,22],"a",{"href":21},"\u002Fposts\u002Fcmu-15-779-profiler-operator-batching\u002F","上一节","从算子调用次数解释批量推理。这次把视角往下移一层：一个 CUDA kernel 中，线程怎样知道自己应该处理哪个元素？",[13,25,26,27,31,32,38],{},"本篇对应 ",[28,29,30],"code",{},"25_cuda_indexing.py","，先用 10 个元素的向量加法拆开索引公式。原始记录和整理时的复跑都来自 Mac CPU，不包含 GPU 性能测量。课件依据是",[19,33,37],{"href":34,"rel":35},"https:\u002F\u002Fwww.cs.cmu.edu\u002F~zhihaoj2\u002F15-779\u002Fslides\u002F03-CUDA-programming.pdf",[36],"nofollow","原课 GPU\u002FCUDA 幻灯片","中的线程组织部分。",[13,40,41,46,47],{},[19,42,45],{"href":43,"rel":44},"https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002F2f21dd338cf2e6a1e129d951993d5f8e5dd56ba1",[36],"首次 CPU 代码"," · ",[19,48,50],{"href":49},"\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fcuda-thread-indexing-20261015.zip","下载代码与结果 ZIP",[52,53,54],"h2",{"id":54},"每个线程负责一个加法",[13,56,57],{},"这次的输入和目标很简单：",[59,60,66],"pre",{"className":61,"code":63,"language":64,"meta":65},[62],"language-text","a = [ 0,  1,  2, ...,  9]\nb = [10, 10, 10, ..., 10]\nc = [10, 11, 12, ..., 19]\n","text","",[28,67,63],{"__ignoreMap":65},[13,69,70,71,74],{},"每个输出都满足 ",[28,72,73],{},"c[i] = a[i] + b[i]","，不同元素之间不依赖彼此。先采用一个线程负责一个元素的分工。",[13,76,77],{},"CUDA 把线程放在线程块（block）里，再把多个线程块组织为 grid。这个例子只用一维配置，涉及四个名字：",[79,80,81,94],"table",{},[82,83,84],"thead",{},[85,86,87,91],"tr",{},[88,89,90],"th",{},"CUDA C++ 内置变量",[88,92,93],{},"在本例中的含义",[95,96,97,108,118,128],"tbody",{},[85,98,99,105],{},[100,101,102],"td",{},[28,103,104],{},"threadIdx.x",[100,106,107],{},"线程在自己 block 内的编号，从 0 开始",[85,109,110,115],{},[100,111,112],{},[28,113,114],{},"blockIdx.x",[100,116,117],{},"block 在 grid 内的编号，从 0 开始",[85,119,120,125],{},[100,121,122],{},[28,123,124],{},"blockDim.x",[100,126,127],{},"每个 block 中的线程数",[85,129,130,135],{},[100,131,132],{},[28,133,134],{},"gridDim.x",[100,136,137],{},"grid 中的 block 数",[13,139,140,141,146,147,150,151,154],{},"这些名称可对照 ",[19,142,145],{"href":143,"rel":144},"https:\u002F\u002Fdocs.nvidia.com\u002Fcuda\u002Fcuda-programming-guide\u002F02-basics\u002Fwriting-cuda-kernels.html",[36],"NVIDIA 的线程层级说明","阅读。原课第 9 页左下角还出现了 ",[28,148,149],{},"gridIdx"," 和 ",[28,152,153],{},"threadDim","，不要将它们当作这里可用的 CUDA C++ 内置变量；实现时使用表中这四个名字。",[13,156,157],{},"全局下标的计算式是：",[59,159,163],{"className":160,"code":161,"language":162,"meta":65,"style":65},"language-cpp shiki shiki-themes github-dark-dimmed github-light houston","int i = blockIdx.x * blockDim.x + threadIdx.x;\n","cpp",[28,164,165],{"__ignoreMap":65},[166,167,170,174,178,181,185,188,191,195,198,200,202,205,208,210,212],"span",{"class":168,"line":169},"line",1,[166,171,173],{"class":172},"sST-V","int",[166,175,177],{"class":176},"sWURj"," i ",[166,179,180],{"class":172},"=",[166,182,184],{"class":183},"s0K4T"," blockIdx",[166,186,187],{"class":176},".",[166,189,190],{"class":183},"x",[166,192,194],{"class":193},"sf2cM"," *",[166,196,197],{"class":183}," blockDim",[166,199,187],{"class":176},[166,201,190],{"class":183},[166,203,204],{"class":193}," +",[166,206,207],{"class":183}," threadIdx",[166,209,187],{"class":176},[166,211,190],{"class":183},[166,213,214],{"class":176},";\n",[13,216,217],{},"前一项计算这个 block 的起始位置，后一项加上块内偏移。例如，每块有 4 个线程，block 2 中的 thread 1 就负责：",[59,219,222],{"className":220,"code":221,"language":64,"meta":65},[62],"i = 2 × 4 + 1 = 9\nc[9] = a[9] + b[9] = 9 + 10 = 19\n",[28,223,221],{"__ignoreMap":65},[52,225,227],{"id":226},"_10-个元素为什么会有-12-个逻辑线程","10 个元素，为什么会有 12 个逻辑线程",[13,229,230],{},"每块有 4 个线程时，2 个 block 只能覆盖 8 个元素，需要向上取整为 3 个 block：",[166,232,235],{"className":233},[234],"katex-display",[166,236,239,290],{"className":237},[238],"katex",[166,240,243],{"className":241},[242],"katex-mathml",[244,245,248],"math",{"xmlns":246,"display":247},"http:\u002F\u002Fwww.w3.org\u002F1998\u002FMath\u002FMathML","block",[249,250,251,285],"semantics",{},[252,253,254,258,261,280,282],"mrow",{},[255,256,257],"mtext",{},"blocks",[259,260,180],"mo",{},[252,262,263,267,277],{},[259,264,266],{"fence":265},"true","⌈",[268,269,270,274],"mfrac",{},[271,272,273],"mn",{},"10",[271,275,276],{},"4",[259,278,279],{"fence":265},"⌉",[259,281,180],{},[271,283,284],{},"3.",[286,287,289],"annotation",{"encoding":288},"application\u002Fx-tex","\\text{blocks} = \\left\\lceil \\frac{10}{4} \\right\\rceil = 3.",[166,291,294,322,438],{"className":292,"ariaHidden":265},[293],"katex-html",[166,295,298,303,310,315,319],{"className":296},[297],"base",[166,299],{"className":300,"style":302},[301],"strut","height:0.6944em;",[166,304,307],{"className":305},[306,64],"mord",[166,308,257],{"className":309},[306],[166,311],{"className":312,"style":314},[313],"mspace","margin-right:0.2778em;",[166,316,180],{"className":317},[318],"mrel",[166,320],{"className":321,"style":314},[313],[166,323,325,329,429,432,435],{"className":324},[297],[166,326],{"className":327,"style":328},[301],"height:2.4em;vertical-align:-0.95em;",[166,330,333,344,423],{"className":331},[332],"minner",[166,334,339],{"className":335,"style":338},[336,337],"mopen","delimcenter","top:0em;",[166,340,266],{"className":341},[342,343],"delimsizing","size3",[166,345,347,351,419],{"className":346},[306],[166,348],{"className":349},[336,350],"nulldelimiter",[166,352,354],{"className":353},[268],[166,355,359,410],{"className":356},[357,358],"vlist-t","vlist-t2",[166,360,363,405],{"className":361},[362],"vlist-r",[166,364,368,382,393],{"className":365,"style":367},[366],"vlist","height:1.3214em;",[166,369,371,376],{"style":370},"top:-2.314em;",[166,372],{"className":373,"style":375},[374],"pstrut","height:3em;",[166,377,379],{"className":378},[306],[166,380,276],{"className":381},[306],[166,383,385,388],{"style":384},"top:-3.23em;",[166,386],{"className":387,"style":375},[374],[166,389],{"className":390,"style":392},[391],"frac-line","border-bottom-width:0.04em;",[166,394,396,399],{"style":395},"top:-3.677em;",[166,397],{"className":398,"style":375},[374],[166,400,402],{"className":401},[306],[166,403,273],{"className":404},[306],[166,406,409],{"className":407},[408],"vlist-s","​",[166,411,413],{"className":412},[362],[166,414,417],{"className":415,"style":416},[366],"height:0.686em;",[166,418],{},[166,420],{"className":421},[422,350],"mclose",[166,424,426],{"className":425,"style":338},[422,337],[166,427,279],{"className":428},[342,343],[166,430],{"className":431,"style":314},[313],[166,433,180],{"className":434},[318],[166,436],{"className":437,"style":314},[313],[166,439,441,445],{"className":440},[297],[166,442],{"className":443,"style":444},[301],"height:0.6444em;",[166,446,284],{"className":447},[306],[13,449,450],{},"代码使用整数写法：",[59,452,456],{"className":453,"code":454,"language":455,"meta":65,"style":65},"language-python shiki shiki-themes github-dark-dimmed github-light houston","blocks = (n + threads_per_block - 1) \u002F\u002F threads_per_block\n","python",[28,457,458],{"__ignoreMap":65},[166,459,460,463,465,468,471,474,477,481,484,487],{"class":168,"line":169},[166,461,462],{"class":176},"blocks ",[166,464,180],{"class":193},[166,466,467],{"class":176}," (n ",[166,469,470],{"class":193},"+",[166,472,473],{"class":176}," threads_per_block ",[166,475,476],{"class":193},"-",[166,478,480],{"class":479},"sgENW"," 1",[166,482,483],{"class":176},") ",[166,485,486],{"class":193},"\u002F\u002F",[166,488,489],{"class":176}," threads_per_block\n",[13,491,492],{},"因此，3 个 block 一共包含 12 个逻辑线程，但输入只有 10 个元素。",[13,494,495],{},[496,497],"img",{"alt":498,"src":499},"10 个元素分给 3 个 block，每块 4 个线程；前两个 block 分别处理下标 0 至 3、4 至 7，最后一个 block 写下标 8、9，跳过 10、11","\u002Fimages\u002Fposts\u002Fcmu-15-779-cuda-thread-indexing\u002Fcmu-cuda-thread-map-20261015.svg",[13,501,502,503,506,507,509,510,513],{},"这张图按原始索引结果生成，可",[19,504,505],{"href":499},"打开大图查看","。下标 ",[28,508,273],{},"、",[28,511,512],{},"11"," 已经超出数组范围，需要由边界判断挡住：",[59,515,517],{"className":160,"code":516,"language":162,"meta":65,"style":65},"if (i \u003C n) {\n    c[i] = a[i] + b[i];\n}\n",[28,518,519,533,557],{"__ignoreMap":65},[166,520,521,524,527,530],{"class":168,"line":169},[166,522,523],{"class":172},"if",[166,525,526],{"class":176}," (i ",[166,528,529],{"class":172},"\u003C",[166,531,532],{"class":176}," n) {\n",[166,534,536,539,542,544,547,549,551,554],{"class":168,"line":535},2,[166,537,538],{"class":183},"    c",[166,540,541],{"class":176},"[i] ",[166,543,180],{"class":172},[166,545,546],{"class":183}," a",[166,548,541],{"class":176},[166,550,470],{"class":193},[166,552,553],{"class":183}," b",[166,555,556],{"class":176},"[i];\n",[166,558,560],{"class":168,"line":559},3,[166,561,562],{"class":176},"}\n",[13,564,565],{},"每块 4 个线程是为了把关系看清楚，不是性能配置建议。逻辑线程数也不等于 GPU 同时拥有相同数量的物理执行单元。",[52,567,569],{"id":568},"cpu-演示实际检查了什么","CPU 演示实际检查了什么",[13,571,572,574],{},[28,573,30],{}," 用两层普通循环枚举 block 和 thread：",[59,576,578],{"className":453,"code":577,"language":455,"meta":65,"style":65},"for block_idx in range(blocks):\n    for thread_idx in range(threads_per_block):\n        i = block_idx * threads_per_block + thread_idx\n        if i \u003C n:\n            output[i] = a[i] + b[i]\n            visits[i] += 1\n",[28,579,580,599,614,633,646,662],{"__ignoreMap":65},[166,581,582,586,589,592,596],{"class":168,"line":169},[166,583,585],{"class":584},"slEfO","for",[166,587,588],{"class":176}," block_idx ",[166,590,591],{"class":584},"in",[166,593,595],{"class":594},"svkvy"," range",[166,597,598],{"class":176},"(blocks):\n",[166,600,601,604,607,609,611],{"class":168,"line":535},[166,602,603],{"class":584},"    for",[166,605,606],{"class":176}," thread_idx ",[166,608,591],{"class":584},[166,610,595],{"class":594},[166,612,613],{"class":176},"(threads_per_block):\n",[166,615,616,619,621,623,626,628,630],{"class":168,"line":559},[166,617,618],{"class":176},"        i ",[166,620,180],{"class":193},[166,622,588],{"class":176},[166,624,625],{"class":193},"*",[166,627,473],{"class":176},[166,629,470],{"class":193},[166,631,632],{"class":176}," thread_idx\n",[166,634,636,639,641,643],{"class":168,"line":635},4,[166,637,638],{"class":584},"        if",[166,640,177],{"class":176},[166,642,529],{"class":193},[166,644,645],{"class":176}," n:\n",[166,647,649,652,654,657,659],{"class":168,"line":648},5,[166,650,651],{"class":176},"            output[i] ",[166,653,180],{"class":193},[166,655,656],{"class":176}," a[i] ",[166,658,470],{"class":193},[166,660,661],{"class":176}," b[i]\n",[166,663,665,668,671],{"class":168,"line":664},6,[166,666,667],{"class":176},"            visits[i] ",[166,669,670],{"class":193},"+=",[166,672,673],{"class":479}," 1\n",[13,675,676],{},"循环只是展示编号映射，不能据此推断 GPU 也会按这个顺序调度线程。",[13,678,679,680,683,684,687],{},"检查分成两部分：输出值与 PyTorch 的 ",[28,681,682],{},"a + b"," 完全一致；每个有效下标的访问计数都等于 1，既没有遗漏，也没有重复写入。输出数组先填为 ",[28,685,686],{},"NaN","，这样漏写的元素也容易被发现。",[13,689,690],{},"默认例子得到：",[59,692,695],{"className":693,"code":694,"language":64,"meta":65},[62],"N=10, threads\u002Fblock=4, blocks=3\nOutput: [10.0, 11.0, 12.0, 13.0, 14.0,\n         15.0, 16.0, 17.0, 18.0, 19.0]\n",[28,696,694],{"__ignoreMap":65},[13,698,699,700,509,703,509,706,709],{},"原始 JSON 保存了每个逻辑线程的 ",[28,701,702],{},"block_idx",[28,704,705],{},"thread_idx",[28,707,708],{},"global_index"," 和是否写输出。六组边界案例均通过：",[79,711,712,732],{},[82,713,714],{},[85,715,716,720,723,726,729],{},[88,717,719],{"align":718},"right","元素数",[88,721,722],{"align":718},"每块线程数",[88,724,725],{"align":718},"Block 数",[88,727,728],{"align":718},"逻辑线程数",[88,730,731],{"align":718},"跳过的线程数",[95,733,734,747,761,775,788,803],{},[85,735,736,739,741,743,745],{},[100,737,738],{"align":718},"0",[100,740,276],{"align":718},[100,742,738],{"align":718},[100,744,738],{"align":718},[100,746,738],{"align":718},[85,748,749,752,754,756,758],{},[100,750,751],{"align":718},"1",[100,753,276],{"align":718},[100,755,751],{"align":718},[100,757,276],{"align":718},[100,759,760],{"align":718},"3",[85,762,763,766,768,771,773],{},[100,764,765],{"align":718},"8",[100,767,276],{"align":718},[100,769,770],{"align":718},"2",[100,772,765],{"align":718},[100,774,738],{"align":718},[85,776,777,779,781,783,786],{},[100,778,273],{"align":718},[100,780,276],{"align":718},[100,782,760],{"align":718},[100,784,785],{"align":718},"12",[100,787,770],{"align":718},[85,789,790,793,796,798,800],{},[100,791,792],{"align":718},"17",[100,794,795],{"align":718},"32",[100,797,751],{"align":718},[100,799,795],{"align":718},[100,801,802],{"align":718},"15",[85,804,805,808,811,813,816],{},[100,806,807],{"align":718},"257",[100,809,810],{"align":718},"128",[100,812,760],{"align":718},[100,814,815],{"align":718},"384",[100,817,818],{"align":718},"127",[13,820,821],{},"空输入直接得到空结果，不需要启动逻辑线程。对应 CUDA 实现也单独处理空输入，不把零大小 grid 当作启动示例。",[13,823,824,825,828],{},"另一份原始记录使用 17 个元素、每块 8 个线程。它得到 3 个 block、24 个逻辑线程，其中 7 个被边界判断跳过；最后一块只有下标 ",[28,826,827],{},"16"," 有效。整理时复跑了默认例子、这个配置和上表各项，结果及完整覆盖检查都通过。",[52,830,832],{"id":831},"cuda-源码写到哪里了","CUDA 源码写到哪里了",[13,834,835,836,839],{},"附件中的 ",[28,837,838],{},"cuda\u002F25_vector_add.cu"," 使用相同的索引公式：",[59,841,843],{"className":160,"code":842,"language":162,"meta":65,"style":65},"__global__ void vector_add(\n    const float* a, const float* b, float* c, int n\n) {\n    const int i = blockIdx.x * blockDim.x + threadIdx.x;\n    if (i \u003C n) {\n        c[i] = a[i] + b[i];\n    }\n}\n",[28,844,845,860,896,901,936,947,966,972],{"__ignoreMap":65},[166,846,847,850,853,857],{"class":168,"line":169},[166,848,849],{"class":176},"__global__ ",[166,851,852],{"class":172},"void",[166,854,856],{"class":855},"sS_0i"," vector_add",[166,858,859],{"class":176},"(\n",[166,861,862,865,868,870,873,876,878,880,883,886,888,891,893],{"class":168,"line":535},[166,863,864],{"class":172},"    const",[166,866,867],{"class":172}," float",[166,869,625],{"class":193},[166,871,872],{"class":176}," a, ",[166,874,875],{"class":172},"const",[166,877,867],{"class":172},[166,879,625],{"class":193},[166,881,882],{"class":176}," b, ",[166,884,885],{"class":172},"float",[166,887,625],{"class":193},[166,889,890],{"class":176}," c, ",[166,892,173],{"class":172},[166,894,895],{"class":176}," n\n",[166,897,898],{"class":168,"line":559},[166,899,900],{"class":176},") {\n",[166,902,903,905,908,910,912,914,916,918,920,922,924,926,928,930,932,934],{"class":168,"line":635},[166,904,864],{"class":172},[166,906,907],{"class":172}," int",[166,909,177],{"class":176},[166,911,180],{"class":172},[166,913,184],{"class":183},[166,915,187],{"class":176},[166,917,190],{"class":183},[166,919,194],{"class":193},[166,921,197],{"class":183},[166,923,187],{"class":176},[166,925,190],{"class":183},[166,927,204],{"class":193},[166,929,207],{"class":183},[166,931,187],{"class":176},[166,933,190],{"class":183},[166,935,214],{"class":176},[166,937,938,941,943,945],{"class":168,"line":648},[166,939,940],{"class":172},"    if",[166,942,526],{"class":176},[166,944,529],{"class":172},[166,946,532],{"class":176},[166,948,949,952,954,956,958,960,962,964],{"class":168,"line":664},[166,950,951],{"class":183},"        c",[166,953,541],{"class":176},[166,955,180],{"class":172},[166,957,546],{"class":183},[166,959,541],{"class":176},[166,961,470],{"class":193},[166,963,553],{"class":183},[166,965,556],{"class":176},[166,967,969],{"class":168,"line":968},7,[166,970,971],{"class":176},"    }\n",[166,973,975],{"class":168,"line":974},8,[166,976,562],{"class":176},[13,978,979],{},"完整文件还包含主机端的数据准备、设备内存分配、输入拷贝、kernel 启动、结果回传、逐元素核对和内存释放。启动之后写了两项检查：",[59,981,983],{"className":160,"code":982,"language":162,"meta":65,"style":65},"check_cuda(cudaGetLastError(), \"launch vector_add\");\ncheck_cuda(cudaDeviceSynchronize(), \"execute vector_add\");\n",[28,984,985,1006],{"__ignoreMap":65},[166,986,987,990,993,996,999,1003],{"class":168,"line":169},[166,988,989],{"class":855},"check_cuda",[166,991,992],{"class":176},"(",[166,994,995],{"class":855},"cudaGetLastError",[166,997,998],{"class":176},"(), ",[166,1000,1002],{"class":1001},"sWqY2","\"launch vector_add\"",[166,1004,1005],{"class":176},");\n",[166,1007,1008,1010,1012,1015,1017,1020],{"class":168,"line":535},[166,1009,989],{"class":855},[166,1011,992],{"class":176},[166,1013,1014],{"class":855},"cudaDeviceSynchronize",[166,1016,998],{"class":176},[166,1018,1019],{"class":1001},"\"execute vector_add\"",[166,1021,1005],{"class":176},[13,1023,1024,1025,1030],{},"第一项检查启动错误；第二项等待先前提交到设备的工作完成，并检查执行错误。普通 kernel 启动相对主机通常是异步的，“启动调用返回”与“计算已经完成”需要分开理解，具体行为以 ",[19,1026,1029],{"href":1027,"rel":1028},"https:\u002F\u002Fdocs.nvidia.com\u002Fcuda\u002Fcuda-programming-guide\u002F02-basics\u002Fasynchronous-execution.html",[36],"NVIDIA 的异步执行说明","为准。",[13,1032,1033,1037,1038,1041,1042,1045,1046,150,1049,1052],{},[1034,1035,1036],"strong",{},"首次记录时，这份 CUDA 文件尚未编译、尚未执行。"," 首次在 Mac 本机记录时的检查结果是：",[28,1039,1040],{},"torch.cuda.is_available()"," 为 ",[28,1043,1044],{},"False","，没有 ",[28,1047,1048],{},"nvcc",[28,1050,1051],{},"nvidia-smi","，MPS 可用。MPS 可用不提供这份 CUDA C++ 程序的执行证据。",[13,1054,1055],{},"CPU 演示验证了索引计算和数值覆盖；它没有验证设备内存访问、实际线程调度、GPU 上的运行结果或速度。CUDA 目录中的运行说明保留了编译、执行与 Compute Sanitizer 检查命令，首次记录没有用预期结果代替实测输出；后续实际运行见下文续验。",[52,1057,1059],{"id":1058},"和上一节的-batch-size-有什么区别","和上一节的 batch size 有什么区别",[13,1061,1062],{},"上一节的 batch size 决定一次送给模型多少个样本；这里的 block size 决定 kernel 的线程如何分组。它们属于不同层次，数值不需要相同。",[13,1064,1065,1066,1069],{},"一次 ",[28,1067,1068],{},"model(x)"," 里可能有多个框架操作。某个操作在设备上如何拆成 kernel，再如何组织线程，还取决于数据、后端和实现，不能把一行 Python 代码直接当成一个固定数量的 GPU kernel。",[13,1071,1072,1073,1077],{},"首次 CPU 练习只记录线程组织、全局下标和边界检查。矩阵分块与归约接在",[19,1074,1076],{"href":1075},"\u002Fposts\u002Fcmu-15-779-matmul-tiling-tree-reduction\u002F","记录 07","中，warp 级优化没有新增独立实验。",[52,1079,1080],{"id":1080},"代码与原始记录",[13,1082,1083,1084,1086],{},"历史 CPU ZIP 包含 ",[28,1085,30],{},"、两份原始 JSON、依赖与说明，以及明确标记为未验证的 CUDA 源码和运行说明。",[13,1088,1089],{},"运行 CPU 演示时，将复跑结果另存，保留随附的原始记录：",[59,1091,1095],{"className":1092,"code":1093,"language":1094,"meta":65,"style":65},"language-bash shiki shiki-themes github-dark-dimmed github-light houston","python3.11 -m venv .venv\n.venv\u002Fbin\u002Fpython -m pip install -r requirements.txt\n.venv\u002Fbin\u002Fpython 25_cuda_indexing.py \\\n  --output results\u002F25_cuda_indexing-rerun.json\n\n.venv\u002Fbin\u002Fpython 25_cuda_indexing.py \\\n  --n 17 --threads 8 \\\n  --output results\u002F25_indexing_17_8-rerun.json\n","bash",[28,1096,1097,1112,1131,1142,1150,1156,1164,1180],{"__ignoreMap":65},[166,1098,1099,1103,1106,1109],{"class":168,"line":169},[166,1100,1102],{"class":1101},"sLsJe","python3.11",[166,1104,1105],{"class":479}," -m",[166,1107,1108],{"class":1001}," venv",[166,1110,1111],{"class":1001}," .venv\n",[166,1113,1114,1117,1119,1122,1125,1128],{"class":168,"line":535},[166,1115,1116],{"class":1101},".venv\u002Fbin\u002Fpython",[166,1118,1105],{"class":479},[166,1120,1121],{"class":1001}," pip",[166,1123,1124],{"class":1001}," install",[166,1126,1127],{"class":479}," -r",[166,1129,1130],{"class":1001}," requirements.txt\n",[166,1132,1133,1135,1138],{"class":168,"line":559},[166,1134,1116],{"class":1101},[166,1136,1137],{"class":1001}," 25_cuda_indexing.py",[166,1139,1141],{"class":1140},"sxpgZ"," \\\n",[166,1143,1144,1147],{"class":168,"line":635},[166,1145,1146],{"class":479},"  --output",[166,1148,1149],{"class":1001}," results\u002F25_cuda_indexing-rerun.json\n",[166,1151,1152],{"class":168,"line":648},[166,1153,1155],{"emptyLinePlaceholder":1154},true,"\n",[166,1157,1158,1160,1162],{"class":168,"line":664},[166,1159,1116],{"class":1101},[166,1161,1137],{"class":1001},[166,1163,1141],{"class":1140},[166,1165,1166,1169,1172,1175,1178],{"class":168,"line":968},[166,1167,1168],{"class":479},"  --n",[166,1170,1171],{"class":479}," 17",[166,1173,1174],{"class":479}," --threads",[166,1176,1177],{"class":479}," 8",[166,1179,1141],{"class":1140},[166,1181,1182,1184],{"class":168,"line":974},[166,1183,1146],{"class":479},[166,1185,1186],{"class":1001}," results\u002F25_indexing_17_8-rerun.json\n",[13,1188,1189],{},"原始记录保存在随附的实验结果 JSON 中，包含环境、脚本 SHA-256、完整映射和边界案例结果。",[13,1191,1192,46,1196],{},[19,1193,1195],{"href":43,"rel":1194},[36],"历史 CPU GitHub 代码",[19,1197,50],{"href":49},[52,1199,1201],{"id":1200},"后续补充cuda-编译memcheck-与-triton-实测","后续补充：CUDA 编译、memcheck 与 Triton 实测",[13,1203,1204,1205,1207],{},"学习聊天后来启用了一台获授权的单卡服务器，实际运行了相同的 ",[28,1206,838],{},"。设备名称报告为 NVIDIA GeForce RTX 4080 SUPER，compute capability 8.9，驱动 595.71.05，CUDA Toolkit 12.8。原生 runner 保存的源码 SHA-256 与本次公开文件一致。",[13,1209,1210,1213,1214,1217],{},[28,1211,1212],{},"nvcc -O2 -std=c++17 -lineinfo"," 编译成功。六组输入中的空向量明确记录 ",[28,1215,1216],{},"no launch required","；其余五组均为 PASS，包括 N=10 的尾部越界线程和 N=257 的多 block 配置。随后执行：",[59,1219,1221],{"className":1092,"code":1220,"language":1094,"meta":65,"style":65},"compute-sanitizer --tool memcheck --error-exitcode 1 .\u002Fbuild\u002Fcuda\u002F25_vector_add\n",[28,1222,1223],{"__ignoreMap":65},[166,1224,1225,1228,1231,1234,1237,1239],{"class":168,"line":169},[166,1226,1227],{"class":1101},"compute-sanitizer",[166,1229,1230],{"class":479}," --tool",[166,1232,1233],{"class":1001}," memcheck",[166,1235,1236],{"class":479}," --error-exitcode",[166,1238,480],{"class":479},[166,1240,1241],{"class":1001}," .\u002Fbuild\u002Fcuda\u002F25_vector_add\n",[13,1243,1244,1245,1248],{},"报告为 ",[28,1246,1247],{},"ERROR SUMMARY: 0 errors","，退出码 0。编译器仍给出了旧架构离线编译支持将移除的提示；编译成功不等于完全没有 warning。Sanitizer 的结论限于本次输入与检查范围，原生向量程序没有计时。",[13,1250,1251,1252,1255],{},"38 号脚本另用 Triton 写了相同的向量加法。输入为 float32，长度取 0、1、17、257、1048576，每种长度分别使用 BLOCK=256\u002F1024，与 PyTorch ",[28,1253,1254],{},"a+b"," 的逐元素精确比较均通过。尾部仍靠 mask 保护：",[59,1257,1259],{"className":453,"code":1258,"language":455,"meta":65,"style":65},"offsets = tl.program_id(0) * BLOCK + tl.arange(0, BLOCK)\na = tl.load(A + offsets, offsets \u003C N, other=0)\nb = tl.load(B + offsets, offsets \u003C N, other=0)\ntl.store(C + offsets, a + b, offsets \u003C N)\n",[28,1260,1261,1306,1341,1371],{"__ignoreMap":65},[166,1262,1263,1266,1268,1271,1275,1277,1279,1281,1283,1286,1288,1290,1293,1295,1297,1300,1303],{"class":168,"line":169},[166,1264,1265],{"class":176},"offsets ",[166,1267,180],{"class":193},[166,1269,1270],{"class":176}," tl.",[166,1272,1274],{"class":1273},"sq3c-","program_id",[166,1276,992],{"class":176},[166,1278,738],{"class":479},[166,1280,483],{"class":176},[166,1282,625],{"class":193},[166,1284,1285],{"class":479}," BLOCK",[166,1287,204],{"class":193},[166,1289,1270],{"class":176},[166,1291,1292],{"class":1273},"arange",[166,1294,992],{"class":176},[166,1296,738],{"class":479},[166,1298,1299],{"class":176},", ",[166,1301,1302],{"class":479},"BLOCK",[166,1304,1305],{"class":176},")\n",[166,1307,1308,1311,1313,1315,1318,1321,1323,1326,1328,1331,1335,1337,1339],{"class":168,"line":535},[166,1309,1310],{"class":176},"a ",[166,1312,180],{"class":193},[166,1314,1270],{"class":176},[166,1316,1317],{"class":1273},"load",[166,1319,1320],{"class":176},"(A ",[166,1322,470],{"class":193},[166,1324,1325],{"class":176}," offsets, offsets ",[166,1327,529],{"class":193},[166,1329,1330],{"class":176}," N, ",[166,1332,1334],{"class":1333},"sA9aF","other",[166,1336,180],{"class":193},[166,1338,738],{"class":479},[166,1340,1305],{"class":176},[166,1342,1343,1346,1348,1350,1352,1355,1357,1359,1361,1363,1365,1367,1369],{"class":168,"line":559},[166,1344,1345],{"class":176},"b ",[166,1347,180],{"class":193},[166,1349,1270],{"class":176},[166,1351,1317],{"class":1273},[166,1353,1354],{"class":176},"(B ",[166,1356,470],{"class":193},[166,1358,1325],{"class":176},[166,1360,529],{"class":193},[166,1362,1330],{"class":176},[166,1364,1334],{"class":1333},[166,1366,180],{"class":193},[166,1368,738],{"class":479},[166,1370,1305],{"class":176},[166,1372,1373,1376,1379,1382,1384,1387,1389,1392,1394],{"class":168,"line":635},[166,1374,1375],{"class":176},"tl.",[166,1377,1378],{"class":1273},"store",[166,1380,1381],{"class":176},"(C ",[166,1383,470],{"class":193},[166,1385,1386],{"class":176}," offsets, a ",[166,1388,470],{"class":193},[166,1390,1391],{"class":176}," b, offsets ",[166,1393,529],{"class":193},[166,1395,1396],{"class":176}," N)\n",[13,1398,1399,1400,1402],{},"这里的 BLOCK 表示一个 Triton program 处理的元素数，不能直接当作 CUDA C++ 的 ",[28,1401,124],{},"。N=1048576 时，两种 BLOCK 的 event 中位数约为 0.05315\u002F0.05263 ms；两者接近，单次记录不能给出通用配置建议。",[13,1404,1405],{},"GPU Python 环境为 Python 3.12.3、PyTorch 2.7.0+cu128、Triton 3.3.0，与前文 Mac CPU 环境分开。计时先 warmup 5 次，再收集 15 个样本，每个样本平均 10 次调用。它是 CUDA stream 上的提交区间，可能包含 Python 提交或分配造成的 GPU 空闲；排除初次 JIT 和主机\u002F设备传输，不能解释为孤立 kernel 耗时或端到端服务延迟。",[13,1407,1408],{},"发布整理时核对了原始输出、退出码、源码哈希和计时样本，没有在 Mac 上复跑 GPU。最新共享 ZIP 包含原生源码、runner、38 号脚本、两份原始报告及独立 GPU 依赖说明；前文 CPU ZIP 和历史代码链接继续保留。",[59,1410,1412],{"className":1092,"code":1411,"language":1094,"meta":65,"style":65},"python3.12 -m venv .venv-gpu\n.venv-gpu\u002Fbin\u002Fpython -m pip install -r requirements-gpu.txt\n.venv-gpu\u002Fbin\u002Fpython cuda\u002Frun_native_checks.py --output results\u002Fcuda-native-rerun.json\n.venv-gpu\u002Fbin\u002Fpython 38_gpu_kernels.py --output results\u002F38-gpu-rerun.json\n",[28,1413,1414,1426,1442,1455],{"__ignoreMap":65},[166,1415,1416,1419,1421,1423],{"class":168,"line":169},[166,1417,1418],{"class":1101},"python3.12",[166,1420,1105],{"class":479},[166,1422,1108],{"class":1001},[166,1424,1425],{"class":1001}," .venv-gpu\n",[166,1427,1428,1431,1433,1435,1437,1439],{"class":168,"line":535},[166,1429,1430],{"class":1101},".venv-gpu\u002Fbin\u002Fpython",[166,1432,1105],{"class":479},[166,1434,1121],{"class":1001},[166,1436,1124],{"class":1001},[166,1438,1127],{"class":479},[166,1440,1441],{"class":1001}," requirements-gpu.txt\n",[166,1443,1444,1446,1449,1452],{"class":168,"line":559},[166,1445,1430],{"class":1101},[166,1447,1448],{"class":1001}," cuda\u002Frun_native_checks.py",[166,1450,1451],{"class":479}," --output",[166,1453,1454],{"class":1001}," results\u002Fcuda-native-rerun.json\n",[166,1456,1457,1459,1462,1464],{"class":168,"line":635},[166,1458,1430],{"class":1101},[166,1460,1461],{"class":1001}," 38_gpu_kernels.py",[166,1463,1451],{"class":479},[166,1465,1466],{"class":1001}," results\u002F38-gpu-rerun.json\n",[13,1468,1469],{},"原生 runner 还需要 NVIDIA 驱动、nvcc 和 Compute Sanitizer。CUDA 不可用会报错，不记为验证通过。",[13,1471,1472,46,1477],{},[19,1473,1476],{"href":1474,"rel":1475},"https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002F200faf569eccf94fb125e65110bb5d14094d454a",[36],"最新 GPU 代码版本",[19,1478,1480],{"href":1479},"\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fcuda-triton-sdpa-20261019.zip","下载 GPU 代码与原始结果 ZIP",[1482,1483,1484],"style",{},"html pre.shiki code .sWURj, html code.shiki .sWURj{--shiki-default:#ADBAC7;--shiki-light:#24292E;--shiki-cyber:#EEF0F9}html pre.shiki code .sf2cM, html code.shiki .sf2cM{--shiki-default:#F47067;--shiki-light:#D73A49;--shiki-cyber:#EEF0F9}html pre.shiki code .sgENW, html code.shiki .sgENW{--shiki-default:#6CB6FF;--shiki-light:#005CC5;--shiki-cyber:#FFD493}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html.light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html .cyber .shiki span {color: var(--shiki-cyber);background: var(--shiki-cyber-bg);font-style: var(--shiki-cyber-font-style);font-weight: var(--shiki-cyber-font-weight);text-decoration: var(--shiki-cyber-text-decoration);}html.cyber .shiki span {color: var(--shiki-cyber);background: var(--shiki-cyber-bg);font-style: var(--shiki-cyber-font-style);font-weight: var(--shiki-cyber-font-weight);text-decoration: var(--shiki-cyber-text-decoration);}html pre.shiki code .slEfO, html code.shiki .slEfO{--shiki-default:#F47067;--shiki-default-font-style:inherit;--shiki-light:#D73A49;--shiki-light-font-style:inherit;--shiki-cyber:#54B9FF;--shiki-cyber-font-style:italic}html pre.shiki code .svkvy, html code.shiki .svkvy{--shiki-default:#6CB6FF;--shiki-light:#005CC5;--shiki-cyber:#EEF0F9}html pre.shiki code .sLsJe, html code.shiki .sLsJe{--shiki-default:#F69D50;--shiki-light:#6F42C1;--shiki-cyber:#00DAEF}html pre.shiki code .sWqY2, html code.shiki .sWqY2{--shiki-default:#96D0FF;--shiki-light:#032F62;--shiki-cyber:#FFD493}html pre.shiki code .sxpgZ, html code.shiki .sxpgZ{--shiki-default:#F47067;--shiki-light:#005CC5;--shiki-cyber:#EEF0F9}html pre.shiki code .sq3c-, html code.shiki .sq3c-{--shiki-default:#ADBAC7;--shiki-light:#24292E;--shiki-cyber:#00DAEF}html pre.shiki code .sA9aF, html code.shiki .sA9aF{--shiki-default:#F69D50;--shiki-default-font-style:inherit;--shiki-light:#E36209;--shiki-light-font-style:inherit;--shiki-cyber:#4BF3C8;--shiki-cyber-font-style:italic}html pre.shiki code .sST-V, html code.shiki .sST-V{--shiki-default:#F47067;--shiki-light:#D73A49;--shiki-cyber:#54B9FF}html pre.shiki code .s0K4T, html code.shiki .s0K4T{--shiki-default:#ADBAC7;--shiki-light:#24292E;--shiki-cyber:#4BF3C8}html pre.shiki code .sS_0i, html code.shiki .sS_0i{--shiki-default:#DCBDFB;--shiki-light:#6F42C1;--shiki-cyber:#00DAEF}",{"title":65,"searchDepth":535,"depth":559,"links":1486},[1487,1488,1489,1490,1491,1492,1493],{"id":54,"depth":535,"text":54},{"id":226,"depth":535,"text":227},{"id":568,"depth":535,"text":569},{"id":831,"depth":535,"text":832},{"id":1058,"depth":535,"text":1059},{"id":1080,"depth":535,"text":1080},{"id":1200,"depth":535,"text":1201},[1495],"技术","\u002Fimages\u002Fposts\u002Fcmu-15-779-cuda-thread-indexing\u002Fcmu-cuda-indexing-cover-20261015.webp","分组的浅紫色计算方块与末端边界挡板组成线程分配教具的浅色插画","2026-09-18","用 CPU 演示 CUDA 的 block、thread 与全局下标：10 个元素如何分给 3 个线程块，为什么要跳过越界线程，以及这些验证能说明什么。",false,"md",{"codeUrl":1474,"attachmentUrl":1479},"\u002Fposts\u002Fcmu-15-779-cuda-thread-indexing",null,{"title":5,"description":1499},"CMU 15-779","6","posts\u002Fcmu-15-779-cuda-thread-indexing",[1506,1510,1511,1512,1513],"CUDA","GPU","线程索引","边界检查","pwzKaQb3lCqIzEEx4TJOF_nUaNv_e9FgEVAIoRaAEwA",[1516,1534,1549,1563,1577,1591,1606,1621,1635,1647,1662,1674,1688,1701,1714,1728,1743,1758,1769,1781,1796,1809,1823,1834,1847,1851,1866,1880,1894,1905,1918,1935,1950,1963,1975,1987,2000,2013],{"slug":1517,"path":1518,"title":1519,"date":1520,"tags":1521,"description":1527,"cover":1528,"coverAlt":1529,"excerpt":1530,"draft":1500,"hidden":1500,"published":1154,"readingTime":974,"series":1531,"seriesOrder":974,"codeUrl":1532,"attachmentUrl":1533},"cs336-cross-entropy-adamw-training-loop","\u002Fposts\u002Fcs336-cross-entropy-adamw-training-loop","Stanford CS336 学习记录 08：数值稳定交叉熵、AdamW、余弦调度与完整训练闭环","2026-10-27",[1522,1523,1524,1525,1526],"CS336","PyTorch","AdamW","CrossEntropy","训练闭环","用 LogSumExp 消去交叉熵中的指数溢出，手写解耦权重衰减的 AdamW 优化器、全局 L2 梯度裁剪、Warmup 余弦退火调度、memmap 数据采样、Checkpoint 序列化与 Top-p 解码，完成 CS336 Assignment 1 全部 48 项测试。","\u002Fimages\u002Fposts\u002Fcs336-cross-entropy-adamw-training-loop\u002Fcs336-cross-entropy-adamw-training-loop-cover.webp","滑动窗口采样、余弦退火曲线、双动量优化轨迹与检查点归档构成的训练闭环 AI 辅助概念插画","作为 Stanford CS336 Assignment 1 系列的收官篇，我们已经拥有了分词器（bpe.py、tokenizer.py）和完整的语言模型架构（transformer.py）。要让模型在语料上真正训练并生成文本，还需","Stanford CS336","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcs336-labs\u002Ftree\u002Fb5c93ad0cc73178b2b2a62e518a0900da47a0fb7","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-08-adamw-training-loop-20261027.zip",{"slug":1535,"path":1536,"title":1537,"date":1538,"tags":1539,"description":1545,"cover":1546,"coverAlt":1547,"excerpt":1548,"draft":1500,"hidden":1500,"published":1154,"readingTime":974},"editcache-video-dit-inference-acceleration","\u002Fposts\u002Feditcache-video-dit-inference-acceleration","EditCache：视频 Diffusion Transformer (DiT) 局部编辑的跨步特征复用与区域重算加速","2026-10-25",[1540,1541,1542,1543,1511,1544],"扩散模型","视频生成","AI Infra","推理加速","论文解读","拆解视频扩散模型（Wan2.1-VACE）局部编辑中的三重算力冗余，通过可重入 Latent、跨步 Block 隐状态缓存复用、带 Halo 边界的局部区域重算与自适应推理起点，在单卡 H100 上实现 2.46× 模型计算加速与 1.49× 严格同步端到端加速。","\u002Fimages\u002Fposts\u002Feditcache-video-dit-inference-acceleration\u002Feditcache-dit-cover-20261025.webp","视频扩散 Transformer 时空三维体素网格中冻结背景缓存与暖橙色局部编辑重算通道的等距技术插画","在基于 Diffusion Transformer（DiT）的视频编辑与局部重绘（Video Inpainting \u002F Local Editing）任务中，用户的典型工作流并不是一次性生成最终成片，而是针对同一段源视频反复调整掩码区",{"slug":1550,"path":1551,"title":1552,"date":1538,"tags":1553,"description":1558,"cover":1559,"coverAlt":1560,"excerpt":1561,"draft":1500,"hidden":1500,"published":1154,"readingTime":974,"series":1531,"seriesOrder":968,"codeUrl":1532,"attachmentUrl":1562},"cs336-bpe-tokenizer-training-encoding","\u002Fposts\u002Fcs336-bpe-tokenizer-training-encoding","Stanford CS336 学习记录 07：Byte-Level BPE 分词器训练、倒排索引加速与流式编码",[1522,1554,1555,1556,1557],"Tokenizer","BPE","Tiktoken","算法优化","实现 GPT-2 正则预分词、特殊 token 硬边界切分、基于 pair-to-word 倒排索引的增量 BPE 合并算法（\u003C 0.25s 通过速度基准），以及与 tiktoken 完全对齐的 Tokenizer。","\u002Fimages\u002Fposts\u002Fcs336-bpe-tokenizer-training-encoding\u002Fcs336-bpe-tokenizer-training-encoding-cover.webp","UTF-8 字节块经过正则切分闸口后沿合并树聚合成子词单元的 AI 辅助概念插画","前面六篇完成了 Transformer 语言模型本身的全部神经网络组件。要让模型真正处理自然语言文本，还需要打通入口处的 ByteLevel BPE（BytePair Encoding）分词器。这一篇记录 cs336basics\u002Fb","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-07-bpe-tokenizer-20261025.zip",{"slug":1564,"path":1565,"title":1566,"date":1567,"tags":1568,"description":1573,"cover":1574,"coverAlt":1575,"excerpt":1576,"draft":1500,"hidden":1500,"published":1154,"readingTime":974},"in-situ-autoguidance-editable-scientific-illustration","\u002Fposts\u002Fin-situ-autoguidance-editable-scientific-illustration","从原位自校正引导（In-situ Autoguidance）到可编辑科研插图生成（AutoFigure-Edit）","2026-10-24",[1540,1569,1570,1571,1572,1544],"多模态","Agent","ICML","ACL","串联两项生成式模型与多模态智能体研究：如何通过推理期局部随机微扰在单模型内构造免训练扩散自引导向量（ICML 2025 Workshop 第一作者，arXiv:2510.17136），以及如何通过五阶段视觉-符号混合流水线生成原生可编辑 SVG 科研插图（ACL 2026 Demo，FigureBench 83.0% 胜率）。","\u002Fimages\u002Fposts\u002Fin-situ-autoguidance-editable-scientific-illustration\u002Fautoguidance-autofigure-cover-20261024.webp","左侧扩散流形自校正轨迹矢量场与右侧五阶段可编辑 SVG 科研插图分层网格相衔接的等距技术插画","生成式视觉模型正在经历从“生成高保真像素（Pixel Synthesis）”向“可控结构化生成（Controllable & Editable Generation）”的演进。在这一进程中，我作为第一作者或核心贡献者参与了两项分别处",{"slug":1578,"path":1579,"title":1580,"date":1581,"tags":1582,"description":1586,"cover":1587,"coverAlt":1588,"excerpt":1589,"draft":1500,"hidden":1500,"published":1154,"readingTime":974,"series":1531,"seriesOrder":664,"codeUrl":1532,"attachmentUrl":1590},"cs336-pre-norm-transformer-block-lm","\u002Fposts\u002Fcs336-pre-norm-transformer-block-lm","Stanford CS336 学习记录 06：Pre-Norm Transformer Block 与完整语言模型装配","2026-10-23",[1522,1523,1583,1584,1585],"Transformer","Pre-Norm","FLOPs","将 RMSNorm、带 RoPE 的因果多头自注意力和 SwiGLU 组装成 Pre-Norm Transformer Block，搭建完整 TransformerLM，并核算 GPT-2 XL 的参数量与前向 FLOPs。","\u002Fimages\u002Fposts\u002Fcs336-pre-norm-transformer-block-lm\u002Fcs336-pre-norm-transformer-block-lm-cover.webp","干净残差流主干穿过多个 Pre-Norm 子层并汇聚到词表投影层的 AI 辅助概念插画","前五篇把 Linear、Embedding、RMSNorm、SwiGLU、RotaryPositionalEmbedding 和因果 MultiHeadSelfAttention 全部单独打通了。这一篇进入 Assignment 1","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-06-transformer-block-lm-20261023.zip",{"slug":1592,"path":1593,"title":1594,"date":1581,"tags":1595,"description":1601,"cover":1602,"coverAlt":1603,"excerpt":1604,"draft":1500,"hidden":1500,"published":1154,"readingTime":1605},"xgrammar-concurrent-cache-generation-fix","\u002Fposts\u002Fxgrammar-concurrent-cache-generation-fix","XGrammar 结构化解码缓存剖析：Unlimited 模式并发 Clear 字节记账竞态与代际修复（PR #1011）",[1542,1596,1597,1598,1599,1600],"C++","XGrammar","结构化解码","并发编程","源码分析","拆解 XGrammar GrammarCompiler 的双层缓存架构与 ThreadSafeLRUCache 锁分离实现，定位 Unlimited 模式下 Clear() 字节残留与在途编译（In-flight Computation）跨代污染根因，给出代际号 + 读写锁原子修复与零 sleep 确定性并发 GoogleTest 验证。","\u002Fimages\u002Fposts\u002Fxgrammar-concurrent-cache-generation-fix\u002Fxgrammar-cache-fix-cover-20261022.webp","双层磨砂玻璃流道经暖橙色代际闸门过滤后汇入晶格缓存矩阵的等距技术插画","在大语言模型服务（如 SGLang、vLLM）的结构化输出场景中，JSON Schema 或 EBNF 语法需要先编译为词表级掩码缓存（CompiledGrammar），才能在每个 Decode 步以微秒级开销生成合法 token ",14,{"slug":1607,"path":1608,"title":1609,"date":1610,"tags":1611,"description":1617,"cover":1618,"coverAlt":1619,"excerpt":1620,"draft":1500,"hidden":1500,"published":1154,"readingTime":1605},"multi-constraint-agent-routing-dag-eval","\u002Fposts\u002Fmulti-constraint-agent-routing-dag-eval","多约束生产级 Agent 系统实践：两阶段工具路由、DAG 局部重规划与轨迹级评测闭环","2026-10-22",[1570,1612,1613,1614,1615,1616],"LLM","工具调用","上下文工程","DPO","强化学习","围绕跨境酒旅等强耦合多约束业务场景，拆解向量 Top-K 召回 + LLM 精排 + 跨语言实体链接与 Schema 门控（96%+ 调用合法率）、基于状态机的 DAG 局部子图重规划、Observation 冗余裁剪（节省 40% Token），以及从线上失败恢复轨迹构造 SFT\u002FDPO 偏好对的评测与训练闭环。","\u002Fimages\u002Fposts\u002Fmulti-constraint-agent-routing-dag-eval\u002Fagent-dag-routing-cover-20261020.webp","候选模块经漏斗滤网进入双分支有向无环图轨道并在受阻节点触发暖橙色局部旁路重连的等距技术插画","在玩具级 Demo 里，几个工具加上一段 ReAct 循环就能跑通大多数单步问答。但当 Agent 进入跨境酒旅、复杂交易或研发沙箱等真实业务生产环境时，单靠线性 ReAct 循环很快会撞上四堵墙： 1. 工具空间与参数耦合爆炸：候",{"slug":1622,"path":1623,"title":1624,"date":1625,"tags":1626,"description":1630,"cover":1631,"coverAlt":1632,"excerpt":1633,"draft":1500,"hidden":1500,"published":1154,"readingTime":1634},"llm-mrd-distillation-auditable-review-agents","\u002Fposts\u002Fllm-mrd-distillation-auditable-review-agents","多视角推理蒸馏（LLM-MRD）与可审计生成式评审系统（DeepReviewer 2.0）深度拆解","2026-10-21",[1627,1569,1628,1570,1629,1544],"知识蒸馏","Qwen2.5-VL","Post-training","对比大模型落地的两条互补路径：如何用 Qwen2.5-VL 离线多视角分析结合 MLP 残差校准与温度缩放 KL 蒸馏，将推理能力压入 358M 学生模型实现 17.2 ms 独立推理（LLM-MRD，DASFAA 2026 Oral）；以及如何通过主张-证据-风险台账、PASA 可比性门控与导出预算校验构建可审计的同行评审 Agent（DeepReviewer 2.0）。","\u002Fimages\u002Fposts\u002Fllm-mrd-distillation-auditable-review-agents\u002Fmrd-review-distill-cover-20261016.webp","三块半透明几何棱镜发出平行光束穿过中央校准环汇聚至右侧高密度晶体模块的等距技术插画","把大语言模型或视觉语言模型（VLM）的深度推理能力用到实际系统中，通常会面临一个两难选择： 如果场景受限于毫秒级在线延迟（如高吞吐多模态内容审核与虚假信息检测）：直接在线调用 7B～72B 的多模态大模型做长链条思维链（CoT）生成",18,{"slug":1636,"path":1637,"title":1638,"date":1625,"tags":1639,"description":1642,"cover":1643,"coverAlt":1644,"excerpt":1645,"draft":1500,"hidden":1500,"published":1154,"readingTime":968,"series":1531,"seriesOrder":648,"codeUrl":1532,"attachmentUrl":1646},"cs336-rope-rotary-position-embedding","\u002Fposts\u002Fcs336-rope-rotary-position-embedding","Stanford CS336 学习记录 05：RoPE 旋转位置编码与带位置的多头注意力",[1522,1523,1583,1640,1641],"RoPE","Attention","从二维平面正交旋转推导 RoPE 的奇偶特征配对公式，理解为什么内积只依赖相对位置差 (i - j)，并用 register_buffer 预计算 cos\u002Fsin 缓存接入因果多头自注意力。","\u002Fimages\u002Fposts\u002Fcs336-rope-rotary-position-embedding\u002Fcs336-rope-rotary-position-embedding-cover.webp","二维特征平面中的旋转向量对与预计算余弦正弦网格的 AI 辅助概念插画","上一篇完成了不含位置编码的因果多头自注意力。如果只看那一套矩阵乘法，把输入序列前两个 token 交换顺序（并在因果 mask 允许的范围内看同一个后缀 query 对它们的点积），点积本身并不知道哪个 key 离当前 query ","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-05-rope-mha-20261021.zip",{"slug":1648,"path":1649,"title":1650,"date":1651,"tags":1652,"description":1658,"cover":1659,"coverAlt":1660,"excerpt":1661,"draft":1500,"hidden":1500,"published":1154,"readingTime":974},"llm-gateway-semantic-cache-dynamic-batching","\u002Fposts\u002Fllm-gateway-semantic-cache-dynamic-batching","高并发 LLM 推理网关架构实践：两级精确\u002F语义缓存、50ms 有界动态批处理与尾部延迟治理","2026-10-19",[1542,1653,1654,1655,1656,1657],"LLM 推理","分布式系统","Redis","FastAPI","后端","深度拆解生产级大模型推理网关 LLM-Gateway 的核心系统设计：基于 SHA-256 与 Redis 向量余弦相似度的两级精确\u002F语义缓存、50ms 有界等待动态批处理调度器（Dynamic Batching）、令牌桶多租户限流与 Prometheus 全链路可观测性，将命中请求 P99 延迟从 5,307 ms 压降至 17 ms。","\u002Fimages\u002Fposts\u002Fllm-gateway-semantic-cache-dynamic-batching\u002Fllm-gateway-cover-20261019.webp","高并发请求流依次穿过精确哈希滤网、向量球面语义缓存层与 50ms 动态批处理时间窗拼装器的等距系统架构插画","在将大语言模型接入高并发业务系统时，如果让上游微服务直接裸连底层推理引擎（vLLM \u002F SGLang 或外部模型 API），系统很快会暴露出三个典型的生产痛点： 1. 高频重复与近义查询消耗巨量算力：大量用户请求在语义上高度等价（例",{"slug":1663,"path":1664,"title":1665,"date":1651,"tags":1666,"description":1668,"cover":1669,"coverAlt":1670,"excerpt":1671,"draft":1500,"hidden":1500,"published":1154,"readingTime":1605,"series":1531,"seriesOrder":635,"codeUrl":1672,"attachmentUrl":1673},"cs336-multihead-attention-shapes","\u002Fposts\u002Fcs336-multihead-attention-shapes","Stanford CS336 学习记录 04：多头注意力怎样拆头、计算和合头",[1522,1523,1583,1641,1667],"张量形状","沿着 (2, 5, 64) 的输入追踪 QKV 投影、reshape、transpose、共享因果 mask 和合头，理解每个头仍处理完整序列，以及最后为什么还需要输出 Linear。","\u002Fimages\u002Fposts\u002Fcs336-multihead-attention-shapes\u002Fcs336-multihead-attention-shapes-cover.webp","宽向量束分成多条并行特征轨道后重新合并的 AI 辅助概念插画","上一篇完成了缩放点积注意力。那个函数接收已经准备好的 Q、K、V，计算匹配分数，应用 mask，再用权重汇总 V。这一篇继续把它放进一个带参数的多头自注意力模块。 这次最需要看清的是“拆头”。代码里只是几行 reshape 和 tr","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcs336-labs\u002Ftree\u002F31363223498fafd1528c550a51efbe0aed231736","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-04-multihead-attention-20261019.zip",{"slug":1675,"path":1676,"title":1677,"date":1678,"tags":1679,"description":1683,"cover":1684,"coverAlt":1685,"excerpt":1686,"draft":1500,"hidden":1500,"published":1154,"readingTime":1687},"qwen25-sft-dpo-alignment-tax-ablation","\u002Fposts\u002Fqwen25-sft-dpo-alignment-tax-ablation","大模型后训练偏好对齐实录：Qwen2.5 SFT 多维消融、动态参考 DPO 与对齐税（Alignment Tax）量化分析","2026-10-18",[1629,1615,1680,1681,1616,1682],"SFT","LoRA","Qwen2.5","基于 Qwen2.5 完整复现 Instruct SFT → Bradley-Terry DPO 两阶段后训练管线：通过 3 随机种子消融 LoRA Rank、学习率与数据规模（GSM8K +12.73pp），实现免双倍权重的动态 Adapter 切换 DPO 训练，并定量揭示偏好对齐对确定性数学推理的对齐税效应。","\u002Fimages\u002Fposts\u002Fqwen25-sft-dpo-alignment-tax-ablation\u002Fqwen25-sft-dpo-cover-20261018.webp","左侧监督微调轨迹流经中央 Bradley-Terry 偏好分流天平分离出正负样本通道并连接右侧对齐税监控仪表盘的等距技术插画","在大语言模型后训练（PostTraining）管线中，监督微调（SFT）负责教会模型任务格式与领域推理模式，而直接偏好优化（DPO, Direct Preference Optimization）则利用成对偏好数据 $(x, yw,",9,{"slug":1689,"path":1690,"title":1691,"date":1678,"tags":1692,"description":1694,"cover":1695,"coverAlt":1696,"excerpt":1697,"draft":1500,"hidden":1500,"published":1154,"readingTime":1698,"series":1531,"seriesOrder":559,"codeUrl":1699,"attachmentUrl":1700},"cs336-softmax-attention-mask","\u002Fposts\u002Fcs336-softmax-attention-mask","Stanford CS336 学习记录 03：Softmax 的数值稳定与 Attention Mask",[1522,1523,1583,1693,1641],"Softmax","从减去最大值为何不改变 Softmax 开始，理清函数与有参数层的区别，再沿着 Q、K、V 的形状理解缩放点积注意力，以及 mask 为什么必须填负无穷。","\u002Fimages\u002Fposts\u002Fcs336-softmax-attention-mask\u002Fcs336-softmax-attention-mask-cover.webp","注意力分数、权重与因果遮罩的 AI 辅助概念插画","上一篇写到 SwiGLU，接下来进入 Attention。真正开始相乘之前，先做了 Softmax：它把一组分数变成总和为 1 的权重，后面用这些权重汇总不同 token 提供的信息。 这段学习里，有两个很具体的问题值得记下来。一个",11,"https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcs336-labs\u002Ftree\u002Fa39eb684710817f7f389626423fcb26ca0f6d629","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-03-softmax-sdpa-20261018.zip",{"slug":1702,"path":1703,"title":1704,"date":1705,"tags":1706,"description":1709,"cover":1710,"coverAlt":1711,"excerpt":1712,"draft":1500,"hidden":1500,"published":1154,"readingTime":1687,"series":1531,"seriesOrder":535,"codeUrl":1699,"attachmentUrl":1713},"cs336-rmsnorm-swiglu","\u002Fposts\u002Fcs336-rmsnorm-swiglu","Stanford CS336 学习记录 02：RMSNorm 的广播与 SwiGLU 的门控","2026-10-16",[1522,1523,1583,1707,1708],"RMSNorm","SwiGLU","用一个 token 向量理解均方根归一化，拆开 dim=-1 与 keepdim=True 的作用，再沿着两条分支读懂 SiLU、逐元素乘法和 SwiGLU。","\u002Fimages\u002Fposts\u002Fcs336-rmsnorm-swiglu\u002Fcs336-rmsnorm-swiglu-cover.webp","特征尺度整理和双分支门控的 AI 辅助概念插画","上一篇把 Linear 和 Embedding 的参数形状理顺了。继续往下，最先遇到的是 RMSNorm：公式不算长，但把它落到一批 token 上时，dim=1、keepdim=True 和广播必须一起理解。 然后是 SiLU 和","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-02-rmsnorm-swiglu-20261016.zip",{"slug":1715,"path":1716,"title":1717,"date":1718,"tags":1719,"description":1722,"cover":1723,"coverAlt":1724,"excerpt":1725,"draft":1500,"hidden":1500,"published":1154,"readingTime":1726,"series":1531,"seriesOrder":169,"codeUrl":1699,"attachmentUrl":1727},"cs336-linear-embedding-shapes","\u002Fposts\u002Fcs336-linear-embedding-shapes","Stanford CS336 学习记录 01：从 Linear、Embedding 搞清张量形状","2026-10-14",[1522,1523,1583,1720,1721],"Linear","Embedding","从 PyTorch 类、参数与 forward 的关系开始，理解 Linear 为什么保存两行三列的权重、计算时为什么要转置，再区分 Embedding 查表与线性变换。","\u002Fimages\u002Fposts\u002Fcs336-linear-embedding-shapes\u002Fcs336-linear-embedding-shapes-cover.webp","token 方块、向量表与矩阵变换的 AI 辅助概念插画","开始沿着 Stanford CS336 的 Assignment 1 一步步实现。BPE 之前已经接触过，这轮先跳过分词器，从 Transformer 的基础层开始。这里记录的是当时写代码时真正卡住的问题，以及对应测试能确认到的范围",10,"\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-01-linear-embedding-20261014.zip",{"slug":1729,"path":1730,"title":1731,"date":1732,"tags":1733,"description":1737,"cover":1738,"coverAlt":1739,"excerpt":1740,"draft":1500,"hidden":1500,"published":1154,"readingTime":1741,"series":1506,"seriesOrder":1605,"codeUrl":1474,"attachmentUrl":1742},"cmu-15-779-kv-cache-granularity-study","\u002Fposts\u002Fcmu-15-779-kv-cache-granularity-study","CMU 15-779 学习记录 14：KV 页大小、共享边界与 CPU 实现成本","2026-10-12",[1506,1734,1735,1736],"KV cache","PagedAttention","系统实验","用 210 组 CPU 配置比较连续与分页 KV cache，观察 31\u002F32-token 共享前缀的页边界，分别记录活跃槽位、池容量、复制计数和完整调用耗时。","\u002Fimages\u002Fposts\u002Fcmu-15-779-kv-serving-speculative-sampling\u002Fcmu-serving-cover-20261019.webp","浅色手绘分页存储抽屉与共享前缀卡片，旁边连接不同长度的请求队列","个人课程项目中的 CPU 实验记录，延续记录 11 的分页 KV 实现。已完成 210 组配置与 1470 次计时，输出均通过连续存储参考对照；本篇不代表正式作业提交、整门课程或项目全部交付完成。 同样是共享 31 个 token，",12,"\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fkv-cache-granularity-20261019.zip",{"slug":1744,"path":1745,"title":1746,"date":1747,"tags":1748,"description":1751,"cover":1752,"coverAlt":1753,"excerpt":1754,"draft":1500,"hidden":1500,"published":1154,"readingTime":648,"series":1506,"seriesOrder":1755,"codeUrl":1756,"attachmentUrl":1757},"cmu-15-779-moe-routing-capacity","\u002Fposts\u002Fcmu-15-779-moe-routing-capacity","CMU 15-779 学习记录 13：MoE 路由、稀疏分发与容量溢出","2026-10-09",[1506,1749,1750],"MoE","Routing","用 CPU top-2 MoE 检查稀疏分发的输出与梯度，统计 expert-token 行数，并保留容量丢弃会改变输出的反例。","\u002Fimages\u002Fposts\u002Fcmu-15-779-moe-routing-capacity\u002Fcmu-moe-cover-20261019.webp","浅色手绘分拣器将小珠分配到四个专家工作屋，队列呈现负载不均","第 18 讲的个人配套实验。36 号脚本串行运行 CPU 专家，检查 topk 路由后的分发与合并；没有训练 router，也没有执行 GPU grouped GEMM 或跨设备 alltoall。 上一节记录低秩适配，这次转向每个",13,"https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002Fc4851e0cedadf13af7c421867e83c8ff57244fa0","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fcpu-parallel-serving-lora-moe-20261019.zip",{"slug":1759,"path":1760,"title":1761,"date":1762,"tags":1763,"description":1765,"cover":1766,"coverAlt":1767,"excerpt":1768,"draft":1500,"hidden":1500,"published":1154,"readingTime":648,"series":1506,"seriesOrder":1741,"codeUrl":1756,"attachmentUrl":1757},"cmu-15-779-lora-uniform-quantization","\u002Fposts\u002Fcmu-15-779-lora-uniform-quantization","CMU 15-779 学习记录 12：LoRA 首步梯度、权重合并与均匀 4-bit 打包","2026-10-06",[1506,1681,1764],"Quantization","用一次 CPU SGD 更新检查 LoRA 初始化、冻结基座与合并等价，再分别记录均匀 4-bit 存储字节数和量化误差。","\u002Fimages\u002Fposts\u002Fcmu-15-779-lora-uniform-quantization\u002Fcmu-lora-cover-20261019.webp","浅色手绘的大计算板、两块细长适配板和成对打包的小方块","第 17 讲的个人配套实验，35 号脚本实际执行一次 CPU LoRA 更新，并实现均匀 4bit 打包。实验检查机制与数值误差，不评估微调任务效果，也没有实现完整 QLoRA。 这次把两个问题分开记录：低秩分支是否能合并进原权重，",{"slug":1770,"path":1771,"title":1772,"date":1773,"tags":1774,"description":1778,"cover":1738,"coverAlt":1779,"excerpt":1780,"draft":1500,"hidden":1500,"published":1154,"readingTime":968,"series":1506,"seriesOrder":1698,"codeUrl":1756,"attachmentUrl":1757},"cmu-15-779-kv-serving-speculative-sampling","\u002Fposts\u002Fcmu-15-779-kv-serving-speculative-sampling","CMU 15-779 学习记录 11：分页 KV、连续批处理与推测采样","2026-10-03",[1506,1775,1776,1777],"LLM Serving","KV Cache","Speculative Decoding","在 CPU 上验证 KV 页共享和写时复制，用单位成本模型检查连续批处理，再用条件概率小模型核对推测采样的接受与补采样。","浅色手绘的共享卡片抽屉与不断补入小珠子的请求托盘","第 15、16 讲的个人配套实验。33 号实现 CPU 分页 KV 存储，37 号模拟请求准入，34 号运行小概率模型的推测采样。它们分别验证存储、调度和分布问题，没有测量真实 LLM 服务吞吐或 GPU 延迟。 记录 08已经对照",{"slug":1782,"path":1783,"title":1784,"date":1785,"tags":1786,"description":1791,"cover":1792,"coverAlt":1793,"excerpt":1794,"draft":1500,"hidden":1500,"published":1154,"readingTime":1795},"qwen3-mid-post-train-mlx","\u002Fposts\u002Fqwen3-mid-post-train-mlx","在 M2 Pro 上完成 Qwen3 两阶段训练：Mid Train、SFT 与可复核评估","2026-09-30 11:19:10",[1612,1787,1788,1681,1789,1680,1790],"Qwen3","MLX","持续预训练","Apple Silicon","用 Qwen3 0.6B Base 和 MLX 完成领域持续训练与监督微调，记录数据划分、聊天模板、损失掩码、数值稳定性修复和独立测试结果。","\u002Fimages\u002Fposts\u002Fqwen3-mid-post-train-mlx\u002Fqwen3-mlx-cover-20261018.webp","Apple Silicon 统一内存芯片底座支撑两阶段持续预训练与带精确 Loss 掩码滤网的监督微调桥接插画","在一台 M2 Pro、16 GB 内存的 Mac 上，能否把一个 Base 语言模型接续训练成输出 JSON 的运维事件分级助手？这次项目完成了领域持续训练、监督微调、检查点选择、重新加载和独立测试，并保留了权重、日志和数据哈希。 ",16,{"slug":1797,"path":1798,"title":1799,"date":1800,"tags":1801,"description":1805,"cover":1806,"coverAlt":1807,"excerpt":1808,"draft":1500,"hidden":1500,"published":1154,"readingTime":664,"series":1506,"seriesOrder":1726,"codeUrl":1756,"attachmentUrl":1757},"cmu-15-779-cpu-parallelism-pipeline","\u002Fposts\u002Fcmu-15-779-cpu-parallelism-pipeline","CMU 15-779 学习记录 10：加权梯度、状态分片与同步流水线","2026-09-30",[1506,1802,1803,1804],"Parallel Training","Gloo","Pipeline","用双 CPU 进程 Gloo 检查不等数据分片的梯度，推导持久状态字节数，再用依赖模型比较 GPipe 与同步 1F1B 的激活存活。","\u002Fimages\u002Fposts\u002Fcmu-15-779-cpu-parallelism-pipeline\u002Fcmu-parallel-cover-20261019.webp","浅色手绘的四阶段桌面流水线与按数量汇总的托盘","第 12 至 14 讲的个人配套实验，脚本编号 31、32 不对应官方作业。Gloo 实际运行两个 CPU 进程；张量切分、状态字节数和流水线分别按下文的数学或成本模型解释。真实 GPU 实测按学习安排跳过。 上一节检查单个计算图的",{"slug":1810,"path":1811,"title":1812,"date":1813,"tags":1814,"description":1817,"cover":1818,"coverAlt":1819,"excerpt":1820,"draft":1500,"hidden":1500,"published":1154,"readingTime":968,"series":1506,"seriesOrder":1687,"codeUrl":1821,"attachmentUrl":1822},"cmu-15-779-cpu-compiler-optimizations","\u002Fposts\u002Fcmu-15-779-cpu-compiler-optimizations","CMU 15-779 学习记录 09：CPU 编译优化、合法重写与候选搜索","2026-09-27",[1506,1815,1816,1523],"ML Compiler","TorchInductor","用 CPU 实验验证 BatchNorm 折叠、RMSNorm 重排与非线性反例，测量分块候选，并运行 TorchInductor，分别记录首调用与预热后的时间。","\u002Fimages\u002Fposts\u002Fcmu-15-779-cpu-compiler-optimizations\u002Fcmu-cpu-compiler-cover-20261019.webp","淡紫计算积木经过薄荷绿折叠模具变成浅蓝积木，前方摆放四种候选托盘的浅色手绘插画","编译章节的个人配套实验，编号 30 不对应官方作业。图重写、分块候选和 TorchInductor 均在 CPU 上运行；真实 GPU 实验按学习安排跳过。 上一节记录了分块 Attention 和 KV cache。这次转到编译优","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002F9261bea6aedf31cdccbbab2541ca693fc97b3743","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fcpu-compiler-optimizations-20261019.zip",{"slug":1824,"path":1825,"title":1826,"date":1827,"tags":1828,"description":1830,"cover":1831,"coverAlt":1832,"excerpt":1833,"draft":1500,"hidden":1500,"published":1154,"readingTime":1741,"series":1506,"seriesOrder":974,"codeUrl":1474,"attachmentUrl":1479},"cmu-15-779-attention-online-softmax","\u002Fposts\u002Fcmu-15-779-attention-online-softmax","CMU 15-779 学习记录 08：分块 Attention、在线 Softmax 与 KV cache","2026-09-24",[1506,1641,1693,1829,1523],"FlashAttention","在 CPU 上对照完整 Attention、在线 Softmax 分块实现与 PyTorch SDPA，检查因果掩码、浮点误差和分数块大小，理解 FlashAttention 的一部分算法基础。","\u002Fimages\u002Fposts\u002Fcmu-15-779-attention-online-softmax\u002Fcmu-online-attention-cover-20261016.webp","浅紫色卡片分批进入绿色计算托盘，旁边三个状态容器保存累积量的浅色手绘插画","第 5 讲 Transformers & Attention 的个人配套实验。28\u002F29 号是 CPU 单头前向与 KV cache；后续补入 38 号 CUDA 多头合成张量的显式 SDPA MATH\u002FFLASH 对照。没有手写 ",{"slug":1835,"path":1836,"title":1837,"date":1838,"tags":1839,"description":1843,"cover":1844,"coverAlt":1845,"excerpt":1846,"draft":1500,"hidden":1500,"published":1154,"readingTime":1726,"series":1506,"seriesOrder":968,"codeUrl":1474,"attachmentUrl":1479},"cmu-15-779-matmul-tiling-tree-reduction","\u002Fposts\u002Fcmu-15-779-matmul-tiling-tree-reduction","CMU 15-779 学习记录 07：矩阵分块、数据复用与树形归约","2026-09-21",[1506,1510,1840,1841,1842],"矩阵乘法","数据复用","归约","用 CPU 模型统计矩阵分块的输入读取次数，再比较串行求和和树形归约的依赖深度，记录补零、同步与浮点加法顺序的边界。","\u002Fimages\u002Fposts\u002Fcmu-15-779-matmul-tiling-tree-reduction\u002Fcmu-matmul-reduction-cover-20261016.webp","矩阵积木在共享托盘中复用，旁边的小珠沿树形管道逐层合并的浅色手绘插画","GPU Architecture & CUDA Programming 的个人配套实验。首次记录用 CPU 模型检查数据复用与依赖深度；后续补入单卡 GPU 原生 CUDA 矩阵验证，以及 Triton 两阶段归约和矩阵乘法实测。 ",{"slug":1848,"path":1503,"title":5,"date":1498,"tags":1849,"description":1499,"cover":1496,"coverAlt":1497,"excerpt":1850,"draft":1500,"hidden":1500,"published":1154,"readingTime":1726,"series":1506,"seriesOrder":664,"codeUrl":1474,"attachmentUrl":1479},"cmu-15-779-cuda-thread-indexing",[1506,1510,1511,1512,1513],"GPU Architecture & CUDA Programming 的个人配套练习。首次记录为 CPU 索引演示；后续在单卡 GPU 环境补入原生 CUDA 编译、运行与 memcheck，以及 Triton 向量加法实测。 上",{"slug":1852,"path":1853,"title":1854,"date":1855,"tags":1856,"description":1860,"cover":1861,"coverAlt":1862,"excerpt":1863,"draft":1500,"hidden":1500,"published":1154,"readingTime":1726,"series":1506,"seriesOrder":648,"codeUrl":1864,"attachmentUrl":1865},"cmu-15-779-profiler-operator-batching","\u002Fposts\u002Fcmu-15-779-profiler-operator-batching","CMU 15-779 学习记录 05：Profiler、算子调用与批量推理","2026-09-15",[1506,1523,1857,1858,1859],"Profiler","批量推理","性能分析","对照 ML Systems 基础，用 Profiler 拆开两层网络的执行过程，再固定 1000 个样本扫描 batch size，观察算子调用次数、尾批和 CPU 耗时。","\u002Fimages\u002Fposts\u002Fcmu-15-779-profiler-operator-batching\u002Fcmu-pytorch-profiling-cover-20261015.webp","放大镜观察线性层与 ReLU 模块，旁边面板呈现执行片段的浅色技术教具插画","本篇对照课程官网的 Introduction to ML Systems 整理，是个人配套 CPU 实验，不是课程官方作业。脚本编号是练习顺序，不对应课程讲次。 前几篇一直在补 PyTorch 基础。到了这一步，我在学习聊天里问：现","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002Fcecf5110d8a95161bb5763eadfca94cd7a0cc50f","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-profiler-batching-20261015.zip",{"slug":1867,"path":1868,"title":1869,"date":1870,"tags":1871,"description":1874,"cover":1875,"coverAlt":1876,"excerpt":1877,"draft":1500,"hidden":1500,"published":1154,"readingTime":1687,"series":1506,"seriesOrder":635,"codeUrl":1878,"attachmentUrl":1879},"cmu-15-779-pytorch-linear-relu-absolute-value","\u002Fposts\u002Fcmu-15-779-pytorch-linear-relu-absolute-value","CMU 15-779 学习记录 04：多输出线性层、ReLU 与绝对值网络","2026-09-12",[1506,1523,1840,1872,1873],"ReLU","神经网络","把 nn.Linear 对应到矩阵乘法，弄清多个输出怎样计算，再逐层拆开一个绝对值网络，比较手动设置参数与训练得到的结果。","\u002Fimages\u002Fposts\u002Fcmu-15-779-pytorch-linear-relu-absolute-value\u002Fcmu-pytorch-absolute-cover-20261015.webp","双分支经过折角模块后汇入紫色 V 形曲线面板的浅色技术教具插画","本篇整理的是学习 CMU 15779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。 接着前一篇的批量推理与矩阵乘法，我继续把 model(x) 拆开看：一层里有多个输出时，每个数是怎么算出来的？两","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002F4cc63904a3a583da4a2122c246a14b43aac38528","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-linear-relu-abs-20261015.zip",{"slug":1881,"path":1882,"title":1883,"date":1884,"tags":1885,"description":1888,"cover":1889,"coverAlt":1890,"excerpt":1891,"draft":1500,"hidden":1500,"published":1154,"readingTime":1687,"series":1506,"seriesOrder":559,"codeUrl":1892,"attachmentUrl":1893},"cmu-15-779-pytorch-dataloader-checkpoints-batching","\u002Fposts\u002Fcmu-15-779-pytorch-dataloader-checkpoints-batching","CMU 15-779 学习记录 03：DataLoader、模型保存与批量推理","2026-09-09",[1506,1523,1886,1858,1887],"DataLoader","模型保存","用 DataLoader 分批训练平方函数，保存并加载模型参数，再比较 1000 个样本与 1 个样本的推理耗时，最后把批量计算对应到矩阵乘法。","\u002Fimages\u002Fposts\u002Fcmu-15-779-pytorch-dataloader-checkpoints-batching\u002Fcmu-pytorch-batching-cover-20261015.webp","样本卡片按批次进入计算模块，旁边配有参数存储盒和输出矩阵面板的技术插画","本篇整理的是学习 CMU 15779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。 接着前一篇的平方函数实验，这一节继续练习分批训练、保存参数和独立预测。最后做了一次计时：同一个小网络，逐个处理 ","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-batching-20261015.zip",{"slug":1895,"path":1896,"title":1897,"date":1898,"tags":1899,"description":1900,"cover":1901,"coverAlt":1902,"excerpt":1903,"draft":1500,"hidden":1500,"published":1154,"readingTime":1687,"series":1506,"seriesOrder":535,"codeUrl":1892,"attachmentUrl":1904},"cmu-15-779-pytorch-linear-module-relu","\u002Fposts\u002Fcmu-15-779-pytorch-linear-module-relu","CMU 15-779 学习记录 02：nn.Linear、张量形状与 ReLU","2026-09-06",[1506,1523,1873,1872],"从带偏置的线性回归开始，弄清 nn.Linear 和 nn.Module 的分工，再用平方函数观察线性模型的限制、ReLU 的作用和测试点的选择。","\u002Fimages\u002Fposts\u002Fcmu-15-779-pytorch-linear-module-relu\u002Fcmu-pytorch-relu-cover-20261015.webp","输入经过两层神经网络和 ReLU 折角模块，输出曲线拟合结果的技术插画","本篇整理的是学习 CMU 15779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。 上一篇里，我用一个参数拟合了 $y=2x$。这一篇继续顺着往下写，先加上偏置，再把手写参数换成 nn.Linea","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-models-20261015.zip",{"slug":1906,"path":1907,"title":1908,"date":1909,"tags":1910,"description":1913,"cover":1914,"coverAlt":1915,"excerpt":1916,"draft":1500,"hidden":1500,"published":1154,"readingTime":1726,"series":1506,"seriesOrder":169,"codeUrl":1892,"attachmentUrl":1917},"cmu-15-779-pytorch-autograd-linear-regression","\u002Fposts\u002Fcmu-15-779-pytorch-autograd-linear-regression","CMU 15-779 学习记录 01：PyTorch 自动求导与线性回归","2026-09-03",[1506,1523,1911,1912],"自动求导","线性回归","从自动求导和手动梯度下降开始，比较学习率，再用 SGD 训练线性回归。记录 w * 4 写错后停在 1.25 的原因和修正结果。","\u002Fimages\u002Fposts\u002Fcmu-15-779-pytorch-autograd-linear-regression\u002Fcmu-pytorch-autograd-cover-20261015.webp","梯度曲面上的小球沿路径下降，前侧面板展示散点与拟合直线的技术插画","本篇整理的是学习 CMU 15779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。 开始学习 CMU 15779 时，我会 Python，但还没用过 PyTorch。这次先在 Mac 上用 CPU","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-basics-20261013.zip",{"slug":1919,"path":1920,"title":1921,"date":1922,"tags":1923,"description":1929,"cover":1930,"coverAlt":1931,"excerpt":1932,"draft":1500,"hidden":1500,"published":1154,"readingTime":1755,"codeUrl":1933,"attachmentUrl":1934},"embodied-pickplace-lab-robustness","\u002Fposts\u002Fembodied-pickplace-lab-robustness","Pickplace Lab 项目复盘：抓取成功率之外的时延与失败分析","2026-08-29",[1924,1925,1926,1523,1927,1928],"具身智能","模仿学习","MuJoCo","机器人","鲁棒性","从 MuJoCo 抓取搬运闭环出发，记录 22,100 个评测回合。动作平滑在自建任务的 50 ms 延迟下有效，换到 Panda Lift 却没有支持同样的收益。","\u002Fimages\u002Fposts\u002Fembodied-pickplace-lab-robustness\u002Fpickplace-grasp-cover-20261016.webp","MuJoCo 实际渲染的笛卡尔夹爪抓取方块场景，桌面上标出放置目标","Pickplace Lab 从一个简单任务开始：让夹爪抓起方块，搬到指定位置，放下，再退开。先把仿真、示范采集、训练和闭环评测接起来，随后再问：干净条件下成功的策略，换一种执行条件，还能不能完成任务？ 最值得讨论的结果出现在指令延迟","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fembodied-pickplace-lab\u002Ftree\u002Fv0.1.0","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fembodied-pickplace-lab\u002Freleases\u002Fdownload\u002Fv0.1.0\u002Fpickplace-lab-research-v1.zip",{"slug":1936,"path":1937,"title":1938,"date":1939,"tags":1940,"description":1945,"cover":1946,"coverAlt":1947,"excerpt":1948,"draft":1500,"hidden":1500,"published":1154,"readingTime":1949},"qwen25-vl-sglang-verl-single-gpu-lab","\u002Fposts\u002Fqwen25-vl-sglang-verl-single-gpu-lab","从 Mac 到单卡 GPU：Qwen2.5-VL 部署、GRPO 与计数 LoRA 实践","2026-08-19",[1628,1569,1941,1942,1943,1944,1788],"SGLang","verl","GRPO","推理优化","在 M2 Pro 和云端单卡上部署 Qwen2.5-VL-3B，实测连续批处理、前缀缓存与 SGLang 参数调优，再用 verl 完成多模态 GRPO 更新和同条件前后评测，记录有效优化、兼容性问题与未观察到提升的结果。","\u002Fimages\u002Fposts\u002Fqwen25-vl-sglang-verl-single-gpu-lab\u002Fqvl-lab-cover-20261010.webp","笔记本与单卡计算模块通过图像和 token 光轨连接的实验台插画","这次实验从一个很具体的问题开始：M2 Pro、16 GB 统一内存，能不能在本机跑 Qwen2.5VL？跑起来之后，我又想把图文问答、推理性能测量和强化学习训练接成一条完整流程。 本机的 MLX 4bit 服务和云端的 SGLang",29,{"slug":1951,"path":1952,"title":1953,"date":1954,"tags":1955,"description":1959,"cover":1960,"coverAlt":1961,"excerpt":1962,"draft":1500,"hidden":1500,"published":1154,"readingTime":1755},"cycleresearcher-post-training","\u002Fposts\u002Fcycleresearcher-post-training","从 DeepReviewer 2.0 到 CycleResearcher：科研 Agent 如何真正做 Post-training","2026-08-07 17:33:05",[1612,1629,1570,1956,1957,1958],"SimPO","Reward Model","ICLR","区分推理时 Agent 编排与模型后训练，并拆解 CycleResearcher 的领域 SFT、生成式 Reward Model、Iterative SimPO 和评测风险。","\u002Fimages\u002Fposts\u002Fcycleresearcher-post-training\u002Fcycleresearcher-cover-20261018.webp","策略生成模块产出多份候选文稿经多维评审棱镜排序后通过偏好梯度反馈弧闭环优化的等距技术插画","看到一个系统会检索、规划、反思和调用工具，不能据此判断它做过 Posttraining。Agent 描述的是模型在运行时如何完成任务；Posttraining 描述的是预训练之后，是否继续用监督数据、偏好数据或奖励信号更新模型参数。",{"slug":1964,"path":1965,"title":1966,"date":1967,"tags":1968,"description":1970,"cover":1971,"coverAlt":1972,"excerpt":1973,"draft":1500,"hidden":1500,"published":1154,"readingTime":1605,"series":1974,"seriesOrder":169},"cuda-fused-rmsnorm-kernel","\u002Fposts\u002Fcuda-fused-rmsnorm-kernel","从 PyTorch 到 CUDA Kernel：融合 RMSNorm 在 RTX 4090D 上加速 4.27 倍","2026-07-22 18:16:50",[1510,1542,1511,1523,1653,1969],"Kernel 优化","从零实现 PyTorch CUDA 扩展，拆解 RMSNorm 的访存瓶颈、warp 归约、向量化加载、算子融合与冷热缓存 benchmark。","\u002Fimages\u002Fposts\u002Fcuda-fused-rmsnorm-kernel\u002Fcuda-rmsnorm-cover-20261018.webp","融合残差加法与向量化 float4 访存经 Warp Shuffle 蝴蝶树归约输出归一化张量的等距硬件架构插画","为了准备 AI Infra 岗位，我做了一个尽量小而完整的 CUDA 项目：不追求堆很多算子，而是选一个真实的 LLM 推理路径，把实现、正确性、benchmark 和性能解释全部做扎实。 项目实现了两个 PyTorch CUDA ","AI Infra 实战",{"slug":1976,"path":1977,"title":1978,"date":1979,"tags":1980,"description":1982,"cover":1983,"coverAlt":1984,"excerpt":1985,"draft":1500,"hidden":1500,"published":1154,"readingTime":974,"series":1986,"seriesOrder":169},"agent-memory","\u002Fposts\u002Fagent-memory","Agent 上下文工程与分层记忆架构：从 Observation 剪枝、滚动摘要到向量召回闭环","2026-04-24",[1612,1570,1981,1542],"RAG","结合生产级多约束 Agent 与超 100K Token 科研智能体实践，系统拆解长程会话中的上下文膨胀与注意力稀释问题：涵盖 Observation 结构化剪枝（降低约 40% Token 开销）、滚动工作摘要、向量检索长期记忆及 Prefix Cache 友好的上下文组装。","\u002Fimages\u002Fposts\u002Fagent-memory\u002Fagent-memory-cover-20261018.webp","底层高噪数据经剪枝滤网进入中期滑动窗口与金色状态台账并由顶层向量星座按需召回的三层记忆架构插画","在构建多步工具调用（ToolUse）与长周期自主规划（Autonomous Planning）的 Agent 系统时，上下文管理（Context Engineering）往往比单纯改写 System Prompt 更决定线上稳定性。","Agent 上下文工程",{"slug":1988,"path":1989,"title":1990,"date":1991,"tags":1992,"description":1995,"cover":1996,"coverAlt":1997,"excerpt":1998,"draft":1500,"hidden":1500,"published":1154,"readingTime":648,"series":1999,"seriesOrder":535},"backend-stack-deep-dive","\u002Fposts\u002Fbackend-stack-deep-dive","高并发 AI 平台后端基础设施实践：FastAPI 异步网关、SQLAlchemy 2.0 Async、PostgreSQL 与 Docker 沙箱编排","2026-04-07",[1657,1654,1656,1993,1994,1542],"PostgreSQL","Docker","结合 DeepScientist 生产级 AI 科研平台实践，拆解 FastAPI ASGI 异步事件循环、SQLAlchemy 2.0 + AsyncPG 连接池调优、PostgreSQL + MinIO 存储分层与 Docker SDK 动态沙箱容器编排的职责边界与核心设计。","\u002Fimages\u002Fposts\u002Fbackend-stack-deep-dive\u002Fbackend-stack-cover-20261018.webp","ASGI 异步事件循环涡轮将非阻塞协程流分发至 PostgreSQL 连接池、MinIO 存储矩阵与动态 Docker 沙箱的等距架构插画","结合 DeepScientist 生产级 AI 科研平台（服务 7,000+ 用户）的实际工程落地，本文系统拆解支撑高并发流式推理与容器沙箱调度的后端基础设施栈——FastAPI（ASGI 异步网关 + SSE 流式推送）、SQLA","DeepScientist 工程复盘",{"slug":2001,"path":2002,"title":2003,"date":2004,"tags":2005,"description":2008,"cover":2009,"coverAlt":2010,"excerpt":2011,"draft":1500,"hidden":1500,"published":1154,"readingTime":1698,"series":2012,"seriesOrder":169},"minicode-source-analysis","\u002Fposts\u002Fminicode-source-analysis","MiniCode 架构与工具评测深度拆解：开源终端 Agentic Coding 引擎（1k+ Stars）的 ReAct、MCP 与 30 项基准验证","2026-04-06",[1570,2006,2007,1600,1542],"TypeScript","MCP","深度剖析开源终端 AI 编程智能体 MiniCode（1k+ GitHub Stars）的核心架构：从零重型依赖的 ReAct 规划循环、声明式工具注册表与权限拦截层、MCP 协议帧自动协商，到 30 项可执行 Tool-Use 评测基准（86.7% 完成率、100% 错误恢复率）的失败分布归因与闭环优化。","\u002Fimages\u002Fposts\u002Fminicode-source-analysis\u002Fminicode-cover-20261018.webp","终端编程智能体控制台被 ReAct 状态环、Unified Diff 补丁预览门与 MCP 协议插槽环绕的等距技术插画","MiniCode 是我作为核心开发者参与构建的开源终端 Agentic Coding 引擎（目前已在 GitHub 获得 1,000+ Stars）。项目的核心设计目标是：在不引入庞大运行时框架的前提下，用约 5,000 行高内聚的","AI 项目源码导读",{"slug":2014,"path":2015,"title":2016,"date":2004,"tags":2017,"description":2018,"cover":2019,"coverAlt":2020,"excerpt":2021,"draft":1500,"hidden":1500,"published":1154,"readingTime":1726,"series":1999,"seriesOrder":169},"deepscientist-tech-stack","\u002Fposts\u002Fdeepscientist-tech-stack","DeepScientist 架构与运行时全解析：超 100K 上下文科研智能体、MCP 沙箱与高并发流式系统",[1570,1542,2007,1994,1656,1654],"深度拆解服务 7,000+ 用户的科研自主智能体平台 DeepScientist：从一题一仓库（Quest）持久化状态机、MCP 工具栈（memory \u002F artifact \u002F bash_exec）、Docker SDK 动态容器编排，到 SSE + WebSocket 双流通信与 PostgreSQL \u002F Redis \u002F Prometheus 生产级基础设施。","\u002Fimages\u002Fposts\u002Fdeepscientist-tech-stack\u002Fdeepscientist-cover-20261018.webp","科研智能体编排核心通过 memory、artifact 与隔离容器沙箱三座协议桥连接双流工作台的等距架构插画","DeepScientist（deepscientist.cc）是我们在西湖大学自然语言处理实验室研发的自主科学发现与科研管理平台，目前累计服务 7,000+ 科研用户。与单轮对话或纯文本文献问答工具不同，科研智能体需要在数小时乃至数",1795088945865]