[{"data":1,"prerenderedAt":1810},["ShallowReactive",2],{"post-\u002Fposts\u002Fcmu-15-779-kv-cache-granularity-study":3,"archive-public-posts":1300},{"id":4,"title":5,"body":6,"categories":1279,"cover":1281,"coverAlt":1282,"date":1283,"description":1284,"draft":1285,"extension":1286,"haloPublished":1285,"haloSync":1285,"hidden":1285,"legacy":1285,"meta":1287,"navigation":1288,"path":1289,"published":1285,"readingTime":1290,"seo":1291,"series":1292,"seriesOrder":1293,"stem":1294,"tags":1295,"__hash__":1299},"posts\u002Fposts\u002Fcmu-15-779-kv-cache-granularity-study.md","CMU 15-779 学习记录 14：KV 页大小、共享边界与 CPU 实现成本",{"type":7,"value":8,"toc":1271},"minimark",[9,22,25,28,41,46,49,218,221,293,300,311,314,317,320,323,367,374,377,459,462,465,469,472,701,704,931,938,945,948,954,960,963,967,970,1036,1042,1045,1048,1051,1055,1066,1165,1172,1187,1196,1199,1202,1240,1248,1251,1258,1267],[10,11,12],"blockquote",{},[13,14,15,16,21],"p",{},"个人课程项目中的 CPU 实验记录，延续",[17,18,20],"a",{"href":19},"\u002Fposts\u002Fcmu-15-779-kv-serving-speculative-sampling\u002F","记录 11 的分页 KV 实现","。已完成 210 组配置与 1470 次计时，输出均通过连续存储参考对照；本篇不代表正式作业提交、整门课程或项目全部交付完成。",[13,23,24],{},"同样是共享 31 个 token，块长 4 时只占 29 KiB 活跃 K\u002FV 槽位，块长 32 时却占 112 KiB。页变大后，共享前缀没有变短，但能完整保留给多个请求共用的页消失了。这次把这个边界与实际分配容量、复制和 CPU 耗时放在一起看。",[13,26,27],{},"源码和原始报告保存在项目实验快照中。发布整理时从独立副本重跑完整扫描，210 行的输出误差、槽位、页数与复制计数均复现，复跑时间另存，没有覆盖原始测量。",[13,29,30,36,37],{},[17,31,35],{"href":32,"rel":33},"https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002F200faf569eccf94fb125e65110bb5d14094d454a",[34],"nofollow","查看代码版本"," · ",[17,38,40],{"href":39},"\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fkv-cache-granularity-20261019.zip","下载项目实验代码、原始数据与图表 ZIP",[42,43,45],"h2",{"id":44},"固定输入比较四条存储路径","固定输入，比较四条存储路径",[13,47,48],{},"实验使用预先生成的单头 K\u002FV\u002FQ，每组 8 个请求。K、V 各宽 16，float64，因此一个成对的 K\u002FV token 槽位为：",[50,51,54],"span",{"className":52},[53],"katex-display",[50,55,58,116],{"className":56},[57],"katex",[50,59,62],{"className":60},[61],"katex-mathml",[63,64,67],"math",{"xmlns":65,"display":66},"http:\u002F\u002Fwww.w3.org\u002F1998\u002FMath\u002FMathML","block",[68,69,70,111],"semantics",{},[71,72,73,78,82,85,87,90,93,96,99,102,106],"mrow",{},[74,75,77],"mo",{"stretchy":76},"false","(",[79,80,81],"mn",{},"16",[74,83,84],{},"+",[79,86,81],{},[74,88,89],{"stretchy":76},")",[74,91,92],{},"×",[79,94,95],{},"8",[74,97,98],{},"=",[79,100,101],{},"256",[103,104,105],"mtext",{}," bytes",[107,108,110],"mi",{"mathvariant":109},"normal",".",[112,113,115],"annotation",{"encoding":114},"application\u002Fx-tex","(16+16)\\times8=256\\ \\text{bytes}.",[50,117,121,150,172,193],{"className":118,"ariaHidden":120},[119],"katex-html","true",[50,122,125,130,134,138,143,147],{"className":123},[124],"base",[50,126],{"className":127,"style":129},[128],"strut","height:1em;vertical-align:-0.25em;",[50,131,77],{"className":132},[133],"mopen",[50,135,81],{"className":136},[137],"mord",[50,139],{"className":140,"style":142},[141],"mspace","margin-right:0.2222em;",[50,144,84],{"className":145},[146],"mbin",[50,148],{"className":149,"style":142},[141],[50,151,153,156,159,163,166,169],{"className":152},[124],[50,154],{"className":155,"style":129},[128],[50,157,81],{"className":158},[137],[50,160,89],{"className":161},[162],"mclose",[50,164],{"className":165,"style":142},[141],[50,167,92],{"className":168},[146],[50,170],{"className":171,"style":142},[141],[50,173,175,179,182,186,190],{"className":174},[124],[50,176],{"className":177,"style":178},[128],"height:0.6444em;",[50,180,95],{"className":181},[137],[50,183],{"className":184,"style":185},[141],"margin-right:0.2778em;",[50,187,98],{"className":188},[189],"mrel",[50,191],{"className":192,"style":185},[141],[50,194,196,200,203,207,215],{"className":195},[124],[50,197],{"className":198,"style":199},[128],"height:0.8889em;vertical-align:-0.1944em;",[50,201,101],{"className":202},[137],[50,204,206],{"className":205},[141]," ",[50,208,211],{"className":209},[137,210],"text",[50,212,214],{"className":213},[137],"bytes",[50,216,110],{"className":217},[137],[13,219,220],{},"同一工作负载的四种策略使用完全相同的张量和 Attention 参考：",[222,223,224,240],"table",{},[225,226,227],"thead",{},[228,229,230,234,237],"tr",{},[231,232,233],"th",{},"策略",[231,235,236],{},"保存方式",[231,238,239],{},"增长或分支时的处理",[241,242,243,255,271,282],"tbody",{},[228,244,245,249,252],{},[246,247,248],"td",{},"static",[246,250,251],{},"每个请求按该组最长最终长度预留连续张量",[246,253,254],{},"写入已有槽位",[228,256,257,260,263],{},[246,258,259],{},"dynamic",[246,261,262],{},"每个请求只保留当前连续 K\u002FV",[246,264,265,266,270],{},"每步 ",[267,268,269],"code",{},"torch.cat","，复制已有前缀",[228,272,273,276,279],{},[246,274,275],{},"paged",[246,277,278],{},"每个请求拥有独立页",[246,280,281],{},"页表寻址，按需占用池内页",[228,283,284,287,290],{},[246,285,286],{},"shared",[246,288,289],{},"复用 33 号脚本的引用计数与前缀 fork",[246,291,292],{},"完整页共用，部分尾页写时复制",[13,294,295],{},[296,297],"img",{"alt":298,"src":299},"固定 K\u002FV\u002FQ 经连续基线或分页共享路径，统一比较 Attention 输出、槽位和 CPU 完整路径时间","\u002Fimages\u002Fposts\u002Fcmu-15-779-kv-cache-granularity-study\u002Fcmu-kv-granularity-architecture-20261019.png",[13,301,302,303,306,307,310],{},"五类输入的共同前缀长度分别为 0、3、31、32、63，种子为 41、42、43。每类的 prompt 基准长度加 ",[267,304,305],{},"[0,1,3,7]","，decode 长度为 ",[267,308,309],{},"[1,2,4,8]","，在 8 个请求中重复两次。共同前缀为 0 的一组使用 prompt 基准 31，其余组的基准等于共同前缀长度。",[13,312,313],{},"块长 B 扫描 2、4、8、16、32、64。两个连续基线加上两种分页策略各六个块长，一共 14 种配置；乘以 5 类输入、3 个种子，得到 210 行。每行先执行一次预热\u002F正确性检查，再测量 7 次，共 1470 次计时。",[13,315,316],{},"这里没有 tokenizer、真实语言模型、在线到达、准入调度或 radix tree。共享前缀由输入直接给定；所有请求一直保留到结束，不能把本实验当作真实服务吞吐测试。",[42,318,319],{"id":319},"先把活跃槽位和池容量分开",[13,321,322],{},"原始数据有三个容易混淆的字段：",[222,324,325,335],{},[225,326,327],{},[228,328,329,332],{},[231,330,331],{},"字段",[231,333,334],{},"实际含义",[241,336,337,347,357],{},[228,338,339,344],{},[246,340,341],{},[267,342,343],{},"active_slot_bytes",[246,345,346],{},"当前保留的 K\u002FV 槽位容量；分页时按仍在使用的整页计，包含尾部空位",[228,348,349,354],{},[246,350,351],{},[267,352,353],{},"pool_tensor_bytes",[246,355,356],{},"底层池张量实际预分配的 K\u002FV 数据量",[228,358,359,364],{},[246,360,361],{},[267,362,363],{},"copied_old_token_slots",[246,365,366],{},"动态拼接或 COW 搬动的旧 K\u002FV 成对 token 槽位数",[13,368,369,370,373],{},"第三项不包含 prompt 初次写入、新 token 写入、gather 物化或 Attention 读写流量，不能换算成所有内存流量。dynamic 的保留量也不包含 ",[267,371,372],{},"cat"," 新旧张量同时存在的瞬时内存。",[13,375,376],{},"共同前缀为 31 时，三个种子的存储与复制计数相同：",[222,378,379,395],{},[225,380,381],{},[228,382,383,385,389,392],{},[231,384,233],{},[231,386,388],{"align":387},"right","活跃槽位（KiB）",[231,390,391],{"align":387},"池\u002F保留张量（KiB）",[231,393,394],{"align":387},"搬动的旧 token 槽位",[241,396,397,409,421,433,446],{},[228,398,399,401,404,406],{},[246,400,248],{},[246,402,403],{"align":387},"92",[246,405,403],{"align":387},[246,407,408],{"align":387},"0",[228,410,411,413,416,418],{},[246,412,259],{},[246,414,415],{"align":387},"75",[246,417,415],{"align":387},[246,419,420],{"align":387},"1140",[228,422,423,426,429,431],{},[246,424,425],{},"独立分页 B=4",[246,427,428],{"align":387},"78",[246,430,428],{"align":387},[246,432,408],{"align":387},[228,434,435,438,441,443],{},[246,436,437],{},"共享分页 B=4",[246,439,440],{"align":387},"29",[246,442,428],{"align":387},[246,444,445],{"align":387},"21",[228,447,448,451,454,456],{},[246,449,450],{},"共享分页 B=32",[246,452,453],{"align":387},"112",[246,455,453],{"align":387},[246,457,458],{"align":387},"217",[13,460,461],{},"共享 B=4 的活跃槽位降到了 29 KiB，但池仍有 78 KiB。这份实现预先按独立请求的容量建立池，共享和独立路径用相同容量；少占活跃页后，没有重新缩小底层张量。",[13,463,464],{},"因此，29 KiB 不能写成进程只分配了 29 KiB，更不能直接声称显存峰值下降了同样比例。实验没有测量 RSS、分配器、Python 元数据或 gather\u002FAttention 临时张量的峰值。",[42,466,468],{"id":467},"_31-与-32完整页共享的边界","31 与 32：完整页共享的边界",[13,470,471],{},"设请求数为 R、共同前缀长度为 L、页长为 B。在本次所有分支随后都增长、请求均保留的配置中，独立分页比共享分页多出的物理页数是：",[50,473,475],{"className":474},[53],[50,476,478,530],{"className":477},[57],[50,479,481],{"className":480},[61],[63,482,483],{"xmlns":65,"display":66},[68,484,485,527],{},[71,486,487,490,493,495,497,500,503,506,508,525],{},[107,488,489],{"mathvariant":109},"Δ",[107,491,492],{},"P",[74,494,98],{},[74,496,77],{"stretchy":76},[107,498,499],{},"R",[74,501,502],{},"−",[79,504,505],{},"1",[74,507,89],{"stretchy":76},[71,509,510,513,522],{},[74,511,512],{"fence":120},"⌊",[514,515,516,519],"mfrac",{},[107,517,518],{},"L",[107,520,521],{},"B",[74,523,524],{"fence":120},"⌋",[107,526,110],{"mathvariant":109},[112,528,529],{"encoding":114},"\\Delta P=(R-1)\\left\\lfloor\\frac{L}{B}\\right\\rfloor.",[50,531,533,557,579],{"className":532,"ariaHidden":120},[119],[50,534,536,540,543,548,551,554],{"className":535},[124],[50,537],{"className":538,"style":539},[128],"height:0.6833em;",[50,541,489],{"className":542},[137],[50,544,492],{"className":545,"style":547},[137,546],"mathnormal","margin-right:0.1389em;",[50,549],{"className":550,"style":185},[141],[50,552,98],{"className":553},[189],[50,555],{"className":556,"style":185},[141],[50,558,560,563,566,570,573,576],{"className":559},[124],[50,561],{"className":562,"style":129},[128],[50,564,77],{"className":565},[133],[50,567,499],{"className":568,"style":569},[137,546],"margin-right:0.0077em;",[50,571],{"className":572,"style":142},[141],[50,574,502],{"className":575},[146],[50,577],{"className":578,"style":142},[141],[50,580,582,586,589,592,596,695,698],{"className":581},[124],[50,583],{"className":584,"style":585},[128],"height:2.4em;vertical-align:-0.95em;",[50,587,505],{"className":588},[137],[50,590,89],{"className":591},[162],[50,593],{"className":594,"style":595},[141],"margin-right:0.1667em;",[50,597,600,610,689],{"className":598},[599],"minner",[50,601,605],{"className":602,"style":604},[133,603],"delimcenter","top:0em;",[50,606,512],{"className":607},[608,609],"delimsizing","size3",[50,611,613,617,686],{"className":612},[137],[50,614],{"className":615},[133,616],"nulldelimiter",[50,618,620],{"className":619},[514],[50,621,625,677],{"className":622},[623,624],"vlist-t","vlist-t2",[50,626,629,672],{"className":627},[628],"vlist-r",[50,630,634,649,660],{"className":631,"style":633},[632],"vlist","height:1.3603em;",[50,635,637,642],{"style":636},"top:-2.314em;",[50,638],{"className":639,"style":641},[640],"pstrut","height:3em;",[50,643,645],{"className":644},[137],[50,646,521],{"className":647,"style":648},[137,546],"margin-right:0.0502em;",[50,650,652,655],{"style":651},"top:-3.23em;",[50,653],{"className":654,"style":641},[640],[50,656],{"className":657,"style":659},[658],"frac-line","border-bottom-width:0.04em;",[50,661,663,666],{"style":662},"top:-3.677em;",[50,664],{"className":665,"style":641},[640],[50,667,669],{"className":668},[137],[50,670,518],{"className":671},[137,546],[50,673,676],{"className":674},[675],"vlist-s","​",[50,678,680],{"className":679},[628],[50,681,684],{"className":682,"style":683},[632],"height:0.686em;",[50,685],{},[50,687],{"className":688},[162,616],[50,690,692],{"className":691,"style":604},[162,603],[50,693,524],{"className":694},[608,609],[50,696],{"className":697,"style":595},[141],[50,699,110],{"className":700},[137],[13,702,703],{},"前缀若留下不完整尾页，其他 R−1 个分支写入时需各复制这段尾部，旧 token 槽位复制数为：",[50,705,707],{"className":706},[53],[50,708,710,778],{"className":709},[57],[50,711,713],{"className":712},[61],[63,714,715],{"xmlns":65,"display":66},[68,716,717,775],{},[71,718,719,736,738,740,742,744,746,748,750,752,755,767,769,771,773],{},[720,721,722,725],"msub",{},[107,723,724],{},"C",[71,726,727,730,733],{},[107,728,729],{"mathvariant":109},"o",[107,731,732],{"mathvariant":109},"l",[107,734,735],{"mathvariant":109},"d",[74,737,98],{},[74,739,77],{"stretchy":76},[107,741,499],{},[74,743,502],{},[79,745,505],{},[74,747,89],{"stretchy":76},[74,749,77],{"stretchy":76},[107,751,518],{},[103,753,754],{}," ",[74,756,758],{"lspace":757,"rspace":757},"0.22em",[71,759,760,763,765],{},[107,761,762],{"mathvariant":109},"m",[107,764,729],{"mathvariant":109},[107,766,735],{"mathvariant":109},[103,768,754],{},[107,770,521],{},[74,772,89],{"stretchy":76},[107,774,110],{"mathvariant":109},[112,776,777],{"encoding":114},"C_{\\mathrm{old}}=(R-1)(L\\bmod B).",[50,779,781,854,875,916],{"className":780,"ariaHidden":120},[119],[50,782,784,788,845,848,851],{"className":783},[124],[50,785],{"className":786,"style":787},[128],"height:0.8333em;vertical-align:-0.15em;",[50,789,791,795],{"className":790},[137],[50,792,724],{"className":793,"style":794},[137,546],"margin-right:0.0715em;",[50,796,799],{"className":797},[798],"msupsub",[50,800,802,836],{"className":801},[623,624],[50,803,805,833],{"className":804},[628],[50,806,809],{"className":807,"style":808},[632],"height:0.3361em;",[50,810,812,816],{"style":811},"top:-2.55em;margin-left:-0.0715em;margin-right:0.05em;",[50,813],{"className":814,"style":815},[640],"height:2.7em;",[50,817,822],{"className":818},[819,820,609,821],"sizing","reset-size6","mtight",[50,823,825],{"className":824},[137,821],[50,826,828],{"className":827},[137,821],[50,829,832],{"className":830},[137,831,821],"mathrm","old",[50,834,676],{"className":835},[675],[50,837,839],{"className":838},[628],[50,840,843],{"className":841,"style":842},[632],"height:0.15em;",[50,844],{},[50,846],{"className":847,"style":185},[141],[50,849,98],{"className":850},[189],[50,852],{"className":853,"style":185},[141],[50,855,857,860,863,866,869,872],{"className":856},[124],[50,858],{"className":859,"style":129},[128],[50,861,77],{"className":862},[133],[50,864,499],{"className":865,"style":569},[137,546],[50,867],{"className":868,"style":142},[141],[50,870,502],{"className":871},[146],[50,873],{"className":874,"style":142},[141],[50,876,878,881,884,887,890,893,897,900,910,913],{"className":877},[124],[50,879],{"className":880,"style":129},[128],[50,882,505],{"className":883},[137],[50,885,89],{"className":886},[162],[50,888,77],{"className":889},[133],[50,891,518],{"className":892},[137,546],[50,894],{"className":895,"style":896},[141],"margin-right:0.0556em;",[50,898],{"className":899,"style":142},[141],[50,901,903],{"className":902},[146],[50,904,906],{"className":905},[137],[50,907,909],{"className":908},[137,831],"mod",[50,911],{"className":912,"style":896},[141],[50,914],{"className":915,"style":142},[141],[50,917,919,922,925,928],{"className":918},[124],[50,920],{"className":921,"style":129},[128],[50,923,521],{"className":924,"style":648},[137,546],[50,926,89],{"className":927},[162],[50,929,110],{"className":930},[137],[13,932,933,934,937],{},"R=8、L=31、B=4 时，有 7 个完整前缀页可共享，省下 49 个页，即 ",[267,935,936],{},"49×4×256=49 KiB","；独立分页的 78 KiB 减去它，正好是 29 KiB。尾部 3 个 token 在其他七个分支中各复制一次，共 21 个槽位。",[13,939,940,941,944],{},"L=31、B=32 时，没有完整前缀页。分支写入后，原来那一页也因 COW 分开，最终与独立分页同为 112 KiB，复制数为 ",[267,942,943],{},"7×31=217","。",[13,946,947],{},"把共同前缀移到 32，B=32 就能保留一整页共享，复制数变为 0。该组共享 B=32 的活跃槽位为 72 KiB，独立分页为 128 KiB；共享 B=4 则为 24 KiB，池容量仍为 80 KiB。对齐边界可以恢复共享，但更大的尾部空位仍可能使大页占用更多。",[13,949,950],{},[296,951],{"alt":952,"src":953},"五类输入在不同块长下的活跃 K\u002FV 槽位，显示完整前缀共享与页内空位共同作用","\u002Fimages\u002Fposts\u002Fcmu-15-779-kv-cache-granularity-study\u002Fcmu-kv-granularity-storage-20261019.png",[13,955,956,959],{},[17,957,958],{"href":953},"查看存储图原图","。图中数值来自原始 JSON；发布版仅调整面板、刻度和图例排版。",[13,961,962],{},"这两条公式针对当前 fork\u002FCOW 和工作负载。请求释放、分支不再增长、部分页共享策略变化时，需要重新分析，不能当作所有缓存实现的固定规律。",[42,964,966],{"id":965},"cpu-分页路径更慢这个结果也要留下","CPU 分页路径更慢，这个结果也要留下",[13,968,969],{},"原始环境是 macOS arm64、Python 3.11.15、PyTorch 2.14.1，CPU 线程数固定为 1。每行 7 次测量先取中位数，下表再取三个种子中位数的中位数，单位毫秒：",[222,971,972,984],{},[225,973,974],{},[228,975,976,978,981],{},[231,977,233],{},[231,979,980],{"align":387},"共同前缀 31",[231,982,983],{"align":387},"共同前缀 32",[241,985,986,996,1006,1016,1026],{},[228,987,988,990,993],{},[246,989,248],{},[246,991,992],{"align":387},"0.445750",[246,994,995],{"align":387},"0.492750",[228,997,998,1000,1003],{},[246,999,259],{},[246,1001,1002],{"align":387},"0.350792",[246,1004,1005],{"align":387},"0.369875",[228,1007,1008,1010,1013],{},[246,1009,425],{},[246,1011,1012],{"align":387},"2.255917",[246,1014,1015],{"align":387},"2.432292",[228,1017,1018,1020,1023],{},[246,1019,437],{},[246,1021,1022],{"align":387},"1.103708",[246,1024,1025],{"align":387},"1.138666",[228,1027,1028,1030,1033],{},[246,1029,450],{},[246,1031,1032],{"align":387},"1.048958",[246,1034,1035],{"align":387},"1.116625",[13,1037,1038],{},[296,1039],{"alt":1040,"src":1041},"共同前缀 31 和 32 的 CPU 完整路径时间；两种分页路径均慢于连续基线","\u002Fimages\u002Fposts\u002Fcmu-15-779-kv-cache-granularity-study\u002Fcmu-kv-granularity-latency-20261019.png",[13,1043,1044],{},"计时包括分配、prompt 插入、fork、append、gather、Attention、输出 stack 与指标统计；输入生成和正确性断言在区间外。每轮随机打乱策略顺序，全部策略都与相同连续参考检查，210 行最大绝对误差均为 0。",[13,1046,1047],{},"当前分页实现使用 Python 页表与引用计数，Attention 前还会 gather 出连续 K\u002FV。共享减少了重复 prompt 插入，但两条分页路径仍慢于连续存储基线。dynamic 在这些小规模输入下也比 static 快；本次数据不能证明“预分配一定更快”。",[13,1049,1050],{},"这些时间描述当前 CPU 完整路径。它们没有分离页表、复制、gather 各自的耗时，也没有实现 GPU 上直接读取分页 K\u002FV 的 Attention kernel，因此不能据此评价 vLLM\u002FPagedAttention 的真实 GPU 性能。不同机器和运行状态会改变计时，复验只要求结构、数值和计数一致，不要求毫秒数完全重现。",[42,1052,1054],{"id":1053},"复现代码版本与课程位置","复现、代码版本与课程位置",[13,1056,1057,1058,1061,1062,1065],{},"ZIP 包含 ",[267,1059,1060],{},"33_paged_kv_cache.py","、项目执行\u002F分析脚本、原始 210 行 JSON、汇总、三张图、两项项目测试及依赖说明。GPU 实验另见记录 06–08 的续篇；本项目原始 JSON 中的历史 ",[267,1063,1064],{},"gpu_status"," 记录当时 CPU 项目安排。",[1067,1068,1073],"pre",{"className":1069,"code":1070,"language":1071,"meta":1072,"style":1072},"language-bash shiki shiki-themes github-dark-dimmed github-light houston","python3.11 -m venv .venv\n.venv\u002Fbin\u002Fpython -m pip install -r course\u002Fproject\u002Frequirements.txt\n.venv\u002Fbin\u002Fpython course\u002Fproject\u002Frun_experiments.py \\\n  --output results\u002Fproject-rerun.json\n.venv\u002Fbin\u002Fpython -m unittest discover -s tests -v\n.venv\u002Fbin\u002Fpython course\u002Fproject\u002Fanalyze_results.py\n","bash","",[267,1074,1075,1094,1114,1126,1135,1157],{"__ignoreMap":1072},[50,1076,1079,1083,1087,1091],{"class":1077,"line":1078},"line",1,[50,1080,1082],{"class":1081},"sLsJe","python3.11",[50,1084,1086],{"class":1085},"sgENW"," -m",[50,1088,1090],{"class":1089},"sWqY2"," venv",[50,1092,1093],{"class":1089}," .venv\n",[50,1095,1097,1100,1102,1105,1108,1111],{"class":1077,"line":1096},2,[50,1098,1099],{"class":1081},".venv\u002Fbin\u002Fpython",[50,1101,1086],{"class":1085},[50,1103,1104],{"class":1089}," pip",[50,1106,1107],{"class":1089}," install",[50,1109,1110],{"class":1085}," -r",[50,1112,1113],{"class":1089}," course\u002Fproject\u002Frequirements.txt\n",[50,1115,1117,1119,1122],{"class":1077,"line":1116},3,[50,1118,1099],{"class":1081},[50,1120,1121],{"class":1089}," course\u002Fproject\u002Frun_experiments.py",[50,1123,1125],{"class":1124},"sxpgZ"," \\\n",[50,1127,1129,1132],{"class":1077,"line":1128},4,[50,1130,1131],{"class":1085},"  --output",[50,1133,1134],{"class":1089}," results\u002Fproject-rerun.json\n",[50,1136,1138,1140,1142,1145,1148,1151,1154],{"class":1077,"line":1137},5,[50,1139,1099],{"class":1081},[50,1141,1086],{"class":1085},[50,1143,1144],{"class":1089}," unittest",[50,1146,1147],{"class":1089}," discover",[50,1149,1150],{"class":1085}," -s",[50,1152,1153],{"class":1089}," tests",[50,1155,1156],{"class":1085}," -v\n",[50,1158,1160,1162],{"class":1077,"line":1159},6,[50,1161,1099],{"class":1081},[50,1163,1164],{"class":1089}," course\u002Fproject\u002Fanalyze_results.py\n",[13,1166,1167,1168,1171],{},"分析脚本默认读取随附的 ",[267,1169,1170],{},"results\u002Fproject_kv_granularity.json","，生成原始测量的图表，不会自动切到上面另存的复跑文件。测试检查输出等价、不同页边界、完整页共享和部分页 COW 计数；ZIP 的 2 项项目测试及完整发布仓库的 54 项现有测试均通过。",[13,1173,1174,1175,1180,1181,1186],{},"这部分对应原课",[17,1176,1179],{"href":1177,"rel":1178},"https:\u002F\u002Fwww.cs.cmu.edu\u002F~zhihaoj2\u002F15-779\u002F",[34],"课程项目安排","下的个人实验探索，机制背景可对照 ",[17,1182,1185],{"href":1183,"rel":1184},"https:\u002F\u002Farxiv.org\u002Fabs\u002F2309.06180",[34],"PagedAttention 论文","。已经复现的代码实验与下方报告\u002F展示分别归档；材料生成、本人的掌握程度和正式提交各有独立验收边界。",[13,1188,1189,36,1193],{},[17,1190,1192],{"href":32,"rel":1191},[34],"本篇 GitHub 代码",[17,1194,1195],{"href":39},"下载项目实验 ZIP",[42,1197,1198],{"id":1198},"项目报告与中文展示",[13,1200,1201],{},"同一实验的文档和展示现已生成，补在本篇。英文报告沿用上面的 CPU 原始数据，展开四种存储路径、完整页共享与部分页 COW 的公式、实验设计和限制；没有加入新的 GPU KV 性能结论。一页项目规格在原型之后整理，不能视作此前已经提交的提案。",[1203,1204,1205,1212,1219,1226,1233],"ul",{},[1206,1207,1208,944],"li",{},[17,1209,1211],{"href":1210},"\u002Fmaterials\u002Fcmu-15-779\u002Fproject\u002Fkv-cache-proposal-20261019.pdf","一页项目规格 PDF",[1206,1213,1214,1218],{},[17,1215,1217],{"href":1216},"\u002Fmaterials\u002Fcmu-15-779\u002Fproject\u002Fkv-cache-report-20261019.pdf","英文实验报告 PDF","：正文 5 页 + 参考文献 1 页，使用 MLSys 2025 模板。",[1206,1220,1221,1225],{},[17,1222,1224],{"href":1223},"\u002Fmaterials\u002Fcmu-15-779\u002Fproject\u002Fkv-cache-presentation-20261019.mp4","播放或下载中文展示 MP4","：9 分 0.14 秒，1280×720、12 章。",[1206,1227,1228,1232],{},[17,1229,1231],{"href":1230},"\u002Fmaterials\u002Fcmu-15-779\u002Fproject\u002Fkv-cache-transcript-20261019.md","阅读或下载中文讲稿","：Markdown 格式，与视频制作脚本逐章一致。",[1206,1234,1235,1239],{},[17,1236,1238],{"href":1237},"\u002Fmaterials\u002Fcmu-15-779\u002Fproject\u002Fkv-cache-deliverables-20261019.zip","下载文档与制作源码 ZIP","：约 694 KiB，含两份 PDF、LaTeX\u002F模板、讲稿、视频脚本、原始数据和项目测试；MP4 单独下载。",[13,1241,1242,1243,1247],{},"报告、代码与展示由 Codex 辅助制作，视频使用 macOS Tingting 合成语音，",[1244,1245,1246],"strong",{},"不是学习者本人录制","。视频依次讲解缓存增长、相关工作、页表与引用计数、210 组配置、正确性、共享\u002F复制\u002F池容量\u002F时间结果，以及适用范围。报告采用的模板附有自学声明，不代表会议接收或正式课程提交。",[13,1249,1250],{},"归档前检查了一页规格和六页报告的版式、公式与引用，核对了 12 章视频画面、讲稿和制作脚本，并完整解码 MP4。实验执行代码、原始 JSON 和数值汇总与前面的实验发布一致；这次没有重新计时。文件检查不能代替本人理解、课堂展示或课程验收。",[13,1252,1253,1254,1257],{},"文档快照保留生成 PDF\u002F视频时的图表与目录结构，和文章图表可能有排版差别。复做 PDF 需要 Tectonic；复做视频还需要 macOS 的 ",[267,1255,1256],{},"say","、Tingting 语音和指定中文字体，具体命令见快照说明。",[13,1259,1260,36,1265],{},[17,1261,1264],{"href":1262,"rel":1263},"https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002Fe46f0fa79c485aa43c6d999f3b52a719691ce458\u002Farchives\u002Fkv-cache-deliverables-20261019",[34],"查看文档与展示的 GitHub 冻结版本",[17,1266,1238],{"href":1237},[1268,1269,1270],"style",{},"html pre.shiki code .sLsJe, html code.shiki .sLsJe{--shiki-default:#F69D50;--shiki-light:#6F42C1;--shiki-cyber:#00DAEF}html pre.shiki code .sgENW, html code.shiki .sgENW{--shiki-default:#6CB6FF;--shiki-light:#005CC5;--shiki-cyber:#FFD493}html pre.shiki code .sWqY2, html code.shiki .sWqY2{--shiki-default:#96D0FF;--shiki-light:#032F62;--shiki-cyber:#FFD493}html pre.shiki code .sxpgZ, html code.shiki .sxpgZ{--shiki-default:#F47067;--shiki-light:#005CC5;--shiki-cyber:#EEF0F9}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html.light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html .cyber .shiki span {color: var(--shiki-cyber);background: var(--shiki-cyber-bg);font-style: var(--shiki-cyber-font-style);font-weight: var(--shiki-cyber-font-weight);text-decoration: var(--shiki-cyber-text-decoration);}html.cyber .shiki span {color: var(--shiki-cyber);background: var(--shiki-cyber-bg);font-style: var(--shiki-cyber-font-style);font-weight: var(--shiki-cyber-font-weight);text-decoration: var(--shiki-cyber-text-decoration);}",{"title":1072,"searchDepth":1096,"depth":1116,"links":1272},[1273,1274,1275,1276,1277,1278],{"id":44,"depth":1096,"text":45},{"id":319,"depth":1096,"text":319},{"id":467,"depth":1096,"text":468},{"id":965,"depth":1096,"text":966},{"id":1053,"depth":1096,"text":1054},{"id":1198,"depth":1096,"text":1198},[1280],"技术","\u002Fimages\u002Fposts\u002Fcmu-15-779-kv-serving-speculative-sampling\u002Fcmu-serving-cover-20261019.webp","浅色手绘分页存储抽屉与共享前缀卡片，旁边连接不同长度的请求队列","2026-10-12","用 210 组 CPU 配置比较连续与分页 KV cache，观察 31\u002F32-token 共享前缀的页边界，分别记录活跃槽位、池容量、复制计数和完整调用耗时。",false,"md",{"codeUrl":32,"attachmentUrl":39},true,"\u002Fposts\u002Fcmu-15-779-kv-cache-granularity-study",null,{"title":5,"description":1284},"CMU 15-779","14","posts\u002Fcmu-15-779-kv-cache-granularity-study",[1292,1296,1297,1298],"KV cache","PagedAttention","系统实验","xf6MW-RLlV_TuIzTZ_f_-ZXnomKXwJRexCdhbEFtmMo",[1301,1320,1336,1351,1365,1379,1394,1409,1423,1435,1450,1462,1476,1489,1502,1516,1521,1536,1547,1559,1574,1587,1601,1613,1627,1639,1654,1668,1682,1693,1706,1723,1738,1751,1763,1775,1788,1801],{"slug":1302,"path":1303,"title":1304,"date":1305,"tags":1306,"description":1312,"cover":1313,"coverAlt":1314,"excerpt":1315,"draft":1285,"hidden":1285,"published":1288,"readingTime":1316,"series":1317,"seriesOrder":1316,"codeUrl":1318,"attachmentUrl":1319},"cs336-cross-entropy-adamw-training-loop","\u002Fposts\u002Fcs336-cross-entropy-adamw-training-loop","Stanford CS336 学习记录 08：数值稳定交叉熵、AdamW、余弦调度与完整训练闭环","2026-10-27",[1307,1308,1309,1310,1311],"CS336","PyTorch","AdamW","CrossEntropy","训练闭环","用 LogSumExp 消去交叉熵中的指数溢出，手写解耦权重衰减的 AdamW 优化器、全局 L2 梯度裁剪、Warmup 余弦退火调度、memmap 数据采样、Checkpoint 序列化与 Top-p 解码，完成 CS336 Assignment 1 全部 48 项测试。","\u002Fimages\u002Fposts\u002Fcs336-cross-entropy-adamw-training-loop\u002Fcs336-cross-entropy-adamw-training-loop-cover.webp","滑动窗口采样、余弦退火曲线、双动量优化轨迹与检查点归档构成的训练闭环 AI 辅助概念插画","作为 Stanford CS336 Assignment 1 系列的收官篇，我们已经拥有了分词器（bpe.py、tokenizer.py）和完整的语言模型架构（transformer.py）。要让模型在语料上真正训练并生成文本，还需",8,"Stanford CS336","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcs336-labs\u002Ftree\u002Fb5c93ad0cc73178b2b2a62e518a0900da47a0fb7","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-08-adamw-training-loop-20261027.zip",{"slug":1321,"path":1322,"title":1323,"date":1324,"tags":1325,"description":1332,"cover":1333,"coverAlt":1334,"excerpt":1335,"draft":1285,"hidden":1285,"published":1288,"readingTime":1316},"editcache-video-dit-inference-acceleration","\u002Fposts\u002Feditcache-video-dit-inference-acceleration","EditCache：视频 Diffusion Transformer (DiT) 局部编辑的跨步特征复用与区域重算加速","2026-10-25",[1326,1327,1328,1329,1330,1331],"扩散模型","视频生成","AI Infra","推理加速","GPU","论文解读","拆解视频扩散模型（Wan2.1-VACE）局部编辑中的三重算力冗余，通过可重入 Latent、跨步 Block 隐状态缓存复用、带 Halo 边界的局部区域重算与自适应推理起点，在单卡 H100 上实现 2.46× 模型计算加速与 1.49× 严格同步端到端加速。","\u002Fimages\u002Fposts\u002Feditcache-video-dit-inference-acceleration\u002Feditcache-dit-cover-20261025.webp","视频扩散 Transformer 时空三维体素网格中冻结背景缓存与暖橙色局部编辑重算通道的等距技术插画","在基于 Diffusion Transformer（DiT）的视频编辑与局部重绘（Video Inpainting \u002F Local Editing）任务中，用户的典型工作流并不是一次性生成最终成片，而是针对同一段源视频反复调整掩码区",{"slug":1337,"path":1338,"title":1339,"date":1324,"tags":1340,"description":1345,"cover":1346,"coverAlt":1347,"excerpt":1348,"draft":1285,"hidden":1285,"published":1288,"readingTime":1316,"series":1317,"seriesOrder":1349,"codeUrl":1318,"attachmentUrl":1350},"cs336-bpe-tokenizer-training-encoding","\u002Fposts\u002Fcs336-bpe-tokenizer-training-encoding","Stanford CS336 学习记录 07：Byte-Level BPE 分词器训练、倒排索引加速与流式编码",[1307,1341,1342,1343,1344],"Tokenizer","BPE","Tiktoken","算法优化","实现 GPT-2 正则预分词、特殊 token 硬边界切分、基于 pair-to-word 倒排索引的增量 BPE 合并算法（\u003C 0.25s 通过速度基准），以及与 tiktoken 完全对齐的 Tokenizer。","\u002Fimages\u002Fposts\u002Fcs336-bpe-tokenizer-training-encoding\u002Fcs336-bpe-tokenizer-training-encoding-cover.webp","UTF-8 字节块经过正则切分闸口后沿合并树聚合成子词单元的 AI 辅助概念插画","前面六篇完成了 Transformer 语言模型本身的全部神经网络组件。要让模型真正处理自然语言文本，还需要打通入口处的 ByteLevel BPE（BytePair Encoding）分词器。这一篇记录 cs336basics\u002Fb",7,"\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-07-bpe-tokenizer-20261025.zip",{"slug":1352,"path":1353,"title":1354,"date":1355,"tags":1356,"description":1361,"cover":1362,"coverAlt":1363,"excerpt":1364,"draft":1285,"hidden":1285,"published":1288,"readingTime":1316},"in-situ-autoguidance-editable-scientific-illustration","\u002Fposts\u002Fin-situ-autoguidance-editable-scientific-illustration","从原位自校正引导（In-situ Autoguidance）到可编辑科研插图生成（AutoFigure-Edit）","2026-10-24",[1326,1357,1358,1359,1360,1331],"多模态","Agent","ICML","ACL","串联两项生成式模型与多模态智能体研究：如何通过推理期局部随机微扰在单模型内构造免训练扩散自引导向量（ICML 2025 Workshop 第一作者，arXiv:2510.17136），以及如何通过五阶段视觉-符号混合流水线生成原生可编辑 SVG 科研插图（ACL 2026 Demo，FigureBench 83.0% 胜率）。","\u002Fimages\u002Fposts\u002Fin-situ-autoguidance-editable-scientific-illustration\u002Fautoguidance-autofigure-cover-20261024.webp","左侧扩散流形自校正轨迹矢量场与右侧五阶段可编辑 SVG 科研插图分层网格相衔接的等距技术插画","生成式视觉模型正在经历从“生成高保真像素（Pixel Synthesis）”向“可控结构化生成（Controllable & Editable Generation）”的演进。在这一进程中，我作为第一作者或核心贡献者参与了两项分别处",{"slug":1366,"path":1367,"title":1368,"date":1369,"tags":1370,"description":1374,"cover":1375,"coverAlt":1376,"excerpt":1377,"draft":1285,"hidden":1285,"published":1288,"readingTime":1316,"series":1317,"seriesOrder":1159,"codeUrl":1318,"attachmentUrl":1378},"cs336-pre-norm-transformer-block-lm","\u002Fposts\u002Fcs336-pre-norm-transformer-block-lm","Stanford CS336 学习记录 06：Pre-Norm Transformer Block 与完整语言模型装配","2026-10-23",[1307,1308,1371,1372,1373],"Transformer","Pre-Norm","FLOPs","将 RMSNorm、带 RoPE 的因果多头自注意力和 SwiGLU 组装成 Pre-Norm Transformer Block，搭建完整 TransformerLM，并核算 GPT-2 XL 的参数量与前向 FLOPs。","\u002Fimages\u002Fposts\u002Fcs336-pre-norm-transformer-block-lm\u002Fcs336-pre-norm-transformer-block-lm-cover.webp","干净残差流主干穿过多个 Pre-Norm 子层并汇聚到词表投影层的 AI 辅助概念插画","前五篇把 Linear、Embedding、RMSNorm、SwiGLU、RotaryPositionalEmbedding 和因果 MultiHeadSelfAttention 全部单独打通了。这一篇进入 Assignment 1","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-06-transformer-block-lm-20261023.zip",{"slug":1380,"path":1381,"title":1382,"date":1369,"tags":1383,"description":1389,"cover":1390,"coverAlt":1391,"excerpt":1392,"draft":1285,"hidden":1285,"published":1288,"readingTime":1393},"xgrammar-concurrent-cache-generation-fix","\u002Fposts\u002Fxgrammar-concurrent-cache-generation-fix","XGrammar 结构化解码缓存剖析：Unlimited 模式并发 Clear 字节记账竞态与代际修复（PR #1011）",[1328,1384,1385,1386,1387,1388],"C++","XGrammar","结构化解码","并发编程","源码分析","拆解 XGrammar GrammarCompiler 的双层缓存架构与 ThreadSafeLRUCache 锁分离实现，定位 Unlimited 模式下 Clear() 字节残留与在途编译（In-flight Computation）跨代污染根因，给出代际号 + 读写锁原子修复与零 sleep 确定性并发 GoogleTest 验证。","\u002Fimages\u002Fposts\u002Fxgrammar-concurrent-cache-generation-fix\u002Fxgrammar-cache-fix-cover-20261022.webp","双层磨砂玻璃流道经暖橙色代际闸门过滤后汇入晶格缓存矩阵的等距技术插画","在大语言模型服务（如 SGLang、vLLM）的结构化输出场景中，JSON Schema 或 EBNF 语法需要先编译为词表级掩码缓存（CompiledGrammar），才能在每个 Decode 步以微秒级开销生成合法 token ",14,{"slug":1395,"path":1396,"title":1397,"date":1398,"tags":1399,"description":1405,"cover":1406,"coverAlt":1407,"excerpt":1408,"draft":1285,"hidden":1285,"published":1288,"readingTime":1393},"multi-constraint-agent-routing-dag-eval","\u002Fposts\u002Fmulti-constraint-agent-routing-dag-eval","多约束生产级 Agent 系统实践：两阶段工具路由、DAG 局部重规划与轨迹级评测闭环","2026-10-22",[1358,1400,1401,1402,1403,1404],"LLM","工具调用","上下文工程","DPO","强化学习","围绕跨境酒旅等强耦合多约束业务场景，拆解向量 Top-K 召回 + LLM 精排 + 跨语言实体链接与 Schema 门控（96%+ 调用合法率）、基于状态机的 DAG 局部子图重规划、Observation 冗余裁剪（节省 40% Token），以及从线上失败恢复轨迹构造 SFT\u002FDPO 偏好对的评测与训练闭环。","\u002Fimages\u002Fposts\u002Fmulti-constraint-agent-routing-dag-eval\u002Fagent-dag-routing-cover-20261020.webp","候选模块经漏斗滤网进入双分支有向无环图轨道并在受阻节点触发暖橙色局部旁路重连的等距技术插画","在玩具级 Demo 里，几个工具加上一段 ReAct 循环就能跑通大多数单步问答。但当 Agent 进入跨境酒旅、复杂交易或研发沙箱等真实业务生产环境时，单靠线性 ReAct 循环很快会撞上四堵墙： 1. 工具空间与参数耦合爆炸：候",{"slug":1410,"path":1411,"title":1412,"date":1413,"tags":1414,"description":1418,"cover":1419,"coverAlt":1420,"excerpt":1421,"draft":1285,"hidden":1285,"published":1288,"readingTime":1422},"llm-mrd-distillation-auditable-review-agents","\u002Fposts\u002Fllm-mrd-distillation-auditable-review-agents","多视角推理蒸馏（LLM-MRD）与可审计生成式评审系统（DeepReviewer 2.0）深度拆解","2026-10-21",[1415,1357,1416,1358,1417,1331],"知识蒸馏","Qwen2.5-VL","Post-training","对比大模型落地的两条互补路径：如何用 Qwen2.5-VL 离线多视角分析结合 MLP 残差校准与温度缩放 KL 蒸馏，将推理能力压入 358M 学生模型实现 17.2 ms 独立推理（LLM-MRD，DASFAA 2026 Oral）；以及如何通过主张-证据-风险台账、PASA 可比性门控与导出预算校验构建可审计的同行评审 Agent（DeepReviewer 2.0）。","\u002Fimages\u002Fposts\u002Fllm-mrd-distillation-auditable-review-agents\u002Fmrd-review-distill-cover-20261016.webp","三块半透明几何棱镜发出平行光束穿过中央校准环汇聚至右侧高密度晶体模块的等距技术插画","把大语言模型或视觉语言模型（VLM）的深度推理能力用到实际系统中，通常会面临一个两难选择： 如果场景受限于毫秒级在线延迟（如高吞吐多模态内容审核与虚假信息检测）：直接在线调用 7B～72B 的多模态大模型做长链条思维链（CoT）生成",18,{"slug":1424,"path":1425,"title":1426,"date":1413,"tags":1427,"description":1430,"cover":1431,"coverAlt":1432,"excerpt":1433,"draft":1285,"hidden":1285,"published":1288,"readingTime":1349,"series":1317,"seriesOrder":1137,"codeUrl":1318,"attachmentUrl":1434},"cs336-rope-rotary-position-embedding","\u002Fposts\u002Fcs336-rope-rotary-position-embedding","Stanford CS336 学习记录 05：RoPE 旋转位置编码与带位置的多头注意力",[1307,1308,1371,1428,1429],"RoPE","Attention","从二维平面正交旋转推导 RoPE 的奇偶特征配对公式，理解为什么内积只依赖相对位置差 (i - j)，并用 register_buffer 预计算 cos\u002Fsin 缓存接入因果多头自注意力。","\u002Fimages\u002Fposts\u002Fcs336-rope-rotary-position-embedding\u002Fcs336-rope-rotary-position-embedding-cover.webp","二维特征平面中的旋转向量对与预计算余弦正弦网格的 AI 辅助概念插画","上一篇完成了不含位置编码的因果多头自注意力。如果只看那一套矩阵乘法，把输入序列前两个 token 交换顺序（并在因果 mask 允许的范围内看同一个后缀 query 对它们的点积），点积本身并不知道哪个 key 离当前 query ","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-05-rope-mha-20261021.zip",{"slug":1436,"path":1437,"title":1438,"date":1439,"tags":1440,"description":1446,"cover":1447,"coverAlt":1448,"excerpt":1449,"draft":1285,"hidden":1285,"published":1288,"readingTime":1316},"llm-gateway-semantic-cache-dynamic-batching","\u002Fposts\u002Fllm-gateway-semantic-cache-dynamic-batching","高并发 LLM 推理网关架构实践：两级精确\u002F语义缓存、50ms 有界动态批处理与尾部延迟治理","2026-10-19",[1328,1441,1442,1443,1444,1445],"LLM 推理","分布式系统","Redis","FastAPI","后端","深度拆解生产级大模型推理网关 LLM-Gateway 的核心系统设计：基于 SHA-256 与 Redis 向量余弦相似度的两级精确\u002F语义缓存、50ms 有界等待动态批处理调度器（Dynamic Batching）、令牌桶多租户限流与 Prometheus 全链路可观测性，将命中请求 P99 延迟从 5,307 ms 压降至 17 ms。","\u002Fimages\u002Fposts\u002Fllm-gateway-semantic-cache-dynamic-batching\u002Fllm-gateway-cover-20261019.webp","高并发请求流依次穿过精确哈希滤网、向量球面语义缓存层与 50ms 动态批处理时间窗拼装器的等距系统架构插画","在将大语言模型接入高并发业务系统时，如果让上游微服务直接裸连底层推理引擎（vLLM \u002F SGLang 或外部模型 API），系统很快会暴露出三个典型的生产痛点： 1. 高频重复与近义查询消耗巨量算力：大量用户请求在语义上高度等价（例",{"slug":1451,"path":1452,"title":1453,"date":1439,"tags":1454,"description":1456,"cover":1457,"coverAlt":1458,"excerpt":1459,"draft":1285,"hidden":1285,"published":1288,"readingTime":1393,"series":1317,"seriesOrder":1128,"codeUrl":1460,"attachmentUrl":1461},"cs336-multihead-attention-shapes","\u002Fposts\u002Fcs336-multihead-attention-shapes","Stanford CS336 学习记录 04：多头注意力怎样拆头、计算和合头",[1307,1308,1371,1429,1455],"张量形状","沿着 (2, 5, 64) 的输入追踪 QKV 投影、reshape、transpose、共享因果 mask 和合头，理解每个头仍处理完整序列，以及最后为什么还需要输出 Linear。","\u002Fimages\u002Fposts\u002Fcs336-multihead-attention-shapes\u002Fcs336-multihead-attention-shapes-cover.webp","宽向量束分成多条并行特征轨道后重新合并的 AI 辅助概念插画","上一篇完成了缩放点积注意力。那个函数接收已经准备好的 Q、K、V，计算匹配分数，应用 mask，再用权重汇总 V。这一篇继续把它放进一个带参数的多头自注意力模块。 这次最需要看清的是“拆头”。代码里只是几行 reshape 和 tr","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcs336-labs\u002Ftree\u002F31363223498fafd1528c550a51efbe0aed231736","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-04-multihead-attention-20261019.zip",{"slug":1463,"path":1464,"title":1465,"date":1466,"tags":1467,"description":1471,"cover":1472,"coverAlt":1473,"excerpt":1474,"draft":1285,"hidden":1285,"published":1288,"readingTime":1475},"qwen25-sft-dpo-alignment-tax-ablation","\u002Fposts\u002Fqwen25-sft-dpo-alignment-tax-ablation","大模型后训练偏好对齐实录：Qwen2.5 SFT 多维消融、动态参考 DPO 与对齐税（Alignment Tax）量化分析","2026-10-18",[1417,1403,1468,1469,1404,1470],"SFT","LoRA","Qwen2.5","基于 Qwen2.5 完整复现 Instruct SFT → Bradley-Terry DPO 两阶段后训练管线：通过 3 随机种子消融 LoRA Rank、学习率与数据规模（GSM8K +12.73pp），实现免双倍权重的动态 Adapter 切换 DPO 训练，并定量揭示偏好对齐对确定性数学推理的对齐税效应。","\u002Fimages\u002Fposts\u002Fqwen25-sft-dpo-alignment-tax-ablation\u002Fqwen25-sft-dpo-cover-20261018.webp","左侧监督微调轨迹流经中央 Bradley-Terry 偏好分流天平分离出正负样本通道并连接右侧对齐税监控仪表盘的等距技术插画","在大语言模型后训练（PostTraining）管线中，监督微调（SFT）负责教会模型任务格式与领域推理模式，而直接偏好优化（DPO, Direct Preference Optimization）则利用成对偏好数据 $(x, yw,",9,{"slug":1477,"path":1478,"title":1479,"date":1466,"tags":1480,"description":1482,"cover":1483,"coverAlt":1484,"excerpt":1485,"draft":1285,"hidden":1285,"published":1288,"readingTime":1486,"series":1317,"seriesOrder":1116,"codeUrl":1487,"attachmentUrl":1488},"cs336-softmax-attention-mask","\u002Fposts\u002Fcs336-softmax-attention-mask","Stanford CS336 学习记录 03：Softmax 的数值稳定与 Attention Mask",[1307,1308,1371,1481,1429],"Softmax","从减去最大值为何不改变 Softmax 开始，理清函数与有参数层的区别，再沿着 Q、K、V 的形状理解缩放点积注意力，以及 mask 为什么必须填负无穷。","\u002Fimages\u002Fposts\u002Fcs336-softmax-attention-mask\u002Fcs336-softmax-attention-mask-cover.webp","注意力分数、权重与因果遮罩的 AI 辅助概念插画","上一篇写到 SwiGLU，接下来进入 Attention。真正开始相乘之前，先做了 Softmax：它把一组分数变成总和为 1 的权重，后面用这些权重汇总不同 token 提供的信息。 这段学习里，有两个很具体的问题值得记下来。一个",11,"https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcs336-labs\u002Ftree\u002Fa39eb684710817f7f389626423fcb26ca0f6d629","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-03-softmax-sdpa-20261018.zip",{"slug":1490,"path":1491,"title":1492,"date":1493,"tags":1494,"description":1497,"cover":1498,"coverAlt":1499,"excerpt":1500,"draft":1285,"hidden":1285,"published":1288,"readingTime":1475,"series":1317,"seriesOrder":1096,"codeUrl":1487,"attachmentUrl":1501},"cs336-rmsnorm-swiglu","\u002Fposts\u002Fcs336-rmsnorm-swiglu","Stanford CS336 学习记录 02：RMSNorm 的广播与 SwiGLU 的门控","2026-10-16",[1307,1308,1371,1495,1496],"RMSNorm","SwiGLU","用一个 token 向量理解均方根归一化，拆开 dim=-1 与 keepdim=True 的作用，再沿着两条分支读懂 SiLU、逐元素乘法和 SwiGLU。","\u002Fimages\u002Fposts\u002Fcs336-rmsnorm-swiglu\u002Fcs336-rmsnorm-swiglu-cover.webp","特征尺度整理和双分支门控的 AI 辅助概念插画","上一篇把 Linear 和 Embedding 的参数形状理顺了。继续往下，最先遇到的是 RMSNorm：公式不算长，但把它落到一批 token 上时，dim=1、keepdim=True 和广播必须一起理解。 然后是 SiLU 和","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-02-rmsnorm-swiglu-20261016.zip",{"slug":1503,"path":1504,"title":1505,"date":1506,"tags":1507,"description":1510,"cover":1511,"coverAlt":1512,"excerpt":1513,"draft":1285,"hidden":1285,"published":1288,"readingTime":1514,"series":1317,"seriesOrder":1078,"codeUrl":1487,"attachmentUrl":1515},"cs336-linear-embedding-shapes","\u002Fposts\u002Fcs336-linear-embedding-shapes","Stanford CS336 学习记录 01：从 Linear、Embedding 搞清张量形状","2026-10-14",[1307,1308,1371,1508,1509],"Linear","Embedding","从 PyTorch 类、参数与 forward 的关系开始，理解 Linear 为什么保存两行三列的权重、计算时为什么要转置，再区分 Embedding 查表与线性变换。","\u002Fimages\u002Fposts\u002Fcs336-linear-embedding-shapes\u002Fcs336-linear-embedding-shapes-cover.webp","token 方块、向量表与矩阵变换的 AI 辅助概念插画","开始沿着 Stanford CS336 的 Assignment 1 一步步实现。BPE 之前已经接触过，这轮先跳过分词器，从 Transformer 的基础层开始。这里记录的是当时写代码时真正卡住的问题，以及对应测试能确认到的范围",10,"\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-01-linear-embedding-20261014.zip",{"slug":1517,"path":1289,"title":5,"date":1283,"tags":1518,"description":1284,"cover":1281,"coverAlt":1282,"excerpt":1519,"draft":1285,"hidden":1285,"published":1288,"readingTime":1520,"series":1292,"seriesOrder":1393,"codeUrl":32,"attachmentUrl":39},"cmu-15-779-kv-cache-granularity-study",[1292,1296,1297,1298],"个人课程项目中的 CPU 实验记录，延续记录 11 的分页 KV 实现。已完成 210 组配置与 1470 次计时，输出均通过连续存储参考对照；本篇不代表正式作业提交、整门课程或项目全部交付完成。 同样是共享 31 个 token，",12,{"slug":1522,"path":1523,"title":1524,"date":1525,"tags":1526,"description":1529,"cover":1530,"coverAlt":1531,"excerpt":1532,"draft":1285,"hidden":1285,"published":1288,"readingTime":1137,"series":1292,"seriesOrder":1533,"codeUrl":1534,"attachmentUrl":1535},"cmu-15-779-moe-routing-capacity","\u002Fposts\u002Fcmu-15-779-moe-routing-capacity","CMU 15-779 学习记录 13：MoE 路由、稀疏分发与容量溢出","2026-10-09",[1292,1527,1528],"MoE","Routing","用 CPU top-2 MoE 检查稀疏分发的输出与梯度，统计 expert-token 行数，并保留容量丢弃会改变输出的反例。","\u002Fimages\u002Fposts\u002Fcmu-15-779-moe-routing-capacity\u002Fcmu-moe-cover-20261019.webp","浅色手绘分拣器将小珠分配到四个专家工作屋，队列呈现负载不均","第 18 讲的个人配套实验。36 号脚本串行运行 CPU 专家，检查 topk 路由后的分发与合并；没有训练 router，也没有执行 GPU grouped GEMM 或跨设备 alltoall。 上一节记录低秩适配，这次转向每个",13,"https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002Fc4851e0cedadf13af7c421867e83c8ff57244fa0","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fcpu-parallel-serving-lora-moe-20261019.zip",{"slug":1537,"path":1538,"title":1539,"date":1540,"tags":1541,"description":1543,"cover":1544,"coverAlt":1545,"excerpt":1546,"draft":1285,"hidden":1285,"published":1288,"readingTime":1137,"series":1292,"seriesOrder":1520,"codeUrl":1534,"attachmentUrl":1535},"cmu-15-779-lora-uniform-quantization","\u002Fposts\u002Fcmu-15-779-lora-uniform-quantization","CMU 15-779 学习记录 12：LoRA 首步梯度、权重合并与均匀 4-bit 打包","2026-10-06",[1292,1469,1542],"Quantization","用一次 CPU SGD 更新检查 LoRA 初始化、冻结基座与合并等价，再分别记录均匀 4-bit 存储字节数和量化误差。","\u002Fimages\u002Fposts\u002Fcmu-15-779-lora-uniform-quantization\u002Fcmu-lora-cover-20261019.webp","浅色手绘的大计算板、两块细长适配板和成对打包的小方块","第 17 讲的个人配套实验，35 号脚本实际执行一次 CPU LoRA 更新，并实现均匀 4bit 打包。实验检查机制与数值误差，不评估微调任务效果，也没有实现完整 QLoRA。 这次把两个问题分开记录：低秩分支是否能合并进原权重，",{"slug":1548,"path":1549,"title":1550,"date":1551,"tags":1552,"description":1556,"cover":1281,"coverAlt":1557,"excerpt":1558,"draft":1285,"hidden":1285,"published":1288,"readingTime":1349,"series":1292,"seriesOrder":1486,"codeUrl":1534,"attachmentUrl":1535},"cmu-15-779-kv-serving-speculative-sampling","\u002Fposts\u002Fcmu-15-779-kv-serving-speculative-sampling","CMU 15-779 学习记录 11：分页 KV、连续批处理与推测采样","2026-10-03",[1292,1553,1554,1555],"LLM Serving","KV Cache","Speculative Decoding","在 CPU 上验证 KV 页共享和写时复制，用单位成本模型检查连续批处理，再用条件概率小模型核对推测采样的接受与补采样。","浅色手绘的共享卡片抽屉与不断补入小珠子的请求托盘","第 15、16 讲的个人配套实验。33 号实现 CPU 分页 KV 存储，37 号模拟请求准入，34 号运行小概率模型的推测采样。它们分别验证存储、调度和分布问题，没有测量真实 LLM 服务吞吐或 GPU 延迟。 记录 08已经对照",{"slug":1560,"path":1561,"title":1562,"date":1563,"tags":1564,"description":1569,"cover":1570,"coverAlt":1571,"excerpt":1572,"draft":1285,"hidden":1285,"published":1288,"readingTime":1573},"qwen3-mid-post-train-mlx","\u002Fposts\u002Fqwen3-mid-post-train-mlx","在 M2 Pro 上完成 Qwen3 两阶段训练：Mid Train、SFT 与可复核评估","2026-09-30 11:19:10",[1400,1565,1566,1469,1567,1468,1568],"Qwen3","MLX","持续预训练","Apple Silicon","用 Qwen3 0.6B Base 和 MLX 完成领域持续训练与监督微调，记录数据划分、聊天模板、损失掩码、数值稳定性修复和独立测试结果。","\u002Fimages\u002Fposts\u002Fqwen3-mid-post-train-mlx\u002Fqwen3-mlx-cover-20261018.webp","Apple Silicon 统一内存芯片底座支撑两阶段持续预训练与带精确 Loss 掩码滤网的监督微调桥接插画","在一台 M2 Pro、16 GB 内存的 Mac 上，能否把一个 Base 语言模型接续训练成输出 JSON 的运维事件分级助手？这次项目完成了领域持续训练、监督微调、检查点选择、重新加载和独立测试，并保留了权重、日志和数据哈希。 ",16,{"slug":1575,"path":1576,"title":1577,"date":1578,"tags":1579,"description":1583,"cover":1584,"coverAlt":1585,"excerpt":1586,"draft":1285,"hidden":1285,"published":1288,"readingTime":1159,"series":1292,"seriesOrder":1514,"codeUrl":1534,"attachmentUrl":1535},"cmu-15-779-cpu-parallelism-pipeline","\u002Fposts\u002Fcmu-15-779-cpu-parallelism-pipeline","CMU 15-779 学习记录 10：加权梯度、状态分片与同步流水线","2026-09-30",[1292,1580,1581,1582],"Parallel Training","Gloo","Pipeline","用双 CPU 进程 Gloo 检查不等数据分片的梯度，推导持久状态字节数，再用依赖模型比较 GPipe 与同步 1F1B 的激活存活。","\u002Fimages\u002Fposts\u002Fcmu-15-779-cpu-parallelism-pipeline\u002Fcmu-parallel-cover-20261019.webp","浅色手绘的四阶段桌面流水线与按数量汇总的托盘","第 12 至 14 讲的个人配套实验，脚本编号 31、32 不对应官方作业。Gloo 实际运行两个 CPU 进程；张量切分、状态字节数和流水线分别按下文的数学或成本模型解释。真实 GPU 实测按学习安排跳过。 上一节检查单个计算图的",{"slug":1588,"path":1589,"title":1590,"date":1591,"tags":1592,"description":1595,"cover":1596,"coverAlt":1597,"excerpt":1598,"draft":1285,"hidden":1285,"published":1288,"readingTime":1349,"series":1292,"seriesOrder":1475,"codeUrl":1599,"attachmentUrl":1600},"cmu-15-779-cpu-compiler-optimizations","\u002Fposts\u002Fcmu-15-779-cpu-compiler-optimizations","CMU 15-779 学习记录 09：CPU 编译优化、合法重写与候选搜索","2026-09-27",[1292,1593,1594,1308],"ML Compiler","TorchInductor","用 CPU 实验验证 BatchNorm 折叠、RMSNorm 重排与非线性反例，测量分块候选，并运行 TorchInductor，分别记录首调用与预热后的时间。","\u002Fimages\u002Fposts\u002Fcmu-15-779-cpu-compiler-optimizations\u002Fcmu-cpu-compiler-cover-20261019.webp","淡紫计算积木经过薄荷绿折叠模具变成浅蓝积木，前方摆放四种候选托盘的浅色手绘插画","编译章节的个人配套实验，编号 30 不对应官方作业。图重写、分块候选和 TorchInductor 均在 CPU 上运行；真实 GPU 实验按学习安排跳过。 上一节记录了分块 Attention 和 KV cache。这次转到编译优","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002F9261bea6aedf31cdccbbab2541ca693fc97b3743","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fcpu-compiler-optimizations-20261019.zip",{"slug":1602,"path":1603,"title":1604,"date":1605,"tags":1606,"description":1608,"cover":1609,"coverAlt":1610,"excerpt":1611,"draft":1285,"hidden":1285,"published":1288,"readingTime":1520,"series":1292,"seriesOrder":1316,"codeUrl":32,"attachmentUrl":1612},"cmu-15-779-attention-online-softmax","\u002Fposts\u002Fcmu-15-779-attention-online-softmax","CMU 15-779 学习记录 08：分块 Attention、在线 Softmax 与 KV cache","2026-09-24",[1292,1429,1481,1607,1308],"FlashAttention","在 CPU 上对照完整 Attention、在线 Softmax 分块实现与 PyTorch SDPA，检查因果掩码、浮点误差和分数块大小，理解 FlashAttention 的一部分算法基础。","\u002Fimages\u002Fposts\u002Fcmu-15-779-attention-online-softmax\u002Fcmu-online-attention-cover-20261016.webp","浅紫色卡片分批进入绿色计算托盘，旁边三个状态容器保存累积量的浅色手绘插画","第 5 讲 Transformers & Attention 的个人配套实验。28\u002F29 号是 CPU 单头前向与 KV cache；后续补入 38 号 CUDA 多头合成张量的显式 SDPA MATH\u002FFLASH 对照。没有手写 ","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fcuda-triton-sdpa-20261019.zip",{"slug":1614,"path":1615,"title":1616,"date":1617,"tags":1618,"description":1623,"cover":1624,"coverAlt":1625,"excerpt":1626,"draft":1285,"hidden":1285,"published":1288,"readingTime":1514,"series":1292,"seriesOrder":1349,"codeUrl":32,"attachmentUrl":1612},"cmu-15-779-matmul-tiling-tree-reduction","\u002Fposts\u002Fcmu-15-779-matmul-tiling-tree-reduction","CMU 15-779 学习记录 07：矩阵分块、数据复用与树形归约","2026-09-21",[1292,1619,1620,1621,1622],"CUDA","矩阵乘法","数据复用","归约","用 CPU 模型统计矩阵分块的输入读取次数，再比较串行求和和树形归约的依赖深度，记录补零、同步与浮点加法顺序的边界。","\u002Fimages\u002Fposts\u002Fcmu-15-779-matmul-tiling-tree-reduction\u002Fcmu-matmul-reduction-cover-20261016.webp","矩阵积木在共享托盘中复用，旁边的小珠沿树形管道逐层合并的浅色手绘插画","GPU Architecture & CUDA Programming 的个人配套实验。首次记录用 CPU 模型检查数据复用与依赖深度；后续补入单卡 GPU 原生 CUDA 矩阵验证，以及 Triton 两阶段归约和矩阵乘法实测。 ",{"slug":1628,"path":1629,"title":1630,"date":1631,"tags":1632,"description":1635,"cover":1636,"coverAlt":1637,"excerpt":1638,"draft":1285,"hidden":1285,"published":1288,"readingTime":1514,"series":1292,"seriesOrder":1159,"codeUrl":32,"attachmentUrl":1612},"cmu-15-779-cuda-thread-indexing","\u002Fposts\u002Fcmu-15-779-cuda-thread-indexing","CMU 15-779 学习记录 06：CUDA 线程索引与边界检查","2026-09-18",[1292,1619,1330,1633,1634],"线程索引","边界检查","用 CPU 演示 CUDA 的 block、thread 与全局下标：10 个元素如何分给 3 个线程块，为什么要跳过越界线程，以及这些验证能说明什么。","\u002Fimages\u002Fposts\u002Fcmu-15-779-cuda-thread-indexing\u002Fcmu-cuda-indexing-cover-20261015.webp","分组的浅紫色计算方块与末端边界挡板组成线程分配教具的浅色插画","GPU Architecture & CUDA Programming 的个人配套练习。首次记录为 CPU 索引演示；后续在单卡 GPU 环境补入原生 CUDA 编译、运行与 memcheck，以及 Triton 向量加法实测。 上",{"slug":1640,"path":1641,"title":1642,"date":1643,"tags":1644,"description":1648,"cover":1649,"coverAlt":1650,"excerpt":1651,"draft":1285,"hidden":1285,"published":1288,"readingTime":1514,"series":1292,"seriesOrder":1137,"codeUrl":1652,"attachmentUrl":1653},"cmu-15-779-profiler-operator-batching","\u002Fposts\u002Fcmu-15-779-profiler-operator-batching","CMU 15-779 学习记录 05：Profiler、算子调用与批量推理","2026-09-15",[1292,1308,1645,1646,1647],"Profiler","批量推理","性能分析","对照 ML Systems 基础，用 Profiler 拆开两层网络的执行过程，再固定 1000 个样本扫描 batch size，观察算子调用次数、尾批和 CPU 耗时。","\u002Fimages\u002Fposts\u002Fcmu-15-779-profiler-operator-batching\u002Fcmu-pytorch-profiling-cover-20261015.webp","放大镜观察线性层与 ReLU 模块，旁边面板呈现执行片段的浅色技术教具插画","本篇对照课程官网的 Introduction to ML Systems 整理，是个人配套 CPU 实验，不是课程官方作业。脚本编号是练习顺序，不对应课程讲次。 前几篇一直在补 PyTorch 基础。到了这一步，我在学习聊天里问：现","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002Fcecf5110d8a95161bb5763eadfca94cd7a0cc50f","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-profiler-batching-20261015.zip",{"slug":1655,"path":1656,"title":1657,"date":1658,"tags":1659,"description":1662,"cover":1663,"coverAlt":1664,"excerpt":1665,"draft":1285,"hidden":1285,"published":1288,"readingTime":1475,"series":1292,"seriesOrder":1128,"codeUrl":1666,"attachmentUrl":1667},"cmu-15-779-pytorch-linear-relu-absolute-value","\u002Fposts\u002Fcmu-15-779-pytorch-linear-relu-absolute-value","CMU 15-779 学习记录 04：多输出线性层、ReLU 与绝对值网络","2026-09-12",[1292,1308,1620,1660,1661],"ReLU","神经网络","把 nn.Linear 对应到矩阵乘法，弄清多个输出怎样计算，再逐层拆开一个绝对值网络，比较手动设置参数与训练得到的结果。","\u002Fimages\u002Fposts\u002Fcmu-15-779-pytorch-linear-relu-absolute-value\u002Fcmu-pytorch-absolute-cover-20261015.webp","双分支经过折角模块后汇入紫色 V 形曲线面板的浅色技术教具插画","本篇整理的是学习 CMU 15779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。 接着前一篇的批量推理与矩阵乘法，我继续把 model(x) 拆开看：一层里有多个输出时，每个数是怎么算出来的？两","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002F4cc63904a3a583da4a2122c246a14b43aac38528","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-linear-relu-abs-20261015.zip",{"slug":1669,"path":1670,"title":1671,"date":1672,"tags":1673,"description":1676,"cover":1677,"coverAlt":1678,"excerpt":1679,"draft":1285,"hidden":1285,"published":1288,"readingTime":1475,"series":1292,"seriesOrder":1116,"codeUrl":1680,"attachmentUrl":1681},"cmu-15-779-pytorch-dataloader-checkpoints-batching","\u002Fposts\u002Fcmu-15-779-pytorch-dataloader-checkpoints-batching","CMU 15-779 学习记录 03：DataLoader、模型保存与批量推理","2026-09-09",[1292,1308,1674,1646,1675],"DataLoader","模型保存","用 DataLoader 分批训练平方函数，保存并加载模型参数，再比较 1000 个样本与 1 个样本的推理耗时，最后把批量计算对应到矩阵乘法。","\u002Fimages\u002Fposts\u002Fcmu-15-779-pytorch-dataloader-checkpoints-batching\u002Fcmu-pytorch-batching-cover-20261015.webp","样本卡片按批次进入计算模块，旁边配有参数存储盒和输出矩阵面板的技术插画","本篇整理的是学习 CMU 15779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。 接着前一篇的平方函数实验，这一节继续练习分批训练、保存参数和独立预测。最后做了一次计时：同一个小网络，逐个处理 ","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-batching-20261015.zip",{"slug":1683,"path":1684,"title":1685,"date":1686,"tags":1687,"description":1688,"cover":1689,"coverAlt":1690,"excerpt":1691,"draft":1285,"hidden":1285,"published":1288,"readingTime":1475,"series":1292,"seriesOrder":1096,"codeUrl":1680,"attachmentUrl":1692},"cmu-15-779-pytorch-linear-module-relu","\u002Fposts\u002Fcmu-15-779-pytorch-linear-module-relu","CMU 15-779 学习记录 02：nn.Linear、张量形状与 ReLU","2026-09-06",[1292,1308,1661,1660],"从带偏置的线性回归开始，弄清 nn.Linear 和 nn.Module 的分工，再用平方函数观察线性模型的限制、ReLU 的作用和测试点的选择。","\u002Fimages\u002Fposts\u002Fcmu-15-779-pytorch-linear-module-relu\u002Fcmu-pytorch-relu-cover-20261015.webp","输入经过两层神经网络和 ReLU 折角模块，输出曲线拟合结果的技术插画","本篇整理的是学习 CMU 15779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。 上一篇里，我用一个参数拟合了 $y=2x$。这一篇继续顺着往下写，先加上偏置，再把手写参数换成 nn.Linea","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-models-20261015.zip",{"slug":1694,"path":1695,"title":1696,"date":1697,"tags":1698,"description":1701,"cover":1702,"coverAlt":1703,"excerpt":1704,"draft":1285,"hidden":1285,"published":1288,"readingTime":1514,"series":1292,"seriesOrder":1078,"codeUrl":1680,"attachmentUrl":1705},"cmu-15-779-pytorch-autograd-linear-regression","\u002Fposts\u002Fcmu-15-779-pytorch-autograd-linear-regression","CMU 15-779 学习记录 01：PyTorch 自动求导与线性回归","2026-09-03",[1292,1308,1699,1700],"自动求导","线性回归","从自动求导和手动梯度下降开始，比较学习率，再用 SGD 训练线性回归。记录 w * 4 写错后停在 1.25 的原因和修正结果。","\u002Fimages\u002Fposts\u002Fcmu-15-779-pytorch-autograd-linear-regression\u002Fcmu-pytorch-autograd-cover-20261015.webp","梯度曲面上的小球沿路径下降，前侧面板展示散点与拟合直线的技术插画","本篇整理的是学习 CMU 15779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。 开始学习 CMU 15779 时，我会 Python，但还没用过 PyTorch。这次先在 Mac 上用 CPU","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-basics-20261013.zip",{"slug":1707,"path":1708,"title":1709,"date":1710,"tags":1711,"description":1717,"cover":1718,"coverAlt":1719,"excerpt":1720,"draft":1285,"hidden":1285,"published":1288,"readingTime":1533,"codeUrl":1721,"attachmentUrl":1722},"embodied-pickplace-lab-robustness","\u002Fposts\u002Fembodied-pickplace-lab-robustness","Pickplace Lab 项目复盘：抓取成功率之外的时延与失败分析","2026-08-29",[1712,1713,1714,1308,1715,1716],"具身智能","模仿学习","MuJoCo","机器人","鲁棒性","从 MuJoCo 抓取搬运闭环出发，记录 22,100 个评测回合。动作平滑在自建任务的 50 ms 延迟下有效，换到 Panda Lift 却没有支持同样的收益。","\u002Fimages\u002Fposts\u002Fembodied-pickplace-lab-robustness\u002Fpickplace-grasp-cover-20261016.webp","MuJoCo 实际渲染的笛卡尔夹爪抓取方块场景，桌面上标出放置目标","Pickplace Lab 从一个简单任务开始：让夹爪抓起方块，搬到指定位置，放下，再退开。先把仿真、示范采集、训练和闭环评测接起来，随后再问：干净条件下成功的策略，换一种执行条件，还能不能完成任务？ 最值得讨论的结果出现在指令延迟","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fembodied-pickplace-lab\u002Ftree\u002Fv0.1.0","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fembodied-pickplace-lab\u002Freleases\u002Fdownload\u002Fv0.1.0\u002Fpickplace-lab-research-v1.zip",{"slug":1724,"path":1725,"title":1726,"date":1727,"tags":1728,"description":1733,"cover":1734,"coverAlt":1735,"excerpt":1736,"draft":1285,"hidden":1285,"published":1288,"readingTime":1737},"qwen25-vl-sglang-verl-single-gpu-lab","\u002Fposts\u002Fqwen25-vl-sglang-verl-single-gpu-lab","从 Mac 到单卡 GPU：Qwen2.5-VL 部署、GRPO 与计数 LoRA 实践","2026-08-19",[1416,1357,1729,1730,1731,1732,1566],"SGLang","verl","GRPO","推理优化","在 M2 Pro 和云端单卡上部署 Qwen2.5-VL-3B，实测连续批处理、前缀缓存与 SGLang 参数调优，再用 verl 完成多模态 GRPO 更新和同条件前后评测，记录有效优化、兼容性问题与未观察到提升的结果。","\u002Fimages\u002Fposts\u002Fqwen25-vl-sglang-verl-single-gpu-lab\u002Fqvl-lab-cover-20261010.webp","笔记本与单卡计算模块通过图像和 token 光轨连接的实验台插画","这次实验从一个很具体的问题开始：M2 Pro、16 GB 统一内存，能不能在本机跑 Qwen2.5VL？跑起来之后，我又想把图文问答、推理性能测量和强化学习训练接成一条完整流程。 本机的 MLX 4bit 服务和云端的 SGLang",29,{"slug":1739,"path":1740,"title":1741,"date":1742,"tags":1743,"description":1747,"cover":1748,"coverAlt":1749,"excerpt":1750,"draft":1285,"hidden":1285,"published":1288,"readingTime":1533},"cycleresearcher-post-training","\u002Fposts\u002Fcycleresearcher-post-training","从 DeepReviewer 2.0 到 CycleResearcher：科研 Agent 如何真正做 Post-training","2026-08-07 17:33:05",[1400,1417,1358,1744,1745,1746],"SimPO","Reward Model","ICLR","区分推理时 Agent 编排与模型后训练，并拆解 CycleResearcher 的领域 SFT、生成式 Reward Model、Iterative SimPO 和评测风险。","\u002Fimages\u002Fposts\u002Fcycleresearcher-post-training\u002Fcycleresearcher-cover-20261018.webp","策略生成模块产出多份候选文稿经多维评审棱镜排序后通过偏好梯度反馈弧闭环优化的等距技术插画","看到一个系统会检索、规划、反思和调用工具，不能据此判断它做过 Posttraining。Agent 描述的是模型在运行时如何完成任务；Posttraining 描述的是预训练之后，是否继续用监督数据、偏好数据或奖励信号更新模型参数。",{"slug":1752,"path":1753,"title":1754,"date":1755,"tags":1756,"description":1758,"cover":1759,"coverAlt":1760,"excerpt":1761,"draft":1285,"hidden":1285,"published":1288,"readingTime":1393,"series":1762,"seriesOrder":1078},"cuda-fused-rmsnorm-kernel","\u002Fposts\u002Fcuda-fused-rmsnorm-kernel","从 PyTorch 到 CUDA Kernel：融合 RMSNorm 在 RTX 4090D 上加速 4.27 倍","2026-07-22 18:16:50",[1619,1328,1330,1308,1441,1757],"Kernel 优化","从零实现 PyTorch CUDA 扩展，拆解 RMSNorm 的访存瓶颈、warp 归约、向量化加载、算子融合与冷热缓存 benchmark。","\u002Fimages\u002Fposts\u002Fcuda-fused-rmsnorm-kernel\u002Fcuda-rmsnorm-cover-20261018.webp","融合残差加法与向量化 float4 访存经 Warp Shuffle 蝴蝶树归约输出归一化张量的等距硬件架构插画","为了准备 AI Infra 岗位，我做了一个尽量小而完整的 CUDA 项目：不追求堆很多算子，而是选一个真实的 LLM 推理路径，把实现、正确性、benchmark 和性能解释全部做扎实。 项目实现了两个 PyTorch CUDA ","AI Infra 实战",{"slug":1764,"path":1765,"title":1766,"date":1767,"tags":1768,"description":1770,"cover":1771,"coverAlt":1772,"excerpt":1773,"draft":1285,"hidden":1285,"published":1288,"readingTime":1316,"series":1774,"seriesOrder":1078},"agent-memory","\u002Fposts\u002Fagent-memory","Agent 上下文工程与分层记忆架构：从 Observation 剪枝、滚动摘要到向量召回闭环","2026-04-24",[1400,1358,1769,1328],"RAG","结合生产级多约束 Agent 与超 100K Token 科研智能体实践，系统拆解长程会话中的上下文膨胀与注意力稀释问题：涵盖 Observation 结构化剪枝（降低约 40% Token 开销）、滚动工作摘要、向量检索长期记忆及 Prefix Cache 友好的上下文组装。","\u002Fimages\u002Fposts\u002Fagent-memory\u002Fagent-memory-cover-20261018.webp","底层高噪数据经剪枝滤网进入中期滑动窗口与金色状态台账并由顶层向量星座按需召回的三层记忆架构插画","在构建多步工具调用（ToolUse）与长周期自主规划（Autonomous Planning）的 Agent 系统时，上下文管理（Context Engineering）往往比单纯改写 System Prompt 更决定线上稳定性。","Agent 上下文工程",{"slug":1776,"path":1777,"title":1778,"date":1779,"tags":1780,"description":1783,"cover":1784,"coverAlt":1785,"excerpt":1786,"draft":1285,"hidden":1285,"published":1288,"readingTime":1137,"series":1787,"seriesOrder":1096},"backend-stack-deep-dive","\u002Fposts\u002Fbackend-stack-deep-dive","高并发 AI 平台后端基础设施实践：FastAPI 异步网关、SQLAlchemy 2.0 Async、PostgreSQL 与 Docker 沙箱编排","2026-04-07",[1445,1442,1444,1781,1782,1328],"PostgreSQL","Docker","结合 DeepScientist 生产级 AI 科研平台实践，拆解 FastAPI ASGI 异步事件循环、SQLAlchemy 2.0 + AsyncPG 连接池调优、PostgreSQL + MinIO 存储分层与 Docker SDK 动态沙箱容器编排的职责边界与核心设计。","\u002Fimages\u002Fposts\u002Fbackend-stack-deep-dive\u002Fbackend-stack-cover-20261018.webp","ASGI 异步事件循环涡轮将非阻塞协程流分发至 PostgreSQL 连接池、MinIO 存储矩阵与动态 Docker 沙箱的等距架构插画","结合 DeepScientist 生产级 AI 科研平台（服务 7,000+ 用户）的实际工程落地，本文系统拆解支撑高并发流式推理与容器沙箱调度的后端基础设施栈——FastAPI（ASGI 异步网关 + SSE 流式推送）、SQLA","DeepScientist 工程复盘",{"slug":1789,"path":1790,"title":1791,"date":1792,"tags":1793,"description":1796,"cover":1797,"coverAlt":1798,"excerpt":1799,"draft":1285,"hidden":1285,"published":1288,"readingTime":1486,"series":1800,"seriesOrder":1078},"minicode-source-analysis","\u002Fposts\u002Fminicode-source-analysis","MiniCode 架构与工具评测深度拆解：开源终端 Agentic Coding 引擎（1k+ Stars）的 ReAct、MCP 与 30 项基准验证","2026-04-06",[1358,1794,1795,1388,1328],"TypeScript","MCP","深度剖析开源终端 AI 编程智能体 MiniCode（1k+ GitHub Stars）的核心架构：从零重型依赖的 ReAct 规划循环、声明式工具注册表与权限拦截层、MCP 协议帧自动协商，到 30 项可执行 Tool-Use 评测基准（86.7% 完成率、100% 错误恢复率）的失败分布归因与闭环优化。","\u002Fimages\u002Fposts\u002Fminicode-source-analysis\u002Fminicode-cover-20261018.webp","终端编程智能体控制台被 ReAct 状态环、Unified Diff 补丁预览门与 MCP 协议插槽环绕的等距技术插画","MiniCode 是我作为核心开发者参与构建的开源终端 Agentic Coding 引擎（目前已在 GitHub 获得 1,000+ Stars）。项目的核心设计目标是：在不引入庞大运行时框架的前提下，用约 5,000 行高内聚的","AI 项目源码导读",{"slug":1802,"path":1803,"title":1804,"date":1792,"tags":1805,"description":1806,"cover":1807,"coverAlt":1808,"excerpt":1809,"draft":1285,"hidden":1285,"published":1288,"readingTime":1514,"series":1787,"seriesOrder":1078},"deepscientist-tech-stack","\u002Fposts\u002Fdeepscientist-tech-stack","DeepScientist 架构与运行时全解析：超 100K 上下文科研智能体、MCP 沙箱与高并发流式系统",[1358,1328,1795,1782,1444,1442],"深度拆解服务 7,000+ 用户的科研自主智能体平台 DeepScientist：从一题一仓库（Quest）持久化状态机、MCP 工具栈（memory \u002F artifact \u002F bash_exec）、Docker SDK 动态容器编排，到 SSE + WebSocket 双流通信与 PostgreSQL \u002F Redis \u002F Prometheus 生产级基础设施。","\u002Fimages\u002Fposts\u002Fdeepscientist-tech-stack\u002Fdeepscientist-cover-20261018.webp","科研智能体编排核心通过 memory、artifact 与隔离容器沙箱三座协议桥连接双流工作台的等距架构插画","DeepScientist（deepscientist.cc）是我们在西湖大学自然语言处理实验室研发的自主科学发现与科研管理平台，目前累计服务 7,000+ 科研用户。与单轮对话或纯文本文献问答工具不同，科研智能体需要在数小时乃至数",1795088943156]