[{"data":1,"prerenderedAt":3097},["ShallowReactive",2],{"post-\u002Fposts\u002Fcmu-15-779-pytorch-dataloader-checkpoints-batching":3,"archive-public-posts":2592},{"id":4,"title":5,"body":6,"categories":2573,"cover":2575,"coverAlt":2576,"date":2577,"description":2578,"draft":2579,"extension":2580,"haloPublished":2579,"haloSync":2579,"hidden":2579,"legacy":2579,"meta":2581,"navigation":97,"path":2582,"published":2579,"readingTime":2583,"seo":2584,"series":2585,"seriesOrder":1445,"stem":2586,"tags":2587,"__hash__":2591},"posts\u002Fposts\u002Fcmu-15-779-pytorch-dataloader-checkpoints-batching.md","CMU 15-779 学习记录 03：DataLoader、模型保存与批量推理",{"type":7,"value":8,"toc":2564},"minimark",[9,16,25,41,54,59,64,265,283,289,293,299,406,409,416,483,486,489,538,541,554,558,567,570,578,628,635,638,730,754,764,823,826,829,842,845,871,885,903,907,913,1073,1087,1090,1176,1182,1239,1242,1245,1248,1263,1266,1272,1386,1403,2121,2297,2303,2403,2406,2484,2495,2546,2560],[10,11,12],"blockquote",{},[13,14,15],"p",{},"本篇整理的是学习 CMU 15-779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。",[13,17,18,19,24],{},"接着",[20,21,23],"a",{"href":22},"\u002Fposts\u002Fcmu-15-779-pytorch-linear-module-relu\u002F","前一篇的平方函数实验","，这一节继续练习分批训练、保存参数和独立预测。最后做了一次计时：同一个小网络，逐个处理 1000 个样本与一次处理整批样本，耗时相差很大；把样本数改为 1 后，差距又明显缩小。",[13,26,27,28,32,33,36,37,40],{},"本篇对应 ",[29,30,31],"code",{},"11_batches.py"," 到 ",[29,34,35],{},"16_matmul.py","。网络仍是 ",[29,38,39],{},"Linear(1, 8) → ReLU → Linear(8, 1)","，运行设备是 Mac 的 CPU。",[13,42,43,49,50],{},[20,44,48],{"href":45,"rel":46},"https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs",[47],"nofollow","查看 GitHub 代码"," · ",[20,51,53],{"href":52},"\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-batching-20261015.zip","下载本篇代码 ZIP",[55,56,58],"h2",{"id":57},"dataloader-怎样把样本分成批次","DataLoader 怎样把样本分成批次",[13,60,61,63],{},[29,62,31],{}," 先只观察数据，不训练模型：",[65,66,71],"pre",{"className":67,"code":68,"language":69,"meta":70,"style":70},"language-python shiki shiki-themes github-dark-dimmed github-light houston","from torch.utils.data import DataLoader, TensorDataset\n\nx = torch.linspace(-1.0, 1.0, 21).reshape(-1, 1)\ntarget = x ** 2\ndataset = TensorDataset(x, target)\nloader = DataLoader(dataset, batch_size=5, shuffle=False)\n\nfor batch_index, (batch_x, batch_target) in enumerate(loader, start=1):\n    print(batch_index, batch_x.shape, batch_target.shape)\n","python","",[29,72,73,92,99,156,173,187,222,227,256],{"__ignoreMap":70},[74,75,78,82,86,89],"span",{"class":76,"line":77},"line",1,[74,79,81],{"class":80},"slEfO","from",[74,83,85],{"class":84},"sWURj"," torch.utils.data ",[74,87,88],{"class":80},"import",[74,90,91],{"class":84}," DataLoader, TensorDataset\n",[74,93,95],{"class":76,"line":94},2,[74,96,98],{"emptyLinePlaceholder":97},true,"\n",[74,100,102,105,109,112,116,119,122,126,129,131,133,136,139,142,144,146,149,151,153],{"class":76,"line":101},3,[74,103,104],{"class":84},"x ",[74,106,108],{"class":107},"sf2cM","=",[74,110,111],{"class":84}," torch.",[74,113,115],{"class":114},"sq3c-","linspace",[74,117,118],{"class":84},"(",[74,120,121],{"class":107},"-",[74,123,125],{"class":124},"sgENW","1.0",[74,127,128],{"class":84},", ",[74,130,125],{"class":124},[74,132,128],{"class":84},[74,134,135],{"class":124},"21",[74,137,138],{"class":84},").",[74,140,141],{"class":114},"reshape",[74,143,118],{"class":84},[74,145,121],{"class":107},[74,147,148],{"class":124},"1",[74,150,128],{"class":84},[74,152,148],{"class":124},[74,154,155],{"class":84},")\n",[74,157,159,162,164,167,170],{"class":76,"line":158},4,[74,160,161],{"class":84},"target ",[74,163,108],{"class":107},[74,165,166],{"class":84}," x ",[74,168,169],{"class":107},"**",[74,171,172],{"class":124}," 2\n",[74,174,176,179,181,184],{"class":76,"line":175},5,[74,177,178],{"class":84},"dataset ",[74,180,108],{"class":107},[74,182,183],{"class":114}," TensorDataset",[74,185,186],{"class":84},"(x, target)\n",[74,188,190,193,195,198,201,205,207,210,212,215,217,220],{"class":76,"line":189},6,[74,191,192],{"class":84},"loader ",[74,194,108],{"class":107},[74,196,197],{"class":114}," DataLoader",[74,199,200],{"class":84},"(dataset, ",[74,202,204],{"class":203},"sA9aF","batch_size",[74,206,108],{"class":107},[74,208,209],{"class":124},"5",[74,211,128],{"class":84},[74,213,214],{"class":203},"shuffle",[74,216,108],{"class":107},[74,218,219],{"class":124},"False",[74,221,155],{"class":84},[74,223,225],{"class":76,"line":224},7,[74,226,98],{"emptyLinePlaceholder":97},[74,228,230,233,236,239,243,246,249,251,253],{"class":76,"line":229},8,[74,231,232],{"class":80},"for",[74,234,235],{"class":84}," batch_index, (batch_x, batch_target) ",[74,237,238],{"class":80},"in",[74,240,242],{"class":241},"svkvy"," enumerate",[74,244,245],{"class":84},"(loader, ",[74,247,248],{"class":203},"start",[74,250,108],{"class":107},[74,252,148],{"class":124},[74,254,255],{"class":84},"):\n",[74,257,259,262],{"class":76,"line":258},9,[74,260,261],{"class":241},"    print",[74,263,264],{"class":84},"(batch_index, batch_x.shape, batch_target.shape)\n",[13,266,267,270,271,274,275,278,279,282],{},[29,268,269],{},"TensorDataset"," 按位置将输入与目标配成一对，",[29,272,273],{},"DataLoader"," 再从中取出批次。这里有 21 个样本，每批最多 5 个，得到的样本数依次是 ",[29,276,277],{},"5、5、5、5、1","。最后一个批次只有 1 个样本，输入和目标的形状都变成 ",[29,280,281],{},"[1, 1]","。",[13,284,285,288],{},[29,286,287],{},"shuffle=False"," 表示按原顺序读取，便于这次观察。它不会自动把样本顺序打乱。",[55,290,292],{"id":291},"一个-epoch-会更新几次参数","一个 epoch 会更新几次参数",[13,294,295,298],{},[29,296,297],{},"12_mini_batch.py"," 把熟悉的训练步骤放进批次循环：",[65,300,302],{"className":67,"code":301,"language":69,"meta":70,"style":70},"for epoch in range(600):\n    for batch_x, batch_target in loader:\n        optimizer.zero_grad()\n        prediction = model(batch_x)\n        loss = ((prediction - batch_target) ** 2).mean()\n        loss.backward()\n        optimizer.step()\n",[29,303,304,323,336,347,360,387,397],{"__ignoreMap":70},[74,305,306,308,311,313,316,318,321],{"class":76,"line":77},[74,307,232],{"class":80},[74,309,310],{"class":84}," epoch ",[74,312,238],{"class":80},[74,314,315],{"class":241}," range",[74,317,118],{"class":84},[74,319,320],{"class":124},"600",[74,322,255],{"class":84},[74,324,325,328,331,333],{"class":76,"line":94},[74,326,327],{"class":80},"    for",[74,329,330],{"class":84}," batch_x, batch_target ",[74,332,238],{"class":80},[74,334,335],{"class":84}," loader:\n",[74,337,338,341,344],{"class":76,"line":101},[74,339,340],{"class":84},"        optimizer.",[74,342,343],{"class":114},"zero_grad",[74,345,346],{"class":84},"()\n",[74,348,349,352,354,357],{"class":76,"line":158},[74,350,351],{"class":84},"        prediction ",[74,353,108],{"class":107},[74,355,356],{"class":114}," model",[74,358,359],{"class":84},"(batch_x)\n",[74,361,362,365,367,370,372,375,377,380,382,385],{"class":76,"line":175},[74,363,364],{"class":84},"        loss ",[74,366,108],{"class":107},[74,368,369],{"class":84}," ((prediction ",[74,371,121],{"class":107},[74,373,374],{"class":84}," batch_target) ",[74,376,169],{"class":107},[74,378,379],{"class":124}," 2",[74,381,138],{"class":84},[74,383,384],{"class":114},"mean",[74,386,346],{"class":84},[74,388,389,392,395],{"class":76,"line":189},[74,390,391],{"class":84},"        loss.",[74,393,394],{"class":114},"backward",[74,396,346],{"class":84},[74,398,399,401,404],{"class":76,"line":224},[74,400,340],{"class":84},[74,402,403],{"class":114},"step",[74,405,346],{"class":84},[13,407,408],{},"一个 batch 是一次用来计算损失和梯度的样本集合，一个 epoch 是把整个训练集遍历一次。",[13,410,411,412,415],{},"这份脚本使用 25 个训练点，",[29,413,414],{},"batch_size=5","，每个 epoch 有 5 批，也就更新 5 次参数。600 个 epoch 总共更新 3000 次。",[417,418,419,439],"table",{},[420,421,422],"thead",{},[423,424,425,429,433,436],"tr",{},[426,427,428],"th",{},"脚本",[426,430,432],{"align":431},"right","样本数",[426,434,435],{"align":431},"每批样本数",[426,437,438],{"align":431},"每个 epoch 的批次数",[440,441,442,457,470],"tbody",{},[423,443,444,449,451,454],{},[445,446,447],"td",{},[29,448,31],{},[445,450,135],{"align":431},[445,452,453],{"align":431},"最多 5",[445,455,456],{"align":431},"5，最后一批为 1",[423,458,459,463,466,468],{},[445,460,461],{},[29,462,297],{},[445,464,465],{"align":431},"25",[445,467,209],{"align":431},[445,469,209],{"align":431},[423,471,472,477,479,481],{},[445,473,474],{},[29,475,476],{},"13_save_load.py",[445,478,135],{"align":431},[445,480,453],{"align":431},[445,482,456],{"align":431},[13,484,485],{},"每批计算的梯度都来自这一批数据，所以分批更新与用全部数据一次更新，会沿着不同的参数轨迹前进。即使更新次数相同，也不能当作完全相同的训练过程。",[13,487,488],{},"打印每个 epoch 的损失时，代码重新对整个训练集计算：",[65,490,492],{"className":67,"code":491,"language":69,"meta":70,"style":70},"with torch.no_grad():\n    new_loss = ((model(x) - target) ** 2).mean()\n",[29,493,494,507],{"__ignoreMap":70},[74,495,496,499,501,504],{"class":76,"line":77},[74,497,498],{"class":80},"with",[74,500,111],{"class":84},[74,502,503],{"class":114},"no_grad",[74,505,506],{"class":84},"():\n",[74,508,509,512,514,517,520,523,525,528,530,532,534,536],{"class":76,"line":94},[74,510,511],{"class":84},"    new_loss ",[74,513,108],{"class":107},[74,515,516],{"class":84}," ((",[74,518,519],{"class":114},"model",[74,521,522],{"class":84},"(x) ",[74,524,121],{"class":107},[74,526,527],{"class":84}," target) ",[74,529,169],{"class":107},[74,531,379],{"class":124},[74,533,138],{"class":84},[74,535,384],{"class":114},[74,537,346],{"class":84},[13,539,540],{},"这样得到的是全体训练样本的均方误差。若最后一批只有 1 个样本，直接平均各批的平均损失，会给最后一个样本过高的权重；重新计算全量损失可以避开这个问题。",[13,542,543,545,546,549,550,553],{},[29,544,297],{}," 最后在 ",[29,547,548],{},"[-0.75, 0.25, 0.75]"," 上打印的误差是 ",[29,551,552],{},"0.0006145233637653291","。这三个点同样包含在该脚本的 25 个训练点里，含义与前一篇说明的一样，属于训练样本上的检查。",[55,555,557],{"id":556},"保存参数再恢复同一个模型","保存参数，再恢复同一个模型",[13,559,560,562,563,566],{},[29,561,476],{}," 使用 21 个等间距训练点、每批最多 5 个样本，训练 600 个 epoch。检查输入改成了 ",[29,564,565],{},"[-0.73, 0.23, 0.77]","，这三个点没有出现在训练集中。",[13,568,569],{},"我的运行记录为：",[65,571,576],{"className":572,"code":574,"language":575,"meta":70},[573],"language-text","第 100次：loss=0.00350851\n第 200次：loss=0.00156298\n第 300次：loss=0.00089876\n第 400次：loss=0.00065406\n第 500次：loss=0.00056592\n第 600次：loss=0.00051049\n","text",[29,577,574],{"__ignoreMap":70},[417,579,580,593],{},[420,581,582],{},[423,583,584,587,590],{},[426,585,586],{"align":431},"输入",[426,588,589],{"align":431},"目标平方值",[426,591,592],{"align":431},"预测值",[440,594,595,606,617],{},[423,596,597,600,603],{},[445,598,599],{"align":431},"-0.73",[445,601,602],{"align":431},"0.5329",[445,604,605],{"align":431},"0.5622",[423,607,608,611,614],{},[445,609,610],{"align":431},"0.23",[445,612,613],{"align":431},"0.0529",[445,615,616],{"align":431},"0.0643",[423,618,619,622,625],{},[445,620,621],{"align":431},"0.77",[445,623,624],{"align":431},"0.5929",[445,626,627],{"align":431},"0.6319",[13,629,630,631,634],{},"这三个检查点的均方误差为 ",[29,632,633],{},"0.0008369663264602423","。它们位于训练区间内，可以用来观察点间的预测；仅凭这三个点，还不能说明模型在整个区间或区间外都准确。",[13,636,637],{},"参数保存和恢复的核心代码是：",[65,639,641],{"className":67,"code":640,"language":69,"meta":70,"style":70},"torch.save(model.state_dict(), 'square_model.pth')\n\nloaded_model = MyModel()\nparameters = torch.load('square_model.pth', weights_only=True)\nloaded_model.load_state_dict(parameters)\nloaded_model.eval()\n",[29,642,643,666,670,682,710,721],{"__ignoreMap":70},[74,644,645,648,651,654,657,660,664],{"class":76,"line":77},[74,646,647],{"class":84},"torch.",[74,649,650],{"class":114},"save",[74,652,653],{"class":84},"(model.",[74,655,656],{"class":114},"state_dict",[74,658,659],{"class":84},"(), ",[74,661,663],{"class":662},"sWqY2","'square_model.pth'",[74,665,155],{"class":84},[74,667,668],{"class":76,"line":94},[74,669,98],{"emptyLinePlaceholder":97},[74,671,672,675,677,680],{"class":76,"line":101},[74,673,674],{"class":84},"loaded_model ",[74,676,108],{"class":107},[74,678,679],{"class":114}," MyModel",[74,681,346],{"class":84},[74,683,684,687,689,691,694,696,698,700,703,705,708],{"class":76,"line":158},[74,685,686],{"class":84},"parameters ",[74,688,108],{"class":107},[74,690,111],{"class":84},[74,692,693],{"class":114},"load",[74,695,118],{"class":84},[74,697,663],{"class":662},[74,699,128],{"class":84},[74,701,702],{"class":203},"weights_only",[74,704,108],{"class":107},[74,706,707],{"class":124},"True",[74,709,155],{"class":84},[74,711,712,715,718],{"class":76,"line":175},[74,713,714],{"class":84},"loaded_model.",[74,716,717],{"class":114},"load_state_dict",[74,719,720],{"class":84},"(parameters)\n",[74,722,723,725,728],{"class":76,"line":189},[74,724,714],{"class":84},[74,726,727],{"class":114},"eval",[74,729,346],{"class":84},[13,731,732,735,736,739,740,739,743,739,746,749,750,753],{},[29,733,734],{},"state_dict()"," 保存参数及持久化缓冲区的数值。这份模型里对应的是 ",[29,737,738],{},"fc1.weight","、",[29,741,742],{},"fc1.bias",[29,744,745],{},"fc2.weight",[29,747,748],{},"fc2.bias","。恢复时先用 ",[29,751,752],{},"MyModel()"," 创建同样的结构，再将这些数值装回去。",[13,755,756,757,759,760,763],{},"比较保存前后的结果时，我一度看到两组不同的数字。检查代码后发现，后面又把输入改回了 ",[29,758,548],{},"。两组输出用的输入不同，不能直接比较。最后改成复用同一个 ",[29,761,762],{},"test_x","：",[65,765,767],{"className":67,"code":766,"language":69,"meta":70,"style":70},"with torch.no_grad():\n    print('比较使用的输入：', test_x)\n    print('原模型预测：', model(test_x))\n    print('加载后预测：', loaded_model(test_x))\n",[29,768,769,779,791,807],{"__ignoreMap":70},[74,770,771,773,775,777],{"class":76,"line":77},[74,772,498],{"class":80},[74,774,111],{"class":84},[74,776,503],{"class":114},[74,778,506],{"class":84},[74,780,781,783,785,788],{"class":76,"line":94},[74,782,261],{"class":241},[74,784,118],{"class":84},[74,786,787],{"class":662},"'比较使用的输入：'",[74,789,790],{"class":84},", test_x)\n",[74,792,793,795,797,800,802,804],{"class":76,"line":101},[74,794,261],{"class":241},[74,796,118],{"class":84},[74,798,799],{"class":662},"'原模型预测：'",[74,801,128],{"class":84},[74,803,519],{"class":114},[74,805,806],{"class":84},"(test_x))\n",[74,808,809,811,813,816,818,821],{"class":76,"line":158},[74,810,261],{"class":241},[74,812,118],{"class":84},[74,814,815],{"class":662},"'加载后预测：'",[74,817,128],{"class":84},[74,819,820],{"class":114},"loaded_model",[74,822,806],{"class":84},[13,824,825],{},"整理时复跑确认，同一输入上的保存前后预测一致。",[55,827,828],{"id":828},"独立预测脚本只需要模型结构和参数",[13,830,831,834,835,739,837,739,839,841],{},[29,832,833],{},"14_predict.py"," 没有优化器，也没有训练循环。它创建结构、加载参数，然后计算新输入的输出。独立运行后，三个预测仍是约 ",[29,836,605],{},[29,838,616],{},[29,840,627],{},"，误差与保存前相同。",[13,843,844],{},"这里碰到的拼写错误是：",[65,846,848],{"className":67,"code":847,"language":69,"meta":70,"style":70},"torch.load('square_model.pth', weight_only=True)\n",[29,849,850],{"__ignoreMap":70},[74,851,852,854,856,858,860,862,865,867,869],{"class":76,"line":77},[74,853,647],{"class":84},[74,855,693],{"class":114},[74,857,118],{"class":84},[74,859,663],{"class":662},[74,861,128],{"class":84},[74,863,864],{"class":203},"weight_only",[74,866,108],{"class":107},[74,868,707],{"class":124},[74,870,155],{"class":84},[13,872,873,874,876,877,880,881,884],{},"正确参数名是 ",[29,875,702],{},"，带一个 ",[29,878,879],{},"s","。误写后，程序报了 ",[29,882,883],{},"Unpickler.__init__() got an unexpected keyword argument 'weight_only'","，改正后就能加载。",[13,886,887,890,891,894,895,898,899,902],{},[29,888,889],{},"model.eval()"," 和 ",[29,892,893],{},"torch.no_grad()"," 的用途也要分清。",[29,896,897],{},"eval()"," 切换模型的训练\u002F评估模式，会影响 Dropout、BatchNorm 等依赖模式的层；",[29,900,901],{},"no_grad()"," 暂停记录普通运算的求导关系。这次网络只有线性层和 ReLU，切换评估模式不会改变这些层的数值计算，但预测时仍按这个习惯写。",[55,904,906],{"id":905},"_1000-个样本逐个预测与整批预测","1000 个样本：逐个预测与整批预测",[13,908,909,912],{},[29,910,911],{},"15_batch_benchmark.py"," 加载同一份模型，比较两种处理方式：",[65,914,916],{"className":67,"code":915,"language":69,"meta":70,"style":70},"x = torch.linspace(-1.0, 1.0, 1000).reshape(-1, 1)\n\ndef predict_one_by_one():\n    outputs = []\n    for i in range(x.shape[0]):\n        outputs.append(model(x[i:i+1]))\n    return torch.cat(outputs, dim=0)\n\ndef predict_batch():\n    return model(x)\n",[29,917,918,959,963,975,985,1005,1028,1050,1054,1063],{"__ignoreMap":70},[74,919,920,922,924,926,928,930,932,934,936,938,940,943,945,947,949,951,953,955,957],{"class":76,"line":77},[74,921,104],{"class":84},[74,923,108],{"class":107},[74,925,111],{"class":84},[74,927,115],{"class":114},[74,929,118],{"class":84},[74,931,121],{"class":107},[74,933,125],{"class":124},[74,935,128],{"class":84},[74,937,125],{"class":124},[74,939,128],{"class":84},[74,941,942],{"class":124},"1000",[74,944,138],{"class":84},[74,946,141],{"class":114},[74,948,118],{"class":84},[74,950,121],{"class":107},[74,952,148],{"class":124},[74,954,128],{"class":84},[74,956,148],{"class":124},[74,958,155],{"class":84},[74,960,961],{"class":76,"line":94},[74,962,98],{"emptyLinePlaceholder":97},[74,964,965,969,973],{"class":76,"line":101},[74,966,968],{"class":967},"sST-V","def",[74,970,972],{"class":971},"sS_0i"," predict_one_by_one",[74,974,506],{"class":84},[74,976,977,980,982],{"class":76,"line":158},[74,978,979],{"class":84},"    outputs ",[74,981,108],{"class":107},[74,983,984],{"class":84}," []\n",[74,986,987,989,992,994,996,999,1002],{"class":76,"line":175},[74,988,327],{"class":80},[74,990,991],{"class":84}," i ",[74,993,238],{"class":80},[74,995,315],{"class":241},[74,997,998],{"class":84},"(x.shape[",[74,1000,1001],{"class":124},"0",[74,1003,1004],{"class":84},"]):\n",[74,1006,1007,1010,1013,1015,1017,1020,1023,1025],{"class":76,"line":189},[74,1008,1009],{"class":84},"        outputs.",[74,1011,1012],{"class":114},"append",[74,1014,118],{"class":84},[74,1016,519],{"class":114},[74,1018,1019],{"class":84},"(x[i:i",[74,1021,1022],{"class":107},"+",[74,1024,148],{"class":124},[74,1026,1027],{"class":84},"]))\n",[74,1029,1030,1033,1035,1038,1041,1044,1046,1048],{"class":76,"line":224},[74,1031,1032],{"class":80},"    return",[74,1034,111],{"class":84},[74,1036,1037],{"class":114},"cat",[74,1039,1040],{"class":84},"(outputs, ",[74,1042,1043],{"class":203},"dim",[74,1045,108],{"class":107},[74,1047,1001],{"class":124},[74,1049,155],{"class":84},[74,1051,1052],{"class":76,"line":229},[74,1053,98],{"emptyLinePlaceholder":97},[74,1055,1056,1058,1061],{"class":76,"line":258},[74,1057,968],{"class":967},[74,1059,1060],{"class":971}," predict_batch",[74,1062,506],{"class":84},[74,1064,1066,1068,1070],{"class":76,"line":1065},10,[74,1067,1032],{"class":80},[74,1069,356],{"class":114},[74,1071,1072],{"class":84},"(x)\n",[13,1074,1075,1076,1078,1079,1082,1083,1086],{},"逐个版本调用模型 1000 次，每次输入形状是 ",[29,1077,281],{},"；整批版本只调用一次，输入形状是 ",[29,1080,1081],{},"[1000, 1]","。切片使用 ",[29,1084,1085],{},"x[i:i+1]","，可以保留批次这一维。",[13,1088,1089],{},"计时前先检查两组输出近似一致，再各预热 3 次。正式计时将同一种方式重复运行 5 次，取每次执行的平均毫秒数：",[65,1091,1093],{"className":67,"code":1092,"language":69,"meta":70,"style":70},"def measure_ms(function):\n    start = perf_counter()\n    for _ in range(5):\n        function()\n    return (perf_counter() - start) \u002F 5 * 1000\n",[29,1094,1095,1110,1122,1139,1146],{"__ignoreMap":70},[74,1096,1097,1099,1102,1104,1108],{"class":76,"line":77},[74,1098,968],{"class":967},[74,1100,1101],{"class":971}," measure_ms",[74,1103,118],{"class":84},[74,1105,1107],{"class":1106},"s9NhK","function",[74,1109,255],{"class":84},[74,1111,1112,1115,1117,1120],{"class":76,"line":94},[74,1113,1114],{"class":84},"    start ",[74,1116,108],{"class":107},[74,1118,1119],{"class":114}," perf_counter",[74,1121,346],{"class":84},[74,1123,1124,1126,1129,1131,1133,1135,1137],{"class":76,"line":101},[74,1125,327],{"class":80},[74,1127,1128],{"class":84}," _ ",[74,1130,238],{"class":80},[74,1132,315],{"class":241},[74,1134,118],{"class":84},[74,1136,209],{"class":124},[74,1138,255],{"class":84},[74,1140,1141,1144],{"class":76,"line":158},[74,1142,1143],{"class":114},"        function",[74,1145,346],{"class":84},[74,1147,1148,1150,1153,1156,1159,1161,1164,1167,1170,1173],{"class":76,"line":175},[74,1149,1032],{"class":80},[74,1151,1152],{"class":84}," (",[74,1154,1155],{"class":114},"perf_counter",[74,1157,1158],{"class":84},"() ",[74,1160,121],{"class":107},[74,1162,1163],{"class":84}," start) ",[74,1165,1166],{"class":107},"\u002F",[74,1168,1169],{"class":124}," 5",[74,1171,1172],{"class":107}," *",[74,1174,1175],{"class":124}," 1000\n",[13,1177,1178,1179,1181],{},"整个预测和计时过程放在 ",[29,1180,893],{}," 中。下面保留的是我当时终端里的输出，计时会随机器状态和运行次数波动：",[417,1183,1184,1203],{},[420,1185,1186],{},[423,1187,1188,1191,1194,1197,1200],{},[426,1189,1190],{"align":431},"样本数量",[426,1192,1193],{},"输出近似一致",[426,1195,1196],{"align":431},"逐个预测",[426,1198,1199],{"align":431},"整批预测",[426,1201,1202],{"align":431},"当次加速比",[440,1204,1205,1222],{},[423,1206,1207,1209,1213,1216,1219],{},[445,1208,942],{"align":431},[445,1210,1211],{},[29,1212,707],{},[445,1214,1215],{"align":431},"13.0410 ms",[445,1217,1218],{"align":431},"0.0139 ms",[445,1220,1221],{"align":431},"939.32 倍",[423,1223,1224,1226,1230,1233,1236],{},[445,1225,148],{"align":431},[445,1227,1228],{},[29,1229,707],{},[445,1231,1232],{"align":431},"0.0120 ms",[445,1234,1235],{"align":431},"0.0083 ms",[445,1237,1238],{"align":431},"1.44 倍",[13,1240,1241],{},"加速比使用未四舍五入的计时值计算，因此用表格里的四位小数直接相除，可能与最后一列略有不同。",[13,1243,1244],{},"这个模型很小。逐个版本反复执行 Python 循环、切片、模型调用，最后还要拼接输出；整批版本把这些样本集中交给底层张量运算，减少了重复调用的开销。939.32 倍描述的是这次 CPU、小模型和 1000 个样本条件下，两段完整预测流程的耗时比。",[13,1246,1247],{},"把样本数改为 1 后，两种方式都只调用模型一次，差距明显缩小。剩余差别包含切片、列表、拼接和计时波动。这两次结果不能外推成所有模型、所有设备上固定的批量加速倍数。",[13,1249,1250,1251,1255,1256,1259,1260,1262],{},"当前上传的脚本保留最后一次实验使用的 ",[1252,1253,1254],"strong",{},"1 个样本","。要复现 1000 个样本的版本，将 ",[29,1257,1258],{},"torch.linspace(-1.0, 1.0, 1)"," 的最后一个参数改成 ",[29,1261,942],{}," 即可。",[55,1264,1265],{"id":1265},"用矩阵乘法理解批量输入",[13,1267,1268,1269,1271],{},"接着运行的 ",[29,1270,35],{}," 手动指定了权重和偏置，不进行训练：",[65,1273,1275],{"className":67,"code":1274,"language":69,"meta":70,"style":70},"x = torch.tensor([[1.0, 2.0], [3.0, 4.0], [5.0, 6.0]])\nweights = torch.tensor([[2.0, 3.0]])\nbias = torch.tensor([1.0])\n\nprediction = x @ weights.T + bias\n",[29,1276,1277,1322,1343,1362,1366],{"__ignoreMap":70},[74,1278,1279,1281,1283,1285,1288,1291,1293,1295,1298,1301,1304,1306,1309,1311,1314,1316,1319],{"class":76,"line":77},[74,1280,104],{"class":84},[74,1282,108],{"class":107},[74,1284,111],{"class":84},[74,1286,1287],{"class":114},"tensor",[74,1289,1290],{"class":84},"([[",[74,1292,125],{"class":124},[74,1294,128],{"class":84},[74,1296,1297],{"class":124},"2.0",[74,1299,1300],{"class":84},"], [",[74,1302,1303],{"class":124},"3.0",[74,1305,128],{"class":84},[74,1307,1308],{"class":124},"4.0",[74,1310,1300],{"class":84},[74,1312,1313],{"class":124},"5.0",[74,1315,128],{"class":84},[74,1317,1318],{"class":124},"6.0",[74,1320,1321],{"class":84},"]])\n",[74,1323,1324,1327,1329,1331,1333,1335,1337,1339,1341],{"class":76,"line":94},[74,1325,1326],{"class":84},"weights ",[74,1328,108],{"class":107},[74,1330,111],{"class":84},[74,1332,1287],{"class":114},[74,1334,1290],{"class":84},[74,1336,1297],{"class":124},[74,1338,128],{"class":84},[74,1340,1303],{"class":124},[74,1342,1321],{"class":84},[74,1344,1345,1348,1350,1352,1354,1357,1359],{"class":76,"line":101},[74,1346,1347],{"class":84},"bias ",[74,1349,108],{"class":107},[74,1351,111],{"class":84},[74,1353,1287],{"class":114},[74,1355,1356],{"class":84},"([",[74,1358,125],{"class":124},[74,1360,1361],{"class":84},"])\n",[74,1363,1364],{"class":76,"line":158},[74,1365,98],{"emptyLinePlaceholder":97},[74,1367,1368,1371,1373,1375,1378,1381,1383],{"class":76,"line":175},[74,1369,1370],{"class":84},"prediction ",[74,1372,108],{"class":107},[74,1374,166],{"class":84},[74,1376,1377],{"class":107},"@",[74,1379,1380],{"class":84}," weights.T ",[74,1382,1022],{"class":107},[74,1384,1385],{"class":84}," bias\n",[13,1387,1388,1390,1391,1394,1395,1398,1399,1402],{},[29,1389,1377],{}," 表示矩阵乘法，",[29,1392,1393],{},".T"," 将这里的二维权重从 ",[29,1396,1397],{},"[1, 2]"," 转为 ",[29,1400,1401],{},"[2, 1]","。形状关系是：",[74,1404,1407],{"className":1405},[1406],"katex-display",[74,1408,1411,1518],{"className":1409},[1410],"katex",[74,1412,1415],{"className":1413},[1414],"katex-mathml",[1416,1417,1420],"math",{"xmlns":1418,"display":1419},"http:\u002F\u002Fwww.w3.org\u002F1998\u002FMath\u002FMathML","block",[1421,1422,1423,1513],"semantics",{},[1424,1425,1426,1452,1475,1477,1488,1490],"mrow",{},[1427,1428,1429,1440],"munder",{},[1427,1430,1431,1435],{},[1432,1433,1434],"mi",{},"X",[1436,1437,1439],"mo",{"stretchy":1438},"true","⏟",[1424,1441,1442,1446,1449],{},[1443,1444,1445],"mn",{},"3",[1436,1447,1448],{},"×",[1443,1450,1451],{},"2",[1427,1453,1454,1467],{},[1427,1455,1456,1465],{},[1457,1458,1459,1462],"msup",{},[1432,1460,1461],{},"W",[1432,1463,1464],{},"T",[1436,1466,1439],{"stretchy":1438},[1424,1468,1469,1471,1473],{},[1443,1470,1451],{},[1436,1472,1448],{},[1443,1474,148],{},[1436,1476,1022],{},[1427,1478,1479,1486],{},[1427,1480,1481,1484],{},[1432,1482,1483],{},"b",[1436,1485,1439],{"stretchy":1438},[1443,1487,148],{},[1436,1489,108],{},[1427,1491,1492,1505],{},[1427,1493,1494,1503],{},[1495,1496,1497,1500],"mover",{"accent":1438},[1432,1498,1499],{},"Y",[1436,1501,1502],{},"^",[1436,1504,1439],{"stretchy":1438},[1424,1506,1507,1509,1511],{},[1443,1508,1445],{},[1436,1510,1448],{},[1443,1512,148],{},[1514,1515,1517],"annotation",{"encoding":1516},"application\u002Fx-tex","\\underbrace{X}_{3\\times2}\n\\underbrace{W^T}_{2\\times1}\n+\\underbrace{b}_{1}\n=\\underbrace{\\hat Y}_{3\\times1}",[74,1519,1522,1843,1969],{"className":1520,"ariaHidden":1438},[1521],"katex-html",[74,1523,1526,1531,1685,1690,1833,1837,1840],{"className":1524},[1525],"base",[74,1527],{"className":1528,"style":1530},[1529],"strut","height:2.2488em;vertical-align:-1.3574em;",[74,1532,1535],{"className":1533},[1534,1427],"minner",[74,1536,1540,1676],{"className":1537},[1538,1539],"vlist-t","vlist-t2",[74,1541,1544,1673],{"className":1542},[1543],"vlist-r",[74,1545,1549,1578],{"className":1546,"style":1548},[1547],"vlist","height:0.6833em;",[74,1550,1552,1557],{"style":1551},"top:-1.7009em;",[74,1553],{"className":1554,"style":1556},[1555],"pstrut","height:3em;",[74,1558,1564],{"className":1559},[1560,1561,1562,1563],"sizing","reset-size6","size3","mtight",[74,1565,1568,1571,1575],{"className":1566},[1567,1563],"mord",[74,1569,1445],{"className":1570},[1567,1563],[74,1572,1448],{"className":1573},[1574,1563],"mbin",[74,1576,1451],{"className":1577},[1567,1563],[74,1579,1581,1584],{"style":1580},"top:-3em;",[74,1582],{"className":1583,"style":1556},[1555],[74,1585,1587],{"className":1586},[1534,1427],[74,1588,1590,1664],{"className":1589},[1538,1539],[74,1591,1593,1659],{"className":1592},[1543],[74,1594,1596,1646],{"className":1595,"style":1548},[1547],[74,1597,1601,1604],{"className":1598,"style":1600},[1599],"svg-align","top:-2.352em;",[74,1602],{"className":1603,"style":1556},[1555],[74,1605,1609,1626,1636],{"className":1606,"style":1608},[1607],"stretchy","height:0.548em;min-width:1.6em;",[74,1610,1614],{"className":1611,"style":1613},[1612],"brace-left","height:0.548em;",[1615,1616,1622],"svg",{"xmlns":1617,"width":1618,"height":1619,"viewBox":1620,"preserveAspectRatio":1621},"http:\u002F\u002Fwww.w3.org\u002F2000\u002Fsvg","400em","0.548em","0 0 400000 548","xMinYMin slice",[1623,1624],"path",{"d":1625},"M0 6l6-6h17c12.688 0 19.313.3 20 1 4 4 7.313 8.3 10 13\n 35.313 51.3 80.813 93.8 136.5 127.5 55.688 33.7 117.188 55.8 184.5 66.5.688\n 0 2 .3 4 1 18.688 2.7 76 4.3 172 5h399450v120H429l-6-1c-124.688-8-235-61.7\n-331-161C60.687 138.7 32.312 99.3 7 54L0 41V6z",[74,1627,1630],{"className":1628,"style":1613},[1629],"brace-center",[1615,1631,1633],{"xmlns":1617,"width":1618,"height":1619,"viewBox":1620,"preserveAspectRatio":1632},"xMidYMin slice",[1623,1634],{"d":1635},"M199572 214\nc100.7 8.3 195.3 44 280 108 55.3 42 101.7 93 139 153l9 14c2.7-4 5.7-8.7 9-14\n 53.3-86.7 123.7-153 211-199 66.7-36 137.3-56.3 212-62h199568v120H200432c-178.3\n 11.7-311.7 78.3-403 201-6 8-9.7 12-11 12-.7.7-6.7 1-18 1s-17.3-.3-18-1c-1.3 0\n-5-4-11-12-44.7-59.3-101.3-106.3-170-141s-145.3-54.3-229-60H0V214z",[74,1637,1640],{"className":1638,"style":1613},[1639],"brace-right",[1615,1641,1643],{"xmlns":1617,"width":1618,"height":1619,"viewBox":1620,"preserveAspectRatio":1642},"xMaxYMin slice",[1623,1644],{"d":1645},"M399994 0l6 6v35l-6 11c-56 104-135.3 181.3-238 232-57.3\n 28.7-117 45-179 50H-300V214h399897c43.3-7 81-15 113-26 100.7-33 179.7-91 237\n-174 2.7-5 6-9 10-13 .7-1 7.3-1 20-1h17z",[74,1647,1648,1651],{"style":1580},[74,1649],{"className":1650,"style":1556},[1555],[74,1652,1654],{"className":1653},[1567],[74,1655,1434],{"className":1656,"style":1658},[1567,1657],"mathnormal","margin-right:0.0785em;",[74,1660,1663],{"className":1661},[1662],"vlist-s","​",[74,1665,1667],{"className":1666},[1543],[74,1668,1671],{"className":1669,"style":1670},[1547],"height:0.648em;",[74,1672],{},[74,1674,1663],{"className":1675},[1662],[74,1677,1679],{"className":1678},[1543],[74,1680,1683],{"className":1681,"style":1682},[1547],"height:1.3574em;",[74,1684],{},[74,1686],{"className":1687,"style":1689},[1688],"mspace","margin-right:0.1667em;",[74,1691,1693],{"className":1692},[1534,1427],[74,1694,1696,1825],{"className":1695},[1538,1539],[74,1697,1699,1822],{"className":1698},[1543],[74,1700,1703,1723],{"className":1701,"style":1702},[1547],"height:0.8913em;",[74,1704,1705,1708],{"style":1551},[74,1706],{"className":1707,"style":1556},[1555],[74,1709,1711],{"className":1710},[1560,1561,1562,1563],[74,1712,1714,1717,1720],{"className":1713},[1567,1563],[74,1715,1451],{"className":1716},[1567,1563],[74,1718,1448],{"className":1719},[1574,1563],[74,1721,148],{"className":1722},[1567,1563],[74,1724,1725,1728],{"style":1580},[74,1726],{"className":1727,"style":1556},[1555],[74,1729,1731],{"className":1730},[1534,1427],[74,1732,1734,1814],{"className":1733},[1538,1539],[74,1735,1737,1811],{"className":1736},[1543],[74,1738,1740,1770],{"className":1739,"style":1702},[1547],[74,1741,1743,1746],{"className":1742,"style":1600},[1599],[74,1744],{"className":1745,"style":1556},[1555],[74,1747,1749,1756,1763],{"className":1748,"style":1608},[1607],[74,1750,1752],{"className":1751,"style":1613},[1612],[1615,1753,1754],{"xmlns":1617,"width":1618,"height":1619,"viewBox":1620,"preserveAspectRatio":1621},[1623,1755],{"d":1625},[74,1757,1759],{"className":1758,"style":1613},[1629],[1615,1760,1761],{"xmlns":1617,"width":1618,"height":1619,"viewBox":1620,"preserveAspectRatio":1632},[1623,1762],{"d":1635},[74,1764,1766],{"className":1765,"style":1613},[1639],[1615,1767,1768],{"xmlns":1617,"width":1618,"height":1619,"viewBox":1620,"preserveAspectRatio":1642},[1623,1769],{"d":1645},[74,1771,1772,1775],{"style":1580},[74,1773],{"className":1774,"style":1556},[1555],[74,1776,1778],{"className":1777},[1567],[74,1779,1781,1785],{"className":1780},[1567],[74,1782,1461],{"className":1783,"style":1784},[1567,1657],"margin-right:0.1389em;",[74,1786,1789],{"className":1787},[1788],"msupsub",[74,1790,1792],{"className":1791},[1538],[74,1793,1795],{"className":1794},[1543],[74,1796,1798],{"className":1797,"style":1702},[1547],[74,1799,1801,1805],{"style":1800},"top:-3.113em;margin-right:0.05em;",[74,1802],{"className":1803,"style":1804},[1555],"height:2.7em;",[74,1806,1808],{"className":1807},[1560,1561,1562,1563],[74,1809,1464],{"className":1810,"style":1784},[1567,1657,1563],[74,1812,1663],{"className":1813},[1662],[74,1815,1817],{"className":1816},[1543],[74,1818,1820],{"className":1819,"style":1670},[1547],[74,1821],{},[74,1823,1663],{"className":1824},[1662],[74,1826,1828],{"className":1827},[1543],[74,1829,1831],{"className":1830,"style":1682},[1547],[74,1832],{},[74,1834],{"className":1835,"style":1836},[1688],"margin-right:0.2222em;",[74,1838,1022],{"className":1839},[1574],[74,1841],{"className":1842,"style":1836},[1688],[74,1844,1846,1850,1958,1962,1966],{"className":1845},[1525],[74,1847],{"className":1848,"style":1849},[1529],"height:1.9935em;vertical-align:-1.2991em;",[74,1851,1853],{"className":1852},[1534,1427],[74,1854,1856,1949],{"className":1855},[1538,1539],[74,1857,1859,1946],{"className":1858},[1543],[74,1860,1863,1877],{"className":1861,"style":1862},[1547],"height:0.6944em;",[74,1864,1865,1868],{"style":1551},[74,1866],{"className":1867,"style":1556},[1555],[74,1869,1871],{"className":1870},[1560,1561,1562,1563],[74,1872,1874],{"className":1873},[1567,1563],[74,1875,148],{"className":1876},[1567,1563],[74,1878,1879,1882],{"style":1580},[74,1880],{"className":1881,"style":1556},[1555],[74,1883,1885],{"className":1884},[1534,1427],[74,1886,1888,1938],{"className":1887},[1538,1539],[74,1889,1891,1935],{"className":1890},[1543],[74,1892,1894,1924],{"className":1893,"style":1862},[1547],[74,1895,1897,1900],{"className":1896,"style":1600},[1599],[74,1898],{"className":1899,"style":1556},[1555],[74,1901,1903,1910,1917],{"className":1902,"style":1608},[1607],[74,1904,1906],{"className":1905,"style":1613},[1612],[1615,1907,1908],{"xmlns":1617,"width":1618,"height":1619,"viewBox":1620,"preserveAspectRatio":1621},[1623,1909],{"d":1625},[74,1911,1913],{"className":1912,"style":1613},[1629],[1615,1914,1915],{"xmlns":1617,"width":1618,"height":1619,"viewBox":1620,"preserveAspectRatio":1632},[1623,1916],{"d":1635},[74,1918,1920],{"className":1919,"style":1613},[1639],[1615,1921,1922],{"xmlns":1617,"width":1618,"height":1619,"viewBox":1620,"preserveAspectRatio":1642},[1623,1923],{"d":1645},[74,1925,1926,1929],{"style":1580},[74,1927],{"className":1928,"style":1556},[1555],[74,1930,1932],{"className":1931},[1567],[74,1933,1483],{"className":1934},[1567,1657],[74,1936,1663],{"className":1937},[1662],[74,1939,1941],{"className":1940},[1543],[74,1942,1944],{"className":1943,"style":1670},[1547],[74,1945],{},[74,1947,1663],{"className":1948},[1662],[74,1950,1952],{"className":1951},[1543],[74,1953,1956],{"className":1954,"style":1955},[1547],"height:1.2991em;",[74,1957],{},[74,1959],{"className":1960,"style":1961},[1688],"margin-right:0.2778em;",[74,1963,108],{"className":1964},[1965],"mrel",[74,1967],{"className":1968,"style":1961},[1688],[74,1970,1972,1976],{"className":1971},[1525],[74,1973],{"className":1974,"style":1975},[1529],"height:2.3042em;vertical-align:-1.3574em;",[74,1977,1979],{"className":1978},[1534,1427],[74,1980,1982,2113],{"className":1981},[1538,1539],[74,1983,1985,2110],{"className":1984},[1543],[74,1986,1989,2009],{"className":1987,"style":1988},[1547],"height:0.9468em;",[74,1990,1991,1994],{"style":1551},[74,1992],{"className":1993,"style":1556},[1555],[74,1995,1997],{"className":1996},[1560,1561,1562,1563],[74,1998,2000,2003,2006],{"className":1999},[1567,1563],[74,2001,1445],{"className":2002},[1567,1563],[74,2004,1448],{"className":2005},[1574,1563],[74,2007,148],{"className":2008},[1567,1563],[74,2010,2011,2014],{"style":1580},[74,2012],{"className":2013,"style":1556},[1555],[74,2015,2017],{"className":2016},[1534,1427],[74,2018,2020,2102],{"className":2019},[1538,1539],[74,2021,2023,2099],{"className":2022},[1543],[74,2024,2026,2056],{"className":2025,"style":1988},[1547],[74,2027,2029,2032],{"className":2028,"style":1600},[1599],[74,2030],{"className":2031,"style":1556},[1555],[74,2033,2035,2042,2049],{"className":2034,"style":1608},[1607],[74,2036,2038],{"className":2037,"style":1613},[1612],[1615,2039,2040],{"xmlns":1617,"width":1618,"height":1619,"viewBox":1620,"preserveAspectRatio":1621},[1623,2041],{"d":1625},[74,2043,2045],{"className":2044,"style":1613},[1629],[1615,2046,2047],{"xmlns":1617,"width":1618,"height":1619,"viewBox":1620,"preserveAspectRatio":1632},[1623,2048],{"d":1635},[74,2050,2052],{"className":2051,"style":1613},[1639],[1615,2053,2054],{"xmlns":1617,"width":1618,"height":1619,"viewBox":1620,"preserveAspectRatio":1642},[1623,2055],{"d":1645},[74,2057,2058,2061],{"style":1580},[74,2059],{"className":2060,"style":1556},[1555],[74,2062,2064],{"className":2063},[1567],[74,2065,2068],{"className":2066},[1567,2067],"accent",[74,2069,2071],{"className":2070},[1538],[74,2072,2074],{"className":2073},[1543],[74,2075,2077,2085],{"className":2076,"style":1988},[1547],[74,2078,2079,2082],{"style":1580},[74,2080],{"className":2081,"style":1556},[1555],[74,2083,1499],{"className":2084,"style":1836},[1567,1657],[74,2086,2088,2091],{"style":2087},"top:-3.2523em;",[74,2089],{"className":2090,"style":1556},[1555],[74,2092,2096],{"className":2093,"style":2095},[2094],"accent-body","left:-0.25em;",[74,2097,1502],{"className":2098},[1567],[74,2100,1663],{"className":2101},[1662],[74,2103,2105],{"className":2104},[1543],[74,2106,2108],{"className":2107,"style":1670},[1547],[74,2109],{},[74,2111,1663],{"className":2112},[1662],[74,2114,2116],{"className":2115},[1543],[74,2117,2119],{"className":2118,"style":1682},[1547],[74,2120],{},[13,2122,2123,2124,2296],{},"偏置沿着样本维度广播。每一行都计算 ",[74,2125,2127,2163],{"className":2126},[1410],[74,2128,2130],{"className":2129},[1414],[1416,2131,2132],{"xmlns":1418},[1421,2133,2134,2160],{},[1424,2135,2136,2138,2146,2148,2150,2156,2158],{},[1443,2137,1451],{},[2139,2140,2141,2144],"msub",{},[1432,2142,2143],{},"x",[1443,2145,148],{},[1436,2147,1022],{},[1443,2149,1445],{},[2139,2151,2152,2154],{},[1432,2153,2143],{},[1443,2155,1451],{},[1436,2157,1022],{},[1443,2159,148],{},[1514,2161,2162],{"encoding":1516},"2x_1+3x_2+1",[74,2164,2166,2228,2286],{"className":2165,"ariaHidden":1438},[1521],[74,2167,2169,2173,2176,2219,2222,2225],{"className":2168},[1525],[74,2170],{"className":2171,"style":2172},[1529],"height:0.7944em;vertical-align:-0.15em;",[74,2174,1451],{"className":2175},[1567],[74,2177,2179,2182],{"className":2178},[1567],[74,2180,2143],{"className":2181},[1567,1657],[74,2183,2185],{"className":2184},[1788],[74,2186,2188,2210],{"className":2187},[1538,1539],[74,2189,2191,2207],{"className":2190},[1543],[74,2192,2195],{"className":2193,"style":2194},[1547],"height:0.3011em;",[74,2196,2198,2201],{"style":2197},"top:-2.55em;margin-left:0em;margin-right:0.05em;",[74,2199],{"className":2200,"style":1804},[1555],[74,2202,2204],{"className":2203},[1560,1561,1562,1563],[74,2205,148],{"className":2206},[1567,1563],[74,2208,1663],{"className":2209},[1662],[74,2211,2213],{"className":2212},[1543],[74,2214,2217],{"className":2215,"style":2216},[1547],"height:0.15em;",[74,2218],{},[74,2220],{"className":2221,"style":1836},[1688],[74,2223,1022],{"className":2224},[1574],[74,2226],{"className":2227,"style":1836},[1688],[74,2229,2231,2234,2237,2277,2280,2283],{"className":2230},[1525],[74,2232],{"className":2233,"style":2172},[1529],[74,2235,1445],{"className":2236},[1567],[74,2238,2240,2243],{"className":2239},[1567],[74,2241,2143],{"className":2242},[1567,1657],[74,2244,2246],{"className":2245},[1788],[74,2247,2249,2269],{"className":2248},[1538,1539],[74,2250,2252,2266],{"className":2251},[1543],[74,2253,2255],{"className":2254,"style":2194},[1547],[74,2256,2257,2260],{"style":2197},[74,2258],{"className":2259,"style":1804},[1555],[74,2261,2263],{"className":2262},[1560,1561,1562,1563],[74,2264,1451],{"className":2265},[1567,1563],[74,2267,1663],{"className":2268},[1662],[74,2270,2272],{"className":2271},[1543],[74,2273,2275],{"className":2274,"style":2216},[1547],[74,2276],{},[74,2278],{"className":2279,"style":1836},[1688],[74,2281,1022],{"className":2282},[1574],[74,2284],{"className":2285,"style":1836},[1688],[74,2287,2289,2293],{"className":2288},[1525],[74,2290],{"className":2291,"style":2292},[1529],"height:0.6444em;",[74,2294,148],{"className":2295},[1567],"，一次得到三个样本的预测。我运行后得到：",[65,2298,2301],{"className":2299,"code":2300,"language":575,"meta":70},[573],"输入形状： torch.Size([3, 2])\n转置后的权重形状： torch.Size([2, 1])\n预测值： tensor([[ 9.],\n        [19.],\n        [29.]])\n输出形状： torch.Size([3, 1])\n",[29,2302,2300],{"__ignoreMap":70},[13,2304,2305,2308,2309,2398,2399,2402],{},[29,2306,2307],{},"nn.Linear(2, 1)"," 对二维输入做的也是 ",[74,2310,2312,2336],{"className":2311},[1410],[74,2313,2315],{"className":2314},[1414],[1416,2316,2317],{"xmlns":1418},[1421,2318,2319,2333],{},[1424,2320,2321,2323,2329,2331],{},[1432,2322,1434],{},[1457,2324,2325,2327],{},[1432,2326,1461],{},[1432,2328,1464],{},[1436,2330,1022],{},[1432,2332,1483],{},[1514,2334,2335],{"encoding":1516},"XW^T+b",[74,2337,2339,2389],{"className":2338,"ariaHidden":1438},[1521],[74,2340,2342,2346,2349,2380,2383,2386],{"className":2341},[1525],[74,2343],{"className":2344,"style":2345},[1529],"height:0.9247em;vertical-align:-0.0833em;",[74,2347,1434],{"className":2348,"style":1658},[1567,1657],[74,2350,2352,2355],{"className":2351},[1567],[74,2353,1461],{"className":2354,"style":1784},[1567,1657],[74,2356,2358],{"className":2357},[1788],[74,2359,2361],{"className":2360},[1538],[74,2362,2364],{"className":2363},[1543],[74,2365,2368],{"className":2366,"style":2367},[1547],"height:0.8413em;",[74,2369,2371,2374],{"style":2370},"top:-3.063em;margin-right:0.05em;",[74,2372],{"className":2373,"style":1804},[1555],[74,2375,2377],{"className":2376},[1560,1561,1562,1563],[74,2378,1464],{"className":2379,"style":1784},[1567,1657,1563],[74,2381],{"className":2382,"style":1836},[1688],[74,2384,1022],{"className":2385},[1574],[74,2387],{"className":2388,"style":1836},[1688],[74,2390,2392,2395],{"className":2391},[1525],[74,2393],{"className":2394,"style":1862},[1529],[74,2396,1483],{"className":2397},[1567,1657],"。这次手动给定的参数让我能直接核对每个结果，也把前面 ",[29,2400,2401],{},"model(x)"," 接收整批样本的写法对应到了矩阵运算。",[55,2404,2405],{"id":2405},"代码与运行顺序",[417,2407,2408,2418],{},[420,2409,2410],{},[423,2411,2412,2415],{},[426,2413,2414],{},"文件",[426,2416,2417],{},"内容",[440,2419,2420,2429,2438,2447,2456,2465,2474],{},[423,2421,2422,2426],{},[445,2423,2424],{},[29,2425,31],{},[445,2427,2428],{},"观察 21 个样本如何分成 5 批",[423,2430,2431,2435],{},[445,2432,2433],{},[29,2434,297],{},[445,2436,2437],{},"对 25 个样本进行分批训练",[423,2439,2440,2444],{},[445,2441,2442],{},[29,2443,476],{},[445,2445,2446],{},"对 21 个样本训练，保存并恢复参数",[423,2448,2449,2453],{},[445,2450,2451],{},[29,2452,833],{},[445,2454,2455],{},"在独立脚本中加载参数并预测",[423,2457,2458,2462],{},[445,2459,2460],{},[29,2461,911],{},[445,2463,2464],{},"比较逐个与整批预测，当前默认 1 个样本",[423,2466,2467,2471],{},[445,2468,2469],{},[29,2470,35],{},[445,2472,2473],{},"手动使用矩阵乘法计算 3 个样本的输出",[423,2475,2476,2481],{},[445,2477,2478],{},[29,2479,2480],{},"square_model.pth",[445,2482,2483],{},"本次 21 点训练实验保存的 25 个参数",[13,2485,2486,2490,2491,2494],{},[20,2487,2489],{"href":45,"rel":2488},[47],"GitHub 仓库","和",[20,2492,2493],{"href":52},"本篇 ZIP","都包含这份小模型的参数文件。建立 Python 环境后，在代码所在目录运行：",[65,2496,2500],{"className":2497,"code":2498,"language":2499,"meta":70,"style":70},"language-bash shiki shiki-themes github-dark-dimmed github-light houston",".venv\u002Fbin\u002Fpython 11_batches.py\n.venv\u002Fbin\u002Fpython 12_mini_batch.py\n.venv\u002Fbin\u002Fpython 13_save_load.py\n.venv\u002Fbin\u002Fpython 14_predict.py\n.venv\u002Fbin\u002Fpython 15_batch_benchmark.py\n.venv\u002Fbin\u002Fpython 16_matmul.py\n","bash",[29,2501,2502,2511,2518,2525,2532,2539],{"__ignoreMap":70},[74,2503,2504,2508],{"class":76,"line":77},[74,2505,2507],{"class":2506},"sLsJe",".venv\u002Fbin\u002Fpython",[74,2509,2510],{"class":662}," 11_batches.py\n",[74,2512,2513,2515],{"class":76,"line":94},[74,2514,2507],{"class":2506},[74,2516,2517],{"class":662}," 12_mini_batch.py\n",[74,2519,2520,2522],{"class":76,"line":101},[74,2521,2507],{"class":2506},[74,2523,2524],{"class":662}," 13_save_load.py\n",[74,2526,2527,2529],{"class":76,"line":158},[74,2528,2507],{"class":2506},[74,2530,2531],{"class":662}," 14_predict.py\n",[74,2533,2534,2536],{"class":76,"line":175},[74,2535,2507],{"class":2506},[74,2537,2538],{"class":662}," 15_batch_benchmark.py\n",[74,2540,2541,2543],{"class":76,"line":189},[74,2542,2507],{"class":2506},[74,2544,2545],{"class":662}," 16_matmul.py\n",[13,2547,2548,2550,2551,2553,2554,2556,2557,2559],{},[29,2549,476],{}," 会在当前目录重新生成 ",[29,2552,2480],{},"。如果只想检查已经保存的结果，可以直接运行 ",[29,2555,833],{},"；计算矩阵乘法的 ",[29,2558,35],{}," 不依赖参数文件。",[2561,2562,2563],"style",{},"html pre.shiki code .slEfO, html code.shiki .slEfO{--shiki-default:#F47067;--shiki-default-font-style:inherit;--shiki-light:#D73A49;--shiki-light-font-style:inherit;--shiki-cyber:#54B9FF;--shiki-cyber-font-style:italic}html pre.shiki code .sWURj, html code.shiki .sWURj{--shiki-default:#ADBAC7;--shiki-light:#24292E;--shiki-cyber:#EEF0F9}html pre.shiki code .sf2cM, html code.shiki .sf2cM{--shiki-default:#F47067;--shiki-light:#D73A49;--shiki-cyber:#EEF0F9}html pre.shiki code .sq3c-, html code.shiki .sq3c-{--shiki-default:#ADBAC7;--shiki-light:#24292E;--shiki-cyber:#00DAEF}html pre.shiki code .sgENW, html code.shiki .sgENW{--shiki-default:#6CB6FF;--shiki-light:#005CC5;--shiki-cyber:#FFD493}html pre.shiki code .sA9aF, html code.shiki .sA9aF{--shiki-default:#F69D50;--shiki-default-font-style:inherit;--shiki-light:#E36209;--shiki-light-font-style:inherit;--shiki-cyber:#4BF3C8;--shiki-cyber-font-style:italic}html pre.shiki code .svkvy, html code.shiki .svkvy{--shiki-default:#6CB6FF;--shiki-light:#005CC5;--shiki-cyber:#EEF0F9}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html.light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html .cyber .shiki span {color: var(--shiki-cyber);background: var(--shiki-cyber-bg);font-style: var(--shiki-cyber-font-style);font-weight: var(--shiki-cyber-font-weight);text-decoration: var(--shiki-cyber-text-decoration);}html.cyber .shiki span {color: var(--shiki-cyber);background: var(--shiki-cyber-bg);font-style: var(--shiki-cyber-font-style);font-weight: var(--shiki-cyber-font-weight);text-decoration: var(--shiki-cyber-text-decoration);}html pre.shiki code .sWqY2, html code.shiki .sWqY2{--shiki-default:#96D0FF;--shiki-light:#032F62;--shiki-cyber:#FFD493}html pre.shiki code .sST-V, html code.shiki .sST-V{--shiki-default:#F47067;--shiki-light:#D73A49;--shiki-cyber:#54B9FF}html pre.shiki code .sS_0i, html code.shiki .sS_0i{--shiki-default:#DCBDFB;--shiki-light:#6F42C1;--shiki-cyber:#00DAEF}html pre.shiki code .s9NhK, html code.shiki .s9NhK{--shiki-default:#ADBAC7;--shiki-default-font-style:inherit;--shiki-light:#24292E;--shiki-light-font-style:inherit;--shiki-cyber:#FFD493;--shiki-cyber-font-style:italic}html pre.shiki code .sLsJe, html code.shiki .sLsJe{--shiki-default:#F69D50;--shiki-light:#6F42C1;--shiki-cyber:#00DAEF}",{"title":70,"searchDepth":94,"depth":101,"links":2565},[2566,2567,2568,2569,2570,2571,2572],{"id":57,"depth":94,"text":58},{"id":291,"depth":94,"text":292},{"id":556,"depth":94,"text":557},{"id":828,"depth":94,"text":828},{"id":905,"depth":94,"text":906},{"id":1265,"depth":94,"text":1265},{"id":2405,"depth":94,"text":2405},[2574],"技术","\u002Fimages\u002Fposts\u002Fcmu-15-779-pytorch-dataloader-checkpoints-batching\u002Fcmu-pytorch-batching-cover-20261015.webp","样本卡片按批次进入计算模块，旁边配有参数存储盒和输出矩阵面板的技术插画","2026-09-09","用 DataLoader 分批训练平方函数，保存并加载模型参数，再比较 1000 个样本与 1 个样本的推理耗时，最后把批量计算对应到矩阵乘法。",false,"md",{"codeUrl":45,"attachmentUrl":52},"\u002Fposts\u002Fcmu-15-779-pytorch-dataloader-checkpoints-batching",null,{"title":5,"description":2578},"CMU 15-779","posts\u002Fcmu-15-779-pytorch-dataloader-checkpoints-batching",[2585,2588,273,2589,2590],"PyTorch","批量推理","模型保存","2xg7c16iPH6gVnM1VYZFspnTV3xn0GEJlBnqGvQe1qc",[2593,2610,2626,2640,2654,2668,2683,2698,2712,2724,2739,2751,2764,2777,2790,2803,2819,2834,2845,2857,2872,2885,2899,2911,2925,2937,2951,2965,2969,2980,2993,3010,3025,3038,3050,3062,3075,3088],{"slug":2594,"path":2595,"title":2596,"date":2597,"tags":2598,"description":2603,"cover":2604,"coverAlt":2605,"excerpt":2606,"draft":2579,"hidden":2579,"published":97,"readingTime":229,"series":2607,"seriesOrder":229,"codeUrl":2608,"attachmentUrl":2609},"cs336-cross-entropy-adamw-training-loop","\u002Fposts\u002Fcs336-cross-entropy-adamw-training-loop","Stanford CS336 学习记录 08：数值稳定交叉熵、AdamW、余弦调度与完整训练闭环","2026-10-27",[2599,2588,2600,2601,2602],"CS336","AdamW","CrossEntropy","训练闭环","用 LogSumExp 消去交叉熵中的指数溢出，手写解耦权重衰减的 AdamW 优化器、全局 L2 梯度裁剪、Warmup 余弦退火调度、memmap 数据采样、Checkpoint 序列化与 Top-p 解码，完成 CS336 Assignment 1 全部 48 项测试。","\u002Fimages\u002Fposts\u002Fcs336-cross-entropy-adamw-training-loop\u002Fcs336-cross-entropy-adamw-training-loop-cover.webp","滑动窗口采样、余弦退火曲线、双动量优化轨迹与检查点归档构成的训练闭环 AI 辅助概念插画","作为 Stanford CS336 Assignment 1 系列的收官篇，我们已经拥有了分词器（bpe.py、tokenizer.py）和完整的语言模型架构（transformer.py）。要让模型在语料上真正训练并生成文本，还需","Stanford CS336","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcs336-labs\u002Ftree\u002Fb5c93ad0cc73178b2b2a62e518a0900da47a0fb7","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-08-adamw-training-loop-20261027.zip",{"slug":2611,"path":2612,"title":2613,"date":2614,"tags":2615,"description":2622,"cover":2623,"coverAlt":2624,"excerpt":2625,"draft":2579,"hidden":2579,"published":97,"readingTime":229},"editcache-video-dit-inference-acceleration","\u002Fposts\u002Feditcache-video-dit-inference-acceleration","EditCache：视频 Diffusion Transformer (DiT) 局部编辑的跨步特征复用与区域重算加速","2026-10-25",[2616,2617,2618,2619,2620,2621],"扩散模型","视频生成","AI Infra","推理加速","GPU","论文解读","拆解视频扩散模型（Wan2.1-VACE）局部编辑中的三重算力冗余，通过可重入 Latent、跨步 Block 隐状态缓存复用、带 Halo 边界的局部区域重算与自适应推理起点，在单卡 H100 上实现 2.46× 模型计算加速与 1.49× 严格同步端到端加速。","\u002Fimages\u002Fposts\u002Feditcache-video-dit-inference-acceleration\u002Feditcache-dit-cover-20261025.webp","视频扩散 Transformer 时空三维体素网格中冻结背景缓存与暖橙色局部编辑重算通道的等距技术插画","在基于 Diffusion Transformer（DiT）的视频编辑与局部重绘（Video Inpainting \u002F Local Editing）任务中，用户的典型工作流并不是一次性生成最终成片，而是针对同一段源视频反复调整掩码区",{"slug":2627,"path":2628,"title":2629,"date":2614,"tags":2630,"description":2635,"cover":2636,"coverAlt":2637,"excerpt":2638,"draft":2579,"hidden":2579,"published":97,"readingTime":229,"series":2607,"seriesOrder":224,"codeUrl":2608,"attachmentUrl":2639},"cs336-bpe-tokenizer-training-encoding","\u002Fposts\u002Fcs336-bpe-tokenizer-training-encoding","Stanford CS336 学习记录 07：Byte-Level BPE 分词器训练、倒排索引加速与流式编码",[2599,2631,2632,2633,2634],"Tokenizer","BPE","Tiktoken","算法优化","实现 GPT-2 正则预分词、特殊 token 硬边界切分、基于 pair-to-word 倒排索引的增量 BPE 合并算法（\u003C 0.25s 通过速度基准），以及与 tiktoken 完全对齐的 Tokenizer。","\u002Fimages\u002Fposts\u002Fcs336-bpe-tokenizer-training-encoding\u002Fcs336-bpe-tokenizer-training-encoding-cover.webp","UTF-8 字节块经过正则切分闸口后沿合并树聚合成子词单元的 AI 辅助概念插画","前面六篇完成了 Transformer 语言模型本身的全部神经网络组件。要让模型真正处理自然语言文本，还需要打通入口处的 ByteLevel BPE（BytePair Encoding）分词器。这一篇记录 cs336basics\u002Fb","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-07-bpe-tokenizer-20261025.zip",{"slug":2641,"path":2642,"title":2643,"date":2644,"tags":2645,"description":2650,"cover":2651,"coverAlt":2652,"excerpt":2653,"draft":2579,"hidden":2579,"published":97,"readingTime":229},"in-situ-autoguidance-editable-scientific-illustration","\u002Fposts\u002Fin-situ-autoguidance-editable-scientific-illustration","从原位自校正引导（In-situ Autoguidance）到可编辑科研插图生成（AutoFigure-Edit）","2026-10-24",[2616,2646,2647,2648,2649,2621],"多模态","Agent","ICML","ACL","串联两项生成式模型与多模态智能体研究：如何通过推理期局部随机微扰在单模型内构造免训练扩散自引导向量（ICML 2025 Workshop 第一作者，arXiv:2510.17136），以及如何通过五阶段视觉-符号混合流水线生成原生可编辑 SVG 科研插图（ACL 2026 Demo，FigureBench 83.0% 胜率）。","\u002Fimages\u002Fposts\u002Fin-situ-autoguidance-editable-scientific-illustration\u002Fautoguidance-autofigure-cover-20261024.webp","左侧扩散流形自校正轨迹矢量场与右侧五阶段可编辑 SVG 科研插图分层网格相衔接的等距技术插画","生成式视觉模型正在经历从“生成高保真像素（Pixel Synthesis）”向“可控结构化生成（Controllable & Editable Generation）”的演进。在这一进程中，我作为第一作者或核心贡献者参与了两项分别处",{"slug":2655,"path":2656,"title":2657,"date":2658,"tags":2659,"description":2663,"cover":2664,"coverAlt":2665,"excerpt":2666,"draft":2579,"hidden":2579,"published":97,"readingTime":229,"series":2607,"seriesOrder":189,"codeUrl":2608,"attachmentUrl":2667},"cs336-pre-norm-transformer-block-lm","\u002Fposts\u002Fcs336-pre-norm-transformer-block-lm","Stanford CS336 学习记录 06：Pre-Norm Transformer Block 与完整语言模型装配","2026-10-23",[2599,2588,2660,2661,2662],"Transformer","Pre-Norm","FLOPs","将 RMSNorm、带 RoPE 的因果多头自注意力和 SwiGLU 组装成 Pre-Norm Transformer Block，搭建完整 TransformerLM，并核算 GPT-2 XL 的参数量与前向 FLOPs。","\u002Fimages\u002Fposts\u002Fcs336-pre-norm-transformer-block-lm\u002Fcs336-pre-norm-transformer-block-lm-cover.webp","干净残差流主干穿过多个 Pre-Norm 子层并汇聚到词表投影层的 AI 辅助概念插画","前五篇把 Linear、Embedding、RMSNorm、SwiGLU、RotaryPositionalEmbedding 和因果 MultiHeadSelfAttention 全部单独打通了。这一篇进入 Assignment 1","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-06-transformer-block-lm-20261023.zip",{"slug":2669,"path":2670,"title":2671,"date":2658,"tags":2672,"description":2678,"cover":2679,"coverAlt":2680,"excerpt":2681,"draft":2579,"hidden":2579,"published":97,"readingTime":2682},"xgrammar-concurrent-cache-generation-fix","\u002Fposts\u002Fxgrammar-concurrent-cache-generation-fix","XGrammar 结构化解码缓存剖析：Unlimited 模式并发 Clear 字节记账竞态与代际修复（PR #1011）",[2618,2673,2674,2675,2676,2677],"C++","XGrammar","结构化解码","并发编程","源码分析","拆解 XGrammar GrammarCompiler 的双层缓存架构与 ThreadSafeLRUCache 锁分离实现，定位 Unlimited 模式下 Clear() 字节残留与在途编译（In-flight Computation）跨代污染根因，给出代际号 + 读写锁原子修复与零 sleep 确定性并发 GoogleTest 验证。","\u002Fimages\u002Fposts\u002Fxgrammar-concurrent-cache-generation-fix\u002Fxgrammar-cache-fix-cover-20261022.webp","双层磨砂玻璃流道经暖橙色代际闸门过滤后汇入晶格缓存矩阵的等距技术插画","在大语言模型服务（如 SGLang、vLLM）的结构化输出场景中，JSON Schema 或 EBNF 语法需要先编译为词表级掩码缓存（CompiledGrammar），才能在每个 Decode 步以微秒级开销生成合法 token ",14,{"slug":2684,"path":2685,"title":2686,"date":2687,"tags":2688,"description":2694,"cover":2695,"coverAlt":2696,"excerpt":2697,"draft":2579,"hidden":2579,"published":97,"readingTime":2682},"multi-constraint-agent-routing-dag-eval","\u002Fposts\u002Fmulti-constraint-agent-routing-dag-eval","多约束生产级 Agent 系统实践：两阶段工具路由、DAG 局部重规划与轨迹级评测闭环","2026-10-22",[2647,2689,2690,2691,2692,2693],"LLM","工具调用","上下文工程","DPO","强化学习","围绕跨境酒旅等强耦合多约束业务场景，拆解向量 Top-K 召回 + LLM 精排 + 跨语言实体链接与 Schema 门控（96%+ 调用合法率）、基于状态机的 DAG 局部子图重规划、Observation 冗余裁剪（节省 40% Token），以及从线上失败恢复轨迹构造 SFT\u002FDPO 偏好对的评测与训练闭环。","\u002Fimages\u002Fposts\u002Fmulti-constraint-agent-routing-dag-eval\u002Fagent-dag-routing-cover-20261020.webp","候选模块经漏斗滤网进入双分支有向无环图轨道并在受阻节点触发暖橙色局部旁路重连的等距技术插画","在玩具级 Demo 里，几个工具加上一段 ReAct 循环就能跑通大多数单步问答。但当 Agent 进入跨境酒旅、复杂交易或研发沙箱等真实业务生产环境时，单靠线性 ReAct 循环很快会撞上四堵墙： 1. 工具空间与参数耦合爆炸：候",{"slug":2699,"path":2700,"title":2701,"date":2702,"tags":2703,"description":2707,"cover":2708,"coverAlt":2709,"excerpt":2710,"draft":2579,"hidden":2579,"published":97,"readingTime":2711},"llm-mrd-distillation-auditable-review-agents","\u002Fposts\u002Fllm-mrd-distillation-auditable-review-agents","多视角推理蒸馏（LLM-MRD）与可审计生成式评审系统（DeepReviewer 2.0）深度拆解","2026-10-21",[2704,2646,2705,2647,2706,2621],"知识蒸馏","Qwen2.5-VL","Post-training","对比大模型落地的两条互补路径：如何用 Qwen2.5-VL 离线多视角分析结合 MLP 残差校准与温度缩放 KL 蒸馏，将推理能力压入 358M 学生模型实现 17.2 ms 独立推理（LLM-MRD，DASFAA 2026 Oral）；以及如何通过主张-证据-风险台账、PASA 可比性门控与导出预算校验构建可审计的同行评审 Agent（DeepReviewer 2.0）。","\u002Fimages\u002Fposts\u002Fllm-mrd-distillation-auditable-review-agents\u002Fmrd-review-distill-cover-20261016.webp","三块半透明几何棱镜发出平行光束穿过中央校准环汇聚至右侧高密度晶体模块的等距技术插画","把大语言模型或视觉语言模型（VLM）的深度推理能力用到实际系统中，通常会面临一个两难选择： 如果场景受限于毫秒级在线延迟（如高吞吐多模态内容审核与虚假信息检测）：直接在线调用 7B～72B 的多模态大模型做长链条思维链（CoT）生成",18,{"slug":2713,"path":2714,"title":2715,"date":2702,"tags":2716,"description":2719,"cover":2720,"coverAlt":2721,"excerpt":2722,"draft":2579,"hidden":2579,"published":97,"readingTime":224,"series":2607,"seriesOrder":175,"codeUrl":2608,"attachmentUrl":2723},"cs336-rope-rotary-position-embedding","\u002Fposts\u002Fcs336-rope-rotary-position-embedding","Stanford CS336 学习记录 05：RoPE 旋转位置编码与带位置的多头注意力",[2599,2588,2660,2717,2718],"RoPE","Attention","从二维平面正交旋转推导 RoPE 的奇偶特征配对公式，理解为什么内积只依赖相对位置差 (i - j)，并用 register_buffer 预计算 cos\u002Fsin 缓存接入因果多头自注意力。","\u002Fimages\u002Fposts\u002Fcs336-rope-rotary-position-embedding\u002Fcs336-rope-rotary-position-embedding-cover.webp","二维特征平面中的旋转向量对与预计算余弦正弦网格的 AI 辅助概念插画","上一篇完成了不含位置编码的因果多头自注意力。如果只看那一套矩阵乘法，把输入序列前两个 token 交换顺序（并在因果 mask 允许的范围内看同一个后缀 query 对它们的点积），点积本身并不知道哪个 key 离当前 query ","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-05-rope-mha-20261021.zip",{"slug":2725,"path":2726,"title":2727,"date":2728,"tags":2729,"description":2735,"cover":2736,"coverAlt":2737,"excerpt":2738,"draft":2579,"hidden":2579,"published":97,"readingTime":229},"llm-gateway-semantic-cache-dynamic-batching","\u002Fposts\u002Fllm-gateway-semantic-cache-dynamic-batching","高并发 LLM 推理网关架构实践：两级精确\u002F语义缓存、50ms 有界动态批处理与尾部延迟治理","2026-10-19",[2618,2730,2731,2732,2733,2734],"LLM 推理","分布式系统","Redis","FastAPI","后端","深度拆解生产级大模型推理网关 LLM-Gateway 的核心系统设计：基于 SHA-256 与 Redis 向量余弦相似度的两级精确\u002F语义缓存、50ms 有界等待动态批处理调度器（Dynamic Batching）、令牌桶多租户限流与 Prometheus 全链路可观测性，将命中请求 P99 延迟从 5,307 ms 压降至 17 ms。","\u002Fimages\u002Fposts\u002Fllm-gateway-semantic-cache-dynamic-batching\u002Fllm-gateway-cover-20261019.webp","高并发请求流依次穿过精确哈希滤网、向量球面语义缓存层与 50ms 动态批处理时间窗拼装器的等距系统架构插画","在将大语言模型接入高并发业务系统时，如果让上游微服务直接裸连底层推理引擎（vLLM \u002F SGLang 或外部模型 API），系统很快会暴露出三个典型的生产痛点： 1. 高频重复与近义查询消耗巨量算力：大量用户请求在语义上高度等价（例",{"slug":2740,"path":2741,"title":2742,"date":2728,"tags":2743,"description":2745,"cover":2746,"coverAlt":2747,"excerpt":2748,"draft":2579,"hidden":2579,"published":97,"readingTime":2682,"series":2607,"seriesOrder":158,"codeUrl":2749,"attachmentUrl":2750},"cs336-multihead-attention-shapes","\u002Fposts\u002Fcs336-multihead-attention-shapes","Stanford CS336 学习记录 04：多头注意力怎样拆头、计算和合头",[2599,2588,2660,2718,2744],"张量形状","沿着 (2, 5, 64) 的输入追踪 QKV 投影、reshape、transpose、共享因果 mask 和合头，理解每个头仍处理完整序列，以及最后为什么还需要输出 Linear。","\u002Fimages\u002Fposts\u002Fcs336-multihead-attention-shapes\u002Fcs336-multihead-attention-shapes-cover.webp","宽向量束分成多条并行特征轨道后重新合并的 AI 辅助概念插画","上一篇完成了缩放点积注意力。那个函数接收已经准备好的 Q、K、V，计算匹配分数，应用 mask，再用权重汇总 V。这一篇继续把它放进一个带参数的多头自注意力模块。 这次最需要看清的是“拆头”。代码里只是几行 reshape 和 tr","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcs336-labs\u002Ftree\u002F31363223498fafd1528c550a51efbe0aed231736","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-04-multihead-attention-20261019.zip",{"slug":2752,"path":2753,"title":2754,"date":2755,"tags":2756,"description":2760,"cover":2761,"coverAlt":2762,"excerpt":2763,"draft":2579,"hidden":2579,"published":97,"readingTime":258},"qwen25-sft-dpo-alignment-tax-ablation","\u002Fposts\u002Fqwen25-sft-dpo-alignment-tax-ablation","大模型后训练偏好对齐实录：Qwen2.5 SFT 多维消融、动态参考 DPO 与对齐税（Alignment Tax）量化分析","2026-10-18",[2706,2692,2757,2758,2693,2759],"SFT","LoRA","Qwen2.5","基于 Qwen2.5 完整复现 Instruct SFT → Bradley-Terry DPO 两阶段后训练管线：通过 3 随机种子消融 LoRA Rank、学习率与数据规模（GSM8K +12.73pp），实现免双倍权重的动态 Adapter 切换 DPO 训练，并定量揭示偏好对齐对确定性数学推理的对齐税效应。","\u002Fimages\u002Fposts\u002Fqwen25-sft-dpo-alignment-tax-ablation\u002Fqwen25-sft-dpo-cover-20261018.webp","左侧监督微调轨迹流经中央 Bradley-Terry 偏好分流天平分离出正负样本通道并连接右侧对齐税监控仪表盘的等距技术插画","在大语言模型后训练（PostTraining）管线中，监督微调（SFT）负责教会模型任务格式与领域推理模式，而直接偏好优化（DPO, Direct Preference Optimization）则利用成对偏好数据 $(x, yw,",{"slug":2765,"path":2766,"title":2767,"date":2755,"tags":2768,"description":2770,"cover":2771,"coverAlt":2772,"excerpt":2773,"draft":2579,"hidden":2579,"published":97,"readingTime":2774,"series":2607,"seriesOrder":101,"codeUrl":2775,"attachmentUrl":2776},"cs336-softmax-attention-mask","\u002Fposts\u002Fcs336-softmax-attention-mask","Stanford CS336 学习记录 03：Softmax 的数值稳定与 Attention Mask",[2599,2588,2660,2769,2718],"Softmax","从减去最大值为何不改变 Softmax 开始，理清函数与有参数层的区别，再沿着 Q、K、V 的形状理解缩放点积注意力，以及 mask 为什么必须填负无穷。","\u002Fimages\u002Fposts\u002Fcs336-softmax-attention-mask\u002Fcs336-softmax-attention-mask-cover.webp","注意力分数、权重与因果遮罩的 AI 辅助概念插画","上一篇写到 SwiGLU，接下来进入 Attention。真正开始相乘之前，先做了 Softmax：它把一组分数变成总和为 1 的权重，后面用这些权重汇总不同 token 提供的信息。 这段学习里，有两个很具体的问题值得记下来。一个",11,"https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcs336-labs\u002Ftree\u002Fa39eb684710817f7f389626423fcb26ca0f6d629","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-03-softmax-sdpa-20261018.zip",{"slug":2778,"path":2779,"title":2780,"date":2781,"tags":2782,"description":2785,"cover":2786,"coverAlt":2787,"excerpt":2788,"draft":2579,"hidden":2579,"published":97,"readingTime":258,"series":2607,"seriesOrder":94,"codeUrl":2775,"attachmentUrl":2789},"cs336-rmsnorm-swiglu","\u002Fposts\u002Fcs336-rmsnorm-swiglu","Stanford CS336 学习记录 02：RMSNorm 的广播与 SwiGLU 的门控","2026-10-16",[2599,2588,2660,2783,2784],"RMSNorm","SwiGLU","用一个 token 向量理解均方根归一化，拆开 dim=-1 与 keepdim=True 的作用，再沿着两条分支读懂 SiLU、逐元素乘法和 SwiGLU。","\u002Fimages\u002Fposts\u002Fcs336-rmsnorm-swiglu\u002Fcs336-rmsnorm-swiglu-cover.webp","特征尺度整理和双分支门控的 AI 辅助概念插画","上一篇把 Linear 和 Embedding 的参数形状理顺了。继续往下，最先遇到的是 RMSNorm：公式不算长，但把它落到一批 token 上时，dim=1、keepdim=True 和广播必须一起理解。 然后是 SiLU 和","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-02-rmsnorm-swiglu-20261016.zip",{"slug":2791,"path":2792,"title":2793,"date":2794,"tags":2795,"description":2798,"cover":2799,"coverAlt":2800,"excerpt":2801,"draft":2579,"hidden":2579,"published":97,"readingTime":1065,"series":2607,"seriesOrder":77,"codeUrl":2775,"attachmentUrl":2802},"cs336-linear-embedding-shapes","\u002Fposts\u002Fcs336-linear-embedding-shapes","Stanford CS336 学习记录 01：从 Linear、Embedding 搞清张量形状","2026-10-14",[2599,2588,2660,2796,2797],"Linear","Embedding","从 PyTorch 类、参数与 forward 的关系开始，理解 Linear 为什么保存两行三列的权重、计算时为什么要转置，再区分 Embedding 查表与线性变换。","\u002Fimages\u002Fposts\u002Fcs336-linear-embedding-shapes\u002Fcs336-linear-embedding-shapes-cover.webp","token 方块、向量表与矩阵变换的 AI 辅助概念插画","开始沿着 Stanford CS336 的 Assignment 1 一步步实现。BPE 之前已经接触过，这轮先跳过分词器，从 Transformer 的基础层开始。这里记录的是当时写代码时真正卡住的问题，以及对应测试能确认到的范围","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-01-linear-embedding-20261014.zip",{"slug":2804,"path":2805,"title":2806,"date":2807,"tags":2808,"description":2812,"cover":2813,"coverAlt":2814,"excerpt":2815,"draft":2579,"hidden":2579,"published":97,"readingTime":2816,"series":2585,"seriesOrder":2682,"codeUrl":2817,"attachmentUrl":2818},"cmu-15-779-kv-cache-granularity-study","\u002Fposts\u002Fcmu-15-779-kv-cache-granularity-study","CMU 15-779 学习记录 14：KV 页大小、共享边界与 CPU 实现成本","2026-10-12",[2585,2809,2810,2811],"KV cache","PagedAttention","系统实验","用 210 组 CPU 配置比较连续与分页 KV cache，观察 31\u002F32-token 共享前缀的页边界，分别记录活跃槽位、池容量、复制计数和完整调用耗时。","\u002Fimages\u002Fposts\u002Fcmu-15-779-kv-serving-speculative-sampling\u002Fcmu-serving-cover-20261019.webp","浅色手绘分页存储抽屉与共享前缀卡片，旁边连接不同长度的请求队列","个人课程项目中的 CPU 实验记录，延续记录 11 的分页 KV 实现。已完成 210 组配置与 1470 次计时，输出均通过连续存储参考对照；本篇不代表正式作业提交、整门课程或项目全部交付完成。 同样是共享 31 个 token，",12,"https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002F200faf569eccf94fb125e65110bb5d14094d454a","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fkv-cache-granularity-20261019.zip",{"slug":2820,"path":2821,"title":2822,"date":2823,"tags":2824,"description":2827,"cover":2828,"coverAlt":2829,"excerpt":2830,"draft":2579,"hidden":2579,"published":97,"readingTime":175,"series":2585,"seriesOrder":2831,"codeUrl":2832,"attachmentUrl":2833},"cmu-15-779-moe-routing-capacity","\u002Fposts\u002Fcmu-15-779-moe-routing-capacity","CMU 15-779 学习记录 13：MoE 路由、稀疏分发与容量溢出","2026-10-09",[2585,2825,2826],"MoE","Routing","用 CPU top-2 MoE 检查稀疏分发的输出与梯度，统计 expert-token 行数，并保留容量丢弃会改变输出的反例。","\u002Fimages\u002Fposts\u002Fcmu-15-779-moe-routing-capacity\u002Fcmu-moe-cover-20261019.webp","浅色手绘分拣器将小珠分配到四个专家工作屋，队列呈现负载不均","第 18 讲的个人配套实验。36 号脚本串行运行 CPU 专家，检查 topk 路由后的分发与合并；没有训练 router，也没有执行 GPU grouped GEMM 或跨设备 alltoall。 上一节记录低秩适配，这次转向每个",13,"https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002Fc4851e0cedadf13af7c421867e83c8ff57244fa0","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fcpu-parallel-serving-lora-moe-20261019.zip",{"slug":2835,"path":2836,"title":2837,"date":2838,"tags":2839,"description":2841,"cover":2842,"coverAlt":2843,"excerpt":2844,"draft":2579,"hidden":2579,"published":97,"readingTime":175,"series":2585,"seriesOrder":2816,"codeUrl":2832,"attachmentUrl":2833},"cmu-15-779-lora-uniform-quantization","\u002Fposts\u002Fcmu-15-779-lora-uniform-quantization","CMU 15-779 学习记录 12：LoRA 首步梯度、权重合并与均匀 4-bit 打包","2026-10-06",[2585,2758,2840],"Quantization","用一次 CPU SGD 更新检查 LoRA 初始化、冻结基座与合并等价，再分别记录均匀 4-bit 存储字节数和量化误差。","\u002Fimages\u002Fposts\u002Fcmu-15-779-lora-uniform-quantization\u002Fcmu-lora-cover-20261019.webp","浅色手绘的大计算板、两块细长适配板和成对打包的小方块","第 17 讲的个人配套实验，35 号脚本实际执行一次 CPU LoRA 更新，并实现均匀 4bit 打包。实验检查机制与数值误差，不评估微调任务效果，也没有实现完整 QLoRA。 这次把两个问题分开记录：低秩分支是否能合并进原权重，",{"slug":2846,"path":2847,"title":2848,"date":2849,"tags":2850,"description":2854,"cover":2813,"coverAlt":2855,"excerpt":2856,"draft":2579,"hidden":2579,"published":97,"readingTime":224,"series":2585,"seriesOrder":2774,"codeUrl":2832,"attachmentUrl":2833},"cmu-15-779-kv-serving-speculative-sampling","\u002Fposts\u002Fcmu-15-779-kv-serving-speculative-sampling","CMU 15-779 学习记录 11：分页 KV、连续批处理与推测采样","2026-10-03",[2585,2851,2852,2853],"LLM Serving","KV Cache","Speculative Decoding","在 CPU 上验证 KV 页共享和写时复制，用单位成本模型检查连续批处理，再用条件概率小模型核对推测采样的接受与补采样。","浅色手绘的共享卡片抽屉与不断补入小珠子的请求托盘","第 15、16 讲的个人配套实验。33 号实现 CPU 分页 KV 存储，37 号模拟请求准入，34 号运行小概率模型的推测采样。它们分别验证存储、调度和分布问题，没有测量真实 LLM 服务吞吐或 GPU 延迟。 记录 08已经对照",{"slug":2858,"path":2859,"title":2860,"date":2861,"tags":2862,"description":2867,"cover":2868,"coverAlt":2869,"excerpt":2870,"draft":2579,"hidden":2579,"published":97,"readingTime":2871},"qwen3-mid-post-train-mlx","\u002Fposts\u002Fqwen3-mid-post-train-mlx","在 M2 Pro 上完成 Qwen3 两阶段训练：Mid Train、SFT 与可复核评估","2026-09-30 11:19:10",[2689,2863,2864,2758,2865,2757,2866],"Qwen3","MLX","持续预训练","Apple Silicon","用 Qwen3 0.6B Base 和 MLX 完成领域持续训练与监督微调，记录数据划分、聊天模板、损失掩码、数值稳定性修复和独立测试结果。","\u002Fimages\u002Fposts\u002Fqwen3-mid-post-train-mlx\u002Fqwen3-mlx-cover-20261018.webp","Apple Silicon 统一内存芯片底座支撑两阶段持续预训练与带精确 Loss 掩码滤网的监督微调桥接插画","在一台 M2 Pro、16 GB 内存的 Mac 上，能否把一个 Base 语言模型接续训练成输出 JSON 的运维事件分级助手？这次项目完成了领域持续训练、监督微调、检查点选择、重新加载和独立测试，并保留了权重、日志和数据哈希。 ",16,{"slug":2873,"path":2874,"title":2875,"date":2876,"tags":2877,"description":2881,"cover":2882,"coverAlt":2883,"excerpt":2884,"draft":2579,"hidden":2579,"published":97,"readingTime":189,"series":2585,"seriesOrder":1065,"codeUrl":2832,"attachmentUrl":2833},"cmu-15-779-cpu-parallelism-pipeline","\u002Fposts\u002Fcmu-15-779-cpu-parallelism-pipeline","CMU 15-779 学习记录 10：加权梯度、状态分片与同步流水线","2026-09-30",[2585,2878,2879,2880],"Parallel Training","Gloo","Pipeline","用双 CPU 进程 Gloo 检查不等数据分片的梯度，推导持久状态字节数，再用依赖模型比较 GPipe 与同步 1F1B 的激活存活。","\u002Fimages\u002Fposts\u002Fcmu-15-779-cpu-parallelism-pipeline\u002Fcmu-parallel-cover-20261019.webp","浅色手绘的四阶段桌面流水线与按数量汇总的托盘","第 12 至 14 讲的个人配套实验，脚本编号 31、32 不对应官方作业。Gloo 实际运行两个 CPU 进程；张量切分、状态字节数和流水线分别按下文的数学或成本模型解释。真实 GPU 实测按学习安排跳过。 上一节检查单个计算图的",{"slug":2886,"path":2887,"title":2888,"date":2889,"tags":2890,"description":2893,"cover":2894,"coverAlt":2895,"excerpt":2896,"draft":2579,"hidden":2579,"published":97,"readingTime":224,"series":2585,"seriesOrder":258,"codeUrl":2897,"attachmentUrl":2898},"cmu-15-779-cpu-compiler-optimizations","\u002Fposts\u002Fcmu-15-779-cpu-compiler-optimizations","CMU 15-779 学习记录 09：CPU 编译优化、合法重写与候选搜索","2026-09-27",[2585,2891,2892,2588],"ML Compiler","TorchInductor","用 CPU 实验验证 BatchNorm 折叠、RMSNorm 重排与非线性反例，测量分块候选，并运行 TorchInductor，分别记录首调用与预热后的时间。","\u002Fimages\u002Fposts\u002Fcmu-15-779-cpu-compiler-optimizations\u002Fcmu-cpu-compiler-cover-20261019.webp","淡紫计算积木经过薄荷绿折叠模具变成浅蓝积木，前方摆放四种候选托盘的浅色手绘插画","编译章节的个人配套实验，编号 30 不对应官方作业。图重写、分块候选和 TorchInductor 均在 CPU 上运行；真实 GPU 实验按学习安排跳过。 上一节记录了分块 Attention 和 KV cache。这次转到编译优","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002F9261bea6aedf31cdccbbab2541ca693fc97b3743","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fcpu-compiler-optimizations-20261019.zip",{"slug":2900,"path":2901,"title":2902,"date":2903,"tags":2904,"description":2906,"cover":2907,"coverAlt":2908,"excerpt":2909,"draft":2579,"hidden":2579,"published":97,"readingTime":2816,"series":2585,"seriesOrder":229,"codeUrl":2817,"attachmentUrl":2910},"cmu-15-779-attention-online-softmax","\u002Fposts\u002Fcmu-15-779-attention-online-softmax","CMU 15-779 学习记录 08：分块 Attention、在线 Softmax 与 KV cache","2026-09-24",[2585,2718,2769,2905,2588],"FlashAttention","在 CPU 上对照完整 Attention、在线 Softmax 分块实现与 PyTorch SDPA，检查因果掩码、浮点误差和分数块大小，理解 FlashAttention 的一部分算法基础。","\u002Fimages\u002Fposts\u002Fcmu-15-779-attention-online-softmax\u002Fcmu-online-attention-cover-20261016.webp","浅紫色卡片分批进入绿色计算托盘，旁边三个状态容器保存累积量的浅色手绘插画","第 5 讲 Transformers & Attention 的个人配套实验。28\u002F29 号是 CPU 单头前向与 KV cache；后续补入 38 号 CUDA 多头合成张量的显式 SDPA MATH\u002FFLASH 对照。没有手写 ","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fcuda-triton-sdpa-20261019.zip",{"slug":2912,"path":2913,"title":2914,"date":2915,"tags":2916,"description":2921,"cover":2922,"coverAlt":2923,"excerpt":2924,"draft":2579,"hidden":2579,"published":97,"readingTime":1065,"series":2585,"seriesOrder":224,"codeUrl":2817,"attachmentUrl":2910},"cmu-15-779-matmul-tiling-tree-reduction","\u002Fposts\u002Fcmu-15-779-matmul-tiling-tree-reduction","CMU 15-779 学习记录 07：矩阵分块、数据复用与树形归约","2026-09-21",[2585,2917,2918,2919,2920],"CUDA","矩阵乘法","数据复用","归约","用 CPU 模型统计矩阵分块的输入读取次数，再比较串行求和和树形归约的依赖深度，记录补零、同步与浮点加法顺序的边界。","\u002Fimages\u002Fposts\u002Fcmu-15-779-matmul-tiling-tree-reduction\u002Fcmu-matmul-reduction-cover-20261016.webp","矩阵积木在共享托盘中复用，旁边的小珠沿树形管道逐层合并的浅色手绘插画","GPU Architecture & CUDA Programming 的个人配套实验。首次记录用 CPU 模型检查数据复用与依赖深度；后续补入单卡 GPU 原生 CUDA 矩阵验证，以及 Triton 两阶段归约和矩阵乘法实测。 ",{"slug":2926,"path":2927,"title":2928,"date":2929,"tags":2930,"description":2933,"cover":2934,"coverAlt":2935,"excerpt":2936,"draft":2579,"hidden":2579,"published":97,"readingTime":1065,"series":2585,"seriesOrder":189,"codeUrl":2817,"attachmentUrl":2910},"cmu-15-779-cuda-thread-indexing","\u002Fposts\u002Fcmu-15-779-cuda-thread-indexing","CMU 15-779 学习记录 06：CUDA 线程索引与边界检查","2026-09-18",[2585,2917,2620,2931,2932],"线程索引","边界检查","用 CPU 演示 CUDA 的 block、thread 与全局下标：10 个元素如何分给 3 个线程块，为什么要跳过越界线程，以及这些验证能说明什么。","\u002Fimages\u002Fposts\u002Fcmu-15-779-cuda-thread-indexing\u002Fcmu-cuda-indexing-cover-20261015.webp","分组的浅紫色计算方块与末端边界挡板组成线程分配教具的浅色插画","GPU Architecture & CUDA Programming 的个人配套练习。首次记录为 CPU 索引演示；后续在单卡 GPU 环境补入原生 CUDA 编译、运行与 memcheck，以及 Triton 向量加法实测。 上",{"slug":2938,"path":2939,"title":2940,"date":2941,"tags":2942,"description":2945,"cover":2946,"coverAlt":2947,"excerpt":2948,"draft":2579,"hidden":2579,"published":97,"readingTime":1065,"series":2585,"seriesOrder":175,"codeUrl":2949,"attachmentUrl":2950},"cmu-15-779-profiler-operator-batching","\u002Fposts\u002Fcmu-15-779-profiler-operator-batching","CMU 15-779 学习记录 05：Profiler、算子调用与批量推理","2026-09-15",[2585,2588,2943,2589,2944],"Profiler","性能分析","对照 ML Systems 基础，用 Profiler 拆开两层网络的执行过程，再固定 1000 个样本扫描 batch size，观察算子调用次数、尾批和 CPU 耗时。","\u002Fimages\u002Fposts\u002Fcmu-15-779-profiler-operator-batching\u002Fcmu-pytorch-profiling-cover-20261015.webp","放大镜观察线性层与 ReLU 模块，旁边面板呈现执行片段的浅色技术教具插画","本篇对照课程官网的 Introduction to ML Systems 整理，是个人配套 CPU 实验，不是课程官方作业。脚本编号是练习顺序，不对应课程讲次。 前几篇一直在补 PyTorch 基础。到了这一步，我在学习聊天里问：现","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002Fcecf5110d8a95161bb5763eadfca94cd7a0cc50f","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-profiler-batching-20261015.zip",{"slug":2952,"path":2953,"title":2954,"date":2955,"tags":2956,"description":2959,"cover":2960,"coverAlt":2961,"excerpt":2962,"draft":2579,"hidden":2579,"published":97,"readingTime":258,"series":2585,"seriesOrder":158,"codeUrl":2963,"attachmentUrl":2964},"cmu-15-779-pytorch-linear-relu-absolute-value","\u002Fposts\u002Fcmu-15-779-pytorch-linear-relu-absolute-value","CMU 15-779 学习记录 04：多输出线性层、ReLU 与绝对值网络","2026-09-12",[2585,2588,2918,2957,2958],"ReLU","神经网络","把 nn.Linear 对应到矩阵乘法，弄清多个输出怎样计算，再逐层拆开一个绝对值网络，比较手动设置参数与训练得到的结果。","\u002Fimages\u002Fposts\u002Fcmu-15-779-pytorch-linear-relu-absolute-value\u002Fcmu-pytorch-absolute-cover-20261015.webp","双分支经过折角模块后汇入紫色 V 形曲线面板的浅色技术教具插画","本篇整理的是学习 CMU 15779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。 接着前一篇的批量推理与矩阵乘法，我继续把 model(x) 拆开看：一层里有多个输出时，每个数是怎么算出来的？两","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002F4cc63904a3a583da4a2122c246a14b43aac38528","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-linear-relu-abs-20261015.zip",{"slug":2966,"path":2582,"title":5,"date":2577,"tags":2967,"description":2578,"cover":2575,"coverAlt":2576,"excerpt":2968,"draft":2579,"hidden":2579,"published":97,"readingTime":258,"series":2585,"seriesOrder":101,"codeUrl":45,"attachmentUrl":52},"cmu-15-779-pytorch-dataloader-checkpoints-batching",[2585,2588,273,2589,2590],"本篇整理的是学习 CMU 15779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。 接着前一篇的平方函数实验，这一节继续练习分批训练、保存参数和独立预测。最后做了一次计时：同一个小网络，逐个处理 ",{"slug":2970,"path":2971,"title":2972,"date":2973,"tags":2974,"description":2975,"cover":2976,"coverAlt":2977,"excerpt":2978,"draft":2579,"hidden":2579,"published":97,"readingTime":258,"series":2585,"seriesOrder":94,"codeUrl":45,"attachmentUrl":2979},"cmu-15-779-pytorch-linear-module-relu","\u002Fposts\u002Fcmu-15-779-pytorch-linear-module-relu","CMU 15-779 学习记录 02：nn.Linear、张量形状与 ReLU","2026-09-06",[2585,2588,2958,2957],"从带偏置的线性回归开始，弄清 nn.Linear 和 nn.Module 的分工，再用平方函数观察线性模型的限制、ReLU 的作用和测试点的选择。","\u002Fimages\u002Fposts\u002Fcmu-15-779-pytorch-linear-module-relu\u002Fcmu-pytorch-relu-cover-20261015.webp","输入经过两层神经网络和 ReLU 折角模块，输出曲线拟合结果的技术插画","本篇整理的是学习 CMU 15779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。 上一篇里，我用一个参数拟合了 $y=2x$。这一篇继续顺着往下写，先加上偏置，再把手写参数换成 nn.Linea","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-models-20261015.zip",{"slug":2981,"path":2982,"title":2983,"date":2984,"tags":2985,"description":2988,"cover":2989,"coverAlt":2990,"excerpt":2991,"draft":2579,"hidden":2579,"published":97,"readingTime":1065,"series":2585,"seriesOrder":77,"codeUrl":45,"attachmentUrl":2992},"cmu-15-779-pytorch-autograd-linear-regression","\u002Fposts\u002Fcmu-15-779-pytorch-autograd-linear-regression","CMU 15-779 学习记录 01：PyTorch 自动求导与线性回归","2026-09-03",[2585,2588,2986,2987],"自动求导","线性回归","从自动求导和手动梯度下降开始，比较学习率，再用 SGD 训练线性回归。记录 w * 4 写错后停在 1.25 的原因和修正结果。","\u002Fimages\u002Fposts\u002Fcmu-15-779-pytorch-autograd-linear-regression\u002Fcmu-pytorch-autograd-cover-20261015.webp","梯度曲面上的小球沿路径下降，前侧面板展示散点与拟合直线的技术插画","本篇整理的是学习 CMU 15779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。 开始学习 CMU 15779 时，我会 Python，但还没用过 PyTorch。这次先在 Mac 上用 CPU","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-basics-20261013.zip",{"slug":2994,"path":2995,"title":2996,"date":2997,"tags":2998,"description":3004,"cover":3005,"coverAlt":3006,"excerpt":3007,"draft":2579,"hidden":2579,"published":97,"readingTime":2831,"codeUrl":3008,"attachmentUrl":3009},"embodied-pickplace-lab-robustness","\u002Fposts\u002Fembodied-pickplace-lab-robustness","Pickplace Lab 项目复盘：抓取成功率之外的时延与失败分析","2026-08-29",[2999,3000,3001,2588,3002,3003],"具身智能","模仿学习","MuJoCo","机器人","鲁棒性","从 MuJoCo 抓取搬运闭环出发，记录 22,100 个评测回合。动作平滑在自建任务的 50 ms 延迟下有效，换到 Panda Lift 却没有支持同样的收益。","\u002Fimages\u002Fposts\u002Fembodied-pickplace-lab-robustness\u002Fpickplace-grasp-cover-20261016.webp","MuJoCo 实际渲染的笛卡尔夹爪抓取方块场景，桌面上标出放置目标","Pickplace Lab 从一个简单任务开始：让夹爪抓起方块，搬到指定位置，放下，再退开。先把仿真、示范采集、训练和闭环评测接起来，随后再问：干净条件下成功的策略，换一种执行条件，还能不能完成任务？ 最值得讨论的结果出现在指令延迟","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fembodied-pickplace-lab\u002Ftree\u002Fv0.1.0","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fembodied-pickplace-lab\u002Freleases\u002Fdownload\u002Fv0.1.0\u002Fpickplace-lab-research-v1.zip",{"slug":3011,"path":3012,"title":3013,"date":3014,"tags":3015,"description":3020,"cover":3021,"coverAlt":3022,"excerpt":3023,"draft":2579,"hidden":2579,"published":97,"readingTime":3024},"qwen25-vl-sglang-verl-single-gpu-lab","\u002Fposts\u002Fqwen25-vl-sglang-verl-single-gpu-lab","从 Mac 到单卡 GPU：Qwen2.5-VL 部署、GRPO 与计数 LoRA 实践","2026-08-19",[2705,2646,3016,3017,3018,3019,2864],"SGLang","verl","GRPO","推理优化","在 M2 Pro 和云端单卡上部署 Qwen2.5-VL-3B，实测连续批处理、前缀缓存与 SGLang 参数调优，再用 verl 完成多模态 GRPO 更新和同条件前后评测，记录有效优化、兼容性问题与未观察到提升的结果。","\u002Fimages\u002Fposts\u002Fqwen25-vl-sglang-verl-single-gpu-lab\u002Fqvl-lab-cover-20261010.webp","笔记本与单卡计算模块通过图像和 token 光轨连接的实验台插画","这次实验从一个很具体的问题开始：M2 Pro、16 GB 统一内存，能不能在本机跑 Qwen2.5VL？跑起来之后，我又想把图文问答、推理性能测量和强化学习训练接成一条完整流程。 本机的 MLX 4bit 服务和云端的 SGLang",29,{"slug":3026,"path":3027,"title":3028,"date":3029,"tags":3030,"description":3034,"cover":3035,"coverAlt":3036,"excerpt":3037,"draft":2579,"hidden":2579,"published":97,"readingTime":2831},"cycleresearcher-post-training","\u002Fposts\u002Fcycleresearcher-post-training","从 DeepReviewer 2.0 到 CycleResearcher：科研 Agent 如何真正做 Post-training","2026-08-07 17:33:05",[2689,2706,2647,3031,3032,3033],"SimPO","Reward Model","ICLR","区分推理时 Agent 编排与模型后训练，并拆解 CycleResearcher 的领域 SFT、生成式 Reward Model、Iterative SimPO 和评测风险。","\u002Fimages\u002Fposts\u002Fcycleresearcher-post-training\u002Fcycleresearcher-cover-20261018.webp","策略生成模块产出多份候选文稿经多维评审棱镜排序后通过偏好梯度反馈弧闭环优化的等距技术插画","看到一个系统会检索、规划、反思和调用工具，不能据此判断它做过 Posttraining。Agent 描述的是模型在运行时如何完成任务；Posttraining 描述的是预训练之后，是否继续用监督数据、偏好数据或奖励信号更新模型参数。",{"slug":3039,"path":3040,"title":3041,"date":3042,"tags":3043,"description":3045,"cover":3046,"coverAlt":3047,"excerpt":3048,"draft":2579,"hidden":2579,"published":97,"readingTime":2682,"series":3049,"seriesOrder":77},"cuda-fused-rmsnorm-kernel","\u002Fposts\u002Fcuda-fused-rmsnorm-kernel","从 PyTorch 到 CUDA Kernel：融合 RMSNorm 在 RTX 4090D 上加速 4.27 倍","2026-07-22 18:16:50",[2917,2618,2620,2588,2730,3044],"Kernel 优化","从零实现 PyTorch CUDA 扩展，拆解 RMSNorm 的访存瓶颈、warp 归约、向量化加载、算子融合与冷热缓存 benchmark。","\u002Fimages\u002Fposts\u002Fcuda-fused-rmsnorm-kernel\u002Fcuda-rmsnorm-cover-20261018.webp","融合残差加法与向量化 float4 访存经 Warp Shuffle 蝴蝶树归约输出归一化张量的等距硬件架构插画","为了准备 AI Infra 岗位，我做了一个尽量小而完整的 CUDA 项目：不追求堆很多算子，而是选一个真实的 LLM 推理路径，把实现、正确性、benchmark 和性能解释全部做扎实。 项目实现了两个 PyTorch CUDA ","AI Infra 实战",{"slug":3051,"path":3052,"title":3053,"date":3054,"tags":3055,"description":3057,"cover":3058,"coverAlt":3059,"excerpt":3060,"draft":2579,"hidden":2579,"published":97,"readingTime":229,"series":3061,"seriesOrder":77},"agent-memory","\u002Fposts\u002Fagent-memory","Agent 上下文工程与分层记忆架构：从 Observation 剪枝、滚动摘要到向量召回闭环","2026-04-24",[2689,2647,3056,2618],"RAG","结合生产级多约束 Agent 与超 100K Token 科研智能体实践，系统拆解长程会话中的上下文膨胀与注意力稀释问题：涵盖 Observation 结构化剪枝（降低约 40% Token 开销）、滚动工作摘要、向量检索长期记忆及 Prefix Cache 友好的上下文组装。","\u002Fimages\u002Fposts\u002Fagent-memory\u002Fagent-memory-cover-20261018.webp","底层高噪数据经剪枝滤网进入中期滑动窗口与金色状态台账并由顶层向量星座按需召回的三层记忆架构插画","在构建多步工具调用（ToolUse）与长周期自主规划（Autonomous Planning）的 Agent 系统时，上下文管理（Context Engineering）往往比单纯改写 System Prompt 更决定线上稳定性。","Agent 上下文工程",{"slug":3063,"path":3064,"title":3065,"date":3066,"tags":3067,"description":3070,"cover":3071,"coverAlt":3072,"excerpt":3073,"draft":2579,"hidden":2579,"published":97,"readingTime":175,"series":3074,"seriesOrder":94},"backend-stack-deep-dive","\u002Fposts\u002Fbackend-stack-deep-dive","高并发 AI 平台后端基础设施实践：FastAPI 异步网关、SQLAlchemy 2.0 Async、PostgreSQL 与 Docker 沙箱编排","2026-04-07",[2734,2731,2733,3068,3069,2618],"PostgreSQL","Docker","结合 DeepScientist 生产级 AI 科研平台实践，拆解 FastAPI ASGI 异步事件循环、SQLAlchemy 2.0 + AsyncPG 连接池调优、PostgreSQL + MinIO 存储分层与 Docker SDK 动态沙箱容器编排的职责边界与核心设计。","\u002Fimages\u002Fposts\u002Fbackend-stack-deep-dive\u002Fbackend-stack-cover-20261018.webp","ASGI 异步事件循环涡轮将非阻塞协程流分发至 PostgreSQL 连接池、MinIO 存储矩阵与动态 Docker 沙箱的等距架构插画","结合 DeepScientist 生产级 AI 科研平台（服务 7,000+ 用户）的实际工程落地，本文系统拆解支撑高并发流式推理与容器沙箱调度的后端基础设施栈——FastAPI（ASGI 异步网关 + SSE 流式推送）、SQLA","DeepScientist 工程复盘",{"slug":3076,"path":3077,"title":3078,"date":3079,"tags":3080,"description":3083,"cover":3084,"coverAlt":3085,"excerpt":3086,"draft":2579,"hidden":2579,"published":97,"readingTime":2774,"series":3087,"seriesOrder":77},"minicode-source-analysis","\u002Fposts\u002Fminicode-source-analysis","MiniCode 架构与工具评测深度拆解：开源终端 Agentic Coding 引擎（1k+ Stars）的 ReAct、MCP 与 30 项基准验证","2026-04-06",[2647,3081,3082,2677,2618],"TypeScript","MCP","深度剖析开源终端 AI 编程智能体 MiniCode（1k+ GitHub Stars）的核心架构：从零重型依赖的 ReAct 规划循环、声明式工具注册表与权限拦截层、MCP 协议帧自动协商，到 30 项可执行 Tool-Use 评测基准（86.7% 完成率、100% 错误恢复率）的失败分布归因与闭环优化。","\u002Fimages\u002Fposts\u002Fminicode-source-analysis\u002Fminicode-cover-20261018.webp","终端编程智能体控制台被 ReAct 状态环、Unified Diff 补丁预览门与 MCP 协议插槽环绕的等距技术插画","MiniCode 是我作为核心开发者参与构建的开源终端 Agentic Coding 引擎（目前已在 GitHub 获得 1,000+ Stars）。项目的核心设计目标是：在不引入庞大运行时框架的前提下，用约 5,000 行高内聚的","AI 项目源码导读",{"slug":3089,"path":3090,"title":3091,"date":3079,"tags":3092,"description":3093,"cover":3094,"coverAlt":3095,"excerpt":3096,"draft":2579,"hidden":2579,"published":97,"readingTime":1065,"series":3074,"seriesOrder":77},"deepscientist-tech-stack","\u002Fposts\u002Fdeepscientist-tech-stack","DeepScientist 架构与运行时全解析：超 100K 上下文科研智能体、MCP 沙箱与高并发流式系统",[2647,2618,3082,3069,2733,2731],"深度拆解服务 7,000+ 用户的科研自主智能体平台 DeepScientist：从一题一仓库（Quest）持久化状态机、MCP 工具栈（memory \u002F artifact \u002F bash_exec）、Docker SDK 动态容器编排，到 SSE + WebSocket 双流通信与 PostgreSQL \u002F Redis \u002F Prometheus 生产级基础设施。","\u002Fimages\u002Fposts\u002Fdeepscientist-tech-stack\u002Fdeepscientist-cover-20261018.webp","科研智能体编排核心通过 memory、artifact 与隔离容器沙箱三座协议桥连接双流工作台的等距架构插画","DeepScientist（deepscientist.cc）是我们在西湖大学自然语言处理实验室研发的自主科学发现与科研管理平台，目前累计服务 7,000+ 科研用户。与单轮对话或纯文本文献问答工具不同，科研智能体需要在数小时乃至数",1795088943566]