[{"data":1,"prerenderedAt":2072},["ShallowReactive",2],{"post-\u002Fposts\u002Fqwen3-mid-post-train-mlx":3,"archive-public-posts":1564},{"id":4,"title":5,"body":6,"categories":1542,"cover":1544,"coverAlt":1545,"date":1546,"description":1547,"draft":1548,"extension":1549,"haloPublished":1550,"haloSync":1550,"hidden":1548,"legacy":1548,"meta":1551,"navigation":1550,"path":1552,"published":1548,"readingTime":1553,"seo":1554,"series":1553,"seriesOrder":1553,"stem":1555,"tags":1556,"__hash__":1563},"posts\u002Fposts\u002Fqwen3-mid-post-train-mlx.md","在 M2 Pro 上完成 Qwen3 两阶段训练：Mid Train、SFT 与可复核评估",{"type":7,"value":8,"toc":1530},"minimark",[9,13,28,31,35,51,54,64,67,121,127,130,133,162,165,169,172,217,220,227,230,270,381,384,387,391,394,397,451,458,461,468,475,481,496,499,503,506,517,523,536,539,739,748,751,755,758,783,786,797,800,803,933,939,942,949,955,958,962,965,972,989,992,995,998,1051,1054,1058,1061,1137,1140,1143,1153,1156,1180,1183,1199,1202,1205,1216,1223,1226,1326,1329,1345,1359,1384,1387,1484,1487,1490,1493,1496,1523,1526],[10,11,12],"p",{},"在一台 M2 Pro、16 GB 内存的 Mac 上，能否把一个 Base 语言模型接续训练成输出 JSON 的运维事件分级助手？这次项目完成了领域持续训练、监督微调、检查点选择、重新加载和独立测试，并保留了权重、日志和数据哈希。",[10,14,15,16,20,21,24,25,27],{},"最终验证集分级正确 ",[17,18,19],"strong",{},"14\u002F15","，测试集 ",[17,22,23],{},"15\u002F15","，两个集合的严格 JSON 合法率都是 ",[17,26,23],{},"。这里的样本是可复现的中文合成事件，测试集也只有 15 条。这组结果适合检验训练流程，不能作为真实运维场景的准确率。",[10,29,30],{},"本文记录 2026 年 9 月 30 日完成的这轮实验，重点解释三个问题：两个训练阶段怎样接续；为什么最初的 Base 模型会输出重复符号；怎样让训练、评估和实际推理使用同一套监督边界。",[32,33,34],"h2",{"id":34},"训练了什么",[10,36,37,38,42,43,46,47],{},"项目从 ",[39,40,41],"code",{},"mlx-community\u002FQwen3-0.6B-Base-4bit"," 开始。它是社区转换的 MLX 量化版本，原始模型为 Qwen 官方的 ",[39,44,45],{},"Qwen3-0.6B-Base","。官方模型卡标明它处于预训练阶段、包含 28 层；MLX 模型卡记录了转换来源。[1]",[48,49,50],"span",{},"2",[10,52,53],{},"本次实际使用的量化模型 revision 为：",[55,56,62],"pre",{"className":57,"code":59,"language":60,"meta":61},[58],"language-text","f493c65c2f0ff5a5fe37cc435cf8e2f1b6e72cf7\n","text","",[39,63,59],{"__ignoreMap":61},[10,65,66],{},"本文把项目中的两个阶段称为：",[68,69,70,89],"table",{},[71,72,73],"thead",{},[74,75,76,80,83,86],"tr",{},[77,78,79],"th",{},"阶段",[77,81,82],{},"本项目的具体含义",[77,84,85],{},"数据",[77,87,88],{},"监督目标",[90,91,92,107],"tbody",{},[74,93,94,98,101,104],{},[95,96,97],"td",{},"Mid train",[95,99,100],{},"在已有 Base 模型上继续学习领域文本",[95,102,103],{},"运维描述、影响范围和处置说明",[95,105,106],{},"文本的下一个 token 与原生 EOS",[74,108,109,112,115,118],{},[95,110,111],{},"Post train",[95,113,114],{},"对目标任务做监督微调，即 SFT",[95,116,117],{},"系统指令、事件描述、assistant 回复",[95,119,120],{},"最后一条 assistant 回复与原生 EOS",[10,122,123,124],{},"两阶段都冻结 4-bit 基座，训练全部 28 层中的 LoRA 参数，约 505 万个可训练参数。MLX-LM 支持在量化模型上进行 LoRA 训练，也支持从已有适配器继续训练。",[48,125,126],{},"3",[10,128,129],{},"这里的“完整训练”指按配置完成两阶段全部步数并验证交付产物。没有从零训练 0.6B 模型的全部参数，也没有加入 DPO、RLHF 或奖励模型。",[10,131,132],{},"任务只要求回答一个字段：",[55,134,138],{"className":135,"code":136,"language":137,"meta":61,"style":61},"language-json shiki shiki-themes github-dark-dimmed github-light houston","{\"severity\":\"P1\"}\n","json",[39,139,140],{"__ignoreMap":61},[48,141,144,148,152,155,159],{"class":142,"line":143},"line",1,[48,145,147],{"class":146},"sWURj","{",[48,149,151],{"class":150},"sjXwz","\"severity\"",[48,153,154],{"class":146},":",[48,156,158],{"class":157},"sWqY2","\"P1\"",[48,160,161],{"class":146},"}\n",[10,163,164],{},"分级规则在系统指令中明确给出：P0 为核心业务全局不可用，P1 为局部、单区域或非核心功能受损，P2 为单用户问题或操作咨询。因此，这也是一个带有显式规则的任务，不能把结果解释为模型自行掌握了所有业务分级标准。",[32,166,168],{"id":167},"先划分事件来源再生成两阶段数据","先划分事件来源，再生成两阶段数据",[10,170,171],{},"训练数据规模如下：",[68,173,174,190],{},[71,175,176],{},[74,177,178,180,184,187],{},[77,179,85],{},[77,181,183],{"align":182},"right","Train",[77,185,186],{"align":182},"Validation",[77,188,189],{"align":182},"Test",[90,191,192,205],{},[74,193,194,197,200,203],{},[95,195,196],{},"Mid 领域文本",[95,198,199],{"align":182},"90",[95,201,202],{"align":182},"15",[95,204,202],{"align":182},[74,206,207,210,213,215],{},[95,208,209],{},"SFT 对话",[95,211,212],{"align":182},"180",[95,214,202],{"align":182},[95,216,202],{"align":182},[10,218,219],{},"三个级别在每个集合中均衡分布。训练集使用 18 个场景族，每个场景族生成 5 个独立事件；每个事件对应 1 条 mid 文本和 2 条 SFT 表达。验证集和测试集各使用另外 15 个场景族，每族 1 个事件。生成器会先把场景族分到集合，再渲染文本。",[10,221,222,223,226],{},"这一步约束要同时覆盖两阶段：如果同一事件的 mid 文本进入训练集，而 SFT 问答进入测试集，测试仍可能泄漏。项目通过 ",[39,224,225],{},"source_id"," 保证同一事件在 mid 和 SFT 中只属于同一个 split，并检查重复内容、唯一 ID 和场景族交叉。",[10,228,229],{},"JSONL 的结构很简单。下面只展示字段格式，属于示意样本：",[55,231,233],{"className":135,"code":232,"language":137,"meta":61,"style":61},"{\"id\":\"mid-example-01\",\"source_id\":\"example-01\",\"text\":\"下单接口在所有区域连续返回 HTTP 503。\"}\n",[39,234,235],{"__ignoreMap":61},[48,236,237,239,242,244,247,250,253,255,258,260,263,265,268],{"class":142,"line":143},[48,238,147],{"class":146},[48,240,241],{"class":150},"\"id\"",[48,243,154],{"class":146},[48,245,246],{"class":157},"\"mid-example-01\"",[48,248,249],{"class":146},",",[48,251,252],{"class":150},"\"source_id\"",[48,254,154],{"class":146},[48,256,257],{"class":157},"\"example-01\"",[48,259,249],{"class":146},[48,261,262],{"class":150},"\"text\"",[48,264,154],{"class":146},[48,266,267],{"class":157},"\"下单接口在所有区域连续返回 HTTP 503。\"",[48,269,161],{"class":146},[55,271,273],{"className":135,"code":272,"language":137,"meta":61,"style":61},"{\"id\":\"sft-example-01\",\"source_id\":\"example-01\",\"messages\":[{\"role\":\"system\",\"content\":\"只输出事件级别 JSON。\"},{\"role\":\"user\",\"content\":\"所有区域都无法下单，级别是什么？\"},{\"role\":\"assistant\",\"content\":\"{\\\"severity\\\":\\\"P0\\\"}\"}]}\n",[39,274,275],{"__ignoreMap":61},[48,276,277,279,281,283,286,288,290,292,294,296,299,302,305,307,310,312,315,317,320,323,325,327,330,332,334,336,339,341,343,345,348,350,352,354,357,361,364,366,368,370,373,375,378],{"class":142,"line":143},[48,278,147],{"class":146},[48,280,241],{"class":150},[48,282,154],{"class":146},[48,284,285],{"class":157},"\"sft-example-01\"",[48,287,249],{"class":146},[48,289,252],{"class":150},[48,291,154],{"class":146},[48,293,257],{"class":157},[48,295,249],{"class":146},[48,297,298],{"class":150},"\"messages\"",[48,300,301],{"class":146},":[{",[48,303,304],{"class":150},"\"role\"",[48,306,154],{"class":146},[48,308,309],{"class":157},"\"system\"",[48,311,249],{"class":146},[48,313,314],{"class":150},"\"content\"",[48,316,154],{"class":146},[48,318,319],{"class":157},"\"只输出事件级别 JSON。\"",[48,321,322],{"class":146},"},{",[48,324,304],{"class":150},[48,326,154],{"class":146},[48,328,329],{"class":157},"\"user\"",[48,331,249],{"class":146},[48,333,314],{"class":150},[48,335,154],{"class":146},[48,337,338],{"class":157},"\"所有区域都无法下单，级别是什么？\"",[48,340,322],{"class":146},[48,342,304],{"class":150},[48,344,154],{"class":146},[48,346,347],{"class":157},"\"assistant\"",[48,349,249],{"class":146},[48,351,314],{"class":150},[48,353,154],{"class":146},[48,355,356],{"class":157},"\"{",[48,358,360],{"class":359},"sxpgZ","\\\"",[48,362,363],{"class":157},"severity",[48,365,360],{"class":359},[48,367,154],{"class":157},[48,369,360],{"class":359},[48,371,372],{"class":157},"P0",[48,374,360],{"class":359},[48,376,377],{"class":157},"}\"",[48,379,380],{"class":146},"}]}\n",[10,382,383],{},"长度检查使用真实 tokenizer，超过上下文上限的样本会报错，避免截断掉 SFT 的目标回复。当前配置上限是 384 token。",[10,385,386],{},"来源隔离可以排除同一事件和其改写跨集合的问题，但各集合仍由同一套合成生成器构造，表达风格和任务规则相似。真实泛化需要另外采集人工标注、自然表达的事件。",[32,388,390],{"id":389},"第一个问题base-模型的聊天标记无法区分","第一个问题：Base 模型的聊天标记无法区分",[10,392,393],{},"初始尝试沿用了聊天模板。模型生成重复标点，完整回复无法解析成 JSON。增加训练步数之前，先检查了模板中的特殊 token。",[10,395,396],{},"对本次量化快照的词向量直接测量，得到：",[68,398,399,409],{},[71,400,401],{},[74,402,403,406],{},[77,404,405],{},"Token",[77,407,408],{"align":182},"Token ID",[90,410,411,421,431,441],{},[74,412,413,418],{},[95,414,415],{},[39,416,417],{},"\u003C|im_start|>",[95,419,420],{"align":182},"151644",[74,422,423,428],{},[95,424,425],{},[39,426,427],{},"\u003C|im_end|>",[95,429,430],{"align":182},"151645",[74,432,433,438],{},[95,434,435],{},[39,436,437],{},"\u003Cthink>",[95,439,440],{"align":182},"151667",[74,442,443,448],{},[95,444,445],{},[39,446,447],{},"\u003C\u002Fthink>",[95,449,450],{"align":182},"151668",[10,452,453,454,457],{},"四个向量的",[17,455,456],{},"最大两两绝对差为 0","。该快照还使用 tied word embeddings，即输入词向量与输出词表投影共享权重。",[10,459,460],{},"在这一具体设置下，冻结的相同向量无法表达这几个 token 身份之间的差别；相同输出行也使它们在同一个上下文中得到相同的 logit。只修改中间层 LoRA，无法让结束标记的输出概率独立于另一个相同向量的标记提高。",[10,462,463,464,467],{},"这是一项针对固定快照的测量，不能推广成“所有 Qwen 模型的特殊 token 都相同”。测量记录已保存为 ",[39,465,466],{},"runs\u002Freports\u002Fbase-chat-token-probe.json","。",[10,469,470,471,474],{},"本次采用普通文本角色标签，并使用 Base 模型的原生 ",[39,472,473],{},"\u003C|endoftext|>"," 结束符：",[55,476,479],{"className":477,"code":478,"language":60,"meta":61},[58],"系统：\n你是运维事件分级助手……只输出包含 severity 字段的 JSON。\n\n用户：\n只有华东一区支付回调失败，其他区域正常。请给出事件级别。\n\n助手：\n{\"severity\":\"P1\"}\u003C|endoftext|>\n",[39,480,478],{"__ignoreMap":61},[10,482,483,484,487,488,491,492,495],{},"编码逻辑集中在 ",[39,485,486],{},"midpost\u002Fformatting.py","。训练和评分使用 ",[39,489,490],{},"encode_record","，推理使用同一模块的 ",[39,493,494],{},"encode_prompt","，从而保持 assistant 回复之前的 token 前缀一致。",[10,497,498],{},"还有一点容易忽略：提示词与回复分别编码后拼接，推理也必须使用同样的前缀编码方式。仅仅让字符串看起来相同，不足以证明边界上的 token 一致。",[32,500,502],{"id":501},"第二个问题loss-把首个-padding-token-算了进去","第二个问题：Loss 把首个 padding token 算了进去",[10,504,505],{},"SFT 只对 assistant 的最后一条回复计算交叉熵。系统指令、用户输入和 padding 都不应进入分母。",[10,507,508,509,512,513,516],{},"设原始序列长度为 ",[39,510,511],{},"L","，assistant 回复的起点为 ",[39,514,515],{},"offset","。因果语言模型把输入右移一位形成目标后，目标对应的原序列位置从 1 开始。有效位置必须满足：",[55,518,521],{"className":519,"code":520,"language":60,"meta":61},[58],"offset \u003C= target_position \u003C L\n",[39,522,520],{"__ignoreMap":61},[10,524,525,526,528,529,532,533,535],{},"边界应使用严格小于 ",[39,527,511],{},"。序列最后一个有效位置是 ",[39,530,531],{},"L - 1","，位置 ",[39,534,511],{}," 已经属于 padding。",[10,537,538],{},"本项目修正了沿用的损失边界，核心实现如下：",[55,540,544],{"className":541,"code":542,"language":543,"meta":61,"style":61},"language-python shiki shiki-themes github-dark-dimmed github-light houston","targets = batch[:, 1:]\nlogits = model(batch[:, :-1]).astype(mx.float32)\npositions = mx.arange(1, targets.shape[1] + 1)\nmask = (positions >= lengths[:, 0:1]) & (positions \u003C lengths[:, 1:])\ntoken_count = mask.sum()\nlosses = nn.losses.cross_entropy(logits, targets)\nloss = mx.where(mask, losses, 0.0).sum() \u002F token_count\n","python",[39,545,546,565,594,630,672,689,706],{"__ignoreMap":61},[48,547,548,551,555,558,562],{"class":142,"line":143},[48,549,550],{"class":146},"targets ",[48,552,554],{"class":553},"sf2cM","=",[48,556,557],{"class":146}," batch[:, ",[48,559,561],{"class":560},"sgENW","1",[48,563,564],{"class":146},":]\n",[48,566,568,571,573,577,580,583,585,588,591],{"class":142,"line":567},2,[48,569,570],{"class":146},"logits ",[48,572,554],{"class":553},[48,574,576],{"class":575},"sq3c-"," model",[48,578,579],{"class":146},"(batch[:, :",[48,581,582],{"class":553},"-",[48,584,561],{"class":560},[48,586,587],{"class":146},"]).",[48,589,590],{"class":575},"astype",[48,592,593],{"class":146},"(mx.float32)\n",[48,595,597,600,602,605,608,611,613,616,618,621,624,627],{"class":142,"line":596},3,[48,598,599],{"class":146},"positions ",[48,601,554],{"class":553},[48,603,604],{"class":146}," mx.",[48,606,607],{"class":575},"arange",[48,609,610],{"class":146},"(",[48,612,561],{"class":560},[48,614,615],{"class":146},", targets.shape[",[48,617,561],{"class":560},[48,619,620],{"class":146},"] ",[48,622,623],{"class":553},"+",[48,625,626],{"class":560}," 1",[48,628,629],{"class":146},")\n",[48,631,633,636,638,641,644,647,650,652,654,657,660,662,665,667,669],{"class":142,"line":632},4,[48,634,635],{"class":146},"mask ",[48,637,554],{"class":553},[48,639,640],{"class":146}," (positions ",[48,642,643],{"class":553},">=",[48,645,646],{"class":146}," lengths[:, ",[48,648,649],{"class":560},"0",[48,651,154],{"class":146},[48,653,561],{"class":560},[48,655,656],{"class":146},"]) ",[48,658,659],{"class":553},"&",[48,661,640],{"class":146},[48,663,664],{"class":553},"\u003C",[48,666,646],{"class":146},[48,668,561],{"class":560},[48,670,671],{"class":146},":])\n",[48,673,675,678,680,683,686],{"class":142,"line":674},5,[48,676,677],{"class":146},"token_count ",[48,679,554],{"class":553},[48,681,682],{"class":146}," mask.",[48,684,685],{"class":575},"sum",[48,687,688],{"class":146},"()\n",[48,690,692,695,697,700,703],{"class":142,"line":691},6,[48,693,694],{"class":146},"losses ",[48,696,554],{"class":553},[48,698,699],{"class":146}," nn.losses.",[48,701,702],{"class":575},"cross_entropy",[48,704,705],{"class":146},"(logits, targets)\n",[48,707,709,712,714,716,719,722,725,728,730,733,736],{"class":142,"line":708},7,[48,710,711],{"class":146},"loss ",[48,713,554],{"class":553},[48,715,604],{"class":146},[48,717,718],{"class":575},"where",[48,720,721],{"class":146},"(mask, losses, ",[48,723,724],{"class":560},"0.0",[48,726,727],{"class":146},").",[48,729,685],{"class":575},[48,731,732],{"class":146},"() ",[48,734,735],{"class":553},"\u002F",[48,737,738],{"class":146}," token_count\n",[10,740,741,742,744,745,747],{},"Mid 的 ",[39,743,515],{}," 为 0，因此监督实际存在的 next-token 目标；SFT 的 ",[39,746,515],{}," 指向回复开始位置。两者都包含原生 EOS，且都排除 padding。",[10,749,750],{},"评估采用相同函数，并按监督 token 数加权。这样，训练 loss、验证 loss 与测试 loss 才是在同一套边界下计算的。",[32,752,754],{"id":753},"第三个问题长跑出现-nan稳定后仍需调学习率","第三个问题：长跑出现 NaN，稳定后仍需调学习率",[10,756,757],{},"早期 bfloat16、恒定学习率的试验在后期出现非有限 loss。最终训练做了以下调整：",[759,760,761,765,771,774,777,780],"ul",{},[762,763,764],"li",{},"可计算参数和激活采用 float32，基座量化权重仍保持 4-bit。",[762,766,767,768,467],{},"Adam 的 epsilon 设为 ",[39,769,770],{},"1e-6",[762,772,773],{},"全局梯度范数上限设为 1。",[762,775,776],{},"学习率按余弦曲线衰减，末值为初值的 10%。",[762,778,779],{},"训练报告和验证报告中的非有限 loss 会触发异常。",[762,781,782],{},"交付前检查选出适配器的全部张量是否为有限值。",[10,784,785],{},"组合调整后，最终两阶段日志中的训练和验证 loss 均为有限值。这轮实验没有逐项消融，不能把改善归因于其中某个设置。",[10,787,788,789,792,793,796],{},"数值稳定也不等于任务已经学好。第一次稳定的 float32 SFT 使用 ",[39,790,791],{},"1e-4"," 初始学习率，验证集只正确 8\u002F15，仍存在 P2 被判断为 P1 的问题。根据验证集表现，把初始学习率降到 ",[39,794,795],{},"3e-5"," 后完成最终训练。测试集在最终配置和检查点固定后才用于交付评估。",[32,798,799],{"id":799},"两阶段怎样接续",[10,801,802],{},"最终运行配置为：",[68,804,805,818],{},[71,806,807],{},[74,808,809,812,815],{},[77,810,811],{},"参数",[77,813,814],{"align":182},"Mid",[77,816,817],{"align":182},"SFT",[90,819,820,834,845,855,865,874,884,894,904,914,923],{},[74,821,822,825,830],{},[95,823,824],{},"初始学习率",[95,826,827],{"align":182},[39,828,829],{},"8e-5",[95,831,832],{"align":182},[39,833,795],{},[74,835,836,839,842],{},[95,837,838],{},"Microsteps",[95,840,841],{"align":182},"360",[95,843,844],{"align":182},"2,160",[74,846,847,850,853],{},[95,848,849],{},"梯度累积",[95,851,852],{"align":182},"4",[95,854,852],{"align":182},[74,856,857,860,862],{},[95,858,859],{},"优化器更新次数",[95,861,199],{"align":182},[95,863,864],{"align":182},"540",[74,866,867,870,872],{},[95,868,869],{},"Batch size",[95,871,561],{"align":182},[95,873,561],{"align":182},[74,875,876,879,881],{},[95,877,878],{},"训练数据遍数",[95,880,852],{"align":182},[95,882,883],{"align":182},"12",[74,885,886,889,892],{},[95,887,888],{},"上下文上限",[95,890,891],{"align":182},"384",[95,893,891],{"align":182},[74,895,896,899,902],{},[95,897,898],{},"LoRA 层数",[95,900,901],{"align":182},"28",[95,903,901],{"align":182},[74,905,906,909,912],{},[95,907,908],{},"LoRA rank \u002F scale",[95,910,911],{"align":182},"8 \u002F 20",[95,913,911],{"align":182},[74,915,916,919,921],{},[95,917,918],{},"LoRA dropout",[95,920,649],{"align":182},[95,922,649],{"align":182},[74,924,925,928,931],{},[95,926,927],{},"随机种子",[95,929,930],{"align":182},"42",[95,932,930],{"align":182},[10,934,935,938],{},[39,936,937],{},"iters"," 在这里统计微步。Batch 为 1、累积为 4，所以 360 微步对应 90 次优化器更新。为了减少解释歧义，训练元数据同时记录两种步数和近似 epoch 数。",[10,940,941],{},"SFT 加载 mid 选出的 LoRA 权重，继续更新同一套适配器参数；它会重新初始化优化器和计步器。两个阶段写入不同目录，便于分别评估，也避免覆盖 mid 权重。",[10,943,944,945,948],{},"接续关系通过哈希核验：SFT 元数据中的 ",[39,946,947],{},"resume_sha256"," 必须与 mid 交付权重的 SHA-256 一致。最终记录为：",[55,950,953],{"className":951,"code":952,"language":60,"meta":61},[58],"mid f6f1698b16e55617c145f5ca7a3a3a2d8b3ac01aa0bbb25c5554873a0bf55c2e\nsft bf53c7aaa1ddd6015e70df944c2d62d4ed7f007e7347389bc9f09d179f69aabf\n",[39,954,952],{"__ignoreMap":61},[10,956,957],{},"最终 mid 训练耗时约 53.4 秒，SFT 约 361.7 秒。它们只包含这两个最终运行阶段的计时，不包含下载、排查、历史试验和最终测试，也不能外推成其他数据规模的训练速度。",[32,959,961],{"id":960},"跑满步数以后交付验证集选出的权重","跑满步数以后，交付验证集选出的权重",[10,963,964],{},"两阶段都完成了全部配置步数，但默认推理使用验证 loss 最低的检查点。",[10,966,967],{},[968,969],"img",{"alt":970,"src":971},"Mid 与 SFT 的验证 loss 曲线及最终选择的检查点","\u002Fimages\u002Fposts\u002Fqwen3-mid-post-train-mlx\u002Fqwen3-mid-post-train-mlx-validation-loss.png",[10,973,974],{},[975,976,977,978,981,982,985,986,467],"em",{},"本文原创：用 Matplotlib 根据两个阶段的 ",[39,979,980],{},"metrics.jsonl"," 和 ",[39,983,984],{},"selection.json"," 绘制。横轴为记录的已完成微步，右图纵轴采用对数刻度；星号标出选中的权重。绘图代码为项目中的 ",[39,987,988],{},"tools\u002Fplot_training.py",[10,990,991],{},"Mid 的最佳验证 loss 约为 2.8306，最后权重约为 4.4858；SFT 的最佳验证 loss 约为 0.02108，最后约为 0.03268。继续训练以后，验证 loss 已经回升。",[10,993,994],{},"记录中的最佳检查点分别完成 39 和 359 个微步。它们是回调发生时已完成的微步数；当时尚未执行下一次更新，因此沿用训练器日志的编号会容易产生差一的问题。项目对此有单独测试。",[10,996,997],{},"保存关系为：",[68,999,1000,1010],{},[71,1001,1002],{},[74,1003,1004,1007],{},[77,1005,1006],{},"文件",[77,1008,1009],{},"含义",[90,1011,1012,1022,1032,1042],{},[74,1013,1014,1019],{},[95,1015,1016],{},[39,1017,1018],{},"best.safetensors",[95,1020,1021],{},"验证 token loss 最低的权重",[74,1023,1024,1029],{},[95,1025,1026],{},[39,1027,1028],{},"last.safetensors",[95,1030,1031],{},"全部配置步数跑完后的权重",[74,1033,1034,1039],{},[95,1035,1036],{},[39,1037,1038],{},"adapters.safetensors",[95,1040,1041],{},"最佳权重的副本，供默认推理加载",[74,1043,1044,1048],{},[95,1045,1046],{},[39,1047,984],{},[95,1049,1050],{},"选择集合、步数、loss 和权重哈希",[10,1052,1053],{},"这次选择只使用验证集。测试集不参与保存最佳检查点或调整最终学习率。",[32,1055,1057],{"id":1056},"测试了什么结果怎样读","测试了什么，结果怎样读",[10,1059,1060],{},"最终评估同时检查语言建模损失和生成行为。",[68,1062,1063,1073],{},[71,1064,1065],{},[74,1066,1067,1070],{},[77,1068,1069],{},"指标",[77,1071,1072],{"align":182},"结果",[90,1074,1075,1083,1090,1098,1105,1113,1121,1129],{},[74,1076,1077,1080],{},[95,1078,1079],{},"验证集分级正确",[95,1081,1082],{"align":182},"14\u002F15，93.3%",[74,1084,1085,1088],{},[95,1086,1087],{},"验证集严格 JSON 合法",[95,1089,23],{"align":182},[74,1091,1092,1095],{},[95,1093,1094],{},"测试集分级正确",[95,1096,1097],{"align":182},"15\u002F15，100%",[74,1099,1100,1103],{},[95,1101,1102],{},"测试集严格 JSON 合法",[95,1104,23],{"align":182},[74,1106,1107,1110],{},[95,1108,1109],{},"测试集 P0 \u002F P1 \u002F P2 正确",[95,1111,1112],{"align":182},"各 5\u002F5",[74,1114,1115,1118],{},[95,1116,1117],{},"Base 领域测试 loss \u002F perplexity",[95,1119,1120],{"align":182},"5.17717 \u002F 177.1814",[74,1122,1123,1126],{},[95,1124,1125],{},"Mid 领域测试 loss \u002F perplexity",[95,1127,1128],{"align":182},"2.95622 \u002F 19.2251",[74,1130,1131,1134],{},[95,1132,1133],{},"SFT 回复测试 loss \u002F perplexity",[95,1135,1136],{"align":182},"0.00004552 \u002F 1.00004552",[10,1138,1139],{},"领域测试共有 778 个监督 token，用同一数据和损失函数比较 Base 与 mid。SFT 回复测试共有 105 个监督 token，只统计最终回复及 EOS。二者的目标不同，不能直接比较 loss 大小来判断哪个阶段更强。",[10,1141,1142],{},"SFT 回复很短，输出空间也只围绕三个级别。接近 1 的 perplexity 表示在这些目标回复上的预测很确定，不能说明通用语言建模、复杂推理或长文本能力。",[10,1144,1145,1146,1149,1150,1152],{},"生成评分采用贪心解码，完整回复必须可以直接被 ",[39,1147,1148],{},"json.loads"," 解析，且只能有一个 ",[39,1151,363],{}," 字段，其值必须是 P0、P1 或 P2。评分不通过截取 JSON、修补输出或替换预测来提高结果。",[10,1154,1155],{},"实际重新加载后运行：",[55,1157,1161],{"className":1158,"code":1159,"language":1160,"meta":61,"style":61},"language-bash shiki shiki-themes github-dark-dimmed github-light houston","python -m midpost infer '只有华东一区支付回调失败，其他区域正常。请给出事件级别。'\n","bash",[39,1162,1163],{"__ignoreMap":61},[48,1164,1165,1168,1171,1174,1177],{"class":142,"line":143},[48,1166,543],{"class":1167},"sLsJe",[48,1169,1170],{"class":560}," -m",[48,1172,1173],{"class":157}," midpost",[48,1175,1176],{"class":157}," infer",[48,1178,1179],{"class":157}," '只有华东一区支付回调失败，其他区域正常。请给出事件级别。'\n",[10,1181,1182],{},"得到：",[55,1184,1185],{"className":135,"code":136,"language":137,"meta":61,"style":61},[39,1186,1187],{"__ignoreMap":61},[48,1188,1189,1191,1193,1195,1197],{"class":142,"line":143},[48,1190,147],{"class":146},[48,1192,151],{"class":150},[48,1194,154],{"class":146},[48,1196,158],{"class":157},[48,1198,161],{"class":146},[10,1200,1201],{},"目前没有完成“直接 SFT”与“mid 后 SFT”的控制实验。领域 perplexity 降低支持模型对这批文本产生了适应，但无法据此证明 mid 阶段提高了最终分类准确率。下一轮应补上这一对照，并扩大真实独立测试集。",[32,1203,1204],{"id":1204},"复现和交付内容",[10,1206,1207,1208,1215],{},"项目保存在 ",[1209,1210,1214],"a",{"href":1211,"rel":1212},"https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fmid-post-train",[1213],"nofollow","GitHub 私密仓库","，访问与克隆需要权限。公开文章用于说明实现与结果，仓库保留代码、合成数据、配置和可直接加载的适配器。",[10,1217,1218,1219,1222],{},"本次环境版本为 Python 3.11.15、MLX 0.32.0、MLX-LM 0.31.3、Transformers 5.12.1，核心依赖固定在 ",[39,1220,1221],{},"requirements-repro.txt","。模型 revision 和数据哈希保存在报告中；如果模型仓库以后变化，复现应使用本文记录的快照。",[10,1224,1225],{},"在具有仓库权限的 Apple Silicon 环境中：",[55,1227,1229],{"className":1158,"code":1228,"language":1160,"meta":61,"style":61},"git clone https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fmid-post-train.git\ncd mid-post-train\npython3.11 -m venv .venv\n.venv\u002Fbin\u002Fpython -m pip install -r requirements-repro.txt -e .\n.venv\u002Fbin\u002Fpython -m midpost validate --tokens\n.venv\u002Fbin\u002Fpython -m midpost infer '只有华东一区支付回调失败，其他区域正常。请给出事件级别。'\n.venv\u002Fbin\u002Fpython -m midpost score\n",[39,1230,1231,1242,1251,1264,1289,1303,1315],{"__ignoreMap":61},[48,1232,1233,1236,1239],{"class":142,"line":143},[48,1234,1235],{"class":1167},"git",[48,1237,1238],{"class":157}," clone",[48,1240,1241],{"class":157}," https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fmid-post-train.git\n",[48,1243,1244,1248],{"class":142,"line":567},[48,1245,1247],{"class":1246},"svkvy","cd",[48,1249,1250],{"class":157}," mid-post-train\n",[48,1252,1253,1256,1258,1261],{"class":142,"line":596},[48,1254,1255],{"class":1167},"python3.11",[48,1257,1170],{"class":560},[48,1259,1260],{"class":157}," venv",[48,1262,1263],{"class":157}," .venv\n",[48,1265,1266,1269,1271,1274,1277,1280,1283,1286],{"class":142,"line":632},[48,1267,1268],{"class":1167},".venv\u002Fbin\u002Fpython",[48,1270,1170],{"class":560},[48,1272,1273],{"class":157}," pip",[48,1275,1276],{"class":157}," install",[48,1278,1279],{"class":560}," -r",[48,1281,1282],{"class":157}," requirements-repro.txt",[48,1284,1285],{"class":560}," -e",[48,1287,1288],{"class":157}," .\n",[48,1290,1291,1293,1295,1297,1300],{"class":142,"line":674},[48,1292,1268],{"class":1167},[48,1294,1170],{"class":560},[48,1296,1173],{"class":157},[48,1298,1299],{"class":157}," validate",[48,1301,1302],{"class":560}," --tokens\n",[48,1304,1305,1307,1309,1311,1313],{"class":142,"line":691},[48,1306,1268],{"class":1167},[48,1308,1170],{"class":560},[48,1310,1173],{"class":157},[48,1312,1176],{"class":157},[48,1314,1179],{"class":157},[48,1316,1317,1319,1321,1323],{"class":142,"line":708},[48,1318,1268],{"class":1167},[48,1320,1170],{"class":560},[48,1322,1173],{"class":157},[48,1324,1325],{"class":157}," score\n",[10,1327,1328],{},"首次运行需要下载基座，GitHub 仓库只保存适配器。重新训练需要为两个阶段指定新的输出目录，已有目录会拒绝覆盖。例如：",[55,1330,1332],{"className":1158,"code":1331,"language":1160,"meta":61,"style":61},"cp config-complete.toml config-retrain.toml\n",[39,1333,1334],{"__ignoreMap":61},[48,1335,1336,1339,1342],{"class":142,"line":143},[48,1337,1338],{"class":1167},"cp",[48,1340,1341],{"class":157}," config-complete.toml",[48,1343,1344],{"class":157}," config-retrain.toml\n",[10,1346,1347,1348,1351,1352,981,1355,1358],{},"把新配置的两个 ",[39,1349,1350],{},"adapter"," 分别改成 ",[39,1353,1354],{},"runs\u002Fretrain-mid",[39,1356,1357],{},"runs\u002Fretrain-sft","，然后运行：",[55,1360,1362],{"className":1158,"code":1361,"language":1160,"meta":61,"style":61},".venv\u002Fbin\u002Fpython -m midpost --config config-retrain.toml train all\n",[39,1363,1364],{"__ignoreMap":61},[48,1365,1366,1368,1370,1372,1375,1378,1381],{"class":142,"line":143},[48,1367,1268],{"class":1167},[48,1369,1170],{"class":560},[48,1371,1173],{"class":157},[48,1373,1374],{"class":560}," --config",[48,1376,1377],{"class":157}," config-retrain.toml",[48,1379,1380],{"class":157}," train",[48,1382,1383],{"class":157}," all\n",[10,1385,1386],{},"主要证据文件如下：",[68,1388,1389,1399],{},[71,1390,1391],{},[74,1392,1393,1396],{},[77,1394,1395],{},"内容",[77,1397,1398],{},"项目路径",[90,1400,1401,1411,1421,1431,1441,1455,1465,1474],{},[74,1402,1403,1406],{},[95,1404,1405],{},"两阶段完整说明",[95,1407,1408],{},[39,1409,1410],{},"TRAINING_REPORT.md",[74,1412,1413,1416],{},[95,1414,1415],{},"Mid 权重与训练元数据",[95,1417,1418],{},[39,1419,1420],{},"runs\u002Fcomplete-fp32-mid\u002F",[74,1422,1423,1426],{},[95,1424,1425],{},"SFT 权重与验证预测",[95,1427,1428],{},[39,1429,1430],{},"runs\u002Fcomplete-calibrated-sft\u002F",[74,1432,1433,1436],{},[95,1434,1435],{},"最终完整测试预测与混淆矩阵",[95,1437,1438],{},[39,1439,1440],{},"runs\u002Freports\u002Ftest-score.json",[74,1442,1443,1446],{},[95,1444,1445],{},"Base 与 mid 领域测试对照",[95,1447,1448,1451,1452],{},[39,1449,1450],{},"runs\u002Freports\u002Fbase-mid-test-loss.json","、",[39,1453,1454],{},"mid-test-loss.json",[74,1456,1457,1460],{},[95,1458,1459],{},"SFT 回复损失",[95,1461,1462],{},[39,1463,1464],{},"runs\u002Freports\u002Fsft-test-loss.json",[74,1466,1467,1470],{},[95,1468,1469],{},"特殊 token 词向量测量",[95,1471,1472],{},[39,1473,466],{},[74,1475,1476,1479],{},[95,1477,1478],{},"环境、源码哈希与评估汇总",[95,1480,1481],{},[39,1482,1483],{},"runs\u002Freports\u002Ftraining-summary.json",[10,1485,1486],{},"仓库包含两阶段的选出权重、最佳权重副本、最后一步权重、日志和元数据。编号检查点与历史失败试验仅保留在原训练机器上，避免让交付目录混入旧模型。",[10,1488,1489],{},"18 项单元测试覆盖了提示词和 padding 掩码、训练与推理前缀、原生 EOS、来源与场景族隔离、检查点步数和非有限 loss 拒绝。它们验证实现边界；真实业务效果仍需要新的数据来检验。",[10,1491,1492],{},"这轮项目得到的可复用部分，是一条能够核验来源划分、监督 token、两阶段权重接续和交付选择的训练流程。下一步最有价值的工作，是引入真实工单、做直接 SFT 对照，并观察模糊描述、多个故障同时出现和规则变更时的行为。",[32,1494,1495],{"id":1495},"一手参考资料",[1497,1498,1499,1507,1515],"ol",{},[762,1500,1501,1506],{},[1209,1502,1505],{"href":1503,"rel":1504},"https:\u002F\u002Fhuggingface.co\u002FQwen\u002FQwen3-0.6B-Base\u002Fblob\u002Fda87bfb608c14b7cf20ba1ce41287e8de496c0cd\u002FREADME.md",[1213],"Qwen 官方 Qwen3-0.6B-Base 模型卡","：模型来源、预训练阶段与 28 层结构。",[762,1508,1509,1514],{},[1209,1510,1513],{"href":1511,"rel":1512},"https:\u002F\u002Fhuggingface.co\u002Fmlx-community\u002FQwen3-0.6B-Base-4bit\u002Fblob\u002Ff493c65c2f0ff5a5fe37cc435cf8e2f1b6e72cf7\u002FREADME.md",[1213],"本次使用的 MLX 量化模型卡","：转换来源与固定快照。",[762,1516,1517,1522],{},[1209,1518,1521],{"href":1519,"rel":1520},"https:\u002F\u002Fgithub.com\u002Fml-explore\u002Fmlx-lm\u002Fblob\u002Fv0.31.3\u002Fmlx_lm\u002FLORA.md",[1213],"MLX-LM 0.31.3 的 LoRA 文档","：量化模型微调、适配器接续和 prompt masking。",[10,1524,1525],{},"本文的训练耗时、词向量测量、检查点哈希和评估结果均来自项目实际产物；参考资料用于核验模型与框架信息。",[1527,1528,1529],"style",{},"html pre.shiki code .sWURj, html code.shiki .sWURj{--shiki-default:#ADBAC7;--shiki-light:#24292E;--shiki-cyber:#EEF0F9}html pre.shiki code .sjXwz, html code.shiki .sjXwz{--shiki-default:#8DDB8C;--shiki-light:#005CC5;--shiki-cyber:#4BF3C8}html pre.shiki code .sWqY2, html code.shiki .sWqY2{--shiki-default:#96D0FF;--shiki-light:#032F62;--shiki-cyber:#FFD493}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html.light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html .cyber .shiki span {color: var(--shiki-cyber);background: var(--shiki-cyber-bg);font-style: var(--shiki-cyber-font-style);font-weight: var(--shiki-cyber-font-weight);text-decoration: var(--shiki-cyber-text-decoration);}html.cyber .shiki span {color: var(--shiki-cyber);background: var(--shiki-cyber-bg);font-style: var(--shiki-cyber-font-style);font-weight: var(--shiki-cyber-font-weight);text-decoration: var(--shiki-cyber-text-decoration);}html pre.shiki code .sxpgZ, html code.shiki .sxpgZ{--shiki-default:#F47067;--shiki-light:#005CC5;--shiki-cyber:#EEF0F9}html pre.shiki code .sf2cM, html code.shiki .sf2cM{--shiki-default:#F47067;--shiki-light:#D73A49;--shiki-cyber:#EEF0F9}html pre.shiki code .sgENW, html code.shiki .sgENW{--shiki-default:#6CB6FF;--shiki-light:#005CC5;--shiki-cyber:#FFD493}html pre.shiki code .sq3c-, html code.shiki .sq3c-{--shiki-default:#ADBAC7;--shiki-light:#24292E;--shiki-cyber:#00DAEF}html pre.shiki code .sLsJe, html code.shiki .sLsJe{--shiki-default:#F69D50;--shiki-light:#6F42C1;--shiki-cyber:#00DAEF}html pre.shiki code .svkvy, html code.shiki .svkvy{--shiki-default:#6CB6FF;--shiki-light:#005CC5;--shiki-cyber:#EEF0F9}",{"title":61,"searchDepth":567,"depth":596,"links":1531},[1532,1533,1534,1535,1536,1537,1538,1539,1540,1541],{"id":34,"depth":567,"text":34},{"id":167,"depth":567,"text":168},{"id":389,"depth":567,"text":390},{"id":501,"depth":567,"text":502},{"id":753,"depth":567,"text":754},{"id":799,"depth":567,"text":799},{"id":960,"depth":567,"text":961},{"id":1056,"depth":567,"text":1057},{"id":1204,"depth":567,"text":1204},{"id":1495,"depth":567,"text":1495},[1543],"AI","\u002Fimages\u002Fposts\u002Fqwen3-mid-post-train-mlx\u002Fqwen3-mlx-cover-20261018.webp","Apple Silicon 统一内存芯片底座支撑两阶段持续预训练与带精确 Loss 掩码滤网的监督微调桥接插画","2026-09-30 11:19:10","用 Qwen3 0.6B Base 和 MLX 完成领域持续训练与监督微调，记录数据划分、聊天模板、损失掩码、数值稳定性修复和独立测试结果。",false,"md",true,{},"\u002Fposts\u002Fqwen3-mid-post-train-mlx",null,{"title":5,"description":1547},"posts\u002Fqwen3-mid-post-train-mlx",[1557,1558,1559,1560,1561,817,1562],"LLM","Qwen3","MLX","LoRA","持续预训练","Apple Silicon","4jXGMekhV4dTZ44vbkw4c2RjAGaR7A78scVscptnQlo",[1565,1584,1600,1614,1628,1642,1657,1671,1685,1697,1712,1724,1736,1749,1762,1776,1793,1808,1819,1831,1836,1849,1863,1875,1889,1901,1916,1930,1944,1955,1968,1985,2000,2013,2025,2037,2050,2063],{"slug":1566,"path":1567,"title":1568,"date":1569,"tags":1570,"description":1576,"cover":1577,"coverAlt":1578,"excerpt":1579,"draft":1548,"hidden":1548,"published":1550,"readingTime":1580,"series":1581,"seriesOrder":1580,"codeUrl":1582,"attachmentUrl":1583},"cs336-cross-entropy-adamw-training-loop","\u002Fposts\u002Fcs336-cross-entropy-adamw-training-loop","Stanford CS336 学习记录 08：数值稳定交叉熵、AdamW、余弦调度与完整训练闭环","2026-10-27",[1571,1572,1573,1574,1575],"CS336","PyTorch","AdamW","CrossEntropy","训练闭环","用 LogSumExp 消去交叉熵中的指数溢出，手写解耦权重衰减的 AdamW 优化器、全局 L2 梯度裁剪、Warmup 余弦退火调度、memmap 数据采样、Checkpoint 序列化与 Top-p 解码，完成 CS336 Assignment 1 全部 48 项测试。","\u002Fimages\u002Fposts\u002Fcs336-cross-entropy-adamw-training-loop\u002Fcs336-cross-entropy-adamw-training-loop-cover.webp","滑动窗口采样、余弦退火曲线、双动量优化轨迹与检查点归档构成的训练闭环 AI 辅助概念插画","作为 Stanford CS336 Assignment 1 系列的收官篇，我们已经拥有了分词器（bpe.py、tokenizer.py）和完整的语言模型架构（transformer.py）。要让模型在语料上真正训练并生成文本，还需",8,"Stanford CS336","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcs336-labs\u002Ftree\u002Fb5c93ad0cc73178b2b2a62e518a0900da47a0fb7","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-08-adamw-training-loop-20261027.zip",{"slug":1585,"path":1586,"title":1587,"date":1588,"tags":1589,"description":1596,"cover":1597,"coverAlt":1598,"excerpt":1599,"draft":1548,"hidden":1548,"published":1550,"readingTime":1580},"editcache-video-dit-inference-acceleration","\u002Fposts\u002Feditcache-video-dit-inference-acceleration","EditCache：视频 Diffusion Transformer (DiT) 局部编辑的跨步特征复用与区域重算加速","2026-10-25",[1590,1591,1592,1593,1594,1595],"扩散模型","视频生成","AI Infra","推理加速","GPU","论文解读","拆解视频扩散模型（Wan2.1-VACE）局部编辑中的三重算力冗余，通过可重入 Latent、跨步 Block 隐状态缓存复用、带 Halo 边界的局部区域重算与自适应推理起点，在单卡 H100 上实现 2.46× 模型计算加速与 1.49× 严格同步端到端加速。","\u002Fimages\u002Fposts\u002Feditcache-video-dit-inference-acceleration\u002Feditcache-dit-cover-20261025.webp","视频扩散 Transformer 时空三维体素网格中冻结背景缓存与暖橙色局部编辑重算通道的等距技术插画","在基于 Diffusion Transformer（DiT）的视频编辑与局部重绘（Video Inpainting \u002F Local Editing）任务中，用户的典型工作流并不是一次性生成最终成片，而是针对同一段源视频反复调整掩码区",{"slug":1601,"path":1602,"title":1603,"date":1588,"tags":1604,"description":1609,"cover":1610,"coverAlt":1611,"excerpt":1612,"draft":1548,"hidden":1548,"published":1550,"readingTime":1580,"series":1581,"seriesOrder":708,"codeUrl":1582,"attachmentUrl":1613},"cs336-bpe-tokenizer-training-encoding","\u002Fposts\u002Fcs336-bpe-tokenizer-training-encoding","Stanford CS336 学习记录 07：Byte-Level BPE 分词器训练、倒排索引加速与流式编码",[1571,1605,1606,1607,1608],"Tokenizer","BPE","Tiktoken","算法优化","实现 GPT-2 正则预分词、特殊 token 硬边界切分、基于 pair-to-word 倒排索引的增量 BPE 合并算法（\u003C 0.25s 通过速度基准），以及与 tiktoken 完全对齐的 Tokenizer。","\u002Fimages\u002Fposts\u002Fcs336-bpe-tokenizer-training-encoding\u002Fcs336-bpe-tokenizer-training-encoding-cover.webp","UTF-8 字节块经过正则切分闸口后沿合并树聚合成子词单元的 AI 辅助概念插画","前面六篇完成了 Transformer 语言模型本身的全部神经网络组件。要让模型真正处理自然语言文本，还需要打通入口处的 ByteLevel BPE（BytePair Encoding）分词器。这一篇记录 cs336basics\u002Fb","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-07-bpe-tokenizer-20261025.zip",{"slug":1615,"path":1616,"title":1617,"date":1618,"tags":1619,"description":1624,"cover":1625,"coverAlt":1626,"excerpt":1627,"draft":1548,"hidden":1548,"published":1550,"readingTime":1580},"in-situ-autoguidance-editable-scientific-illustration","\u002Fposts\u002Fin-situ-autoguidance-editable-scientific-illustration","从原位自校正引导（In-situ Autoguidance）到可编辑科研插图生成（AutoFigure-Edit）","2026-10-24",[1590,1620,1621,1622,1623,1595],"多模态","Agent","ICML","ACL","串联两项生成式模型与多模态智能体研究：如何通过推理期局部随机微扰在单模型内构造免训练扩散自引导向量（ICML 2025 Workshop 第一作者，arXiv:2510.17136），以及如何通过五阶段视觉-符号混合流水线生成原生可编辑 SVG 科研插图（ACL 2026 Demo，FigureBench 83.0% 胜率）。","\u002Fimages\u002Fposts\u002Fin-situ-autoguidance-editable-scientific-illustration\u002Fautoguidance-autofigure-cover-20261024.webp","左侧扩散流形自校正轨迹矢量场与右侧五阶段可编辑 SVG 科研插图分层网格相衔接的等距技术插画","生成式视觉模型正在经历从“生成高保真像素（Pixel Synthesis）”向“可控结构化生成（Controllable & Editable Generation）”的演进。在这一进程中，我作为第一作者或核心贡献者参与了两项分别处",{"slug":1629,"path":1630,"title":1631,"date":1632,"tags":1633,"description":1637,"cover":1638,"coverAlt":1639,"excerpt":1640,"draft":1548,"hidden":1548,"published":1550,"readingTime":1580,"series":1581,"seriesOrder":691,"codeUrl":1582,"attachmentUrl":1641},"cs336-pre-norm-transformer-block-lm","\u002Fposts\u002Fcs336-pre-norm-transformer-block-lm","Stanford CS336 学习记录 06：Pre-Norm Transformer Block 与完整语言模型装配","2026-10-23",[1571,1572,1634,1635,1636],"Transformer","Pre-Norm","FLOPs","将 RMSNorm、带 RoPE 的因果多头自注意力和 SwiGLU 组装成 Pre-Norm Transformer Block，搭建完整 TransformerLM，并核算 GPT-2 XL 的参数量与前向 FLOPs。","\u002Fimages\u002Fposts\u002Fcs336-pre-norm-transformer-block-lm\u002Fcs336-pre-norm-transformer-block-lm-cover.webp","干净残差流主干穿过多个 Pre-Norm 子层并汇聚到词表投影层的 AI 辅助概念插画","前五篇把 Linear、Embedding、RMSNorm、SwiGLU、RotaryPositionalEmbedding 和因果 MultiHeadSelfAttention 全部单独打通了。这一篇进入 Assignment 1","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-06-transformer-block-lm-20261023.zip",{"slug":1643,"path":1644,"title":1645,"date":1632,"tags":1646,"description":1652,"cover":1653,"coverAlt":1654,"excerpt":1655,"draft":1548,"hidden":1548,"published":1550,"readingTime":1656},"xgrammar-concurrent-cache-generation-fix","\u002Fposts\u002Fxgrammar-concurrent-cache-generation-fix","XGrammar 结构化解码缓存剖析：Unlimited 模式并发 Clear 字节记账竞态与代际修复（PR #1011）",[1592,1647,1648,1649,1650,1651],"C++","XGrammar","结构化解码","并发编程","源码分析","拆解 XGrammar GrammarCompiler 的双层缓存架构与 ThreadSafeLRUCache 锁分离实现，定位 Unlimited 模式下 Clear() 字节残留与在途编译（In-flight Computation）跨代污染根因，给出代际号 + 读写锁原子修复与零 sleep 确定性并发 GoogleTest 验证。","\u002Fimages\u002Fposts\u002Fxgrammar-concurrent-cache-generation-fix\u002Fxgrammar-cache-fix-cover-20261022.webp","双层磨砂玻璃流道经暖橙色代际闸门过滤后汇入晶格缓存矩阵的等距技术插画","在大语言模型服务（如 SGLang、vLLM）的结构化输出场景中，JSON Schema 或 EBNF 语法需要先编译为词表级掩码缓存（CompiledGrammar），才能在每个 Decode 步以微秒级开销生成合法 token ",14,{"slug":1658,"path":1659,"title":1660,"date":1661,"tags":1662,"description":1667,"cover":1668,"coverAlt":1669,"excerpt":1670,"draft":1548,"hidden":1548,"published":1550,"readingTime":1656},"multi-constraint-agent-routing-dag-eval","\u002Fposts\u002Fmulti-constraint-agent-routing-dag-eval","多约束生产级 Agent 系统实践：两阶段工具路由、DAG 局部重规划与轨迹级评测闭环","2026-10-22",[1621,1557,1663,1664,1665,1666],"工具调用","上下文工程","DPO","强化学习","围绕跨境酒旅等强耦合多约束业务场景，拆解向量 Top-K 召回 + LLM 精排 + 跨语言实体链接与 Schema 门控（96%+ 调用合法率）、基于状态机的 DAG 局部子图重规划、Observation 冗余裁剪（节省 40% Token），以及从线上失败恢复轨迹构造 SFT\u002FDPO 偏好对的评测与训练闭环。","\u002Fimages\u002Fposts\u002Fmulti-constraint-agent-routing-dag-eval\u002Fagent-dag-routing-cover-20261020.webp","候选模块经漏斗滤网进入双分支有向无环图轨道并在受阻节点触发暖橙色局部旁路重连的等距技术插画","在玩具级 Demo 里，几个工具加上一段 ReAct 循环就能跑通大多数单步问答。但当 Agent 进入跨境酒旅、复杂交易或研发沙箱等真实业务生产环境时，单靠线性 ReAct 循环很快会撞上四堵墙： 1. 工具空间与参数耦合爆炸：候",{"slug":1672,"path":1673,"title":1674,"date":1675,"tags":1676,"description":1680,"cover":1681,"coverAlt":1682,"excerpt":1683,"draft":1548,"hidden":1548,"published":1550,"readingTime":1684},"llm-mrd-distillation-auditable-review-agents","\u002Fposts\u002Fllm-mrd-distillation-auditable-review-agents","多视角推理蒸馏（LLM-MRD）与可审计生成式评审系统（DeepReviewer 2.0）深度拆解","2026-10-21",[1677,1620,1678,1621,1679,1595],"知识蒸馏","Qwen2.5-VL","Post-training","对比大模型落地的两条互补路径：如何用 Qwen2.5-VL 离线多视角分析结合 MLP 残差校准与温度缩放 KL 蒸馏，将推理能力压入 358M 学生模型实现 17.2 ms 独立推理（LLM-MRD，DASFAA 2026 Oral）；以及如何通过主张-证据-风险台账、PASA 可比性门控与导出预算校验构建可审计的同行评审 Agent（DeepReviewer 2.0）。","\u002Fimages\u002Fposts\u002Fllm-mrd-distillation-auditable-review-agents\u002Fmrd-review-distill-cover-20261016.webp","三块半透明几何棱镜发出平行光束穿过中央校准环汇聚至右侧高密度晶体模块的等距技术插画","把大语言模型或视觉语言模型（VLM）的深度推理能力用到实际系统中，通常会面临一个两难选择： 如果场景受限于毫秒级在线延迟（如高吞吐多模态内容审核与虚假信息检测）：直接在线调用 7B～72B 的多模态大模型做长链条思维链（CoT）生成",18,{"slug":1686,"path":1687,"title":1688,"date":1675,"tags":1689,"description":1692,"cover":1693,"coverAlt":1694,"excerpt":1695,"draft":1548,"hidden":1548,"published":1550,"readingTime":708,"series":1581,"seriesOrder":674,"codeUrl":1582,"attachmentUrl":1696},"cs336-rope-rotary-position-embedding","\u002Fposts\u002Fcs336-rope-rotary-position-embedding","Stanford CS336 学习记录 05：RoPE 旋转位置编码与带位置的多头注意力",[1571,1572,1634,1690,1691],"RoPE","Attention","从二维平面正交旋转推导 RoPE 的奇偶特征配对公式，理解为什么内积只依赖相对位置差 (i - j)，并用 register_buffer 预计算 cos\u002Fsin 缓存接入因果多头自注意力。","\u002Fimages\u002Fposts\u002Fcs336-rope-rotary-position-embedding\u002Fcs336-rope-rotary-position-embedding-cover.webp","二维特征平面中的旋转向量对与预计算余弦正弦网格的 AI 辅助概念插画","上一篇完成了不含位置编码的因果多头自注意力。如果只看那一套矩阵乘法，把输入序列前两个 token 交换顺序（并在因果 mask 允许的范围内看同一个后缀 query 对它们的点积），点积本身并不知道哪个 key 离当前 query ","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-05-rope-mha-20261021.zip",{"slug":1698,"path":1699,"title":1700,"date":1701,"tags":1702,"description":1708,"cover":1709,"coverAlt":1710,"excerpt":1711,"draft":1548,"hidden":1548,"published":1550,"readingTime":1580},"llm-gateway-semantic-cache-dynamic-batching","\u002Fposts\u002Fllm-gateway-semantic-cache-dynamic-batching","高并发 LLM 推理网关架构实践：两级精确\u002F语义缓存、50ms 有界动态批处理与尾部延迟治理","2026-10-19",[1592,1703,1704,1705,1706,1707],"LLM 推理","分布式系统","Redis","FastAPI","后端","深度拆解生产级大模型推理网关 LLM-Gateway 的核心系统设计：基于 SHA-256 与 Redis 向量余弦相似度的两级精确\u002F语义缓存、50ms 有界等待动态批处理调度器（Dynamic Batching）、令牌桶多租户限流与 Prometheus 全链路可观测性，将命中请求 P99 延迟从 5,307 ms 压降至 17 ms。","\u002Fimages\u002Fposts\u002Fllm-gateway-semantic-cache-dynamic-batching\u002Fllm-gateway-cover-20261019.webp","高并发请求流依次穿过精确哈希滤网、向量球面语义缓存层与 50ms 动态批处理时间窗拼装器的等距系统架构插画","在将大语言模型接入高并发业务系统时，如果让上游微服务直接裸连底层推理引擎（vLLM \u002F SGLang 或外部模型 API），系统很快会暴露出三个典型的生产痛点： 1. 高频重复与近义查询消耗巨量算力：大量用户请求在语义上高度等价（例",{"slug":1713,"path":1714,"title":1715,"date":1701,"tags":1716,"description":1718,"cover":1719,"coverAlt":1720,"excerpt":1721,"draft":1548,"hidden":1548,"published":1550,"readingTime":1656,"series":1581,"seriesOrder":632,"codeUrl":1722,"attachmentUrl":1723},"cs336-multihead-attention-shapes","\u002Fposts\u002Fcs336-multihead-attention-shapes","Stanford CS336 学习记录 04：多头注意力怎样拆头、计算和合头",[1571,1572,1634,1691,1717],"张量形状","沿着 (2, 5, 64) 的输入追踪 QKV 投影、reshape、transpose、共享因果 mask 和合头，理解每个头仍处理完整序列，以及最后为什么还需要输出 Linear。","\u002Fimages\u002Fposts\u002Fcs336-multihead-attention-shapes\u002Fcs336-multihead-attention-shapes-cover.webp","宽向量束分成多条并行特征轨道后重新合并的 AI 辅助概念插画","上一篇完成了缩放点积注意力。那个函数接收已经准备好的 Q、K、V，计算匹配分数，应用 mask，再用权重汇总 V。这一篇继续把它放进一个带参数的多头自注意力模块。 这次最需要看清的是“拆头”。代码里只是几行 reshape 和 tr","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcs336-labs\u002Ftree\u002F31363223498fafd1528c550a51efbe0aed231736","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-04-multihead-attention-20261019.zip",{"slug":1725,"path":1726,"title":1727,"date":1728,"tags":1729,"description":1731,"cover":1732,"coverAlt":1733,"excerpt":1734,"draft":1548,"hidden":1548,"published":1550,"readingTime":1735},"qwen25-sft-dpo-alignment-tax-ablation","\u002Fposts\u002Fqwen25-sft-dpo-alignment-tax-ablation","大模型后训练偏好对齐实录：Qwen2.5 SFT 多维消融、动态参考 DPO 与对齐税（Alignment Tax）量化分析","2026-10-18",[1679,1665,817,1560,1666,1730],"Qwen2.5","基于 Qwen2.5 完整复现 Instruct SFT → Bradley-Terry DPO 两阶段后训练管线：通过 3 随机种子消融 LoRA Rank、学习率与数据规模（GSM8K +12.73pp），实现免双倍权重的动态 Adapter 切换 DPO 训练，并定量揭示偏好对齐对确定性数学推理的对齐税效应。","\u002Fimages\u002Fposts\u002Fqwen25-sft-dpo-alignment-tax-ablation\u002Fqwen25-sft-dpo-cover-20261018.webp","左侧监督微调轨迹流经中央 Bradley-Terry 偏好分流天平分离出正负样本通道并连接右侧对齐税监控仪表盘的等距技术插画","在大语言模型后训练（PostTraining）管线中，监督微调（SFT）负责教会模型任务格式与领域推理模式，而直接偏好优化（DPO, Direct Preference Optimization）则利用成对偏好数据 $(x, yw,",9,{"slug":1737,"path":1738,"title":1739,"date":1728,"tags":1740,"description":1742,"cover":1743,"coverAlt":1744,"excerpt":1745,"draft":1548,"hidden":1548,"published":1550,"readingTime":1746,"series":1581,"seriesOrder":596,"codeUrl":1747,"attachmentUrl":1748},"cs336-softmax-attention-mask","\u002Fposts\u002Fcs336-softmax-attention-mask","Stanford CS336 学习记录 03：Softmax 的数值稳定与 Attention Mask",[1571,1572,1634,1741,1691],"Softmax","从减去最大值为何不改变 Softmax 开始，理清函数与有参数层的区别，再沿着 Q、K、V 的形状理解缩放点积注意力，以及 mask 为什么必须填负无穷。","\u002Fimages\u002Fposts\u002Fcs336-softmax-attention-mask\u002Fcs336-softmax-attention-mask-cover.webp","注意力分数、权重与因果遮罩的 AI 辅助概念插画","上一篇写到 SwiGLU，接下来进入 Attention。真正开始相乘之前，先做了 Softmax：它把一组分数变成总和为 1 的权重，后面用这些权重汇总不同 token 提供的信息。 这段学习里，有两个很具体的问题值得记下来。一个",11,"https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcs336-labs\u002Ftree\u002Fa39eb684710817f7f389626423fcb26ca0f6d629","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-03-softmax-sdpa-20261018.zip",{"slug":1750,"path":1751,"title":1752,"date":1753,"tags":1754,"description":1757,"cover":1758,"coverAlt":1759,"excerpt":1760,"draft":1548,"hidden":1548,"published":1550,"readingTime":1735,"series":1581,"seriesOrder":567,"codeUrl":1747,"attachmentUrl":1761},"cs336-rmsnorm-swiglu","\u002Fposts\u002Fcs336-rmsnorm-swiglu","Stanford CS336 学习记录 02：RMSNorm 的广播与 SwiGLU 的门控","2026-10-16",[1571,1572,1634,1755,1756],"RMSNorm","SwiGLU","用一个 token 向量理解均方根归一化，拆开 dim=-1 与 keepdim=True 的作用，再沿着两条分支读懂 SiLU、逐元素乘法和 SwiGLU。","\u002Fimages\u002Fposts\u002Fcs336-rmsnorm-swiglu\u002Fcs336-rmsnorm-swiglu-cover.webp","特征尺度整理和双分支门控的 AI 辅助概念插画","上一篇把 Linear 和 Embedding 的参数形状理顺了。继续往下，最先遇到的是 RMSNorm：公式不算长，但把它落到一批 token 上时，dim=1、keepdim=True 和广播必须一起理解。 然后是 SiLU 和","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-02-rmsnorm-swiglu-20261016.zip",{"slug":1763,"path":1764,"title":1765,"date":1766,"tags":1767,"description":1770,"cover":1771,"coverAlt":1772,"excerpt":1773,"draft":1548,"hidden":1548,"published":1550,"readingTime":1774,"series":1581,"seriesOrder":143,"codeUrl":1747,"attachmentUrl":1775},"cs336-linear-embedding-shapes","\u002Fposts\u002Fcs336-linear-embedding-shapes","Stanford CS336 学习记录 01：从 Linear、Embedding 搞清张量形状","2026-10-14",[1571,1572,1634,1768,1769],"Linear","Embedding","从 PyTorch 类、参数与 forward 的关系开始，理解 Linear 为什么保存两行三列的权重、计算时为什么要转置，再区分 Embedding 查表与线性变换。","\u002Fimages\u002Fposts\u002Fcs336-linear-embedding-shapes\u002Fcs336-linear-embedding-shapes-cover.webp","token 方块、向量表与矩阵变换的 AI 辅助概念插画","开始沿着 Stanford CS336 的 Assignment 1 一步步实现。BPE 之前已经接触过，这轮先跳过分词器，从 Transformer 的基础层开始。这里记录的是当时写代码时真正卡住的问题，以及对应测试能确认到的范围",10,"\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-01-linear-embedding-20261014.zip",{"slug":1777,"path":1778,"title":1779,"date":1780,"tags":1781,"description":1786,"cover":1787,"coverAlt":1788,"excerpt":1789,"draft":1548,"hidden":1548,"published":1550,"readingTime":1790,"series":1782,"seriesOrder":1656,"codeUrl":1791,"attachmentUrl":1792},"cmu-15-779-kv-cache-granularity-study","\u002Fposts\u002Fcmu-15-779-kv-cache-granularity-study","CMU 15-779 学习记录 14：KV 页大小、共享边界与 CPU 实现成本","2026-10-12",[1782,1783,1784,1785],"CMU 15-779","KV cache","PagedAttention","系统实验","用 210 组 CPU 配置比较连续与分页 KV cache，观察 31\u002F32-token 共享前缀的页边界，分别记录活跃槽位、池容量、复制计数和完整调用耗时。","\u002Fimages\u002Fposts\u002Fcmu-15-779-kv-serving-speculative-sampling\u002Fcmu-serving-cover-20261019.webp","浅色手绘分页存储抽屉与共享前缀卡片，旁边连接不同长度的请求队列","个人课程项目中的 CPU 实验记录，延续记录 11 的分页 KV 实现。已完成 210 组配置与 1470 次计时，输出均通过连续存储参考对照；本篇不代表正式作业提交、整门课程或项目全部交付完成。 同样是共享 31 个 token，",12,"https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002F200faf569eccf94fb125e65110bb5d14094d454a","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fkv-cache-granularity-20261019.zip",{"slug":1794,"path":1795,"title":1796,"date":1797,"tags":1798,"description":1801,"cover":1802,"coverAlt":1803,"excerpt":1804,"draft":1548,"hidden":1548,"published":1550,"readingTime":674,"series":1782,"seriesOrder":1805,"codeUrl":1806,"attachmentUrl":1807},"cmu-15-779-moe-routing-capacity","\u002Fposts\u002Fcmu-15-779-moe-routing-capacity","CMU 15-779 学习记录 13：MoE 路由、稀疏分发与容量溢出","2026-10-09",[1782,1799,1800],"MoE","Routing","用 CPU top-2 MoE 检查稀疏分发的输出与梯度，统计 expert-token 行数，并保留容量丢弃会改变输出的反例。","\u002Fimages\u002Fposts\u002Fcmu-15-779-moe-routing-capacity\u002Fcmu-moe-cover-20261019.webp","浅色手绘分拣器将小珠分配到四个专家工作屋，队列呈现负载不均","第 18 讲的个人配套实验。36 号脚本串行运行 CPU 专家，检查 topk 路由后的分发与合并；没有训练 router，也没有执行 GPU grouped GEMM 或跨设备 alltoall。 上一节记录低秩适配，这次转向每个",13,"https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002Fc4851e0cedadf13af7c421867e83c8ff57244fa0","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fcpu-parallel-serving-lora-moe-20261019.zip",{"slug":1809,"path":1810,"title":1811,"date":1812,"tags":1813,"description":1815,"cover":1816,"coverAlt":1817,"excerpt":1818,"draft":1548,"hidden":1548,"published":1550,"readingTime":674,"series":1782,"seriesOrder":1790,"codeUrl":1806,"attachmentUrl":1807},"cmu-15-779-lora-uniform-quantization","\u002Fposts\u002Fcmu-15-779-lora-uniform-quantization","CMU 15-779 学习记录 12：LoRA 首步梯度、权重合并与均匀 4-bit 打包","2026-10-06",[1782,1560,1814],"Quantization","用一次 CPU SGD 更新检查 LoRA 初始化、冻结基座与合并等价，再分别记录均匀 4-bit 存储字节数和量化误差。","\u002Fimages\u002Fposts\u002Fcmu-15-779-lora-uniform-quantization\u002Fcmu-lora-cover-20261019.webp","浅色手绘的大计算板、两块细长适配板和成对打包的小方块","第 17 讲的个人配套实验，35 号脚本实际执行一次 CPU LoRA 更新，并实现均匀 4bit 打包。实验检查机制与数值误差，不评估微调任务效果，也没有实现完整 QLoRA。 这次把两个问题分开记录：低秩分支是否能合并进原权重，",{"slug":1820,"path":1821,"title":1822,"date":1823,"tags":1824,"description":1828,"cover":1787,"coverAlt":1829,"excerpt":1830,"draft":1548,"hidden":1548,"published":1550,"readingTime":708,"series":1782,"seriesOrder":1746,"codeUrl":1806,"attachmentUrl":1807},"cmu-15-779-kv-serving-speculative-sampling","\u002Fposts\u002Fcmu-15-779-kv-serving-speculative-sampling","CMU 15-779 学习记录 11：分页 KV、连续批处理与推测采样","2026-10-03",[1782,1825,1826,1827],"LLM Serving","KV Cache","Speculative Decoding","在 CPU 上验证 KV 页共享和写时复制，用单位成本模型检查连续批处理，再用条件概率小模型核对推测采样的接受与补采样。","浅色手绘的共享卡片抽屉与不断补入小珠子的请求托盘","第 15、16 讲的个人配套实验。33 号实现 CPU 分页 KV 存储，37 号模拟请求准入，34 号运行小概率模型的推测采样。它们分别验证存储、调度和分布问题，没有测量真实 LLM 服务吞吐或 GPU 延迟。 记录 08已经对照",{"slug":1832,"path":1552,"title":5,"date":1546,"tags":1833,"description":1547,"cover":1544,"coverAlt":1545,"excerpt":1834,"draft":1548,"hidden":1548,"published":1550,"readingTime":1835},"qwen3-mid-post-train-mlx",[1557,1558,1559,1560,1561,817,1562],"在一台 M2 Pro、16 GB 内存的 Mac 上，能否把一个 Base 语言模型接续训练成输出 JSON 的运维事件分级助手？这次项目完成了领域持续训练、监督微调、检查点选择、重新加载和独立测试，并保留了权重、日志和数据哈希。 ",16,{"slug":1837,"path":1838,"title":1839,"date":1840,"tags":1841,"description":1845,"cover":1846,"coverAlt":1847,"excerpt":1848,"draft":1548,"hidden":1548,"published":1550,"readingTime":691,"series":1782,"seriesOrder":1774,"codeUrl":1806,"attachmentUrl":1807},"cmu-15-779-cpu-parallelism-pipeline","\u002Fposts\u002Fcmu-15-779-cpu-parallelism-pipeline","CMU 15-779 学习记录 10：加权梯度、状态分片与同步流水线","2026-09-30",[1782,1842,1843,1844],"Parallel Training","Gloo","Pipeline","用双 CPU 进程 Gloo 检查不等数据分片的梯度，推导持久状态字节数，再用依赖模型比较 GPipe 与同步 1F1B 的激活存活。","\u002Fimages\u002Fposts\u002Fcmu-15-779-cpu-parallelism-pipeline\u002Fcmu-parallel-cover-20261019.webp","浅色手绘的四阶段桌面流水线与按数量汇总的托盘","第 12 至 14 讲的个人配套实验，脚本编号 31、32 不对应官方作业。Gloo 实际运行两个 CPU 进程；张量切分、状态字节数和流水线分别按下文的数学或成本模型解释。真实 GPU 实测按学习安排跳过。 上一节检查单个计算图的",{"slug":1850,"path":1851,"title":1852,"date":1853,"tags":1854,"description":1857,"cover":1858,"coverAlt":1859,"excerpt":1860,"draft":1548,"hidden":1548,"published":1550,"readingTime":708,"series":1782,"seriesOrder":1735,"codeUrl":1861,"attachmentUrl":1862},"cmu-15-779-cpu-compiler-optimizations","\u002Fposts\u002Fcmu-15-779-cpu-compiler-optimizations","CMU 15-779 学习记录 09：CPU 编译优化、合法重写与候选搜索","2026-09-27",[1782,1855,1856,1572],"ML Compiler","TorchInductor","用 CPU 实验验证 BatchNorm 折叠、RMSNorm 重排与非线性反例，测量分块候选，并运行 TorchInductor，分别记录首调用与预热后的时间。","\u002Fimages\u002Fposts\u002Fcmu-15-779-cpu-compiler-optimizations\u002Fcmu-cpu-compiler-cover-20261019.webp","淡紫计算积木经过薄荷绿折叠模具变成浅蓝积木，前方摆放四种候选托盘的浅色手绘插画","编译章节的个人配套实验，编号 30 不对应官方作业。图重写、分块候选和 TorchInductor 均在 CPU 上运行；真实 GPU 实验按学习安排跳过。 上一节记录了分块 Attention 和 KV cache。这次转到编译优","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002F9261bea6aedf31cdccbbab2541ca693fc97b3743","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fcpu-compiler-optimizations-20261019.zip",{"slug":1864,"path":1865,"title":1866,"date":1867,"tags":1868,"description":1870,"cover":1871,"coverAlt":1872,"excerpt":1873,"draft":1548,"hidden":1548,"published":1550,"readingTime":1790,"series":1782,"seriesOrder":1580,"codeUrl":1791,"attachmentUrl":1874},"cmu-15-779-attention-online-softmax","\u002Fposts\u002Fcmu-15-779-attention-online-softmax","CMU 15-779 学习记录 08：分块 Attention、在线 Softmax 与 KV cache","2026-09-24",[1782,1691,1741,1869,1572],"FlashAttention","在 CPU 上对照完整 Attention、在线 Softmax 分块实现与 PyTorch SDPA，检查因果掩码、浮点误差和分数块大小，理解 FlashAttention 的一部分算法基础。","\u002Fimages\u002Fposts\u002Fcmu-15-779-attention-online-softmax\u002Fcmu-online-attention-cover-20261016.webp","浅紫色卡片分批进入绿色计算托盘，旁边三个状态容器保存累积量的浅色手绘插画","第 5 讲 Transformers & Attention 的个人配套实验。28\u002F29 号是 CPU 单头前向与 KV cache；后续补入 38 号 CUDA 多头合成张量的显式 SDPA MATH\u002FFLASH 对照。没有手写 ","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fcuda-triton-sdpa-20261019.zip",{"slug":1876,"path":1877,"title":1878,"date":1879,"tags":1880,"description":1885,"cover":1886,"coverAlt":1887,"excerpt":1888,"draft":1548,"hidden":1548,"published":1550,"readingTime":1774,"series":1782,"seriesOrder":708,"codeUrl":1791,"attachmentUrl":1874},"cmu-15-779-matmul-tiling-tree-reduction","\u002Fposts\u002Fcmu-15-779-matmul-tiling-tree-reduction","CMU 15-779 学习记录 07：矩阵分块、数据复用与树形归约","2026-09-21",[1782,1881,1882,1883,1884],"CUDA","矩阵乘法","数据复用","归约","用 CPU 模型统计矩阵分块的输入读取次数，再比较串行求和和树形归约的依赖深度，记录补零、同步与浮点加法顺序的边界。","\u002Fimages\u002Fposts\u002Fcmu-15-779-matmul-tiling-tree-reduction\u002Fcmu-matmul-reduction-cover-20261016.webp","矩阵积木在共享托盘中复用，旁边的小珠沿树形管道逐层合并的浅色手绘插画","GPU Architecture & CUDA Programming 的个人配套实验。首次记录用 CPU 模型检查数据复用与依赖深度；后续补入单卡 GPU 原生 CUDA 矩阵验证，以及 Triton 两阶段归约和矩阵乘法实测。 ",{"slug":1890,"path":1891,"title":1892,"date":1893,"tags":1894,"description":1897,"cover":1898,"coverAlt":1899,"excerpt":1900,"draft":1548,"hidden":1548,"published":1550,"readingTime":1774,"series":1782,"seriesOrder":691,"codeUrl":1791,"attachmentUrl":1874},"cmu-15-779-cuda-thread-indexing","\u002Fposts\u002Fcmu-15-779-cuda-thread-indexing","CMU 15-779 学习记录 06：CUDA 线程索引与边界检查","2026-09-18",[1782,1881,1594,1895,1896],"线程索引","边界检查","用 CPU 演示 CUDA 的 block、thread 与全局下标：10 个元素如何分给 3 个线程块，为什么要跳过越界线程，以及这些验证能说明什么。","\u002Fimages\u002Fposts\u002Fcmu-15-779-cuda-thread-indexing\u002Fcmu-cuda-indexing-cover-20261015.webp","分组的浅紫色计算方块与末端边界挡板组成线程分配教具的浅色插画","GPU Architecture & CUDA Programming 的个人配套练习。首次记录为 CPU 索引演示；后续在单卡 GPU 环境补入原生 CUDA 编译、运行与 memcheck，以及 Triton 向量加法实测。 上",{"slug":1902,"path":1903,"title":1904,"date":1905,"tags":1906,"description":1910,"cover":1911,"coverAlt":1912,"excerpt":1913,"draft":1548,"hidden":1548,"published":1550,"readingTime":1774,"series":1782,"seriesOrder":674,"codeUrl":1914,"attachmentUrl":1915},"cmu-15-779-profiler-operator-batching","\u002Fposts\u002Fcmu-15-779-profiler-operator-batching","CMU 15-779 学习记录 05：Profiler、算子调用与批量推理","2026-09-15",[1782,1572,1907,1908,1909],"Profiler","批量推理","性能分析","对照 ML Systems 基础，用 Profiler 拆开两层网络的执行过程，再固定 1000 个样本扫描 batch size，观察算子调用次数、尾批和 CPU 耗时。","\u002Fimages\u002Fposts\u002Fcmu-15-779-profiler-operator-batching\u002Fcmu-pytorch-profiling-cover-20261015.webp","放大镜观察线性层与 ReLU 模块，旁边面板呈现执行片段的浅色技术教具插画","本篇对照课程官网的 Introduction to ML Systems 整理，是个人配套 CPU 实验，不是课程官方作业。脚本编号是练习顺序，不对应课程讲次。 前几篇一直在补 PyTorch 基础。到了这一步，我在学习聊天里问：现","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002Fcecf5110d8a95161bb5763eadfca94cd7a0cc50f","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-profiler-batching-20261015.zip",{"slug":1917,"path":1918,"title":1919,"date":1920,"tags":1921,"description":1924,"cover":1925,"coverAlt":1926,"excerpt":1927,"draft":1548,"hidden":1548,"published":1550,"readingTime":1735,"series":1782,"seriesOrder":632,"codeUrl":1928,"attachmentUrl":1929},"cmu-15-779-pytorch-linear-relu-absolute-value","\u002Fposts\u002Fcmu-15-779-pytorch-linear-relu-absolute-value","CMU 15-779 学习记录 04：多输出线性层、ReLU 与绝对值网络","2026-09-12",[1782,1572,1882,1922,1923],"ReLU","神经网络","把 nn.Linear 对应到矩阵乘法，弄清多个输出怎样计算，再逐层拆开一个绝对值网络，比较手动设置参数与训练得到的结果。","\u002Fimages\u002Fposts\u002Fcmu-15-779-pytorch-linear-relu-absolute-value\u002Fcmu-pytorch-absolute-cover-20261015.webp","双分支经过折角模块后汇入紫色 V 形曲线面板的浅色技术教具插画","本篇整理的是学习 CMU 15779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。 接着前一篇的批量推理与矩阵乘法，我继续把 model(x) 拆开看：一层里有多个输出时，每个数是怎么算出来的？两","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002F4cc63904a3a583da4a2122c246a14b43aac38528","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-linear-relu-abs-20261015.zip",{"slug":1931,"path":1932,"title":1933,"date":1934,"tags":1935,"description":1938,"cover":1939,"coverAlt":1940,"excerpt":1941,"draft":1548,"hidden":1548,"published":1550,"readingTime":1735,"series":1782,"seriesOrder":596,"codeUrl":1942,"attachmentUrl":1943},"cmu-15-779-pytorch-dataloader-checkpoints-batching","\u002Fposts\u002Fcmu-15-779-pytorch-dataloader-checkpoints-batching","CMU 15-779 学习记录 03：DataLoader、模型保存与批量推理","2026-09-09",[1782,1572,1936,1908,1937],"DataLoader","模型保存","用 DataLoader 分批训练平方函数，保存并加载模型参数，再比较 1000 个样本与 1 个样本的推理耗时，最后把批量计算对应到矩阵乘法。","\u002Fimages\u002Fposts\u002Fcmu-15-779-pytorch-dataloader-checkpoints-batching\u002Fcmu-pytorch-batching-cover-20261015.webp","样本卡片按批次进入计算模块，旁边配有参数存储盒和输出矩阵面板的技术插画","本篇整理的是学习 CMU 15779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。 接着前一篇的平方函数实验，这一节继续练习分批训练、保存参数和独立预测。最后做了一次计时：同一个小网络，逐个处理 ","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-batching-20261015.zip",{"slug":1945,"path":1946,"title":1947,"date":1948,"tags":1949,"description":1950,"cover":1951,"coverAlt":1952,"excerpt":1953,"draft":1548,"hidden":1548,"published":1550,"readingTime":1735,"series":1782,"seriesOrder":567,"codeUrl":1942,"attachmentUrl":1954},"cmu-15-779-pytorch-linear-module-relu","\u002Fposts\u002Fcmu-15-779-pytorch-linear-module-relu","CMU 15-779 学习记录 02：nn.Linear、张量形状与 ReLU","2026-09-06",[1782,1572,1923,1922],"从带偏置的线性回归开始，弄清 nn.Linear 和 nn.Module 的分工，再用平方函数观察线性模型的限制、ReLU 的作用和测试点的选择。","\u002Fimages\u002Fposts\u002Fcmu-15-779-pytorch-linear-module-relu\u002Fcmu-pytorch-relu-cover-20261015.webp","输入经过两层神经网络和 ReLU 折角模块，输出曲线拟合结果的技术插画","本篇整理的是学习 CMU 15779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。 上一篇里，我用一个参数拟合了 $y=2x$。这一篇继续顺着往下写，先加上偏置，再把手写参数换成 nn.Linea","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-models-20261015.zip",{"slug":1956,"path":1957,"title":1958,"date":1959,"tags":1960,"description":1963,"cover":1964,"coverAlt":1965,"excerpt":1966,"draft":1548,"hidden":1548,"published":1550,"readingTime":1774,"series":1782,"seriesOrder":143,"codeUrl":1942,"attachmentUrl":1967},"cmu-15-779-pytorch-autograd-linear-regression","\u002Fposts\u002Fcmu-15-779-pytorch-autograd-linear-regression","CMU 15-779 学习记录 01：PyTorch 自动求导与线性回归","2026-09-03",[1782,1572,1961,1962],"自动求导","线性回归","从自动求导和手动梯度下降开始，比较学习率，再用 SGD 训练线性回归。记录 w * 4 写错后停在 1.25 的原因和修正结果。","\u002Fimages\u002Fposts\u002Fcmu-15-779-pytorch-autograd-linear-regression\u002Fcmu-pytorch-autograd-cover-20261015.webp","梯度曲面上的小球沿路径下降，前侧面板展示散点与拟合直线的技术插画","本篇整理的是学习 CMU 15779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。 开始学习 CMU 15779 时，我会 Python，但还没用过 PyTorch。这次先在 Mac 上用 CPU","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-basics-20261013.zip",{"slug":1969,"path":1970,"title":1971,"date":1972,"tags":1973,"description":1979,"cover":1980,"coverAlt":1981,"excerpt":1982,"draft":1548,"hidden":1548,"published":1550,"readingTime":1805,"codeUrl":1983,"attachmentUrl":1984},"embodied-pickplace-lab-robustness","\u002Fposts\u002Fembodied-pickplace-lab-robustness","Pickplace Lab 项目复盘：抓取成功率之外的时延与失败分析","2026-08-29",[1974,1975,1976,1572,1977,1978],"具身智能","模仿学习","MuJoCo","机器人","鲁棒性","从 MuJoCo 抓取搬运闭环出发，记录 22,100 个评测回合。动作平滑在自建任务的 50 ms 延迟下有效，换到 Panda Lift 却没有支持同样的收益。","\u002Fimages\u002Fposts\u002Fembodied-pickplace-lab-robustness\u002Fpickplace-grasp-cover-20261016.webp","MuJoCo 实际渲染的笛卡尔夹爪抓取方块场景，桌面上标出放置目标","Pickplace Lab 从一个简单任务开始：让夹爪抓起方块，搬到指定位置，放下，再退开。先把仿真、示范采集、训练和闭环评测接起来，随后再问：干净条件下成功的策略，换一种执行条件，还能不能完成任务？ 最值得讨论的结果出现在指令延迟","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fembodied-pickplace-lab\u002Ftree\u002Fv0.1.0","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fembodied-pickplace-lab\u002Freleases\u002Fdownload\u002Fv0.1.0\u002Fpickplace-lab-research-v1.zip",{"slug":1986,"path":1987,"title":1988,"date":1989,"tags":1990,"description":1995,"cover":1996,"coverAlt":1997,"excerpt":1998,"draft":1548,"hidden":1548,"published":1550,"readingTime":1999},"qwen25-vl-sglang-verl-single-gpu-lab","\u002Fposts\u002Fqwen25-vl-sglang-verl-single-gpu-lab","从 Mac 到单卡 GPU：Qwen2.5-VL 部署、GRPO 与计数 LoRA 实践","2026-08-19",[1678,1620,1991,1992,1993,1994,1559],"SGLang","verl","GRPO","推理优化","在 M2 Pro 和云端单卡上部署 Qwen2.5-VL-3B，实测连续批处理、前缀缓存与 SGLang 参数调优，再用 verl 完成多模态 GRPO 更新和同条件前后评测，记录有效优化、兼容性问题与未观察到提升的结果。","\u002Fimages\u002Fposts\u002Fqwen25-vl-sglang-verl-single-gpu-lab\u002Fqvl-lab-cover-20261010.webp","笔记本与单卡计算模块通过图像和 token 光轨连接的实验台插画","这次实验从一个很具体的问题开始：M2 Pro、16 GB 统一内存，能不能在本机跑 Qwen2.5VL？跑起来之后，我又想把图文问答、推理性能测量和强化学习训练接成一条完整流程。 本机的 MLX 4bit 服务和云端的 SGLang",29,{"slug":2001,"path":2002,"title":2003,"date":2004,"tags":2005,"description":2009,"cover":2010,"coverAlt":2011,"excerpt":2012,"draft":1548,"hidden":1548,"published":1550,"readingTime":1805},"cycleresearcher-post-training","\u002Fposts\u002Fcycleresearcher-post-training","从 DeepReviewer 2.0 到 CycleResearcher：科研 Agent 如何真正做 Post-training","2026-08-07 17:33:05",[1557,1679,1621,2006,2007,2008],"SimPO","Reward Model","ICLR","区分推理时 Agent 编排与模型后训练，并拆解 CycleResearcher 的领域 SFT、生成式 Reward Model、Iterative SimPO 和评测风险。","\u002Fimages\u002Fposts\u002Fcycleresearcher-post-training\u002Fcycleresearcher-cover-20261018.webp","策略生成模块产出多份候选文稿经多维评审棱镜排序后通过偏好梯度反馈弧闭环优化的等距技术插画","看到一个系统会检索、规划、反思和调用工具，不能据此判断它做过 Posttraining。Agent 描述的是模型在运行时如何完成任务；Posttraining 描述的是预训练之后，是否继续用监督数据、偏好数据或奖励信号更新模型参数。",{"slug":2014,"path":2015,"title":2016,"date":2017,"tags":2018,"description":2020,"cover":2021,"coverAlt":2022,"excerpt":2023,"draft":1548,"hidden":1548,"published":1550,"readingTime":1656,"series":2024,"seriesOrder":143},"cuda-fused-rmsnorm-kernel","\u002Fposts\u002Fcuda-fused-rmsnorm-kernel","从 PyTorch 到 CUDA Kernel：融合 RMSNorm 在 RTX 4090D 上加速 4.27 倍","2026-07-22 18:16:50",[1881,1592,1594,1572,1703,2019],"Kernel 优化","从零实现 PyTorch CUDA 扩展，拆解 RMSNorm 的访存瓶颈、warp 归约、向量化加载、算子融合与冷热缓存 benchmark。","\u002Fimages\u002Fposts\u002Fcuda-fused-rmsnorm-kernel\u002Fcuda-rmsnorm-cover-20261018.webp","融合残差加法与向量化 float4 访存经 Warp Shuffle 蝴蝶树归约输出归一化张量的等距硬件架构插画","为了准备 AI Infra 岗位，我做了一个尽量小而完整的 CUDA 项目：不追求堆很多算子，而是选一个真实的 LLM 推理路径，把实现、正确性、benchmark 和性能解释全部做扎实。 项目实现了两个 PyTorch CUDA ","AI Infra 实战",{"slug":2026,"path":2027,"title":2028,"date":2029,"tags":2030,"description":2032,"cover":2033,"coverAlt":2034,"excerpt":2035,"draft":1548,"hidden":1548,"published":1550,"readingTime":1580,"series":2036,"seriesOrder":143},"agent-memory","\u002Fposts\u002Fagent-memory","Agent 上下文工程与分层记忆架构：从 Observation 剪枝、滚动摘要到向量召回闭环","2026-04-24",[1557,1621,2031,1592],"RAG","结合生产级多约束 Agent 与超 100K Token 科研智能体实践，系统拆解长程会话中的上下文膨胀与注意力稀释问题：涵盖 Observation 结构化剪枝（降低约 40% Token 开销）、滚动工作摘要、向量检索长期记忆及 Prefix Cache 友好的上下文组装。","\u002Fimages\u002Fposts\u002Fagent-memory\u002Fagent-memory-cover-20261018.webp","底层高噪数据经剪枝滤网进入中期滑动窗口与金色状态台账并由顶层向量星座按需召回的三层记忆架构插画","在构建多步工具调用（ToolUse）与长周期自主规划（Autonomous Planning）的 Agent 系统时，上下文管理（Context Engineering）往往比单纯改写 System Prompt 更决定线上稳定性。","Agent 上下文工程",{"slug":2038,"path":2039,"title":2040,"date":2041,"tags":2042,"description":2045,"cover":2046,"coverAlt":2047,"excerpt":2048,"draft":1548,"hidden":1548,"published":1550,"readingTime":674,"series":2049,"seriesOrder":567},"backend-stack-deep-dive","\u002Fposts\u002Fbackend-stack-deep-dive","高并发 AI 平台后端基础设施实践：FastAPI 异步网关、SQLAlchemy 2.0 Async、PostgreSQL 与 Docker 沙箱编排","2026-04-07",[1707,1704,1706,2043,2044,1592],"PostgreSQL","Docker","结合 DeepScientist 生产级 AI 科研平台实践，拆解 FastAPI ASGI 异步事件循环、SQLAlchemy 2.0 + AsyncPG 连接池调优、PostgreSQL + MinIO 存储分层与 Docker SDK 动态沙箱容器编排的职责边界与核心设计。","\u002Fimages\u002Fposts\u002Fbackend-stack-deep-dive\u002Fbackend-stack-cover-20261018.webp","ASGI 异步事件循环涡轮将非阻塞协程流分发至 PostgreSQL 连接池、MinIO 存储矩阵与动态 Docker 沙箱的等距架构插画","结合 DeepScientist 生产级 AI 科研平台（服务 7,000+ 用户）的实际工程落地，本文系统拆解支撑高并发流式推理与容器沙箱调度的后端基础设施栈——FastAPI（ASGI 异步网关 + SSE 流式推送）、SQLA","DeepScientist 工程复盘",{"slug":2051,"path":2052,"title":2053,"date":2054,"tags":2055,"description":2058,"cover":2059,"coverAlt":2060,"excerpt":2061,"draft":1548,"hidden":1548,"published":1550,"readingTime":1746,"series":2062,"seriesOrder":143},"minicode-source-analysis","\u002Fposts\u002Fminicode-source-analysis","MiniCode 架构与工具评测深度拆解：开源终端 Agentic Coding 引擎（1k+ Stars）的 ReAct、MCP 与 30 项基准验证","2026-04-06",[1621,2056,2057,1651,1592],"TypeScript","MCP","深度剖析开源终端 AI 编程智能体 MiniCode（1k+ GitHub Stars）的核心架构：从零重型依赖的 ReAct 规划循环、声明式工具注册表与权限拦截层、MCP 协议帧自动协商，到 30 项可执行 Tool-Use 评测基准（86.7% 完成率、100% 错误恢复率）的失败分布归因与闭环优化。","\u002Fimages\u002Fposts\u002Fminicode-source-analysis\u002Fminicode-cover-20261018.webp","终端编程智能体控制台被 ReAct 状态环、Unified Diff 补丁预览门与 MCP 协议插槽环绕的等距技术插画","MiniCode 是我作为核心开发者参与构建的开源终端 Agentic Coding 引擎（目前已在 GitHub 获得 1,000+ Stars）。项目的核心设计目标是：在不引入庞大运行时框架的前提下，用约 5,000 行高内聚的","AI 项目源码导读",{"slug":2064,"path":2065,"title":2066,"date":2054,"tags":2067,"description":2068,"cover":2069,"coverAlt":2070,"excerpt":2071,"draft":1548,"hidden":1548,"published":1550,"readingTime":1774,"series":2049,"seriesOrder":143},"deepscientist-tech-stack","\u002Fposts\u002Fdeepscientist-tech-stack","DeepScientist 架构与运行时全解析：超 100K 上下文科研智能体、MCP 沙箱与高并发流式系统",[1621,1592,2057,2044,1706,1704],"深度拆解服务 7,000+ 用户的科研自主智能体平台 DeepScientist：从一题一仓库（Quest）持久化状态机、MCP 工具栈（memory \u002F artifact \u002F bash_exec）、Docker SDK 动态容器编排，到 SSE + WebSocket 双流通信与 PostgreSQL \u002F Redis \u002F Prometheus 生产级基础设施。","\u002Fimages\u002Fposts\u002Fdeepscientist-tech-stack\u002Fdeepscientist-cover-20261018.webp","科研智能体编排核心通过 memory、artifact 与隔离容器沙箱三座协议桥连接双流工作台的等距架构插画","DeepScientist（deepscientist.cc）是我们在西湖大学自然语言处理实验室研发的自主科学发现与科研管理平台，目前累计服务 7,000+ 科研用户。与单轮对话或纯文本文献问答工具不同，科研智能体需要在数小时乃至数",1795088944462]