[{"data":1,"prerenderedAt":7271},["ShallowReactive",2],{"post-\u002Fposts\u002Fllm-mrd-distillation-auditable-review-agents":3,"archive-public-posts":6773},{"id":4,"title":5,"body":6,"categories":6753,"cover":6755,"coverAlt":6756,"date":6757,"description":6758,"draft":6759,"extension":6760,"haloPublished":3725,"haloSync":3725,"hidden":6759,"legacy":6759,"meta":6761,"navigation":3725,"path":6762,"published":6759,"readingTime":6763,"seo":6764,"series":6763,"seriesOrder":6763,"stem":6765,"tags":6766,"__hash__":6772},"posts\u002Fposts\u002Fllm-mrd-distillation-auditable-review-agents.md","多视角推理蒸馏（LLM-MRD）与可审计生成式评审系统（DeepReviewer 2.0）深度拆解",{"type":7,"value":8,"toc":6739},"minimark",[9,13,30,76,79,84,257,278,285,290,293,307,588,595,605,609,1260,1645,2239,2356,2486,3368,3669,3672,4830,4834,4856,4992,4995,5112,5117,5157,5159,5163,5169,5190,5196,5202,5314,5317,5435,5768,5772,5775,5885,6402,6457,6461,6464,6561,6575,6682,6699,6703,6706,6724,6735],[10,11,12],"p",{},"把大语言模型或视觉语言模型（VLM）的深度推理能力用到实际系统中，通常会面临一个两难选择：",[14,15,16,24],"ul",{},[17,18,19,23],"li",{},[20,21,22],"strong",{},"如果场景受限于毫秒级在线延迟（如高吞吐多模态内容审核与虚假信息检测）","：直接在线调用 7B～72B 的多模态大模型做长链条思维链（CoT）生成，单次推理往往需要数百毫秒乃至数秒，延迟与算力成本都难以承受；",[17,25,26,29],{},[20,27,28],{},"如果场景容许秒级或分钟级深度思考，但对结论的可追溯性要求极高（如科学论文同行评审与技术方案审计）","：直接让大模型自由生成一段评论，极易出现“遗漏核心实验缺陷”、“拿不同任务\u002F数据集的论文误判新颖性”或“给出空泛不可执行的修改建议”。",[10,31,32,33,36,37,41,42,49,50,36,53,56,57,62,63,71,72,75],{},"本文结合我参与的两项研究工作——",[20,34,35],{},"LLM-MRD","（",[38,39,40],"em",{},"Multi-View Reasoning Distillation","，DASFAA 2026 Oral，",[43,44,48],"a",{"href":45,"rel":46},"https:\u002F\u002Farxiv.org\u002Fabs\u002F2603.19293",[47],"nofollow","arXiv:2603.19293","）与 ",[20,51,52],{},"DeepReviewer 2.0",[38,54,55],{},"A Traceable Agentic System for Auditable Scientific Peer Review","，",[43,58,61],{"href":59,"rel":60},"https:\u002F\u002Farxiv.org\u002Fabs\u002F2604.09590",[47],"arXiv:2604.09590","），分别拆解这两条互补的技术路线：",[20,64,65,66,70],{},"如何将慢思考多模态教师的知识通过“特征空间残差校准蒸馏”压入 358M 小模型实现 ",[67,68,69],"code",{},"17.2 ms"," 独立推理","，以及",[20,73,74],{},"如何用“主张-证据-风险台账 + 双重门控”约束复杂推理时 Agent 的输出质量","。",[77,78],"hr",{},[80,81,83],"h2",{"id":82},"第一部分llm-mrd-为什么不让学生模型直接模仿教师输出-cot","第一部分：LLM-MRD —— 为什么不让学生模型直接模仿教师输出 CoT？",[10,85,86,87,170,171,256],{},"在多模态虚假新闻检测（Multimodal Fake News Detection）任务中，给定图文配对样本 ",[88,89,92,130],"span",{"className":90},[91],"katex",[88,93,96],{"className":94},[95],"katex-mathml",[97,98,100],"math",{"xmlns":99},"http:\u002F\u002Fwww.w3.org\u002F1998\u002FMath\u002FMathML",[101,102,103,125],"semantics",{},[104,105,106,111,115,119,122],"mrow",{},[107,108,110],"mo",{"stretchy":109},"false","(",[112,113,114],"mi",{},"T",[107,116,118],{"separator":117},"true",",",[112,120,121],{},"I",[107,123,124],{"stretchy":109},")",[126,127,129],"annotation",{"encoding":128},"application\u002Fx-tex","(T, I)",[88,131,134],{"className":132,"ariaHidden":117},[133],"katex-html",[88,135,138,143,147,153,157,162,166],{"className":136},[137],"base",[88,139],{"className":140,"style":142},[141],"strut","height:1em;vertical-align:-0.25em;",[88,144,110],{"className":145},[146],"mopen",[88,148,114],{"className":149,"style":152},[150,151],"mord","mathnormal","margin-right:0.1389em;",[88,154,118],{"className":155},[156],"mpunct",[88,158],{"className":159,"style":161},[160],"mspace","margin-right:0.1667em;",[88,163,121],{"className":164,"style":165},[150,151],"margin-right:0.0785em;",[88,167,124],{"className":168},[169],"mclose","，模型需要判断其真伪 ",[88,172,174,207],{"className":173},[91],[88,175,177],{"className":176},[95],[97,178,179],{"xmlns":99},[101,180,181,204],{},[104,182,183,186,189,192,196,198,201],{},[112,184,185],{},"y",[107,187,188],{},"∈",[107,190,191],{"stretchy":109},"{",[193,194,195],"mn",{},"0",[107,197,118],{"separator":117},[193,199,200],{},"1",[107,202,203],{"stretchy":109},"}",[126,205,206],{"encoding":128},"y \\in \\{0, 1\\}",[88,208,210,232],{"className":209,"ariaHidden":117},[133],[88,211,213,217,221,225,229],{"className":212},[137],[88,214],{"className":215,"style":216},[141],"height:0.7335em;vertical-align:-0.1944em;",[88,218,185],{"className":219,"style":220},[150,151],"margin-right:0.0359em;",[88,222],{"className":223,"style":224},[160],"margin-right:0.2778em;",[88,226,188],{"className":227},[228],"mrel",[88,230],{"className":231,"style":224},[160],[88,233,235,238,241,244,247,250,253],{"className":234},[137],[88,236],{"className":237,"style":142},[141],[88,239,191],{"className":240},[146],[88,242,195],{"className":243},[150],[88,245,118],{"className":246},[156],[88,248],{"className":249,"style":161},[160],[88,251,200],{"className":252},[150],[88,254,203],{"className":255},[169],"。虚假信息往往隐藏在三个不同维度：",[258,259,260,266,272],"ol",{},[17,261,262,265],{},[20,263,264],{},"文本视角（Text Manipulation）","：耸人听闻的修辞、逻辑矛盾或事实捏造；",[17,267,268,271],{},[20,269,270],{},"图像视角（Image Artifact）","：拼接篡改痕迹、生成伪影或异常光影；",[17,273,274,277],{},[20,275,276],{},"跨模态视角（Text-Image Consistency）","：真实旧图配虚假新文、图文语义错位。",[10,279,280,281,284],{},"大参数量的视觉语言模型（如 ",[67,282,283],{},"Qwen2.5-VL","）擅长针对上述三个视角做显式推理分析，但参数量达数十亿；而传统的双塔或三路编码器（BERT + MAE + CLIP）推理只需十几个毫秒，却缺乏深层常识与跨视角逻辑推理能力。",[286,287,289],"h3",{"id":288},"_1-显式-token-级-cot-蒸馏-vs-隐空间残差校准蒸馏","1. 显式 Token 级 CoT 蒸馏 vs 隐空间残差校准蒸馏",[10,291,292],{},"一种直觉的做法是：让教师模型生成三段 CoT 文本，然后微调一个自回归小模型在测试时先逐 token 生成 CoT 再输出分类标签。但这会带来两个严重问题：",[14,294,295,301],{},[17,296,297,300],{},[20,298,299],{},"在线自回归延迟无法消除","：哪怕小模型只有几亿参数，逐 token 生成数百字的分析依然要经历数十步 Decode，完全丧失了判别式编码器单次前向的延迟优势；",[17,302,303,306],{},[20,304,305],{},"小模型生成误差累积","：小容量模型在长文本生成中极易出现中途幻觉，一旦前面生成的推理链跑偏，建立在推理链之上的最终分类反而比不生成 CoT 更差。",[10,308,309,310,313,314,316,317,36,488,587],{},"因此，LLM-MRD 采用了",[20,311,312],{},"“离线教师多视角推理编码 + 在线学生特征残差校准（Calibration Distillation）”","的设计：教师 ",[67,315,283],{}," 仅在离线训练阶段使用，其生成的三视角推理链通过冻结的 Sentence Transformer 编码为稠密语义目标向量 ",[88,318,320,357],{"className":319},[91],[88,321,323],{"className":322},[95],[97,324,325],{"xmlns":99},[101,326,327,354],{},[104,328,329,342,344],{},[330,331,332,335,338],"msubsup",{},[112,333,334],{},"f",[112,336,337],{},"v",[339,340,341],"mtext",{},"teacher",[107,343,188],{},[345,346,347,351],"msup",{},[112,348,350],{"mathvariant":349},"double-struck","R",[112,352,353],{},"d",[126,355,356],{"encoding":128},"f_v^{\\text{teacher}} \\in \\mathbb{R}^d",[88,358,360,452],{"className":359,"ariaHidden":117},[133],[88,361,363,367,443,446,449],{"className":362},[137],[88,364],{"className":365,"style":366},[141],"height:1.0961em;vertical-align:-0.247em;",[88,368,370,374],{"className":369},[150],[88,371,334],{"className":372,"style":373},[150,151],"margin-right:0.1076em;",[88,375,378],{"className":376},[377],"msupsub",[88,379,383,434],{"className":380},[381,382],"vlist-t","vlist-t2",[88,384,387,429],{"className":385},[386],"vlist-r",[88,388,392,410],{"className":389,"style":391},[390],"vlist","height:0.8491em;",[88,393,395,400],{"style":394},"top:-2.453em;margin-left:-0.1076em;margin-right:0.05em;",[88,396],{"className":397,"style":399},[398],"pstrut","height:2.7em;",[88,401,407],{"className":402},[403,404,405,406],"sizing","reset-size6","size3","mtight",[88,408,337],{"className":409,"style":220},[150,151,406],[88,411,413,416],{"style":412},"top:-3.063em;margin-right:0.05em;",[88,414],{"className":415,"style":399},[398],[88,417,419],{"className":418},[403,404,405,406],[88,420,422],{"className":421},[150,406],[88,423,426],{"className":424},[150,425,406],"text",[88,427,341],{"className":428},[150,406],[88,430,433],{"className":431},[432],"vlist-s","​",[88,435,437],{"className":436},[386],[88,438,441],{"className":439,"style":440},[390],"height:0.247em;",[88,442],{},[88,444],{"className":445,"style":224},[160],[88,447,188],{"className":448},[228],[88,450],{"className":451,"style":224},[160],[88,453,455,458],{"className":454},[137],[88,456],{"className":457,"style":391},[141],[88,459,461,465],{"className":460},[150],[88,462,350],{"className":463},[150,464],"mathbb",[88,466,468],{"className":467},[377],[88,469,471],{"className":470},[381],[88,472,474],{"className":473},[386],[88,475,477],{"className":476,"style":391},[390],[88,478,479,482],{"style":412},[88,480],{"className":481,"style":399},[398],[88,483,485],{"className":484},[403,404,405,406],[88,486,353],{"className":487},[150,151,406],[88,489,491,523],{"className":490},[91],[88,492,494],{"className":493},[95],[97,495,496],{"xmlns":99},[101,497,498,520],{},[104,499,500,502,504,506,508,510,513,515,518],{},[112,501,337],{},[107,503,188],{},[107,505,191],{"stretchy":109},[339,507,425],{},[107,509,118],{"separator":117},[339,511,512],{},"image",[107,514,118],{"separator":117},[339,516,517],{},"cross",[107,519,203],{"stretchy":109},[126,521,522],{"encoding":128},"v \\in \\{\\text{text}, \\text{image}, \\text{cross}\\}",[88,524,526,545],{"className":525,"ariaHidden":117},[133],[88,527,529,533,536,539,542],{"className":528},[137],[88,530],{"className":531,"style":532},[141],"height:0.5782em;vertical-align:-0.0391em;",[88,534,337],{"className":535,"style":220},[150,151],[88,537],{"className":538,"style":224},[160],[88,540,188],{"className":541},[228],[88,543],{"className":544,"style":224},[160],[88,546,548,551,554,560,563,566,572,575,578,584],{"className":547},[137],[88,549],{"className":550,"style":142},[141],[88,552,191],{"className":553},[146],[88,555,557],{"className":556},[150,425],[88,558,425],{"className":559},[150],[88,561,118],{"className":562},[156],[88,564],{"className":565,"style":161},[160],[88,567,569],{"className":568},[150,425],[88,570,512],{"className":571},[150],[88,573,118],{"className":574},[156],[88,576],{"className":577,"style":161},[160],[88,579,581],{"className":580},[150,425],[88,582,517],{"className":583},[150],[88,585,203],{"className":586},[169],"）；在线推理阶段完全脱离教师模型，仅运行 358M 参数的学生网络。",[10,589,590],{},[591,592],"img",{"alt":593,"src":594},"LLM-MRD 多视角推理校准蒸馏与跨注意力融合架构图","\u002Fimages\u002Fposts\u002Fllm-mrd-distillation-auditable-review-agents\u002Fllm-mrd-calibration-distillation-20261016.webp",[10,596,597,598,75],{},"图 1：LLM-MRD 核心架构。学生端提取文本（BERT）、图像（MAE）与跨模态（CLIP）三路特征，通过拼接上下文预测每个视角的残差修正向量，并在温度缩放 KL 与单视角交叉熵联合监督下对齐离线 Qwen2.5-VL 教师表示。",[43,599,604],{"href":594,"target":600,"rel":601},"_blank",[602,603],"noopener","noreferrer","查看大图",[286,606,608],{"id":607},"_2-多视角残差校准蒸馏的数学形式与实现","2. 多视角残差校准蒸馏的数学形式与实现",[10,610,611,612,868,869,940,941,1030,1031,1111,1112,1141,1142,1145,1146,1259],{},"设学生网络在三个视角提取的初始特征分别为 ",[88,613,615,658],{"className":614},[91],[88,616,618],{"className":617},[95],[97,619,620],{"xmlns":99},[101,621,622,655],{},[104,623,624,631,633,639,641,647,649],{},[625,626,627,629],"msub",{},[112,628,334],{},[339,630,425],{},[107,632,118],{"separator":117},[625,634,635,637],{},[112,636,334],{},[339,638,512],{},[107,640,118],{"separator":117},[625,642,643,645],{},[112,644,334],{},[339,646,517],{},[107,648,188],{},[345,650,651,653],{},[112,652,350],{"mathvariant":349},[112,654,353],{},[126,656,657],{"encoding":128},"f_{\\text{text}}, f_{\\text{image}}, f_{\\text{cross}} \\in \\mathbb{R}^d",[88,659,661,833],{"className":660,"ariaHidden":117},[133],[88,662,664,668,717,720,723,771,774,777,824,827,830],{"className":663},[137],[88,665],{"className":666,"style":667},[141],"height:0.9805em;vertical-align:-0.2861em;",[88,669,671,674],{"className":670},[150],[88,672,334],{"className":673,"style":373},[150,151],[88,675,677],{"className":676},[377],[88,678,680,708],{"className":679},[381,382],[88,681,683,705],{"className":682},[386],[88,684,687],{"className":685,"style":686},[390],"height:0.2806em;",[88,688,690,693],{"style":689},"top:-2.55em;margin-left:-0.1076em;margin-right:0.05em;",[88,691],{"className":692,"style":399},[398],[88,694,696],{"className":695},[403,404,405,406],[88,697,699],{"className":698},[150,406],[88,700,702],{"className":701},[150,425,406],[88,703,425],{"className":704},[150,406],[88,706,433],{"className":707},[432],[88,709,711],{"className":710},[386],[88,712,715],{"className":713,"style":714},[390],"height:0.15em;",[88,716],{},[88,718,118],{"className":719},[156],[88,721],{"className":722,"style":161},[160],[88,724,726,729],{"className":725},[150],[88,727,334],{"className":728,"style":373},[150,151],[88,730,732],{"className":731},[377],[88,733,735,762],{"className":734},[381,382],[88,736,738,759],{"className":737},[386],[88,739,742],{"className":740,"style":741},[390],"height:0.3175em;",[88,743,744,747],{"style":689},[88,745],{"className":746,"style":399},[398],[88,748,750],{"className":749},[403,404,405,406],[88,751,753],{"className":752},[150,406],[88,754,756],{"className":755},[150,425,406],[88,757,512],{"className":758},[150,406],[88,760,433],{"className":761},[432],[88,763,765],{"className":764},[386],[88,766,769],{"className":767,"style":768},[390],"height:0.2861em;",[88,770],{},[88,772,118],{"className":773},[156],[88,775],{"className":776,"style":161},[160],[88,778,780,783],{"className":779},[150],[88,781,334],{"className":782,"style":373},[150,151],[88,784,786],{"className":785},[377],[88,787,789,816],{"className":788},[381,382],[88,790,792,813],{"className":791},[386],[88,793,796],{"className":794,"style":795},[390],"height:0.1514em;",[88,797,798,801],{"style":689},[88,799],{"className":800,"style":399},[398],[88,802,804],{"className":803},[403,404,405,406],[88,805,807],{"className":806},[150,406],[88,808,810],{"className":809},[150,425,406],[88,811,517],{"className":812},[150,406],[88,814,433],{"className":815},[432],[88,817,819],{"className":818},[386],[88,820,822],{"className":821,"style":714},[390],[88,823],{},[88,825],{"className":826,"style":224},[160],[88,828,188],{"className":829},[228],[88,831],{"className":832,"style":224},[160],[88,834,836,839],{"className":835},[137],[88,837],{"className":838,"style":391},[141],[88,840,842,845],{"className":841},[150],[88,843,350],{"className":844},[150,464],[88,846,848],{"className":847},[377],[88,849,851],{"className":850},[381],[88,852,854],{"className":853},[386],[88,855,857],{"className":856,"style":391},[390],[88,858,859,862],{"style":412},[88,860],{"className":861,"style":399},[398],[88,863,865],{"className":864},[403,404,405,406],[88,866,353],{"className":867},[150,151,406],"。之所以不让每个视角 ",[88,870,872,890],{"className":871},[91],[88,873,875],{"className":874},[95],[97,876,877],{"xmlns":99},[101,878,879,887],{},[104,880,881],{},[625,882,883,885],{},[112,884,334],{},[112,886,337],{},[126,888,889],{"encoding":128},"f_v",[88,891,893],{"className":892,"ariaHidden":117},[133],[88,894,896,900],{"className":895},[137],[88,897],{"className":898,"style":899},[141],"height:0.8889em;vertical-align:-0.1944em;",[88,901,903,906],{"className":902},[150],[88,904,334],{"className":905,"style":373},[150,151],[88,907,909],{"className":908},[377],[88,910,912,932],{"className":911},[381,382],[88,913,915,929],{"className":914},[386],[88,916,918],{"className":917,"style":795},[390],[88,919,920,923],{"style":689},[88,921],{"className":922,"style":399},[398],[88,924,926],{"className":925},[403,404,405,406],[88,927,337],{"className":928,"style":220},[150,151,406],[88,930,433],{"className":931},[432],[88,933,935],{"className":934},[386],[88,936,938],{"className":937,"style":714},[390],[88,939],{}," 孤立地通过线性层投影去拟合 ",[88,942,944,964],{"className":943},[91],[88,945,947],{"className":946},[95],[97,948,949],{"xmlns":99},[101,950,951,961],{},[104,952,953],{},[330,954,955,957,959],{},[112,956,334],{},[112,958,337],{},[339,960,341],{},[126,962,963],{"encoding":128},"f_v^{\\text{teacher}}",[88,965,967],{"className":966,"ariaHidden":117},[133],[88,968,970,973],{"className":969},[137],[88,971],{"className":972,"style":366},[141],[88,974,976,979],{"className":975},[150],[88,977,334],{"className":978,"style":373},[150,151],[88,980,982],{"className":981},[377],[88,983,985,1022],{"className":984},[381,382],[88,986,988,1019],{"className":987},[386],[88,989,991,1002],{"className":990,"style":391},[390],[88,992,993,996],{"style":394},[88,994],{"className":995,"style":399},[398],[88,997,999],{"className":998},[403,404,405,406],[88,1000,337],{"className":1001,"style":220},[150,151,406],[88,1003,1004,1007],{"style":412},[88,1005],{"className":1006,"style":399},[398],[88,1008,1010],{"className":1009},[403,404,405,406],[88,1011,1013],{"className":1012},[150,406],[88,1014,1016],{"className":1015},[150,425,406],[88,1017,341],{"className":1018},[150,406],[88,1020,433],{"className":1021},[432],[88,1023,1025],{"className":1024},[386],[88,1026,1028],{"className":1027,"style":440},[390],[88,1029],{},"，是因为教师模型在分析单一视角时天然融合了全局图文上下文。为此，LLM-MRD 先将三个视角的特征拼接为全局上下文向量 ",[88,1032,1034,1054],{"className":1033},[91],[88,1035,1037],{"className":1036},[95],[97,1038,1039],{"xmlns":99},[101,1040,1041,1051],{},[104,1042,1043],{},[625,1044,1045,1048],{},[112,1046,1047],{},"F",[339,1049,1050],{},"concat",[126,1052,1053],{"encoding":128},"F_{\\text{concat}}",[88,1055,1057],{"className":1056,"ariaHidden":117},[133],[88,1058,1060,1064],{"className":1059},[137],[88,1061],{"className":1062,"style":1063},[141],"height:0.8333em;vertical-align:-0.15em;",[88,1065,1067,1070],{"className":1066},[150],[88,1068,1047],{"className":1069,"style":152},[150,151],[88,1071,1073],{"className":1072},[377],[88,1074,1076,1103],{"className":1075},[381,382],[88,1077,1079,1100],{"className":1078},[386],[88,1080,1082],{"className":1081,"style":686},[390],[88,1083,1085,1088],{"style":1084},"top:-2.55em;margin-left:-0.1389em;margin-right:0.05em;",[88,1086],{"className":1087,"style":399},[398],[88,1089,1091],{"className":1090},[403,404,405,406],[88,1092,1094],{"className":1093},[150,406],[88,1095,1097],{"className":1096},[150,425,406],[88,1098,1050],{"className":1099},[150,406],[88,1101,433],{"className":1102},[432],[88,1104,1106],{"className":1105},[386],[88,1107,1109],{"className":1108,"style":714},[390],[88,1110],{},"，再为每个视角 ",[88,1113,1115,1128],{"className":1114},[91],[88,1116,1118],{"className":1117},[95],[97,1119,1120],{"xmlns":99},[101,1121,1122,1126],{},[104,1123,1124],{},[112,1125,337],{},[126,1127,337],{"encoding":128},[88,1129,1131],{"className":1130,"ariaHidden":117},[133],[88,1132,1134,1138],{"className":1133},[137],[88,1135],{"className":1136,"style":1137},[141],"height:0.4306em;",[88,1139,337],{"className":1140,"style":220},[150,151]," 预测一个",[20,1143,1144],{},"残差修正向量（Residual Correction Vector）"," ",[88,1147,1149,1173],{"className":1148},[91],[88,1150,1152],{"className":1151},[95],[97,1153,1154],{"xmlns":99},[101,1155,1156,1170],{},[104,1157,1158],{},[625,1159,1160,1168],{},[1161,1162,1163,1165],"mover",{"accent":117},[112,1164,353],{},[107,1166,1167],{},"^",[112,1169,337],{},[126,1171,1172],{"encoding":128},"\\hat{d}_v",[88,1174,1176],{"className":1175,"ariaHidden":117},[133],[88,1177,1179,1183],{"className":1178},[137],[88,1180],{"className":1181,"style":1182},[141],"height:1.1079em;vertical-align:-0.15em;",[88,1184,1186,1224],{"className":1185},[150],[88,1187,1190],{"className":1188},[150,1189],"accent",[88,1191,1193],{"className":1192},[381],[88,1194,1196],{"className":1195},[386],[88,1197,1200,1210],{"className":1198,"style":1199},[390],"height:0.9579em;",[88,1201,1203,1207],{"style":1202},"top:-3em;",[88,1204],{"className":1205,"style":1206},[398],"height:3em;",[88,1208,353],{"className":1209},[150,151],[88,1211,1213,1216],{"style":1212},"top:-3.2634em;",[88,1214],{"className":1215,"style":1206},[398],[88,1217,1221],{"className":1218,"style":1220},[1219],"accent-body","left:-0.0833em;",[88,1222,1167],{"className":1223},[150],[88,1225,1227],{"className":1226},[377],[88,1228,1230,1251],{"className":1229},[381,382],[88,1231,1233,1248],{"className":1232},[386],[88,1234,1236],{"className":1235,"style":795},[390],[88,1237,1239,1242],{"style":1238},"top:-2.55em;margin-left:0em;margin-right:0.05em;",[88,1240],{"className":1241,"style":399},[398],[88,1243,1245],{"className":1244},[403,404,405,406],[88,1246,337],{"className":1247,"style":220},[150,151,406],[88,1249,433],{"className":1250},[432],[88,1252,1254],{"className":1253},[386],[88,1255,1257],{"className":1256,"style":714},[390],[88,1258],{},"：",[88,1261,1264],{"className":1262},[1263],"katex-display",[88,1265,1267,1341],{"className":1266},[91],[88,1268,1270],{"className":1269},[95],[97,1271,1273],{"xmlns":99,"display":1272},"block",[101,1274,1275,1338],{},[104,1276,1277,1283,1286,1290,1293,1296,1302,1304,1307,1313,1315,1317,1323,1325,1327],{},[625,1278,1279,1281],{},[112,1280,1047],{},[339,1282,1050],{},[107,1284,1285],{},"=",[112,1287,1289],{"mathvariant":1288},"normal","Concat",[107,1291,1292],{},"⁡",[107,1294,110],{"fence":109,"stretchy":117,"minsize":1295,"maxsize":1295},"1.2em",[625,1297,1298,1300],{},[112,1299,334],{},[339,1301,425],{},[107,1303,118],{"separator":117},[339,1305,1306],{}," ",[625,1308,1309,1311],{},[112,1310,334],{},[339,1312,512],{},[107,1314,118],{"separator":117},[339,1316,1306],{},[625,1318,1319,1321],{},[112,1320,334],{},[339,1322,517],{},[107,1324,124],{"fence":109,"stretchy":117,"minsize":1295,"maxsize":1295},[107,1326,188],{},[345,1328,1329,1331],{},[112,1330,350],{"mathvariant":349},[104,1332,1333,1336],{},[193,1334,1335],{},"3",[112,1337,353],{},[126,1339,1340],{"encoding":128},"F_{\\text{concat}} = \\operatorname{Concat}\\big(f_{\\text{text}},\\, f_{\\text{image}},\\, f_{\\text{cross}}\\big) \\in \\mathbb{R}^{3d}",[88,1342,1344,1405,1602],{"className":1343,"ariaHidden":117},[133],[88,1345,1347,1350,1396,1399,1402],{"className":1346},[137],[88,1348],{"className":1349,"style":1063},[141],[88,1351,1353,1356],{"className":1352},[150],[88,1354,1047],{"className":1355,"style":152},[150,151],[88,1357,1359],{"className":1358},[377],[88,1360,1362,1388],{"className":1361},[381,382],[88,1363,1365,1385],{"className":1364},[386],[88,1366,1368],{"className":1367,"style":686},[390],[88,1369,1370,1373],{"style":1084},[88,1371],{"className":1372,"style":399},[398],[88,1374,1376],{"className":1375},[403,404,405,406],[88,1377,1379],{"className":1378},[150,406],[88,1380,1382],{"className":1381},[150,425,406],[88,1383,1050],{"className":1384},[150,406],[88,1386,433],{"className":1387},[432],[88,1389,1391],{"className":1390},[386],[88,1392,1394],{"className":1393,"style":714},[390],[88,1395],{},[88,1397],{"className":1398,"style":224},[160],[88,1400,1285],{"className":1401},[228],[88,1403],{"className":1404,"style":224},[160],[88,1406,1408,1412,1420,1423,1431,1477,1480,1483,1486,1532,1535,1538,1541,1587,1593,1596,1599],{"className":1407},[137],[88,1409],{"className":1410,"style":1411},[141],"height:1.2em;vertical-align:-0.35em;",[88,1413,1416],{"className":1414},[1415],"mop",[88,1417,1289],{"className":1418},[150,1419],"mathrm",[88,1421],{"className":1422,"style":161},[160],[88,1424,1426],{"className":1425},[150],[88,1427,110],{"className":1428},[1429,1430],"delimsizing","size1",[88,1432,1434,1437],{"className":1433},[150],[88,1435,334],{"className":1436,"style":373},[150,151],[88,1438,1440],{"className":1439},[377],[88,1441,1443,1469],{"className":1442},[381,382],[88,1444,1446,1466],{"className":1445},[386],[88,1447,1449],{"className":1448,"style":686},[390],[88,1450,1451,1454],{"style":689},[88,1452],{"className":1453,"style":399},[398],[88,1455,1457],{"className":1456},[403,404,405,406],[88,1458,1460],{"className":1459},[150,406],[88,1461,1463],{"className":1462},[150,425,406],[88,1464,425],{"className":1465},[150,406],[88,1467,433],{"className":1468},[432],[88,1470,1472],{"className":1471},[386],[88,1473,1475],{"className":1474,"style":714},[390],[88,1476],{},[88,1478,118],{"className":1479},[156],[88,1481],{"className":1482,"style":161},[160],[88,1484],{"className":1485,"style":161},[160],[88,1487,1489,1492],{"className":1488},[150],[88,1490,334],{"className":1491,"style":373},[150,151],[88,1493,1495],{"className":1494},[377],[88,1496,1498,1524],{"className":1497},[381,382],[88,1499,1501,1521],{"className":1500},[386],[88,1502,1504],{"className":1503,"style":741},[390],[88,1505,1506,1509],{"style":689},[88,1507],{"className":1508,"style":399},[398],[88,1510,1512],{"className":1511},[403,404,405,406],[88,1513,1515],{"className":1514},[150,406],[88,1516,1518],{"className":1517},[150,425,406],[88,1519,512],{"className":1520},[150,406],[88,1522,433],{"className":1523},[432],[88,1525,1527],{"className":1526},[386],[88,1528,1530],{"className":1529,"style":768},[390],[88,1531],{},[88,1533,118],{"className":1534},[156],[88,1536],{"className":1537,"style":161},[160],[88,1539],{"className":1540,"style":161},[160],[88,1542,1544,1547],{"className":1543},[150],[88,1545,334],{"className":1546,"style":373},[150,151],[88,1548,1550],{"className":1549},[377],[88,1551,1553,1579],{"className":1552},[381,382],[88,1554,1556,1576],{"className":1555},[386],[88,1557,1559],{"className":1558,"style":795},[390],[88,1560,1561,1564],{"style":689},[88,1562],{"className":1563,"style":399},[398],[88,1565,1567],{"className":1566},[403,404,405,406],[88,1568,1570],{"className":1569},[150,406],[88,1571,1573],{"className":1572},[150,425,406],[88,1574,517],{"className":1575},[150,406],[88,1577,433],{"className":1578},[432],[88,1580,1582],{"className":1581},[386],[88,1583,1585],{"className":1584,"style":714},[390],[88,1586],{},[88,1588,1590],{"className":1589},[150],[88,1591,124],{"className":1592},[1429,1430],[88,1594],{"className":1595,"style":224},[160],[88,1597,188],{"className":1598},[228],[88,1600],{"className":1601,"style":224},[160],[88,1603,1605,1609],{"className":1604},[137],[88,1606],{"className":1607,"style":1608},[141],"height:0.8991em;",[88,1610,1612,1615],{"className":1611},[150],[88,1613,350],{"className":1614},[150,464],[88,1616,1618],{"className":1617},[377],[88,1619,1621],{"className":1620},[381],[88,1622,1624],{"className":1623},[386],[88,1625,1627],{"className":1626,"style":1608},[390],[88,1628,1630,1633],{"style":1629},"top:-3.113em;margin-right:0.05em;",[88,1631],{"className":1632,"style":399},[398],[88,1634,1636],{"className":1635},[403,404,405,406],[88,1637,1639,1642],{"className":1638},[150,406],[88,1640,1335],{"className":1641},[150,406],[88,1643,353],{"className":1644},[150,151,406],[88,1646,1648],{"className":1647},[1263],[88,1649,1651,1755],{"className":1650},[91],[88,1652,1654],{"className":1653},[95],[97,1655,1656],{"xmlns":99,"display":1272},[101,1657,1658,1752],{},[104,1659,1660,1670,1672,1683,1685,1691,1693,1695,1698,1708,1710,1716,1719,1729,1731,1734,1736,1738,1740,1742,1744,1746,1748,1750],{},[625,1661,1662,1668],{},[1161,1663,1664,1666],{"accent":117},[112,1665,353],{},[107,1667,1167],{},[112,1669,337],{},[107,1671,1285],{},[625,1673,1674,1681],{},[104,1675,1676,1679],{},[112,1677,1678],{"mathvariant":1288},"MLP",[107,1680,1292],{},[112,1682,337],{},[107,1684,110],{"stretchy":109},[625,1686,1687,1689],{},[112,1688,1047],{},[339,1690,1050],{},[107,1692,124],{"stretchy":109},[107,1694,118],{"separator":117},[160,1696],{"width":1697},"2em",[625,1699,1700,1706],{},[1161,1701,1702,1704],{"accent":117},[112,1703,334],{},[107,1705,1167],{},[112,1707,337],{},[107,1709,1285],{},[625,1711,1712,1714],{},[112,1713,334],{},[112,1715,337],{},[107,1717,1718],{},"+",[625,1720,1721,1727],{},[1161,1722,1723,1725],{"accent":117},[112,1724,353],{},[107,1726,1167],{},[112,1728,337],{},[107,1730,118],{"separator":117},[160,1732],{"width":1733},"1em",[112,1735,337],{},[107,1737,188],{},[107,1739,191],{"stretchy":109},[339,1741,425],{},[107,1743,118],{"separator":117},[339,1745,512],{},[107,1747,118],{"separator":117},[339,1749,517],{},[107,1751,203],{"stretchy":109},[126,1753,1754],{"encoding":128},"\\hat{d}_v = \\operatorname{MLP}_v(F_{\\text{concat}}), \\qquad \\hat{f}_v = f_v + \\hat{d}_v, \\quad v \\in \\{\\text{text}, \\text{image}, \\text{cross}\\}",[88,1756,1758,1841,2043,2100,2197],{"className":1757,"ariaHidden":117},[133],[88,1759,1761,1764,1832,1835,1838],{"className":1760},[137],[88,1762],{"className":1763,"style":1182},[141],[88,1765,1767,1798],{"className":1766},[150],[88,1768,1770],{"className":1769},[150,1189],[88,1771,1773],{"className":1772},[381],[88,1774,1776],{"className":1775},[386],[88,1777,1779,1787],{"className":1778,"style":1199},[390],[88,1780,1781,1784],{"style":1202},[88,1782],{"className":1783,"style":1206},[398],[88,1785,353],{"className":1786},[150,151],[88,1788,1789,1792],{"style":1212},[88,1790],{"className":1791,"style":1206},[398],[88,1793,1795],{"className":1794,"style":1220},[1219],[88,1796,1167],{"className":1797},[150],[88,1799,1801],{"className":1800},[377],[88,1802,1804,1824],{"className":1803},[381,382],[88,1805,1807,1821],{"className":1806},[386],[88,1808,1810],{"className":1809,"style":795},[390],[88,1811,1812,1815],{"style":1238},[88,1813],{"className":1814,"style":399},[398],[88,1816,1818],{"className":1817},[403,404,405,406],[88,1819,337],{"className":1820,"style":220},[150,151,406],[88,1822,433],{"className":1823},[432],[88,1825,1827],{"className":1826},[386],[88,1828,1830],{"className":1829,"style":714},[390],[88,1831],{},[88,1833],{"className":1834,"style":224},[160],[88,1836,1285],{"className":1837},[228],[88,1839],{"className":1840,"style":224},[160],[88,1842,1844,1848,1892,1895,1941,1944,1947,1951,1954,2034,2037,2040],{"className":1843},[137],[88,1845],{"className":1846,"style":1847},[141],"height:1.2079em;vertical-align:-0.25em;",[88,1849,1851,1857],{"className":1850},[1415],[88,1852,1854],{"className":1853},[1415],[88,1855,1678],{"className":1856},[150,1419],[88,1858,1860],{"className":1859},[377],[88,1861,1863,1884],{"className":1862},[381,382],[88,1864,1866,1881],{"className":1865},[386],[88,1867,1869],{"className":1868,"style":795},[390],[88,1870,1872,1875],{"style":1871},"top:-2.55em;margin-right:0.05em;",[88,1873],{"className":1874,"style":399},[398],[88,1876,1878],{"className":1877},[403,404,405,406],[88,1879,337],{"className":1880,"style":220},[150,151,406],[88,1882,433],{"className":1883},[432],[88,1885,1887],{"className":1886},[386],[88,1888,1890],{"className":1889,"style":714},[390],[88,1891],{},[88,1893,110],{"className":1894},[146],[88,1896,1898,1901],{"className":1897},[150],[88,1899,1047],{"className":1900,"style":152},[150,151],[88,1902,1904],{"className":1903},[377],[88,1905,1907,1933],{"className":1906},[381,382],[88,1908,1910,1930],{"className":1909},[386],[88,1911,1913],{"className":1912,"style":686},[390],[88,1914,1915,1918],{"style":1084},[88,1916],{"className":1917,"style":399},[398],[88,1919,1921],{"className":1920},[403,404,405,406],[88,1922,1924],{"className":1923},[150,406],[88,1925,1927],{"className":1926},[150,425,406],[88,1928,1050],{"className":1929},[150,406],[88,1931,433],{"className":1932},[432],[88,1934,1936],{"className":1935},[386],[88,1937,1939],{"className":1938,"style":714},[390],[88,1940],{},[88,1942,124],{"className":1943},[169],[88,1945,118],{"className":1946},[156],[88,1948],{"className":1949,"style":1950},[160],"margin-right:2em;",[88,1952],{"className":1953,"style":161},[160],[88,1955,1957,2000],{"className":1956},[150],[88,1958,1960],{"className":1959},[150,1189],[88,1961,1963,1991],{"className":1962},[381,382],[88,1964,1966,1988],{"className":1965},[386],[88,1967,1969,1977],{"className":1968,"style":1199},[390],[88,1970,1971,1974],{"style":1202},[88,1972],{"className":1973,"style":1206},[398],[88,1975,334],{"className":1976,"style":373},[150,151],[88,1978,1979,1982],{"style":1212},[88,1980],{"className":1981,"style":1206},[398],[88,1983,1985],{"className":1984,"style":1220},[1219],[88,1986,1167],{"className":1987},[150],[88,1989,433],{"className":1990},[432],[88,1992,1994],{"className":1993},[386],[88,1995,1998],{"className":1996,"style":1997},[390],"height:0.1944em;",[88,1999],{},[88,2001,2003],{"className":2002},[377],[88,2004,2006,2026],{"className":2005},[381,382],[88,2007,2009,2023],{"className":2008},[386],[88,2010,2012],{"className":2011,"style":795},[390],[88,2013,2014,2017],{"style":689},[88,2015],{"className":2016,"style":399},[398],[88,2018,2020],{"className":2019},[403,404,405,406],[88,2021,337],{"className":2022,"style":220},[150,151,406],[88,2024,433],{"className":2025},[432],[88,2027,2029],{"className":2028},[386],[88,2030,2032],{"className":2031,"style":714},[390],[88,2033],{},[88,2035],{"className":2036,"style":224},[160],[88,2038,1285],{"className":2039},[228],[88,2041],{"className":2042,"style":224},[160],[88,2044,2046,2049,2089,2093,2097],{"className":2045},[137],[88,2047],{"className":2048,"style":899},[141],[88,2050,2052,2055],{"className":2051},[150],[88,2053,334],{"className":2054,"style":373},[150,151],[88,2056,2058],{"className":2057},[377],[88,2059,2061,2081],{"className":2060},[381,382],[88,2062,2064,2078],{"className":2063},[386],[88,2065,2067],{"className":2066,"style":795},[390],[88,2068,2069,2072],{"style":689},[88,2070],{"className":2071,"style":399},[398],[88,2073,2075],{"className":2074},[403,404,405,406],[88,2076,337],{"className":2077,"style":220},[150,151,406],[88,2079,433],{"className":2080},[432],[88,2082,2084],{"className":2083},[386],[88,2085,2087],{"className":2086,"style":714},[390],[88,2088],{},[88,2090],{"className":2091,"style":2092},[160],"margin-right:0.2222em;",[88,2094,1718],{"className":2095},[2096],"mbin",[88,2098],{"className":2099,"style":2092},[160],[88,2101,2103,2107,2175,2178,2182,2185,2188,2191,2194],{"className":2102},[137],[88,2104],{"className":2105,"style":2106},[141],"height:1.1523em;vertical-align:-0.1944em;",[88,2108,2110,2141],{"className":2109},[150],[88,2111,2113],{"className":2112},[150,1189],[88,2114,2116],{"className":2115},[381],[88,2117,2119],{"className":2118},[386],[88,2120,2122,2130],{"className":2121,"style":1199},[390],[88,2123,2124,2127],{"style":1202},[88,2125],{"className":2126,"style":1206},[398],[88,2128,353],{"className":2129},[150,151],[88,2131,2132,2135],{"style":1212},[88,2133],{"className":2134,"style":1206},[398],[88,2136,2138],{"className":2137,"style":1220},[1219],[88,2139,1167],{"className":2140},[150],[88,2142,2144],{"className":2143},[377],[88,2145,2147,2167],{"className":2146},[381,382],[88,2148,2150,2164],{"className":2149},[386],[88,2151,2153],{"className":2152,"style":795},[390],[88,2154,2155,2158],{"style":1238},[88,2156],{"className":2157,"style":399},[398],[88,2159,2161],{"className":2160},[403,404,405,406],[88,2162,337],{"className":2163,"style":220},[150,151,406],[88,2165,433],{"className":2166},[432],[88,2168,2170],{"className":2169},[386],[88,2171,2173],{"className":2172,"style":714},[390],[88,2174],{},[88,2176,118],{"className":2177},[156],[88,2179],{"className":2180,"style":2181},[160],"margin-right:1em;",[88,2183],{"className":2184,"style":161},[160],[88,2186,337],{"className":2187,"style":220},[150,151],[88,2189],{"className":2190,"style":224},[160],[88,2192,188],{"className":2193},[228],[88,2195],{"className":2196,"style":224},[160],[88,2198,2200,2203,2206,2212,2215,2218,2224,2227,2230,2236],{"className":2199},[137],[88,2201],{"className":2202,"style":142},[141],[88,2204,191],{"className":2205},[146],[88,2207,2209],{"className":2208},[150,425],[88,2210,425],{"className":2211},[150],[88,2213,118],{"className":2214},[156],[88,2216],{"className":2217,"style":161},[160],[88,2219,2221],{"className":2220},[150,425],[88,2222,512],{"className":2223},[150],[88,2225,118],{"className":2226},[156],[88,2228],{"className":2229,"style":161},[160],[88,2231,2233],{"className":2232},[150,425],[88,2234,517],{"className":2235},[150],[88,2237,203],{"className":2238},[169],[10,2240,2241,2242,2355],{},"这种残差结构保证了：当教师信号与原始特征一致时，MLP 只需学习接近零的微调；当单一视角特征存在歧义时，可借助另外两个视角的上下文信息将 ",[88,2243,2245,2267],{"className":2244},[91],[88,2246,2248],{"className":2247},[95],[97,2249,2250],{"xmlns":99},[101,2251,2252,2264],{},[104,2253,2254],{},[625,2255,2256,2262],{},[1161,2257,2258,2260],{"accent":117},[112,2259,334],{},[107,2261,1167],{},[112,2263,337],{},[126,2265,2266],{"encoding":128},"\\hat{f}_v",[88,2268,2270],{"className":2269,"ariaHidden":117},[133],[88,2271,2273,2276],{"className":2272},[137],[88,2274],{"className":2275,"style":2106},[141],[88,2277,2279,2321],{"className":2278},[150],[88,2280,2282],{"className":2281},[150,1189],[88,2283,2285,2313],{"className":2284},[381,382],[88,2286,2288,2310],{"className":2287},[386],[88,2289,2291,2299],{"className":2290,"style":1199},[390],[88,2292,2293,2296],{"style":1202},[88,2294],{"className":2295,"style":1206},[398],[88,2297,334],{"className":2298,"style":373},[150,151],[88,2300,2301,2304],{"style":1212},[88,2302],{"className":2303,"style":1206},[398],[88,2305,2307],{"className":2306,"style":1220},[1219],[88,2308,1167],{"className":2309},[150],[88,2311,433],{"className":2312},[432],[88,2314,2316],{"className":2315},[386],[88,2317,2319],{"className":2318,"style":1997},[390],[88,2320],{},[88,2322,2324],{"className":2323},[377],[88,2325,2327,2347],{"className":2326},[381,382],[88,2328,2330,2344],{"className":2329},[386],[88,2331,2333],{"className":2332,"style":795},[390],[88,2334,2335,2338],{"style":689},[88,2336],{"className":2337,"style":399},[398],[88,2339,2341],{"className":2340},[403,404,405,406],[88,2342,337],{"className":2343,"style":220},[150,151,406],[88,2345,433],{"className":2346},[432],[88,2348,2350],{"className":2349},[386],[88,2351,2353],{"className":2352,"style":714},[390],[88,2354],{}," 校准到教师的推理特征流形上。",[10,2357,2358,2359,2387,2388,2478,2479,2482,2483,1259],{},"在监督信号设计上，每个视角 ",[88,2360,2362,2375],{"className":2361},[91],[88,2363,2365],{"className":2364},[95],[97,2366,2367],{"xmlns":99},[101,2368,2369,2373],{},[104,2370,2371],{},[112,2372,337],{},[126,2374,337],{"encoding":128},[88,2376,2378],{"className":2377,"ariaHidden":117},[133],[88,2379,2381,2384],{"className":2380},[137],[88,2382],{"className":2383,"style":1137},[141],[88,2385,337],{"className":2386,"style":220},[150,151]," 的校准损失 ",[88,2389,2391,2417],{"className":2390},[91],[88,2392,2394],{"className":2393},[95],[97,2395,2396],{"xmlns":99},[101,2397,2398,2414],{},[104,2399,2400],{},[625,2401,2402,2406],{},[112,2403,2405],{"mathvariant":2404},"script","L",[104,2407,2408,2410,2412],{},[112,2409,353],{},[107,2411,118],{"separator":117},[112,2413,337],{},[126,2415,2416],{"encoding":128},"\\mathcal{L}_{d,v}",[88,2418,2420],{"className":2419,"ariaHidden":117},[133],[88,2421,2423,2427],{"className":2422},[137],[88,2424],{"className":2425,"style":2426},[141],"height:0.9694em;vertical-align:-0.2861em;",[88,2428,2430,2434],{"className":2429},[150],[88,2431,2405],{"className":2432},[150,2433],"mathcal",[88,2435,2437],{"className":2436},[377],[88,2438,2440,2470],{"className":2439},[381,382],[88,2441,2443,2467],{"className":2442},[386],[88,2444,2447],{"className":2445,"style":2446},[390],"height:0.3361em;",[88,2448,2449,2452],{"style":1238},[88,2450],{"className":2451,"style":399},[398],[88,2453,2455],{"className":2454},[403,404,405,406],[88,2456,2458,2461,2464],{"className":2457},[150,406],[88,2459,353],{"className":2460},[150,151,406],[88,2462,118],{"className":2463},[156,406],[88,2465,337],{"className":2466,"style":220},[150,151,406],[88,2468,433],{"className":2469},[432],[88,2471,2473],{"className":2472},[386],[88,2474,2476],{"className":2475,"style":768},[390],[88,2477],{}," 结合了",[20,2480,2481],{},"温度缩放 KL 散度","与",[20,2484,2485],{},"单视角分类交叉熵（Deep Supervision）",[88,2487,2489],{"className":2488},[1263],[88,2490,2492,2651],{"className":2491},[91],[88,2493,2495],{"className":2494},[95],[97,2496,2497],{"xmlns":99,"display":1272},[101,2498,2499,2648],{},[104,2500,2501,2513,2515,2518,2526,2529,2531,2534,2601,2603,2605,2607,2610,2612,2614,2616,2619,2621,2623,2630,2640,2642,2644,2646],{},[625,2502,2503,2505],{},[112,2504,2405],{"mathvariant":2404},[104,2506,2507,2509,2511],{},[112,2508,353],{},[107,2510,118],{"separator":117},[112,2512,337],{},[107,2514,1285],{},[112,2516,2517],{},"α",[345,2519,2520,2523],{},[112,2521,2522],{},"τ",[193,2524,2525],{},"2",[112,2527,2528],{"mathvariant":1288},"KL",[107,2530,1292],{},[339,2532,2533],{}," ⁣",[104,2535,2536,2538,2541,2543,2545,2564,2567,2571,2573,2575,2577,2579,2599],{},[107,2537,110],{"fence":117},[112,2539,2540],{"mathvariant":1288},"softmax",[107,2542,1292],{},[339,2544,2533],{},[104,2546,2547,2549,2562],{},[107,2548,110],{"fence":117},[2550,2551,2552,2560],"mfrac",{},[330,2553,2554,2556,2558],{},[112,2555,334],{},[112,2557,337],{},[339,2559,341],{},[112,2561,2522],{},[107,2563,124],{"fence":117},[339,2565,2566],{},"  ",[107,2568,2570],{"fence":117,"lspace":2569,"rspace":2569},"0.05em","∥",[339,2572,2566],{},[112,2574,2540],{"mathvariant":1288},[107,2576,1292],{},[339,2578,2533],{},[104,2580,2581,2583,2597],{},[107,2582,110],{"fence":117},[2550,2584,2585,2595],{},[625,2586,2587,2593],{},[1161,2588,2589,2591],{"accent":117},[112,2590,334],{},[107,2592,1167],{},[112,2594,337],{},[112,2596,2522],{},[107,2598,124],{"fence":117},[107,2600,124],{"fence":117},[107,2602,1718],{},[107,2604,110],{"stretchy":109},[193,2606,200],{},[107,2608,2609],{},"−",[112,2611,2517],{},[107,2613,124],{"stretchy":109},[339,2615,1306],{},[112,2617,2618],{"mathvariant":1288},"CE",[107,2620,1292],{},[107,2622,110],{"fence":109,"stretchy":117,"minsize":1295,"maxsize":1295},[625,2624,2625,2628],{},[112,2626,2627],{},"W",[112,2629,337],{},[625,2631,2632,2638],{},[1161,2633,2634,2636],{"accent":117},[112,2635,334],{},[107,2637,1167],{},[112,2639,337],{},[107,2641,118],{"separator":117},[339,2643,1306],{},[112,2645,185],{},[107,2647,124],{"fence":109,"stretchy":117,"minsize":1295,"maxsize":1295},[126,2649,2650],{"encoding":128},"\\mathcal{L}_{d,v} = \\alpha \\tau^2 \\operatorname{KL}\\!\\left( \\operatorname{softmax}\\!\\left(\\frac{f_v^{\\text{teacher}}}{\\tau}\\right) \\;\\middle\\|\\; \\operatorname{softmax}\\!\\left(\\frac{\\hat{f}_v}{\\tau}\\right) \\right) + (1 - \\alpha)\\,\\operatorname{CE}\\big(W_v \\hat{f}_v,\\, y\\big)",[88,2652,2654,2718,3176,3197],{"className":2653,"ariaHidden":117},[133],[88,2655,2657,2660,2709,2712,2715],{"className":2656},[137],[88,2658],{"className":2659,"style":2426},[141],[88,2661,2663,2666],{"className":2662},[150],[88,2664,2405],{"className":2665},[150,2433],[88,2667,2669],{"className":2668},[377],[88,2670,2672,2701],{"className":2671},[381,382],[88,2673,2675,2698],{"className":2674},[386],[88,2676,2678],{"className":2677,"style":2446},[390],[88,2679,2680,2683],{"style":1238},[88,2681],{"className":2682,"style":399},[398],[88,2684,2686],{"className":2685},[403,404,405,406],[88,2687,2689,2692,2695],{"className":2688},[150,406],[88,2690,353],{"className":2691},[150,151,406],[88,2693,118],{"className":2694},[156,406],[88,2696,337],{"className":2697,"style":220},[150,151,406],[88,2699,433],{"className":2700},[432],[88,2702,2704],{"className":2703},[386],[88,2705,2707],{"className":2706,"style":768},[390],[88,2708],{},[88,2710],{"className":2711,"style":224},[160],[88,2713,1285],{"className":2714},[228],[88,2716],{"className":2717,"style":224},[160],[88,2719,2721,2725,2729,2760,2763,2769,2773,2776,3167,3170,3173],{"className":2720},[137],[88,2722],{"className":2723,"style":2724},[141],"height:3em;vertical-align:-1.25em;",[88,2726,2517],{"className":2727,"style":2728},[150,151],"margin-right:0.0037em;",[88,2730,2732,2736],{"className":2731},[150],[88,2733,2522],{"className":2734,"style":2735},[150,151],"margin-right:0.1132em;",[88,2737,2739],{"className":2738},[377],[88,2740,2742],{"className":2741},[381],[88,2743,2745],{"className":2744},[386],[88,2746,2749],{"className":2747,"style":2748},[390],"height:0.8641em;",[88,2750,2751,2754],{"style":1629},[88,2752],{"className":2753,"style":399},[398],[88,2755,2757],{"className":2756},[403,404,405,406],[88,2758,2525],{"className":2759},[150,406],[88,2761],{"className":2762,"style":161},[160],[88,2764,2766],{"className":2765},[1415],[88,2767,2528],{"className":2768},[150,1419],[88,2770],{"className":2771,"style":2772},[160],"margin-right:-0.1667em;",[88,2774],{"className":2775,"style":161},[160],[88,2777,2780,2789,2795,2798,2801,2940,2943,2992,2995,3001,3004,3007,3161],{"className":2778},[2779],"minner",[88,2781,2785],{"className":2782,"style":2784},[146,2783],"delimcenter","top:0em;",[88,2786,110],{"className":2787},[1429,2788],"size4",[88,2790,2792],{"className":2791},[1415],[88,2793,2540],{"className":2794},[150,1419],[88,2796],{"className":2797,"style":2772},[160],[88,2799],{"className":2800,"style":161},[160],[88,2802,2804,2810,2934],{"className":2803},[2779],[88,2805,2807],{"className":2806,"style":2784},[146,2783],[88,2808,110],{"className":2809},[1429,405],[88,2811,2813,2817,2931],{"className":2812},[150],[88,2814],{"className":2815},[146,2816],"nulldelimiter",[88,2818,2820],{"className":2819},[2550],[88,2821,2823,2922],{"className":2822},[381,382],[88,2824,2826,2919],{"className":2825},[386],[88,2827,2830,2842,2853],{"className":2828,"style":2829},[390],"height:1.5261em;",[88,2831,2833,2836],{"style":2832},"top:-2.314em;",[88,2834],{"className":2835,"style":1206},[398],[88,2837,2839],{"className":2838},[150],[88,2840,2522],{"className":2841,"style":2735},[150,151],[88,2843,2845,2848],{"style":2844},"top:-3.23em;",[88,2846],{"className":2847,"style":1206},[398],[88,2849],{"className":2850,"style":2852},[2851],"frac-line","border-bottom-width:0.04em;",[88,2854,2856,2859],{"style":2855},"top:-3.677em;",[88,2857],{"className":2858,"style":1206},[398],[88,2860,2862],{"className":2861},[150],[88,2863,2865,2868],{"className":2864},[150],[88,2866,334],{"className":2867,"style":373},[150,151],[88,2869,2871],{"className":2870},[377],[88,2872,2874,2911],{"className":2873},[381,382],[88,2875,2877,2908],{"className":2876},[386],[88,2878,2880,2891],{"className":2879,"style":391},[390],[88,2881,2882,2885],{"style":394},[88,2883],{"className":2884,"style":399},[398],[88,2886,2888],{"className":2887},[403,404,405,406],[88,2889,337],{"className":2890,"style":220},[150,151,406],[88,2892,2893,2896],{"style":412},[88,2894],{"className":2895,"style":399},[398],[88,2897,2899],{"className":2898},[403,404,405,406],[88,2900,2902],{"className":2901},[150,406],[88,2903,2905],{"className":2904},[150,425,406],[88,2906,341],{"className":2907},[150,406],[88,2909,433],{"className":2910},[432],[88,2912,2914],{"className":2913},[386],[88,2915,2917],{"className":2916,"style":440},[390],[88,2918],{},[88,2920,433],{"className":2921},[432],[88,2923,2925],{"className":2924},[386],[88,2926,2929],{"className":2927,"style":2928},[390],"height:0.686em;",[88,2930],{},[88,2932],{"className":2933},[169,2816],[88,2935,2937],{"className":2936,"style":2784},[169,2783],[88,2938,124],{"className":2939},[1429,405],[88,2941],{"className":2942,"style":224},[160],[88,2944,2945],{},[88,2946,2949],{"className":2947},[1429,2948],"mult",[88,2950,2952,2983],{"className":2951},[381,382],[88,2953,2955,2980],{"className":2954},[386],[88,2956,2959],{"className":2957,"style":2958},[390],"height:1.75em;",[88,2960,2962,2966],{"style":2961},"top:-3.75em;",[88,2963],{"className":2964,"style":2965},[398],"height:5em;",[88,2967,2969],{"style":2968},"width:0.556em;height:3em;",[2970,2971,2976],"svg",{"xmlns":2972,"width":2973,"height":2974,"viewBox":2975},"http:\u002F\u002Fwww.w3.org\u002F2000\u002Fsvg","0.556em","3em","0 0 556 3000",[2977,2978],"path",{"d":2979},"M145 15 v585 v1800 v585 c2.667,10,9.667,15,21,15\nc10,0,16.667,-5,20,-15 v-585 v-1800 v-585 c-2.667,-10,-9.667,-15,-21,-15\nc-10,0,-16.667,5,-20,15z M188 15 H145 v585 v1800 v585 h43z\nM367 15 v585 v1800 v585 c2.667,10,9.667,15,21,15\nc10,0,16.667,-5,20,-15 v-585 v-1800 v-585 c-2.667,-10,-9.667,-15,-21,-15\nc-10,0,-16.667,5,-20,15z M410 15 H367 v585 v1800 v585 h43z",[88,2981,433],{"className":2982},[432],[88,2984,2986],{"className":2985},[386],[88,2987,2990],{"className":2988,"style":2989},[390],"height:1.25em;",[88,2991],{},[88,2993],{"className":2994,"style":224},[160],[88,2996,2998],{"className":2997},[1415],[88,2999,2540],{"className":3000},[150,1419],[88,3002],{"className":3003,"style":2772},[160],[88,3005],{"className":3006,"style":161},[160],[88,3008,3010,3016,3155],{"className":3009},[2779],[88,3011,3013],{"className":3012,"style":2784},[146,2783],[88,3014,110],{"className":3015},[1429,2788],[88,3017,3019,3022,3152],{"className":3018},[150],[88,3020],{"className":3021},[146,2816],[88,3023,3025],{"className":3024},[2550],[88,3026,3028,3144],{"className":3027},[381,382],[88,3029,3031,3141],{"className":3030},[386],[88,3032,3035,3046,3054],{"className":3033,"style":3034},[390],"height:1.6349em;",[88,3036,3037,3040],{"style":2832},[88,3038],{"className":3039,"style":1206},[398],[88,3041,3043],{"className":3042},[150],[88,3044,2522],{"className":3045,"style":2735},[150,151],[88,3047,3048,3051],{"style":2844},[88,3049],{"className":3050,"style":1206},[398],[88,3052],{"className":3053,"style":2852},[2851],[88,3055,3056,3059],{"style":2855},[88,3057],{"className":3058,"style":1206},[398],[88,3060,3062],{"className":3061},[150],[88,3063,3065,3107],{"className":3064},[150],[88,3066,3068],{"className":3067},[150,1189],[88,3069,3071,3099],{"className":3070},[381,382],[88,3072,3074,3096],{"className":3073},[386],[88,3075,3077,3085],{"className":3076,"style":1199},[390],[88,3078,3079,3082],{"style":1202},[88,3080],{"className":3081,"style":1206},[398],[88,3083,334],{"className":3084,"style":373},[150,151],[88,3086,3087,3090],{"style":1212},[88,3088],{"className":3089,"style":1206},[398],[88,3091,3093],{"className":3092,"style":1220},[1219],[88,3094,1167],{"className":3095},[150],[88,3097,433],{"className":3098},[432],[88,3100,3102],{"className":3101},[386],[88,3103,3105],{"className":3104,"style":1997},[390],[88,3106],{},[88,3108,3110],{"className":3109},[377],[88,3111,3113,3133],{"className":3112},[381,382],[88,3114,3116,3130],{"className":3115},[386],[88,3117,3119],{"className":3118,"style":795},[390],[88,3120,3121,3124],{"style":689},[88,3122],{"className":3123,"style":399},[398],[88,3125,3127],{"className":3126},[403,404,405,406],[88,3128,337],{"className":3129,"style":220},[150,151,406],[88,3131,433],{"className":3132},[432],[88,3134,3136],{"className":3135},[386],[88,3137,3139],{"className":3138,"style":714},[390],[88,3140],{},[88,3142,433],{"className":3143},[432],[88,3145,3147],{"className":3146},[386],[88,3148,3150],{"className":3149,"style":2928},[390],[88,3151],{},[88,3153],{"className":3154},[169,2816],[88,3156,3158],{"className":3157,"style":2784},[169,2783],[88,3159,124],{"className":3160},[1429,2788],[88,3162,3164],{"className":3163,"style":2784},[169,2783],[88,3165,124],{"className":3166},[1429,2788],[88,3168],{"className":3169,"style":2092},[160],[88,3171,1718],{"className":3172},[2096],[88,3174],{"className":3175,"style":2092},[160],[88,3177,3179,3182,3185,3188,3191,3194],{"className":3178},[137],[88,3180],{"className":3181,"style":142},[141],[88,3183,110],{"className":3184},[146],[88,3186,200],{"className":3187},[150],[88,3189],{"className":3190,"style":2092},[160],[88,3192,2609],{"className":3193},[2096],[88,3195],{"className":3196,"style":2092},[160],[88,3198,3200,3204,3207,3210,3213,3216,3222,3225,3231,3271,3350,3353,3356,3359,3362],{"className":3199},[137],[88,3201],{"className":3202,"style":3203},[141],"height:1.3079em;vertical-align:-0.35em;",[88,3205,2517],{"className":3206,"style":2728},[150,151],[88,3208,124],{"className":3209},[169],[88,3211],{"className":3212,"style":161},[160],[88,3214],{"className":3215,"style":161},[160],[88,3217,3219],{"className":3218},[1415],[88,3220,2618],{"className":3221},[150,1419],[88,3223],{"className":3224,"style":161},[160],[88,3226,3228],{"className":3227},[150],[88,3229,110],{"className":3230},[1429,1430],[88,3232,3234,3237],{"className":3233},[150],[88,3235,2627],{"className":3236,"style":152},[150,151],[88,3238,3240],{"className":3239},[377],[88,3241,3243,3263],{"className":3242},[381,382],[88,3244,3246,3260],{"className":3245},[386],[88,3247,3249],{"className":3248,"style":795},[390],[88,3250,3251,3254],{"style":1084},[88,3252],{"className":3253,"style":399},[398],[88,3255,3257],{"className":3256},[403,404,405,406],[88,3258,337],{"className":3259,"style":220},[150,151,406],[88,3261,433],{"className":3262},[432],[88,3264,3266],{"className":3265},[386],[88,3267,3269],{"className":3268,"style":714},[390],[88,3270],{},[88,3272,3274,3316],{"className":3273},[150],[88,3275,3277],{"className":3276},[150,1189],[88,3278,3280,3308],{"className":3279},[381,382],[88,3281,3283,3305],{"className":3282},[386],[88,3284,3286,3294],{"className":3285,"style":1199},[390],[88,3287,3288,3291],{"style":1202},[88,3289],{"className":3290,"style":1206},[398],[88,3292,334],{"className":3293,"style":373},[150,151],[88,3295,3296,3299],{"style":1212},[88,3297],{"className":3298,"style":1206},[398],[88,3300,3302],{"className":3301,"style":1220},[1219],[88,3303,1167],{"className":3304},[150],[88,3306,433],{"className":3307},[432],[88,3309,3311],{"className":3310},[386],[88,3312,3314],{"className":3313,"style":1997},[390],[88,3315],{},[88,3317,3319],{"className":3318},[377],[88,3320,3322,3342],{"className":3321},[381,382],[88,3323,3325,3339],{"className":3324},[386],[88,3326,3328],{"className":3327,"style":795},[390],[88,3329,3330,3333],{"style":689},[88,3331],{"className":3332,"style":399},[398],[88,3334,3336],{"className":3335},[403,404,405,406],[88,3337,337],{"className":3338,"style":220},[150,151,406],[88,3340,433],{"className":3341},[432],[88,3343,3345],{"className":3344},[386],[88,3346,3348],{"className":3347,"style":714},[390],[88,3349],{},[88,3351,118],{"className":3352},[156],[88,3354],{"className":3355,"style":161},[160],[88,3357],{"className":3358,"style":161},[160],[88,3360,185],{"className":3361,"style":220},[150,151],[88,3363,3365],{"className":3364},[150],[88,3366,124],{"className":3367},[1429,1430],[10,3369,3370,3371,3400,3401,3475,3476,3668],{},"其中 ",[88,3372,3374,3388],{"className":3373},[91],[88,3375,3377],{"className":3376},[95],[97,3378,3379],{"xmlns":99},[101,3380,3381,3385],{},[104,3382,3383],{},[112,3384,2522],{},[126,3386,3387],{"encoding":128},"\\tau",[88,3389,3391],{"className":3390,"ariaHidden":117},[133],[88,3392,3394,3397],{"className":3393},[137],[88,3395],{"className":3396,"style":1137},[141],[88,3398,2522],{"className":3399,"style":2735},[150,151]," 为蒸馏温度，",[88,3402,3404,3430],{"className":3403},[91],[88,3405,3407],{"className":3406},[95],[97,3408,3409],{"xmlns":99},[101,3410,3411,3427],{},[104,3412,3413,3415,3417,3419,3421,3423,3425],{},[112,3414,2517],{},[107,3416,188],{},[107,3418,110],{"stretchy":109},[193,3420,195],{},[107,3422,118],{"separator":117},[193,3424,200],{},[107,3426,124],{"stretchy":109},[126,3428,3429],{"encoding":128},"\\alpha \\in (0, 1)",[88,3431,3433,3451],{"className":3432,"ariaHidden":117},[133],[88,3434,3436,3439,3442,3445,3448],{"className":3435},[137],[88,3437],{"className":3438,"style":532},[141],[88,3440,2517],{"className":3441,"style":2728},[150,151],[88,3443],{"className":3444,"style":224},[160],[88,3446,188],{"className":3447},[228],[88,3449],{"className":3450,"style":224},[160],[88,3452,3454,3457,3460,3463,3466,3469,3472],{"className":3453},[137],[88,3455],{"className":3456,"style":142},[141],[88,3458,110],{"className":3459},[146],[88,3461,195],{"className":3462},[150],[88,3464,118],{"className":3465},[156],[88,3467],{"className":3468,"style":161},[160],[88,3470,200],{"className":3471},[150],[88,3473,124],{"className":3474},[169]," 为平衡系数。第二项 ",[88,3477,3479,3519],{"className":3478},[91],[88,3480,3482],{"className":3481},[95],[97,3483,3484],{"xmlns":99},[101,3485,3486,3516],{},[104,3487,3488,3490,3492,3494,3500,3510,3512,3514],{},[112,3489,2618],{"mathvariant":1288},[107,3491,1292],{},[107,3493,110],{"stretchy":109},[625,3495,3496,3498],{},[112,3497,2627],{},[112,3499,337],{},[625,3501,3502,3508],{},[1161,3503,3504,3506],{"accent":117},[112,3505,334],{},[107,3507,1167],{},[112,3509,337],{},[107,3511,118],{"separator":117},[112,3513,185],{},[107,3515,124],{"stretchy":109},[126,3517,3518],{"encoding":128},"\\operatorname{CE}(W_v \\hat{f}_v, y)",[88,3520,3522],{"className":3521,"ariaHidden":117},[133],[88,3523,3525,3528,3534,3537,3577,3656,3659,3662,3665],{"className":3524},[137],[88,3526],{"className":3527,"style":1847},[141],[88,3529,3531],{"className":3530},[1415],[88,3532,2618],{"className":3533},[150,1419],[88,3535,110],{"className":3536},[146],[88,3538,3540,3543],{"className":3539},[150],[88,3541,2627],{"className":3542,"style":152},[150,151],[88,3544,3546],{"className":3545},[377],[88,3547,3549,3569],{"className":3548},[381,382],[88,3550,3552,3566],{"className":3551},[386],[88,3553,3555],{"className":3554,"style":795},[390],[88,3556,3557,3560],{"style":1084},[88,3558],{"className":3559,"style":399},[398],[88,3561,3563],{"className":3562},[403,404,405,406],[88,3564,337],{"className":3565,"style":220},[150,151,406],[88,3567,433],{"className":3568},[432],[88,3570,3572],{"className":3571},[386],[88,3573,3575],{"className":3574,"style":714},[390],[88,3576],{},[88,3578,3580,3622],{"className":3579},[150],[88,3581,3583],{"className":3582},[150,1189],[88,3584,3586,3614],{"className":3585},[381,382],[88,3587,3589,3611],{"className":3588},[386],[88,3590,3592,3600],{"className":3591,"style":1199},[390],[88,3593,3594,3597],{"style":1202},[88,3595],{"className":3596,"style":1206},[398],[88,3598,334],{"className":3599,"style":373},[150,151],[88,3601,3602,3605],{"style":1212},[88,3603],{"className":3604,"style":1206},[398],[88,3606,3608],{"className":3607,"style":1220},[1219],[88,3609,1167],{"className":3610},[150],[88,3612,433],{"className":3613},[432],[88,3615,3617],{"className":3616},[386],[88,3618,3620],{"className":3619,"style":1997},[390],[88,3621],{},[88,3623,3625],{"className":3624},[377],[88,3626,3628,3648],{"className":3627},[381,382],[88,3629,3631,3645],{"className":3630},[386],[88,3632,3634],{"className":3633,"style":795},[390],[88,3635,3636,3639],{"style":689},[88,3637],{"className":3638,"style":399},[398],[88,3640,3642],{"className":3641},[403,404,405,406],[88,3643,337],{"className":3644,"style":220},[150,151,406],[88,3646,433],{"className":3647},[432],[88,3649,3651],{"className":3650},[386],[88,3652,3654],{"className":3653,"style":714},[390],[88,3655],{},[88,3657,118],{"className":3658},[156],[88,3660],{"className":3661,"style":161},[160],[88,3663,185],{"className":3664,"style":220},[150,151],[88,3666,124],{"className":3667},[169]," 的作用非常关键：如果只做特征分布对齐（KL），校准后的特征可能模仿了教师嵌入的几何分布，却丢失了对下游真假二分类边界的判别力；加入单视角 CE 深监督后，强制每个校准后的分支都能独立具备真伪判别能力，避免在后续跨视角融合时出现“弱视角拖累强视角”的模态坍缩。",[10,3670,3671],{},"校准后的三路特征进一步以池化摘要为 Query、未池化的三视角序列特征为 Key\u002FValue 做多视角交叉注意力融合（Multi-View Cross-Attention Fusion），核心 PyTorch 实现如下：",[3673,3674,3679],"pre",{"className":3675,"code":3676,"language":3677,"meta":3678,"style":3678},"language-python shiki shiki-themes github-dark-dimmed github-light houston","import torch\nimport torch.nn as nn\nimport torch.nn.functional as F\n\nclass MultiViewCalibrationDistiller(nn.Module):\n    def __init__(self, dim: int = 768, num_classes: int = 2, tau: float = 2.0, alpha: float = 0.7):\n        super().__init__()\n        self.tau = tau\n        self.alpha = alpha\n        self.views = (\"text\", \"image\", \"cross\")\n\n        # Per-view residual calibration MLPs conditioned on concatenated tri-view context\n        self.residual_mlps = nn.ModuleDict({\n            v: nn.Sequential(\n                nn.Linear(dim * 3, dim),\n                nn.GELU(),\n                nn.Dropout(0.1),\n                nn.Linear(dim, dim),\n            )\n            for v in self.views\n        })\n        self.view_classifiers = nn.ModuleDict({\n            v: nn.Linear(dim, num_classes) for v in self.views\n        })\n        self.cross_attn = nn.MultiheadAttention(embed_dim=dim, num_heads=8, batch_first=True)\n        self.final_head = nn.Linear(dim, num_classes)\n\n    def forward(\n        self,\n        student_feats: dict[str, torch.Tensor],          # {v: [B, D]}\n        teacher_feats: dict[str, torch.Tensor] | None = None,  # {v: [B, D]}, None at inference\n        labels: torch.Tensor | None = None,              # [B]\n    ) -> dict[str, torch.Tensor]:\n        f_concat = torch.cat([student_feats[v] for v in self.views], dim=-1)  # [B, 3D]\n\n        calibrated = {}\n        distill_loss = torch.tensor(0.0, device=f_concat.device)\n\n        for v in self.views:\n            d_hat = self.residual_mlps[v](f_concat)\n            f_hat = student_feats[v] + d_hat\n            calibrated[v] = f_hat\n\n            if teacher_feats is not None and labels is not None:\n                p_teacher = F.softmax(teacher_feats[v].detach() \u002F self.tau, dim=-1)\n                log_p_student = F.log_softmax(f_hat \u002F self.tau, dim=-1)\n                kl = F.kl_div(log_p_student, p_teacher, reduction=\"batchmean\") * (self.tau ** 2)\n                ce = F.cross_entropy(self.view_classifiers[v](f_hat), labels)\n                distill_loss = distill_loss + self.alpha * kl + (1.0 - self.alpha) * ce\n\n        # Multi-view fusion: pooled calibrated summary queries the 3 calibrated view tokens\n        stacked_kv = torch.stack([calibrated[v] for v in self.views], dim=1)  # [B, 3, D]\n        query = stacked_kv.mean(dim=1, keepdim=True)                          # [B, 1, D]\n        fused, _ = self.cross_attn(query, stacked_kv, stacked_kv)\n        logits = self.final_head(fused.squeeze(1))\n\n        out = {\"logits\": logits}\n        if labels is not None:\n            main_ce = F.cross_entropy(logits, labels)\n            out[\"loss\"] = main_ce + distill_loss \u002F len(self.views)\n        return out\n","python","",[67,3680,3681,3693,3707,3720,3727,3753,3835,3850,3865,3878,3908,3913,3920,3940,3952,3973,3984,4000,4010,4016,4034,4040,4056,4077,4082,4128,4145,4150,4161,4169,4187,4216,4239,4250,4291,4296,4307,4335,4340,4355,4368,4384,4395,4400,4432,4470,4500,4542,4562,4604,4609,4615,4652,4689,4707,4735,4740,4757,4773,4788,4821],{"__ignoreMap":3678},[88,3682,3685,3689],{"class":3683,"line":3684},"line",1,[88,3686,3688],{"class":3687},"slEfO","import",[88,3690,3692],{"class":3691},"sWURj"," torch\n",[88,3694,3696,3698,3701,3704],{"class":3683,"line":3695},2,[88,3697,3688],{"class":3687},[88,3699,3700],{"class":3691}," torch.nn ",[88,3702,3703],{"class":3687},"as",[88,3705,3706],{"class":3691}," nn\n",[88,3708,3710,3712,3715,3717],{"class":3683,"line":3709},3,[88,3711,3688],{"class":3687},[88,3713,3714],{"class":3691}," torch.nn.functional ",[88,3716,3703],{"class":3687},[88,3718,3719],{"class":3691}," F\n",[88,3721,3723],{"class":3683,"line":3722},4,[88,3724,3726],{"emptyLinePlaceholder":3725},true,"\n",[88,3728,3730,3734,3738,3740,3744,3747,3750],{"class":3683,"line":3729},5,[88,3731,3733],{"class":3732},"sST-V","class",[88,3735,3737],{"class":3736},"sBBmv"," MultiViewCalibrationDistiller",[88,3739,110],{"class":3691},[88,3741,3743],{"class":3742},"sF7ae","nn",[88,3745,3746],{"class":3691},".",[88,3748,3749],{"class":3742},"Module",[88,3751,3752],{"class":3691},"):\n",[88,3754,3756,3759,3763,3765,3769,3772,3776,3779,3782,3786,3790,3792,3795,3797,3799,3801,3804,3806,3809,3811,3814,3816,3819,3821,3824,3826,3828,3830,3833],{"class":3683,"line":3755},6,[88,3757,3758],{"class":3732},"    def",[88,3760,3762],{"class":3761},"svkvy"," __init__",[88,3764,110],{"class":3691},[88,3766,3768],{"class":3767},"sbU-9","self",[88,3770,3771],{"class":3691},", ",[88,3773,3775],{"class":3774},"s9NhK","dim",[88,3777,3778],{"class":3691},": ",[88,3780,3781],{"class":3761},"int",[88,3783,3785],{"class":3784},"sf2cM"," =",[88,3787,3789],{"class":3788},"sgENW"," 768",[88,3791,3771],{"class":3691},[88,3793,3794],{"class":3774},"num_classes",[88,3796,3778],{"class":3691},[88,3798,3781],{"class":3761},[88,3800,3785],{"class":3784},[88,3802,3803],{"class":3788}," 2",[88,3805,3771],{"class":3691},[88,3807,3808],{"class":3774},"tau",[88,3810,3778],{"class":3691},[88,3812,3813],{"class":3761},"float",[88,3815,3785],{"class":3784},[88,3817,3818],{"class":3788}," 2.0",[88,3820,3771],{"class":3691},[88,3822,3823],{"class":3774},"alpha",[88,3825,3778],{"class":3691},[88,3827,3813],{"class":3761},[88,3829,3785],{"class":3784},[88,3831,3832],{"class":3788}," 0.7",[88,3834,3752],{"class":3691},[88,3836,3838,3841,3844,3847],{"class":3683,"line":3837},7,[88,3839,3840],{"class":3761},"        super",[88,3842,3843],{"class":3691},"().",[88,3845,3846],{"class":3761},"__init__",[88,3848,3849],{"class":3691},"()\n",[88,3851,3853,3857,3860,3862],{"class":3683,"line":3852},8,[88,3854,3856],{"class":3855},"sRGqv","        self",[88,3858,3859],{"class":3691},".tau ",[88,3861,1285],{"class":3784},[88,3863,3864],{"class":3691}," tau\n",[88,3866,3868,3870,3873,3875],{"class":3683,"line":3867},9,[88,3869,3856],{"class":3855},[88,3871,3872],{"class":3691},".alpha ",[88,3874,1285],{"class":3784},[88,3876,3877],{"class":3691}," alpha\n",[88,3879,3881,3883,3886,3888,3891,3895,3897,3900,3902,3905],{"class":3683,"line":3880},10,[88,3882,3856],{"class":3855},[88,3884,3885],{"class":3691},".views ",[88,3887,1285],{"class":3784},[88,3889,3890],{"class":3691}," (",[88,3892,3894],{"class":3893},"sWqY2","\"text\"",[88,3896,3771],{"class":3691},[88,3898,3899],{"class":3893},"\"image\"",[88,3901,3771],{"class":3691},[88,3903,3904],{"class":3893},"\"cross\"",[88,3906,3907],{"class":3691},")\n",[88,3909,3911],{"class":3683,"line":3910},11,[88,3912,3726],{"emptyLinePlaceholder":3725},[88,3914,3916],{"class":3683,"line":3915},12,[88,3917,3919],{"class":3918},"sCxhR","        # Per-view residual calibration MLPs conditioned on concatenated tri-view context\n",[88,3921,3923,3925,3928,3930,3933,3937],{"class":3683,"line":3922},13,[88,3924,3856],{"class":3855},[88,3926,3927],{"class":3691},".residual_mlps ",[88,3929,1285],{"class":3784},[88,3931,3932],{"class":3691}," nn.",[88,3934,3936],{"class":3935},"sq3c-","ModuleDict",[88,3938,3939],{"class":3691},"({\n",[88,3941,3943,3946,3949],{"class":3683,"line":3942},14,[88,3944,3945],{"class":3691},"            v: nn.",[88,3947,3948],{"class":3935},"Sequential",[88,3950,3951],{"class":3691},"(\n",[88,3953,3955,3958,3961,3964,3967,3970],{"class":3683,"line":3954},15,[88,3956,3957],{"class":3691},"                nn.",[88,3959,3960],{"class":3935},"Linear",[88,3962,3963],{"class":3691},"(dim ",[88,3965,3966],{"class":3784},"*",[88,3968,3969],{"class":3788}," 3",[88,3971,3972],{"class":3691},", dim),\n",[88,3974,3976,3978,3981],{"class":3683,"line":3975},16,[88,3977,3957],{"class":3691},[88,3979,3980],{"class":3935},"GELU",[88,3982,3983],{"class":3691},"(),\n",[88,3985,3987,3989,3992,3994,3997],{"class":3683,"line":3986},17,[88,3988,3957],{"class":3691},[88,3990,3991],{"class":3935},"Dropout",[88,3993,110],{"class":3691},[88,3995,3996],{"class":3788},"0.1",[88,3998,3999],{"class":3691},"),\n",[88,4001,4003,4005,4007],{"class":3683,"line":4002},18,[88,4004,3957],{"class":3691},[88,4006,3960],{"class":3935},[88,4008,4009],{"class":3691},"(dim, dim),\n",[88,4011,4013],{"class":3683,"line":4012},19,[88,4014,4015],{"class":3691},"            )\n",[88,4017,4019,4022,4025,4028,4031],{"class":3683,"line":4018},20,[88,4020,4021],{"class":3687},"            for",[88,4023,4024],{"class":3691}," v ",[88,4026,4027],{"class":3687},"in",[88,4029,4030],{"class":3855}," self",[88,4032,4033],{"class":3691},".views\n",[88,4035,4037],{"class":3683,"line":4036},21,[88,4038,4039],{"class":3691},"        })\n",[88,4041,4043,4045,4048,4050,4052,4054],{"class":3683,"line":4042},22,[88,4044,3856],{"class":3855},[88,4046,4047],{"class":3691},".view_classifiers ",[88,4049,1285],{"class":3784},[88,4051,3932],{"class":3691},[88,4053,3936],{"class":3935},[88,4055,3939],{"class":3691},[88,4057,4059,4061,4063,4066,4069,4071,4073,4075],{"class":3683,"line":4058},23,[88,4060,3945],{"class":3691},[88,4062,3960],{"class":3935},[88,4064,4065],{"class":3691},"(dim, num_classes) ",[88,4067,4068],{"class":3687},"for",[88,4070,4024],{"class":3691},[88,4072,4027],{"class":3687},[88,4074,4030],{"class":3855},[88,4076,4033],{"class":3691},[88,4078,4080],{"class":3683,"line":4079},24,[88,4081,4039],{"class":3691},[88,4083,4085,4087,4090,4092,4094,4097,4099,4103,4105,4108,4111,4113,4116,4118,4121,4123,4126],{"class":3683,"line":4084},25,[88,4086,3856],{"class":3855},[88,4088,4089],{"class":3691},".cross_attn ",[88,4091,1285],{"class":3784},[88,4093,3932],{"class":3691},[88,4095,4096],{"class":3935},"MultiheadAttention",[88,4098,110],{"class":3691},[88,4100,4102],{"class":4101},"sA9aF","embed_dim",[88,4104,1285],{"class":3784},[88,4106,4107],{"class":3691},"dim, ",[88,4109,4110],{"class":4101},"num_heads",[88,4112,1285],{"class":3784},[88,4114,4115],{"class":3788},"8",[88,4117,3771],{"class":3691},[88,4119,4120],{"class":4101},"batch_first",[88,4122,1285],{"class":3784},[88,4124,4125],{"class":3788},"True",[88,4127,3907],{"class":3691},[88,4129,4131,4133,4136,4138,4140,4142],{"class":3683,"line":4130},26,[88,4132,3856],{"class":3855},[88,4134,4135],{"class":3691},".final_head ",[88,4137,1285],{"class":3784},[88,4139,3932],{"class":3691},[88,4141,3960],{"class":3935},[88,4143,4144],{"class":3691},"(dim, num_classes)\n",[88,4146,4148],{"class":3683,"line":4147},27,[88,4149,3726],{"emptyLinePlaceholder":3725},[88,4151,4153,4155,4159],{"class":3683,"line":4152},28,[88,4154,3758],{"class":3732},[88,4156,4158],{"class":4157},"sS_0i"," forward",[88,4160,3951],{"class":3691},[88,4162,4164,4166],{"class":3683,"line":4163},29,[88,4165,3856],{"class":3767},[88,4167,4168],{"class":3691},",\n",[88,4170,4172,4175,4178,4181,4184],{"class":3683,"line":4171},30,[88,4173,4174],{"class":3774},"        student_feats",[88,4176,4177],{"class":3691},": dict[",[88,4179,4180],{"class":3761},"str",[88,4182,4183],{"class":3691},", torch.Tensor],          ",[88,4185,4186],{"class":3918},"# {v: [B, D]}\n",[88,4188,4190,4193,4195,4197,4200,4203,4206,4208,4210,4213],{"class":3683,"line":4189},31,[88,4191,4192],{"class":3774},"        teacher_feats",[88,4194,4177],{"class":3691},[88,4196,4180],{"class":3761},[88,4198,4199],{"class":3691},", torch.Tensor] ",[88,4201,4202],{"class":3784},"|",[88,4204,4205],{"class":3788}," None",[88,4207,3785],{"class":3784},[88,4209,4205],{"class":3788},[88,4211,4212],{"class":3691},",  ",[88,4214,4215],{"class":3918},"# {v: [B, D]}, None at inference\n",[88,4217,4219,4222,4225,4227,4229,4231,4233,4236],{"class":3683,"line":4218},32,[88,4220,4221],{"class":3774},"        labels",[88,4223,4224],{"class":3691},": torch.Tensor ",[88,4226,4202],{"class":3784},[88,4228,4205],{"class":3788},[88,4230,3785],{"class":3784},[88,4232,4205],{"class":3788},[88,4234,4235],{"class":3691},",              ",[88,4237,4238],{"class":3918},"# [B]\n",[88,4240,4242,4245,4247],{"class":3683,"line":4241},33,[88,4243,4244],{"class":3691},"    ) -> dict[",[88,4246,4180],{"class":3761},[88,4248,4249],{"class":3691},", torch.Tensor]:\n",[88,4251,4253,4256,4258,4261,4264,4267,4269,4271,4273,4275,4278,4280,4283,4285,4288],{"class":3683,"line":4252},34,[88,4254,4255],{"class":3691},"        f_concat ",[88,4257,1285],{"class":3784},[88,4259,4260],{"class":3691}," torch.",[88,4262,4263],{"class":3935},"cat",[88,4265,4266],{"class":3691},"([student_feats[v] ",[88,4268,4068],{"class":3687},[88,4270,4024],{"class":3691},[88,4272,4027],{"class":3687},[88,4274,4030],{"class":3855},[88,4276,4277],{"class":3691},".views], ",[88,4279,3775],{"class":4101},[88,4281,4282],{"class":3784},"=-",[88,4284,200],{"class":3788},[88,4286,4287],{"class":3691},")  ",[88,4289,4290],{"class":3918},"# [B, 3D]\n",[88,4292,4294],{"class":3683,"line":4293},35,[88,4295,3726],{"emptyLinePlaceholder":3725},[88,4297,4299,4302,4304],{"class":3683,"line":4298},36,[88,4300,4301],{"class":3691},"        calibrated ",[88,4303,1285],{"class":3784},[88,4305,4306],{"class":3691}," {}\n",[88,4308,4310,4313,4315,4317,4320,4322,4325,4327,4330,4332],{"class":3683,"line":4309},37,[88,4311,4312],{"class":3691},"        distill_loss ",[88,4314,1285],{"class":3784},[88,4316,4260],{"class":3691},[88,4318,4319],{"class":3935},"tensor",[88,4321,110],{"class":3691},[88,4323,4324],{"class":3788},"0.0",[88,4326,3771],{"class":3691},[88,4328,4329],{"class":4101},"device",[88,4331,1285],{"class":3784},[88,4333,4334],{"class":3691},"f_concat.device)\n",[88,4336,4338],{"class":3683,"line":4337},38,[88,4339,3726],{"emptyLinePlaceholder":3725},[88,4341,4343,4346,4348,4350,4352],{"class":3683,"line":4342},39,[88,4344,4345],{"class":3687},"        for",[88,4347,4024],{"class":3691},[88,4349,4027],{"class":3687},[88,4351,4030],{"class":3855},[88,4353,4354],{"class":3691},".views:\n",[88,4356,4358,4361,4363,4365],{"class":3683,"line":4357},40,[88,4359,4360],{"class":3691},"            d_hat ",[88,4362,1285],{"class":3784},[88,4364,4030],{"class":3855},[88,4366,4367],{"class":3691},".residual_mlps[v](f_concat)\n",[88,4369,4371,4374,4376,4379,4381],{"class":3683,"line":4370},41,[88,4372,4373],{"class":3691},"            f_hat ",[88,4375,1285],{"class":3784},[88,4377,4378],{"class":3691}," student_feats[v] ",[88,4380,1718],{"class":3784},[88,4382,4383],{"class":3691}," d_hat\n",[88,4385,4387,4390,4392],{"class":3683,"line":4386},42,[88,4388,4389],{"class":3691},"            calibrated[v] ",[88,4391,1285],{"class":3784},[88,4393,4394],{"class":3691}," f_hat\n",[88,4396,4398],{"class":3683,"line":4397},43,[88,4399,3726],{"emptyLinePlaceholder":3725},[88,4401,4403,4406,4409,4412,4415,4417,4420,4423,4425,4427,4429],{"class":3683,"line":4402},44,[88,4404,4405],{"class":3687},"            if",[88,4407,4408],{"class":3691}," teacher_feats ",[88,4410,4411],{"class":3732},"is",[88,4413,4414],{"class":3732}," not",[88,4416,4205],{"class":3788},[88,4418,4419],{"class":3732}," and",[88,4421,4422],{"class":3691}," labels ",[88,4424,4411],{"class":3732},[88,4426,4414],{"class":3732},[88,4428,4205],{"class":3788},[88,4430,4431],{"class":3691},":\n",[88,4433,4435,4438,4440,4443,4445,4448,4451,4454,4457,4459,4462,4464,4466,4468],{"class":3683,"line":4434},45,[88,4436,4437],{"class":3691},"                p_teacher ",[88,4439,1285],{"class":3784},[88,4441,4442],{"class":3691}," F.",[88,4444,2540],{"class":3935},[88,4446,4447],{"class":3691},"(teacher_feats[v].",[88,4449,4450],{"class":3935},"detach",[88,4452,4453],{"class":3691},"() ",[88,4455,4456],{"class":3784},"\u002F",[88,4458,4030],{"class":3855},[88,4460,4461],{"class":3691},".tau, ",[88,4463,3775],{"class":4101},[88,4465,4282],{"class":3784},[88,4467,200],{"class":3788},[88,4469,3907],{"class":3691},[88,4471,4473,4476,4478,4480,4483,4486,4488,4490,4492,4494,4496,4498],{"class":3683,"line":4472},46,[88,4474,4475],{"class":3691},"                log_p_student ",[88,4477,1285],{"class":3784},[88,4479,4442],{"class":3691},[88,4481,4482],{"class":3935},"log_softmax",[88,4484,4485],{"class":3691},"(f_hat ",[88,4487,4456],{"class":3784},[88,4489,4030],{"class":3855},[88,4491,4461],{"class":3691},[88,4493,3775],{"class":4101},[88,4495,4282],{"class":3784},[88,4497,200],{"class":3788},[88,4499,3907],{"class":3691},[88,4501,4503,4506,4508,4510,4513,4516,4519,4521,4524,4527,4529,4531,4533,4535,4538,4540],{"class":3683,"line":4502},47,[88,4504,4505],{"class":3691},"                kl ",[88,4507,1285],{"class":3784},[88,4509,4442],{"class":3691},[88,4511,4512],{"class":3935},"kl_div",[88,4514,4515],{"class":3691},"(log_p_student, p_teacher, ",[88,4517,4518],{"class":4101},"reduction",[88,4520,1285],{"class":3784},[88,4522,4523],{"class":3893},"\"batchmean\"",[88,4525,4526],{"class":3691},") ",[88,4528,3966],{"class":3784},[88,4530,3890],{"class":3691},[88,4532,3768],{"class":3855},[88,4534,3859],{"class":3691},[88,4536,4537],{"class":3784},"**",[88,4539,3803],{"class":3788},[88,4541,3907],{"class":3691},[88,4543,4545,4548,4550,4552,4555,4557,4559],{"class":3683,"line":4544},48,[88,4546,4547],{"class":3691},"                ce ",[88,4549,1285],{"class":3784},[88,4551,4442],{"class":3691},[88,4553,4554],{"class":3935},"cross_entropy",[88,4556,110],{"class":3691},[88,4558,3768],{"class":3855},[88,4560,4561],{"class":3691},".view_classifiers[v](f_hat), labels)\n",[88,4563,4565,4568,4570,4573,4575,4577,4579,4581,4584,4586,4588,4591,4594,4596,4599,4601],{"class":3683,"line":4564},49,[88,4566,4567],{"class":3691},"                distill_loss ",[88,4569,1285],{"class":3784},[88,4571,4572],{"class":3691}," distill_loss ",[88,4574,1718],{"class":3784},[88,4576,4030],{"class":3855},[88,4578,3872],{"class":3691},[88,4580,3966],{"class":3784},[88,4582,4583],{"class":3691}," kl ",[88,4585,1718],{"class":3784},[88,4587,3890],{"class":3691},[88,4589,4590],{"class":3788},"1.0",[88,4592,4593],{"class":3784}," -",[88,4595,4030],{"class":3855},[88,4597,4598],{"class":3691},".alpha) ",[88,4600,3966],{"class":3784},[88,4602,4603],{"class":3691}," ce\n",[88,4605,4607],{"class":3683,"line":4606},50,[88,4608,3726],{"emptyLinePlaceholder":3725},[88,4610,4612],{"class":3683,"line":4611},51,[88,4613,4614],{"class":3918},"        # Multi-view fusion: pooled calibrated summary queries the 3 calibrated view tokens\n",[88,4616,4618,4621,4623,4625,4628,4631,4633,4635,4637,4639,4641,4643,4645,4647,4649],{"class":3683,"line":4617},52,[88,4619,4620],{"class":3691},"        stacked_kv ",[88,4622,1285],{"class":3784},[88,4624,4260],{"class":3691},[88,4626,4627],{"class":3935},"stack",[88,4629,4630],{"class":3691},"([calibrated[v] ",[88,4632,4068],{"class":3687},[88,4634,4024],{"class":3691},[88,4636,4027],{"class":3687},[88,4638,4030],{"class":3855},[88,4640,4277],{"class":3691},[88,4642,3775],{"class":4101},[88,4644,1285],{"class":3784},[88,4646,200],{"class":3788},[88,4648,4287],{"class":3691},[88,4650,4651],{"class":3918},"# [B, 3, D]\n",[88,4653,4655,4658,4660,4663,4666,4668,4670,4672,4674,4676,4679,4681,4683,4686],{"class":3683,"line":4654},53,[88,4656,4657],{"class":3691},"        query ",[88,4659,1285],{"class":3784},[88,4661,4662],{"class":3691}," stacked_kv.",[88,4664,4665],{"class":3935},"mean",[88,4667,110],{"class":3691},[88,4669,3775],{"class":4101},[88,4671,1285],{"class":3784},[88,4673,200],{"class":3788},[88,4675,3771],{"class":3691},[88,4677,4678],{"class":4101},"keepdim",[88,4680,1285],{"class":3784},[88,4682,4125],{"class":3788},[88,4684,4685],{"class":3691},")                          ",[88,4687,4688],{"class":3918},"# [B, 1, D]\n",[88,4690,4692,4695,4697,4699,4701,4704],{"class":3683,"line":4691},54,[88,4693,4694],{"class":3691},"        fused, _ ",[88,4696,1285],{"class":3784},[88,4698,4030],{"class":3855},[88,4700,3746],{"class":3691},[88,4702,4703],{"class":3935},"cross_attn",[88,4705,4706],{"class":3691},"(query, stacked_kv, stacked_kv)\n",[88,4708,4710,4713,4715,4717,4719,4722,4725,4728,4730,4732],{"class":3683,"line":4709},55,[88,4711,4712],{"class":3691},"        logits ",[88,4714,1285],{"class":3784},[88,4716,4030],{"class":3855},[88,4718,3746],{"class":3691},[88,4720,4721],{"class":3935},"final_head",[88,4723,4724],{"class":3691},"(fused.",[88,4726,4727],{"class":3935},"squeeze",[88,4729,110],{"class":3691},[88,4731,200],{"class":3788},[88,4733,4734],{"class":3691},"))\n",[88,4736,4738],{"class":3683,"line":4737},56,[88,4739,3726],{"emptyLinePlaceholder":3725},[88,4741,4743,4746,4748,4751,4754],{"class":3683,"line":4742},57,[88,4744,4745],{"class":3691},"        out ",[88,4747,1285],{"class":3784},[88,4749,4750],{"class":3691}," {",[88,4752,4753],{"class":3893},"\"logits\"",[88,4755,4756],{"class":3691},": logits}\n",[88,4758,4760,4763,4765,4767,4769,4771],{"class":3683,"line":4759},58,[88,4761,4762],{"class":3687},"        if",[88,4764,4422],{"class":3691},[88,4766,4411],{"class":3732},[88,4768,4414],{"class":3732},[88,4770,4205],{"class":3788},[88,4772,4431],{"class":3691},[88,4774,4776,4779,4781,4783,4785],{"class":3683,"line":4775},59,[88,4777,4778],{"class":3691},"            main_ce ",[88,4780,1285],{"class":3784},[88,4782,4442],{"class":3691},[88,4784,4554],{"class":3935},[88,4786,4787],{"class":3691},"(logits, labels)\n",[88,4789,4791,4794,4797,4800,4802,4805,4807,4809,4811,4814,4816,4818],{"class":3683,"line":4790},60,[88,4792,4793],{"class":3691},"            out[",[88,4795,4796],{"class":3893},"\"loss\"",[88,4798,4799],{"class":3691},"] ",[88,4801,1285],{"class":3784},[88,4803,4804],{"class":3691}," main_ce ",[88,4806,1718],{"class":3784},[88,4808,4572],{"class":3691},[88,4810,4456],{"class":3784},[88,4812,4813],{"class":3761}," len",[88,4815,110],{"class":3691},[88,4817,3768],{"class":3855},[88,4819,4820],{"class":3691},".views)\n",[88,4822,4824,4827],{"class":3683,"line":4823},61,[88,4825,4826],{"class":3687},"        return",[88,4828,4829],{"class":3691}," out\n",[286,4831,4833],{"id":4832},"_3-三大基准数据集与推理延迟实测对比","3. 三大基准数据集与推理延迟实测对比",[10,4835,4836,4837,4840,4841,4844,4845,4848,4849,4852,4853,4855],{},"在中文（Weibo、Weibo21）与英文（GossipCop）三个公开数据集上，采用 ",[67,4838,4839],{},"bert-base-chinese"," \u002F ",[67,4842,4843],{},"bert-base-uncased","、",[67,4846,4847],{},"mae-pretrain-vit-base"," 与 ",[67,4850,4851],{},"CLIP ViT-B\u002F16"," 作为学生编码器，离线教师使用 ",[67,4854,283],{},"，实验结果如下：",[4857,4858,4859,4885],"table",{},[4860,4861,4862],"thead",{},[4863,4864,4865,4869,4872,4876,4879,4882],"tr",{},[4866,4867,4868],"th",{},"数据集",[4866,4870,4871],{},"样本规模（Train \u002F Test）",[4866,4873,4875],{"align":4874},"right","Accuracy",[4866,4877,4878],{"align":4874},"F1-Fake",[4866,4880,4881],{"align":4874},"F1-Real",[4866,4883,4884],{"align":4874},"AUC",[4886,4887,4888,4923,4957],"tbody",{},[4863,4889,4890,4896,4901,4908,4913,4918],{},[4891,4892,4893],"td",{},[20,4894,4895],{},"Weibo",[4891,4897,4898],{},[67,4899,4900],{},"7,532 \u002F 1,996",[4891,4902,4903],{"align":4874},[20,4904,4905],{},[67,4906,4907],{},"0.953",[4891,4909,4910],{"align":4874},[67,4911,4912],{},"0.954",[4891,4914,4915],{"align":4874},[67,4916,4917],{},"0.952",[4891,4919,4920],{"align":4874},[67,4921,4922],{},"0.987",[4863,4924,4925,4930,4935,4942,4947,4952],{},[4891,4926,4927],{},[20,4928,4929],{},"Weibo21",[4891,4931,4932],{},[67,4933,4934],{},"—",[4891,4936,4937],{"align":4874},[20,4938,4939],{},[67,4940,4941],{},"0.959",[4891,4943,4944],{"align":4874},[67,4945,4946],{},"0.957",[4891,4948,4949],{"align":4874},[67,4950,4951],{},"0.968",[4891,4953,4954],{"align":4874},[67,4955,4956],{},"0.988",[4863,4958,4959,4964,4970,4977,4982,4987],{},[4891,4960,4961],{},[20,4962,4963],{},"GossipCop",[4891,4965,4966,4969],{},[67,4967,4968],{},"10,010 \u002F 2,830","（类别不平衡）",[4891,4971,4972],{"align":4874},[20,4973,4974],{},[67,4975,4976],{},"0.902",[4891,4978,4979],{"align":4874},[67,4980,4981],{},"0.719",[4891,4983,4984],{"align":4874},[67,4985,4986],{},"0.946",[4891,4988,4989],{"align":4874},[67,4990,4991],{},"0.885",[10,4993,4994],{},"与代表性多模态基线及直接调用 7B LLM 的方案对比，参数量与单样本推理耗时（论文报告口径）如下：",[4857,4996,4997,5013],{},[4860,4998,4999],{},[4863,5000,5001,5004,5007,5010],{},[4866,5002,5003],{},"方法",[4866,5005,5006],{},"模型类型",[4866,5008,5009],{"align":4874},"在线参数量",[4866,5011,5012],{"align":4874},"推理耗时（Reason Latency）",[4886,5014,5015,5033,5051,5069,5087],{},[4863,5016,5017,5020,5023,5028],{},[4891,5018,5019],{},"MIMoE-FND",[4891,5021,5022],{},"多模态专家混合",[4891,5024,5025],{"align":4874},[67,5026,5027],{},"397M",[4891,5029,5030],{"align":4874},[67,5031,5032],{},"20.5 ms",[4863,5034,5035,5038,5041,5046],{},[4891,5036,5037],{},"KEN",[4891,5039,5040],{},"知识增强网络",[4891,5042,5043],{"align":4874},[67,5044,5045],{},"382M",[4891,5047,5048],{"align":4874},[67,5049,5050],{},"19.7 ms",[4863,5052,5053,5056,5059,5064],{},[4891,5054,5055],{},"RaCMC",[4891,5057,5058],{},"跨模态多粒度对比",[4891,5060,5061],{"align":4874},[67,5062,5063],{},"424M",[4891,5065,5066],{"align":4874},[67,5067,5068],{},"18.8 ms",[4863,5070,5071,5074,5077,5082],{},[4891,5072,5073],{},"GLPN-LLM",[4891,5075,5076],{},"在线调用大语言模型分支",[4891,5078,5079],{"align":4874},[67,5080,5081],{},"7.07B",[4891,5083,5084],{"align":4874},[67,5085,5086],{},"158.0 ms",[4863,5088,5089,5094,5099,5106],{},[4891,5090,5091],{},[20,5092,5093],{},"LLM-MRD（本文参与工作）",[4891,5095,5096],{},[20,5097,5098],{},"离线多视角蒸馏 + 在线残差校准学生",[4891,5100,5101],{"align":4874},[20,5102,5103],{},[67,5104,5105],{},"358M",[4891,5107,5108],{"align":4874},[20,5109,5110],{},[67,5111,69],{},[10,5113,5114,1259],{},[20,5115,5116],{},"结果解读与局限性边界",[258,5118,5119,5148],{},[17,5120,5121,5124,5125,5128,5129,5132,5133,5136,5137,4844,5140,5143,5144,5147],{},[20,5122,5123],{},"提升口径辨析","：论文摘要中提到的 ",[67,5126,5127],{},"ACC +5.19%"," 是相对于全部 12 个基线方法在三个数据集上的",[20,5130,5131],{},"平均相对提升","；若严格对比每个数据集上最强的单一基线（主表 ",[67,5134,5135],{},"Improv."," 行），Weibo、Weibo21 与 GossipCop 上的准确率提升分别为 ",[67,5138,5139],{},"1.93%",[67,5141,5142],{},"0.31%"," 和 ",[67,5145,5146],{},"0.67%","。在技术交流中明确区分“对全基线均值”与“对最强基线 Margin”，能避免夸大陈述。",[17,5149,5150,5153,5154,5156],{},[20,5151,5152],{},"离线教师幻觉与可解释性边界","：虽然学生模型学到了对齐教师推理空间的稠密表示，但在线部署时它只输出分类概率与注意力权重，不再生成自然语言 CoT；此外，公开方法尚未在离线阶段对 ",[67,5155,283],{}," 生成的推理链施加外部事实核查过滤，若教师在生僻事件上产生幻觉，噪声仍可能通过 KL 项传给学生，这也是后续引入标签条件一致性过滤（Label-Conditioned Consistency Filtering）的改进方向。",[77,5158],{},[80,5160,5162],{"id":5161},"第二部分deepreviewer-20-用台账与双门控构建可审计的评审-agent","第二部分：DeepReviewer 2.0 —— 用台账与双门控构建可审计的评审 Agent",[10,5164,5165,5166,75],{},"如果说 LLM-MRD 解决的是“把慢思考压缩成快直觉”，那么在科学同行评审（Scientific Peer Review）这类高严肃性任务中，我们需要的恰恰相反：",[20,5167,5168],{},"不能只给一个黑盒分数，而必须让每一条批评都能追溯到原论文的具体页码与行号，让每一次新颖性否定都有同设定文献支撑",[10,5170,5171,5172,5176,5177,36,5179,5182,5183],{},"在 ",[43,5173,5175],{"href":5174},"\u002Fposts\u002Fcycleresearcher-post-training\u002F","前一篇关于 CycleResearcher 的后训练笔记"," 中，我们已经区分过“通过 SFT + SimPO 更新模型权重”与“推理时认知编排”。在 ",[20,5178,52],{},[43,5180,61],{"href":59,"rel":5181},[47],"）中，我们聚焦于：",[20,5184,5185,5186,5189],{},"哪怕不针对审稿任务微调底层大模型（主系统运行于 ",[67,5187,5188],{},"Step-3.5-Flash","），如何通过严格的数据结构契约与两阶段门控，把自由文本生成改造为可审计的工程流水线？",[10,5191,5192],{},[591,5193],{"alt":5194,"src":5195},"DeepReviewer 2.0 两阶段可审计评审流水线与双门控机制","\u002Fimages\u002Fposts\u002Fllm-mrd-distillation-auditable-review-agents\u002Fdeepreviewer-two-stage-audit-gate-20261016.webp",[10,5197,5198,5199,75],{},"图 2：DeepReviewer 2.0 的两阶段审计流水线。Stage I 仅基于原论文构建主张-证据-风险台账（Claim-Evidence-Risk Ledger）；Stage II 按验证议程调用 PASA 检索，并依次通过可比性门控（Comparability Gate）与导出预算门控（Export Budget Gate）。",[43,5200,604],{"href":5195,"target":600,"rel":5201},[602,603],[286,5203,5205,5206,5313],{"id":5204},"_1-形式化输出契约-yrapny-r-a-p-nyrapn-与行号级证据锚定","1. 形式化输出契约 ",[88,5207,5209,5247],{"className":5208},[91],[88,5210,5212],{"className":5211},[95],[97,5213,5214],{"xmlns":99},[101,5215,5216,5244],{},[104,5217,5218,5221,5223,5225,5227,5229,5232,5234,5237,5239,5242],{},[112,5219,5220],{},"Y",[107,5222,1285],{},[107,5224,110],{"stretchy":109},[112,5226,350],{},[107,5228,118],{"separator":117},[112,5230,5231],{},"A",[107,5233,118],{"separator":117},[112,5235,5236],{},"P",[107,5238,118],{"separator":117},[112,5240,5241],{},"N",[107,5243,124],{"stretchy":109},[126,5245,5246],{"encoding":128},"Y = (R, A, P, N)",[88,5248,5250,5269],{"className":5249,"ariaHidden":117},[133],[88,5251,5253,5257,5260,5263,5266],{"className":5252},[137],[88,5254],{"className":5255,"style":5256},[141],"height:0.6833em;",[88,5258,5220],{"className":5259,"style":2092},[150,151],[88,5261],{"className":5262,"style":224},[160],[88,5264,1285],{"className":5265},[228],[88,5267],{"className":5268,"style":224},[160],[88,5270,5272,5275,5278,5282,5285,5288,5291,5294,5297,5300,5303,5306,5310],{"className":5271},[137],[88,5273],{"className":5274,"style":142},[141],[88,5276,110],{"className":5277},[146],[88,5279,350],{"className":5280,"style":5281},[150,151],"margin-right:0.0077em;",[88,5283,118],{"className":5284},[156],[88,5286],{"className":5287,"style":161},[160],[88,5289,5231],{"className":5290},[150,151],[88,5292,118],{"className":5293},[156],[88,5295],{"className":5296,"style":161},[160],[88,5298,5236],{"className":5299,"style":152},[150,151],[88,5301,118],{"className":5302},[156],[88,5304],{"className":5305,"style":161},[160],[88,5307,5241],{"className":5308,"style":5309},[150,151],"margin-right:0.109em;",[88,5311,124],{"className":5312},[169]," 与行号级证据锚定",[10,5315,5316],{},"DeepReviewer 2.0 拒绝输出笼统的散文式审稿意见，而是强制要求最终评审包满足四元结构契约：",[88,5318,5320],{"className":5319},[1263],[88,5321,5323,5363],{"className":5322},[91],[88,5324,5326],{"className":5325},[95],[97,5327,5328],{"xmlns":99,"display":1272},[101,5329,5330,5360],{},[104,5331,5332,5334,5336,5338,5340,5342,5344,5346,5348,5350,5352,5354,5356,5358],{},[112,5333,5220],{},[107,5335,1285],{},[107,5337,110],{"stretchy":109},[112,5339,350],{},[107,5341,118],{"separator":117},[339,5343,1306],{},[112,5345,5231],{},[107,5347,118],{"separator":117},[339,5349,1306],{},[112,5351,5236],{},[107,5353,118],{"separator":117},[339,5355,1306],{},[112,5357,5241],{},[107,5359,124],{"stretchy":109},[126,5361,5362],{"encoding":128},"Y = (R,\\, A,\\, P,\\, N)",[88,5364,5366,5384],{"className":5365,"ariaHidden":117},[133],[88,5367,5369,5372,5375,5378,5381],{"className":5368},[137],[88,5370],{"className":5371,"style":5256},[141],[88,5373,5220],{"className":5374,"style":2092},[150,151],[88,5376],{"className":5377,"style":224},[160],[88,5379,1285],{"className":5380},[228],[88,5382],{"className":5383,"style":224},[160],[88,5385,5387,5390,5393,5396,5399,5402,5405,5408,5411,5414,5417,5420,5423,5426,5429,5432],{"className":5386},[137],[88,5388],{"className":5389,"style":142},[141],[88,5391,110],{"className":5392},[146],[88,5394,350],{"className":5395,"style":5281},[150,151],[88,5397,118],{"className":5398},[156],[88,5400],{"className":5401,"style":161},[160],[88,5403],{"className":5404,"style":161},[160],[88,5406,5231],{"className":5407},[150,151],[88,5409,118],{"className":5410},[156],[88,5412],{"className":5413,"style":161},[160],[88,5415],{"className":5416,"style":161},[160],[88,5418,5236],{"className":5419,"style":152},[150,151],[88,5421,118],{"className":5422},[156],[88,5424],{"className":5425,"style":161},[160],[88,5427],{"className":5428,"style":161},[160],[88,5430,5241],{"className":5431,"style":5309},[150,151],[88,5433,124],{"className":5434},[169],[14,5436,5437,5471,5696,5730],{},[17,5438,5439,5470],{},[20,5440,5441,5469],{},[88,5442,5444,5457],{"className":5443},[91],[88,5445,5447],{"className":5446},[95],[97,5448,5449],{"xmlns":99},[101,5450,5451,5455],{},[104,5452,5453],{},[112,5454,350],{},[126,5456,350],{"encoding":128},[88,5458,5460],{"className":5459,"ariaHidden":117},[133],[88,5461,5463,5466],{"className":5462},[137],[88,5464],{"className":5465,"style":5256},[141],[88,5467,350],{"className":5468,"style":5281},[150,151],"（Structured Review）","：结构化总评，包含核心贡献摘要、优势、缺陷与总体裁定；",[17,5472,5473,5504,5505,5680,5681,5688,5689,5691,5692,5695],{},[20,5474,5475,5503],{},[88,5476,5478,5491],{"className":5477},[91],[88,5479,5481],{"className":5480},[95],[97,5482,5483],{"xmlns":99},[101,5484,5485,5489],{},[104,5486,5487],{},[112,5488,5231],{},[126,5490,5231],{"encoding":128},[88,5492,5494],{"className":5493,"ariaHidden":117},[133],[88,5495,5497,5500],{"className":5496},[137],[88,5498],{"className":5499,"style":5256},[141],[88,5501,5231],{"className":5502},[150,151],"（Anchored Annotations）","：与原论文具体位置强绑定的批注集合 ",[88,5506,5508,5548],{"className":5507},[91],[88,5509,5511],{"className":5510},[95],[97,5512,5513],{"xmlns":99},[101,5514,5515,5545],{},[104,5516,5517,5519,5521,5523,5529,5531,5534,5536,5543],{},[112,5518,5231],{},[107,5520,1285],{},[107,5522,191],{"stretchy":109},[625,5524,5525,5527],{},[112,5526,43],{},[193,5528,200],{},[107,5530,118],{"separator":117},[107,5532,5533],{},"…",[107,5535,118],{"separator":117},[625,5537,5538,5540],{},[112,5539,43],{},[112,5541,5542],{},"m",[107,5544,203],{"stretchy":109},[126,5546,5547],{"encoding":128},"A = \\{a_1, \\dots, a_m\\}",[88,5549,5551,5569],{"className":5550,"ariaHidden":117},[133],[88,5552,5554,5557,5560,5563,5566],{"className":5553},[137],[88,5555],{"className":5556,"style":5256},[141],[88,5558,5231],{"className":5559},[150,151],[88,5561],{"className":5562,"style":224},[160],[88,5564,1285],{"className":5565},[228],[88,5567],{"className":5568,"style":224},[160],[88,5570,5572,5575,5578,5619,5622,5625,5628,5631,5634,5637,5677],{"className":5571},[137],[88,5573],{"className":5574,"style":142},[141],[88,5576,191],{"className":5577},[146],[88,5579,5581,5584],{"className":5580},[150],[88,5582,43],{"className":5583},[150,151],[88,5585,5587],{"className":5586},[377],[88,5588,5590,5611],{"className":5589},[381,382],[88,5591,5593,5608],{"className":5592},[386],[88,5594,5597],{"className":5595,"style":5596},[390],"height:0.3011em;",[88,5598,5599,5602],{"style":1238},[88,5600],{"className":5601,"style":399},[398],[88,5603,5605],{"className":5604},[403,404,405,406],[88,5606,200],{"className":5607},[150,406],[88,5609,433],{"className":5610},[432],[88,5612,5614],{"className":5613},[386],[88,5615,5617],{"className":5616,"style":714},[390],[88,5618],{},[88,5620,118],{"className":5621},[156],[88,5623],{"className":5624,"style":161},[160],[88,5626,5533],{"className":5627},[2779],[88,5629],{"className":5630,"style":161},[160],[88,5632,118],{"className":5633},[156],[88,5635],{"className":5636,"style":161},[160],[88,5638,5640,5643],{"className":5639},[150],[88,5641,43],{"className":5642},[150,151],[88,5644,5646],{"className":5645},[377],[88,5647,5649,5669],{"className":5648},[381,382],[88,5650,5652,5666],{"className":5651},[386],[88,5653,5655],{"className":5654,"style":795},[390],[88,5656,5657,5660],{"style":1238},[88,5658],{"className":5659,"style":399},[398],[88,5661,5663],{"className":5662},[403,404,405,406],[88,5664,5542],{"className":5665},[150,151,406],[88,5667,433],{"className":5668},[432],[88,5670,5672],{"className":5671},[386],[88,5673,5675],{"className":5674,"style":714},[390],[88,5676],{},[88,5678,203],{"className":5679},[169],"。每条批注必须包含",[20,5682,5683,5684,5687],{},"页码与行号区间（",[67,5685,5686],{},"page + line_span","）","、问题类别、严重程度、科学风险说明以及可执行修复动作（选用 ",[67,5690,5686],{}," 而非纯 PDF 像素框 ",[67,5693,5694],{},"bbox"," 作为主锚点，是为了防止不同 PDF 渲染器微小排版偏移破坏定位稳定性）；",[17,5697,5698,5729],{},[20,5699,5700,5728],{},[88,5701,5703,5716],{"className":5702},[91],[88,5704,5706],{"className":5705},[95],[97,5707,5708],{"xmlns":99},[101,5709,5710,5714],{},[104,5711,5712],{},[112,5713,5236],{},[126,5715,5236],{"encoding":128},[88,5717,5719],{"className":5718,"ariaHidden":117},[133],[88,5720,5722,5725],{"className":5721},[137],[88,5723],{"className":5724,"style":5256},[141],[88,5726,5236],{"className":5727,"style":152},[150,151],"（Prioritized Revision Plan）","：按风险严重度排序的作者修改路线图；",[17,5731,5732,5763,5764,5767],{},[20,5733,5734,5762],{},[88,5735,5737,5750],{"className":5736},[91],[88,5738,5740],{"className":5739},[95],[97,5741,5742],{"xmlns":99},[101,5743,5744,5748],{},[104,5745,5746],{},[112,5747,5241],{},[126,5749,5241],{"encoding":128},[88,5751,5753],{"className":5752,"ariaHidden":117},[133],[88,5754,5756,5759],{"className":5755},[137],[88,5757],{"className":5758,"style":5256},[141],[88,5760,5241],{"className":5761,"style":5309},[150,151],"（Novelty & Value Assessment）","：基于外部检索证据的新颖性评估，当检索证据不足以覆盖时显式保留 ",[67,5765,5766],{},"unclear"," 状态，严禁无根据臆断。",[286,5769,5771],{"id":5770},"_2-stage-i内生台账与-stage-iipasa-可比性门控-导出门控","2. Stage I（内生台账）与 Stage II（PASA 可比性门控 + 导出门控）",[10,5773,5774],{},"整条流水线分为严格隔离的两个阶段：",[258,5776,5777,5795],{},[17,5778,5779,5786,5787,5790,5791,5794],{},[20,5780,5781,5782,5785],{},"Stage I：零外部检索的 ",[67,5783,5784],{},"Claim-Evidence-Risk Ledger","（主张-证据-风险台账）","\n系统首先将论文 PDF 解析为带页码和行号的语义块并逐页重读（缓解长上下文 Lost-in-the-Middle），在不接触任何外部文献的前提下，提取作者的核心主张（Claim）、文内实验或定理证据（In-paper Evidence）以及潜在方法\u002F实验漏洞（Risk），标记为 ",[67,5788,5789],{},"confirmed"," 或 ",[67,5792,5793],{},"suspected","。高风险且需外部佐证的条目自动生成检索验证议程（Verification Agenda）。",[17,5796,5797,5804,5805,5808,5809,5838,5839,5868,5869,5872,5873,4844,5876,4844,5879,5790,5882,5884],{},[20,5798,5799,5800,5803],{},"Stage II：PASA 检索与 ",[67,5801,5802],{},"Matched-Setting Comparability Gate","（同设定可比性门控）","\n大模型审稿最常见的错误之一，是搜到一篇标题相似的论文就直接指责作者“缺乏新颖性（Lack of Novelty）或漏引 SOTA”，哪怕两篇论文解决的子任务、数据集或评价指标根本不同。为此，我们在 PASA 学术检索 Agent 之后设立了",[20,5806,5807],{},"同设定可比性门控","：只有当检索到的候选文献 ",[88,5810,5812,5826],{"className":5811},[91],[88,5813,5815],{"className":5814},[95],[97,5816,5817],{"xmlns":99},[101,5818,5819,5824],{},[104,5820,5821],{},[112,5822,5823],{},"c",[126,5825,5823],{"encoding":128},[88,5827,5829],{"className":5828,"ariaHidden":117},[133],[88,5830,5832,5835],{"className":5831},[137],[88,5833],{"className":5834,"style":1137},[141],[88,5836,5823],{"className":5837},[150,151]," 与被审稿件 ",[88,5840,5842,5855],{"className":5841},[91],[88,5843,5845],{"className":5844},[95],[97,5846,5847],{"xmlns":99},[101,5848,5849,5853],{},[104,5850,5851],{},[112,5852,10],{},[126,5854,10],{"encoding":128},[88,5856,5858],{"className":5857,"ariaHidden":117},[133],[88,5859,5861,5865],{"className":5860},[137],[88,5862],{"className":5863,"style":5864},[141],"height:0.625em;vertical-align:-0.1944em;",[88,5866,10],{"className":5867},[150,151]," 在",[20,5870,5871],{},"任务定义（Task）、基准数据集（Dataset\u002FBenchmark）与主评价指标（Primary Metric）","三项上同时匹配时，才允许将其作为直接竞争基线用于新颖性重叠判定（划分为 ",[67,5874,5875],{},"supported",[67,5877,5878],{},"partially overlapping",[67,5880,5881],{},"substantially overlapped",[67,5883,5766],{},"）：",[88,5886,5888],{"className":5887},[1263],[88,5889,5891,6026],{"className":5890},[91],[88,5892,5894],{"className":5893},[95],[97,5895,5896],{"xmlns":99,"display":1272},[101,5897,5898,6023],{},[104,5899,5900,5903,5905,5907,5909,5911,5913,5915,5917,5919,5922,5925,5927,5929,5931,5933,5936,5938,5940,5942,5944,5946,5949,5952,5954,5956,5959,5961,5963,5965,5967,5970,5972,5974,5976,5978,5980,5983,5986,5988,5990,5992,5994,5997,5999,6001,6003,6005,6007,6009,6011,6013,6015,6017,6019,6021],{},[112,5901,5902],{"mathvariant":1288},"Comparable",[107,5904,1292],{},[107,5906,110],{"stretchy":109},[112,5908,10],{},[107,5910,118],{"separator":117},[112,5912,5823],{},[107,5914,124],{"stretchy":109},[107,5916,1285],{},[112,5918,121],{"mathvariant":349},[107,5920,5921],{"fence":109,"stretchy":117,"minsize":1295,"maxsize":1295},"[",[112,5923,5924],{"mathvariant":1288},"Task",[107,5926,1292],{},[107,5928,110],{"stretchy":109},[112,5930,10],{},[107,5932,124],{"stretchy":109},[107,5934,5935],{},"≃",[112,5937,5924],{"mathvariant":1288},[107,5939,1292],{},[107,5941,110],{"stretchy":109},[112,5943,5823],{},[107,5945,124],{"stretchy":109},[107,5947,5948],{"fence":109,"stretchy":117,"minsize":1295,"maxsize":1295},"]",[107,5950,5951],{},"⋅",[112,5953,121],{"mathvariant":349},[107,5955,5921],{"fence":109,"stretchy":117,"minsize":1295,"maxsize":1295},[112,5957,5958],{"mathvariant":1288},"Bench",[107,5960,1292],{},[107,5962,110],{"stretchy":109},[112,5964,10],{},[107,5966,124],{"stretchy":109},[107,5968,5969],{},"∩",[112,5971,5958],{"mathvariant":1288},[107,5973,1292],{},[107,5975,110],{"stretchy":109},[112,5977,5823],{},[107,5979,124],{"stretchy":109},[107,5981,5982],{"mathvariant":1288},"≠",[112,5984,5985],{"mathvariant":1288},"∅",[107,5987,5948],{"fence":109,"stretchy":117,"minsize":1295,"maxsize":1295},[107,5989,5951],{},[112,5991,121],{"mathvariant":349},[107,5993,5921],{"fence":109,"stretchy":117,"minsize":1295,"maxsize":1295},[112,5995,5996],{"mathvariant":1288},"Metric",[107,5998,1292],{},[107,6000,110],{"stretchy":109},[112,6002,10],{},[107,6004,124],{"stretchy":109},[107,6006,5969],{},[112,6008,5996],{"mathvariant":1288},[107,6010,1292],{},[107,6012,110],{"stretchy":109},[112,6014,5823],{},[107,6016,124],{"stretchy":109},[107,6018,5982],{"mathvariant":1288},[112,6020,5985],{"mathvariant":1288},[107,6022,5948],{"fence":109,"stretchy":117,"minsize":1295,"maxsize":1295},[126,6024,6025],{"encoding":128},"\\operatorname{Comparable}(p, c) = \\mathbb{I}\\big[\\operatorname{Task}(p) \\simeq \\operatorname{Task}(c)\\big] \\cdot \\mathbb{I}\\big[\\operatorname{Bench}(p) \\cap \\operatorname{Bench}(c) \\neq \\emptyset\\big] \\cdot \\mathbb{I}\\big[\\operatorname{Metric}(p) \\cap \\operatorname{Metric}(c) \\neq \\emptyset\\big]",[88,6027,6029,6068,6110,6146,6188,6258,6282,6324,6387],{"className":6028,"ariaHidden":117},[133],[88,6030,6032,6035,6041,6044,6047,6050,6053,6056,6059,6062,6065],{"className":6031},[137],[88,6033],{"className":6034,"style":142},[141],[88,6036,6038],{"className":6037},[1415],[88,6039,5902],{"className":6040},[150,1419],[88,6042,110],{"className":6043},[146],[88,6045,10],{"className":6046},[150,151],[88,6048,118],{"className":6049},[156],[88,6051],{"className":6052,"style":161},[160],[88,6054,5823],{"className":6055},[150,151],[88,6057,124],{"className":6058},[169],[88,6060],{"className":6061,"style":224},[160],[88,6063,1285],{"className":6064},[228],[88,6066],{"className":6067,"style":224},[160],[88,6069,6071,6074,6077,6083,6086,6092,6095,6098,6101,6104,6107],{"className":6070},[137],[88,6072],{"className":6073,"style":1411},[141],[88,6075,121],{"className":6076},[150,464],[88,6078,6080],{"className":6079},[150],[88,6081,5921],{"className":6082},[1429,1430],[88,6084],{"className":6085,"style":161},[160],[88,6087,6089],{"className":6088},[1415],[88,6090,5924],{"className":6091},[150,1419],[88,6093,110],{"className":6094},[146],[88,6096,10],{"className":6097},[150,151],[88,6099,124],{"className":6100},[169],[88,6102],{"className":6103,"style":224},[160],[88,6105,5935],{"className":6106},[228],[88,6108],{"className":6109,"style":224},[160],[88,6111,6113,6116,6122,6125,6128,6131,6137,6140,6143],{"className":6112},[137],[88,6114],{"className":6115,"style":1411},[141],[88,6117,6119],{"className":6118},[1415],[88,6120,5924],{"className":6121},[150,1419],[88,6123,110],{"className":6124},[146],[88,6126,5823],{"className":6127},[150,151],[88,6129,124],{"className":6130},[169],[88,6132,6134],{"className":6133},[150],[88,6135,5948],{"className":6136},[1429,1430],[88,6138],{"className":6139,"style":2092},[160],[88,6141,5951],{"className":6142},[2096],[88,6144],{"className":6145,"style":2092},[160],[88,6147,6149,6152,6155,6161,6164,6170,6173,6176,6179,6182,6185],{"className":6148},[137],[88,6150],{"className":6151,"style":1411},[141],[88,6153,121],{"className":6154},[150,464],[88,6156,6158],{"className":6157},[150],[88,6159,5921],{"className":6160},[1429,1430],[88,6162],{"className":6163,"style":161},[160],[88,6165,6167],{"className":6166},[1415],[88,6168,5958],{"className":6169},[150,1419],[88,6171,110],{"className":6172},[146],[88,6174,10],{"className":6175},[150,151],[88,6177,124],{"className":6178},[169],[88,6180],{"className":6181,"style":2092},[160],[88,6183,5969],{"className":6184},[2096],[88,6186],{"className":6187,"style":2092},[160],[88,6189,6191,6194,6200,6203,6206,6209,6212,6255],{"className":6190},[137],[88,6192],{"className":6193,"style":142},[141],[88,6195,6197],{"className":6196},[1415],[88,6198,5958],{"className":6199},[150,1419],[88,6201,110],{"className":6202},[146],[88,6204,5823],{"className":6205},[150,151],[88,6207,124],{"className":6208},[169],[88,6210],{"className":6211,"style":224},[160],[88,6213,6215,6248,6252],{"className":6214},[228],[88,6216,6218],{"className":6217},[228],[88,6219,6222],{"className":6220},[150,6221],"vbox",[88,6223,6226],{"className":6224},[6225],"thinbox",[88,6227,6230,6233,6244],{"className":6228},[6229],"rlap",[88,6231],{"className":6232,"style":899},[141],[88,6234,6237],{"className":6235},[6236],"inner",[88,6238,6240],{"className":6239},[150],[88,6241,6243],{"className":6242},[228],"",[88,6245],{"className":6246},[6247],"fix",[88,6249],{"className":6250},[160,6251],"nobreak",[88,6253,1285],{"className":6254},[228],[88,6256],{"className":6257,"style":224},[160],[88,6259,6261,6264,6267,6273,6276,6279],{"className":6260},[137],[88,6262],{"className":6263,"style":1411},[141],[88,6265,5985],{"className":6266},[150],[88,6268,6270],{"className":6269},[150],[88,6271,5948],{"className":6272},[1429,1430],[88,6274],{"className":6275,"style":2092},[160],[88,6277,5951],{"className":6278},[2096],[88,6280],{"className":6281,"style":2092},[160],[88,6283,6285,6288,6291,6297,6300,6306,6309,6312,6315,6318,6321],{"className":6284},[137],[88,6286],{"className":6287,"style":1411},[141],[88,6289,121],{"className":6290},[150,464],[88,6292,6294],{"className":6293},[150],[88,6295,5921],{"className":6296},[1429,1430],[88,6298],{"className":6299,"style":161},[160],[88,6301,6303],{"className":6302},[1415],[88,6304,5996],{"className":6305},[150,1419],[88,6307,110],{"className":6308},[146],[88,6310,10],{"className":6311},[150,151],[88,6313,124],{"className":6314},[169],[88,6316],{"className":6317,"style":2092},[160],[88,6319,5969],{"className":6320},[2096],[88,6322],{"className":6323,"style":2092},[160],[88,6325,6327,6330,6336,6339,6342,6345,6348,6384],{"className":6326},[137],[88,6328],{"className":6329,"style":142},[141],[88,6331,6333],{"className":6332},[1415],[88,6334,5996],{"className":6335},[150,1419],[88,6337,110],{"className":6338},[146],[88,6340,5823],{"className":6341},[150,151],[88,6343,124],{"className":6344},[169],[88,6346],{"className":6347,"style":224},[160],[88,6349,6351,6378,6381],{"className":6350},[228],[88,6352,6354],{"className":6353},[228],[88,6355,6357],{"className":6356},[150,6221],[88,6358,6360],{"className":6359},[6225],[88,6361,6363,6366,6375],{"className":6362},[6229],[88,6364],{"className":6365,"style":899},[141],[88,6367,6369],{"className":6368},[6236],[88,6370,6372],{"className":6371},[150],[88,6373,6243],{"className":6374},[228],[88,6376],{"className":6377},[6247],[88,6379],{"className":6380},[160,6251],[88,6382,1285],{"className":6383},[228],[88,6385],{"className":6386,"style":224},[160],[88,6388,6390,6393,6396],{"className":6389},[137],[88,6391],{"className":6392,"style":1411},[141],[88,6394,5985],{"className":6395},[150],[88,6397,6399],{"className":6398},[150],[88,6400,5948],{"className":6401},[1429,1430],[258,6403,6404],{"start":3709},[17,6405,6406,6412,6413,6441,6442,6445,6446,6449,6450,6456],{},[20,6407,6408,6411],{},[67,6409,6410],{},"Export Budget Gate","（导出预算硬门控）","\n在最终生成评审包 ",[88,6414,6416,6429],{"className":6415},[91],[88,6417,6419],{"className":6418},[95],[97,6420,6421],{"xmlns":99},[101,6422,6423,6427],{},[104,6424,6425],{},[112,6426,5220],{},[126,6428,5220],{"encoding":128},[88,6430,6432],{"className":6431,"ariaHidden":117},[133],[88,6433,6435,6438],{"className":6434},[137],[88,6436],{"className":6437,"style":5256},[141],[88,6439,5220],{"className":6440,"style":2092},[150,151]," 之前，导出校验器会执行确定性检查：必须完成至少 ",[20,6443,6444],{},"3 次独立文献检索","、覆盖至少 ",[20,6447,6448],{},"3 类不同验证意图","、生成至少 ",[20,6451,6452,6453,6455],{},"10 条具备合法 ",[67,6454,5686],{}," 锚点及可执行修复建议的批注","，且 JSON Schema 校验完全通过，否则打回补充验证。",[286,6458,6460],{"id":6459},"_3-134-篇-iclr-投稿盲评实验与真实能力边界剖析","3. 134 篇 ICLR 投稿盲评实验与真实能力边界剖析",[10,6462,6463],{},"在 134 篇 ICLR 2025 真实投稿上，我们采用三套协议评估系统表现：Protocol 1（相对人类评审关注点的严格问题覆盖率 Strict Issue Coverage）、Protocol 2（多自动评审系统池内匿名盲排，1000 次 Paper-level Bootstrap 计算 95% 置信区间）以及 Protocol 3（与人类评审委员会档案的匿名成对盲比）：",[4857,6465,6466,6478],{},[4860,6467,6468],{},[4863,6469,6470,6473,6475],{},[4866,6471,6472],{},"评测维度 \u002F 指标",[4866,6474,52],{"align":4874},[4866,6476,6477],{},"对照基线表现",[4886,6479,6480,6500,6520,6544],{},[4863,6481,6482,6487,6494],{},[4891,6483,6484],{},[20,6485,6486],{},"Strict Overall Issue Coverage（全样本严格覆盖率）",[4891,6488,6489],{"align":4874},[20,6490,6491],{},[67,6492,6493],{},"35.74%",[4891,6495,6496,6497],{},"CycleReviewer-123B：",[67,6498,6499],{},"23.92%",[4863,6501,6502,6507,6514],{},[4891,6503,6504],{},[20,6505,6506],{},"Major Issue Coverage（核心重大问题覆盖率）",[4891,6508,6509],{"align":4874},[20,6510,6511],{},[67,6512,6513],{},"37.26%",[4891,6515,6516,6517],{},"Gemini-3.1-Pro Baseline：",[67,6518,6519],{},"23.57%",[4863,6521,6522,6527,6534],{},[4891,6523,6524],{},[20,6525,6526],{},"自动系统池 Bradley-Terry Elo",[4891,6528,6529],{"align":4874},[20,6530,6531],{},[67,6532,6533],{},"2057.17",[4891,6535,6536,6537,6540,6541],{},"95% CI：",[67,6538,6539],{},"[1990.55, 2140.81]","，池内平均胜率 ",[67,6542,6543],{},"92.34%",[4863,6545,6546,6551,6558],{},[4891,6547,6548],{},[20,6549,6550],{},"对人类评审委员会总胜率（Win \u002F Tie \u002F Loss）",[4891,6552,6553],{"align":4874},[20,6554,6555],{},[67,6556,6557],{},"71.63% \u002F 16.28% \u002F 12.09%",[4891,6559,6560],{},"固定 Rubric 与评委模型条件下",[10,6562,6563,6564,6567,6568,2482,6571,6574],{},"如果只看 ",[67,6565,6566],{},"71.63%"," 的总体偏好胜率，很容易产生“AI 审稿已经超越人类专家”的错觉。但拆开对人类委员会的",[20,6569,6570],{},"五个细分维度胜率",[20,6572,6573],{},"漏检率","，就能看清当前系统的真实工程边界：",[4857,6576,6577,6590],{},[4860,6578,6579],{},[4863,6580,6581,6584,6587],{},[4866,6582,6583],{},"细分评测维度",[4866,6585,6586],{"align":4874},"对人类评审委员会胜率",[4866,6588,6589],{},"现象与工程边界诊断",[4886,6591,6592,6609,6626,6641,6660],{},[4863,6593,6594,6599,6606],{},[4891,6595,6596],{},[20,6597,6598],{},"Communication Clarity（表达清晰度）",[4891,6600,6601],{"align":4874},[20,6602,6603],{},[67,6604,6605],{},"86.05%",[4891,6607,6608],{},"结构化台账与行号锚定让报告条理极佳",[4863,6610,6611,6616,6623],{},[4891,6612,6613],{},[20,6614,6615],{},"Constructive Value（建设性价值）",[4891,6617,6618],{"align":4874},[20,6619,6620],{},[67,6621,6622],{},"84.50%",[4891,6624,6625],{},"Export Gate 强制每条批评附带可执行修复建议",[4863,6627,6628,6633,6638],{},[4891,6629,6630],{},[20,6631,6632],{},"Overall Judgment（总体裁定合理性）",[4891,6634,6635],{"align":4874},[67,6636,6637],{},"69.77%",[4891,6639,6640],{},"受益于证据汇总的全面性",[4863,6642,6643,6648,6655],{},[4891,6644,6645],{},[20,6646,6647],{},"Technical Accuracy（技术准确性）",[4891,6649,6650],{"align":4874},[20,6651,6652],{},[67,6653,6654],{},"59.69%",[4891,6656,6657],{},[20,6658,6659],{},"优势显著收窄，深层数学推导与隐蔽实验缺陷仍难捕捉",[4863,6661,6662,6667,6674],{},[4891,6663,6664],{},[20,6665,6666],{},"Analytical Depth（分析深度）",[4891,6668,6669],{"align":4874},[20,6670,6671],{},[67,6672,6673],{},"58.14%",[4891,6675,6676],{},[20,6677,6678,6679],{},"接近五五开，且 Major Issue 漏检率仍达 ",[67,6680,6681],{},"62.74%",[10,6683,6684,6685,6694,6695,6698],{},"这组细分数据清楚地表明：",[20,6686,6687,6688,6690,6691,75],{},"DeepReviewer 2.0 的高胜率主要来自“结构化可追溯性、表达清晰度与可执行修复建议（84%～86%）”，而在核心技术准确性与分析深度（58%～59%）上与人类专家差距很小，且对人类指出的核心大问题仍有 ",[67,6689,6681],{}," 的未覆盖率（Critical Miss Rate），在伦理审查（Ethics）维度严格覆盖率更是为 ",[67,6692,6693],{},"0%"," 此外，成对排名依赖同一模型家族的 Judge，也存在对结构化长文风格的潜在偏好。因此，这类系统的准确定位应当是",[20,6696,6697],{},"帮助作者在投稿前做结构化自检与文献漏引排查的审计助手","，而非替代人类同行评审的最终裁决者。",[80,6700,6702],{"id":6701},"三小结模型压缩与系统门控的协同","三、小结：模型压缩与系统门控的协同",[10,6704,6705],{},"把 LLM-MRD 与 DeepReviewer 2.0 放在一起看，可以提炼出大模型工程落地的两条通用准则：",[258,6707,6708,6718],{},[17,6709,6710,6717],{},[20,6711,6712,6713,6716],{},"当在线延迟预算是硬约束（如 ",[67,6714,6715],{},"\u003C 20 ms","）时，把多视角推理留在离线训练侧","：用强大的多模态教师离线生成结构化推理信号，通过残差校准与温度缩放 KL + 分支 CE 深监督把“推理结果对应的特征几何”压进轻量级编码器，避免在线自回归生成。",[17,6719,6720,6723],{},[20,6721,6722],{},"当任务允许充裕推理时间但要求高可靠性时，用确定性数据结构与门控夹住生成过程","：不依赖单次 Prompt 祈祷模型不犯错，而是把状态显式化为可检验的台账（Ledger），在检索端加同设定可比性门控，在输出端加预算与锚点完整性门控。",[10,6725,6726],{},[38,6727,6728,6729,6734],{},"本文封面与两张架构流水线图使用 ",[43,6730,6733],{"href":6731,"rel":6732},"https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Faigc-image-generator",[47],"aigc-image-generator"," 辅助生成并经人工核对，实验数值与边界分析均与公开论文及复核记录严格一致。",[6736,6737,6738],"style",{},"html pre.shiki code .slEfO, html code.shiki .slEfO{--shiki-default:#F47067;--shiki-default-font-style:inherit;--shiki-light:#D73A49;--shiki-light-font-style:inherit;--shiki-cyber:#54B9FF;--shiki-cyber-font-style:italic}html pre.shiki code .sWURj, html code.shiki .sWURj{--shiki-default:#ADBAC7;--shiki-light:#24292E;--shiki-cyber:#EEF0F9}html pre.shiki code .sST-V, html code.shiki .sST-V{--shiki-default:#F47067;--shiki-light:#D73A49;--shiki-cyber:#54B9FF}html pre.shiki code .sBBmv, html code.shiki .sBBmv{--shiki-default:#F69D50;--shiki-light:#6F42C1;--shiki-cyber:#ACAFFF}html pre.shiki code .sF7ae, html code.shiki .sF7ae{--shiki-default:#6CB6FF;--shiki-light:#6F42C1;--shiki-cyber:#ACAFFF}html pre.shiki code .svkvy, html code.shiki .svkvy{--shiki-default:#6CB6FF;--shiki-light:#005CC5;--shiki-cyber:#EEF0F9}html pre.shiki code .sbU-9, html code.shiki .sbU-9{--shiki-default:#ADBAC7;--shiki-default-font-style:inherit;--shiki-light:#24292E;--shiki-light-font-style:inherit;--shiki-cyber:#ACAFFF;--shiki-cyber-font-style:italic}html pre.shiki code .s9NhK, html code.shiki .s9NhK{--shiki-default:#ADBAC7;--shiki-default-font-style:inherit;--shiki-light:#24292E;--shiki-light-font-style:inherit;--shiki-cyber:#FFD493;--shiki-cyber-font-style:italic}html pre.shiki code .sf2cM, html code.shiki .sf2cM{--shiki-default:#F47067;--shiki-light:#D73A49;--shiki-cyber:#EEF0F9}html pre.shiki code .sgENW, html code.shiki .sgENW{--shiki-default:#6CB6FF;--shiki-light:#005CC5;--shiki-cyber:#FFD493}html pre.shiki code .sRGqv, html code.shiki .sRGqv{--shiki-default:#6CB6FF;--shiki-light:#005CC5;--shiki-cyber:#ACAFFF}html pre.shiki code .sWqY2, html code.shiki .sWqY2{--shiki-default:#96D0FF;--shiki-light:#032F62;--shiki-cyber:#FFD493}html pre.shiki code .sCxhR, html code.shiki .sCxhR{--shiki-default:#768390;--shiki-default-font-style:inherit;--shiki-light:#6A737D;--shiki-light-font-style:inherit;--shiki-cyber:#EEF0F98F;--shiki-cyber-font-style:italic}html pre.shiki code .sq3c-, html code.shiki .sq3c-{--shiki-default:#ADBAC7;--shiki-light:#24292E;--shiki-cyber:#00DAEF}html pre.shiki code .sA9aF, html code.shiki .sA9aF{--shiki-default:#F69D50;--shiki-default-font-style:inherit;--shiki-light:#E36209;--shiki-light-font-style:inherit;--shiki-cyber:#4BF3C8;--shiki-cyber-font-style:italic}html pre.shiki code .sS_0i, html code.shiki .sS_0i{--shiki-default:#DCBDFB;--shiki-light:#6F42C1;--shiki-cyber:#00DAEF}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html.light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html .cyber .shiki span {color: var(--shiki-cyber);background: var(--shiki-cyber-bg);font-style: var(--shiki-cyber-font-style);font-weight: var(--shiki-cyber-font-weight);text-decoration: var(--shiki-cyber-text-decoration);}html.cyber .shiki span {color: var(--shiki-cyber);background: var(--shiki-cyber-bg);font-style: var(--shiki-cyber-font-style);font-weight: var(--shiki-cyber-font-weight);text-decoration: var(--shiki-cyber-text-decoration);}",{"title":3678,"searchDepth":3695,"depth":3709,"links":6740},[6741,6746,6752],{"id":82,"depth":3695,"text":83,"children":6742},[6743,6744,6745],{"id":288,"depth":3709,"text":289},{"id":607,"depth":3709,"text":608},{"id":4832,"depth":3709,"text":4833},{"id":5161,"depth":3695,"text":5162,"children":6747},[6748,6750,6751],{"id":5204,"depth":3709,"text":6749},"1. 形式化输出契约 Y=(R,A,P,N)Y = (R, A, P, N)Y=(R,A,P,N) 与行号级证据锚定",{"id":5770,"depth":3709,"text":5771},{"id":6459,"depth":3709,"text":6460},{"id":6701,"depth":3695,"text":6702},[6754],"AI","\u002Fimages\u002Fposts\u002Fllm-mrd-distillation-auditable-review-agents\u002Fmrd-review-distill-cover-20261016.webp","三块半透明几何棱镜发出平行光束穿过中央校准环汇聚至右侧高密度晶体模块的等距技术插画","2026-10-21","对比大模型落地的两条互补路径：如何用 Qwen2.5-VL 离线多视角分析结合 MLP 残差校准与温度缩放 KL 蒸馏，将推理能力压入 358M 学生模型实现 17.2 ms 独立推理（LLM-MRD，DASFAA 2026 Oral）；以及如何通过主张-证据-风险台账、PASA 可比性门控与导出预算校验构建可审计的同行评审 Agent（DeepReviewer 2.0）。",false,"md",{},"\u002Fposts\u002Fllm-mrd-distillation-auditable-review-agents",null,{"title":5,"description":6758},"posts\u002Fllm-mrd-distillation-auditable-review-agents",[6767,6768,283,6769,6770,6771],"知识蒸馏","多模态","Agent","Post-training","论文解读","Qs38A8r72xAG-9DO60-eLa6HtYc3ar1VXrQBnX__WKE",[6774,6792,6807,6821,6833,6847,6861,6876,6880,6892,6907,6919,6932,6944,6957,6969,6985,6999,7010,7022,7036,7049,7063,7075,7089,7101,7116,7130,7144,7155,7168,7185,7199,7212,7224,7236,7249,7262],{"slug":6775,"path":6776,"title":6777,"date":6778,"tags":6779,"description":6785,"cover":6786,"coverAlt":6787,"excerpt":6788,"draft":6759,"hidden":6759,"published":3725,"readingTime":3852,"series":6789,"seriesOrder":3852,"codeUrl":6790,"attachmentUrl":6791},"cs336-cross-entropy-adamw-training-loop","\u002Fposts\u002Fcs336-cross-entropy-adamw-training-loop","Stanford CS336 学习记录 08：数值稳定交叉熵、AdamW、余弦调度与完整训练闭环","2026-10-27",[6780,6781,6782,6783,6784],"CS336","PyTorch","AdamW","CrossEntropy","训练闭环","用 LogSumExp 消去交叉熵中的指数溢出，手写解耦权重衰减的 AdamW 优化器、全局 L2 梯度裁剪、Warmup 余弦退火调度、memmap 数据采样、Checkpoint 序列化与 Top-p 解码，完成 CS336 Assignment 1 全部 48 项测试。","\u002Fimages\u002Fposts\u002Fcs336-cross-entropy-adamw-training-loop\u002Fcs336-cross-entropy-adamw-training-loop-cover.webp","滑动窗口采样、余弦退火曲线、双动量优化轨迹与检查点归档构成的训练闭环 AI 辅助概念插画","作为 Stanford CS336 Assignment 1 系列的收官篇，我们已经拥有了分词器（bpe.py、tokenizer.py）和完整的语言模型架构（transformer.py）。要让模型在语料上真正训练并生成文本，还需","Stanford CS336","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcs336-labs\u002Ftree\u002Fb5c93ad0cc73178b2b2a62e518a0900da47a0fb7","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-08-adamw-training-loop-20261027.zip",{"slug":6793,"path":6794,"title":6795,"date":6796,"tags":6797,"description":6803,"cover":6804,"coverAlt":6805,"excerpt":6806,"draft":6759,"hidden":6759,"published":3725,"readingTime":3852},"editcache-video-dit-inference-acceleration","\u002Fposts\u002Feditcache-video-dit-inference-acceleration","EditCache：视频 Diffusion Transformer (DiT) 局部编辑的跨步特征复用与区域重算加速","2026-10-25",[6798,6799,6800,6801,6802,6771],"扩散模型","视频生成","AI Infra","推理加速","GPU","拆解视频扩散模型（Wan2.1-VACE）局部编辑中的三重算力冗余，通过可重入 Latent、跨步 Block 隐状态缓存复用、带 Halo 边界的局部区域重算与自适应推理起点，在单卡 H100 上实现 2.46× 模型计算加速与 1.49× 严格同步端到端加速。","\u002Fimages\u002Fposts\u002Feditcache-video-dit-inference-acceleration\u002Feditcache-dit-cover-20261025.webp","视频扩散 Transformer 时空三维体素网格中冻结背景缓存与暖橙色局部编辑重算通道的等距技术插画","在基于 Diffusion Transformer（DiT）的视频编辑与局部重绘（Video Inpainting \u002F Local Editing）任务中，用户的典型工作流并不是一次性生成最终成片，而是针对同一段源视频反复调整掩码区",{"slug":6808,"path":6809,"title":6810,"date":6796,"tags":6811,"description":6816,"cover":6817,"coverAlt":6818,"excerpt":6819,"draft":6759,"hidden":6759,"published":3725,"readingTime":3852,"series":6789,"seriesOrder":3837,"codeUrl":6790,"attachmentUrl":6820},"cs336-bpe-tokenizer-training-encoding","\u002Fposts\u002Fcs336-bpe-tokenizer-training-encoding","Stanford CS336 学习记录 07：Byte-Level BPE 分词器训练、倒排索引加速与流式编码",[6780,6812,6813,6814,6815],"Tokenizer","BPE","Tiktoken","算法优化","实现 GPT-2 正则预分词、特殊 token 硬边界切分、基于 pair-to-word 倒排索引的增量 BPE 合并算法（\u003C 0.25s 通过速度基准），以及与 tiktoken 完全对齐的 Tokenizer。","\u002Fimages\u002Fposts\u002Fcs336-bpe-tokenizer-training-encoding\u002Fcs336-bpe-tokenizer-training-encoding-cover.webp","UTF-8 字节块经过正则切分闸口后沿合并树聚合成子词单元的 AI 辅助概念插画","前面六篇完成了 Transformer 语言模型本身的全部神经网络组件。要让模型真正处理自然语言文本，还需要打通入口处的 ByteLevel BPE（BytePair Encoding）分词器。这一篇记录 cs336basics\u002Fb","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-07-bpe-tokenizer-20261025.zip",{"slug":6822,"path":6823,"title":6824,"date":6825,"tags":6826,"description":6829,"cover":6830,"coverAlt":6831,"excerpt":6832,"draft":6759,"hidden":6759,"published":3725,"readingTime":3852},"in-situ-autoguidance-editable-scientific-illustration","\u002Fposts\u002Fin-situ-autoguidance-editable-scientific-illustration","从原位自校正引导（In-situ Autoguidance）到可编辑科研插图生成（AutoFigure-Edit）","2026-10-24",[6798,6768,6769,6827,6828,6771],"ICML","ACL","串联两项生成式模型与多模态智能体研究：如何通过推理期局部随机微扰在单模型内构造免训练扩散自引导向量（ICML 2025 Workshop 第一作者，arXiv:2510.17136），以及如何通过五阶段视觉-符号混合流水线生成原生可编辑 SVG 科研插图（ACL 2026 Demo，FigureBench 83.0% 胜率）。","\u002Fimages\u002Fposts\u002Fin-situ-autoguidance-editable-scientific-illustration\u002Fautoguidance-autofigure-cover-20261024.webp","左侧扩散流形自校正轨迹矢量场与右侧五阶段可编辑 SVG 科研插图分层网格相衔接的等距技术插画","生成式视觉模型正在经历从“生成高保真像素（Pixel Synthesis）”向“可控结构化生成（Controllable & Editable Generation）”的演进。在这一进程中，我作为第一作者或核心贡献者参与了两项分别处",{"slug":6834,"path":6835,"title":6836,"date":6837,"tags":6838,"description":6842,"cover":6843,"coverAlt":6844,"excerpt":6845,"draft":6759,"hidden":6759,"published":3725,"readingTime":3852,"series":6789,"seriesOrder":3755,"codeUrl":6790,"attachmentUrl":6846},"cs336-pre-norm-transformer-block-lm","\u002Fposts\u002Fcs336-pre-norm-transformer-block-lm","Stanford CS336 学习记录 06：Pre-Norm Transformer Block 与完整语言模型装配","2026-10-23",[6780,6781,6839,6840,6841],"Transformer","Pre-Norm","FLOPs","将 RMSNorm、带 RoPE 的因果多头自注意力和 SwiGLU 组装成 Pre-Norm Transformer Block，搭建完整 TransformerLM，并核算 GPT-2 XL 的参数量与前向 FLOPs。","\u002Fimages\u002Fposts\u002Fcs336-pre-norm-transformer-block-lm\u002Fcs336-pre-norm-transformer-block-lm-cover.webp","干净残差流主干穿过多个 Pre-Norm 子层并汇聚到词表投影层的 AI 辅助概念插画","前五篇把 Linear、Embedding、RMSNorm、SwiGLU、RotaryPositionalEmbedding 和因果 MultiHeadSelfAttention 全部单独打通了。这一篇进入 Assignment 1","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-06-transformer-block-lm-20261023.zip",{"slug":6848,"path":6849,"title":6850,"date":6837,"tags":6851,"description":6857,"cover":6858,"coverAlt":6859,"excerpt":6860,"draft":6759,"hidden":6759,"published":3725,"readingTime":3942},"xgrammar-concurrent-cache-generation-fix","\u002Fposts\u002Fxgrammar-concurrent-cache-generation-fix","XGrammar 结构化解码缓存剖析：Unlimited 模式并发 Clear 字节记账竞态与代际修复（PR #1011）",[6800,6852,6853,6854,6855,6856],"C++","XGrammar","结构化解码","并发编程","源码分析","拆解 XGrammar GrammarCompiler 的双层缓存架构与 ThreadSafeLRUCache 锁分离实现，定位 Unlimited 模式下 Clear() 字节残留与在途编译（In-flight Computation）跨代污染根因，给出代际号 + 读写锁原子修复与零 sleep 确定性并发 GoogleTest 验证。","\u002Fimages\u002Fposts\u002Fxgrammar-concurrent-cache-generation-fix\u002Fxgrammar-cache-fix-cover-20261022.webp","双层磨砂玻璃流道经暖橙色代际闸门过滤后汇入晶格缓存矩阵的等距技术插画","在大语言模型服务（如 SGLang、vLLM）的结构化输出场景中，JSON Schema 或 EBNF 语法需要先编译为词表级掩码缓存（CompiledGrammar），才能在每个 Decode 步以微秒级开销生成合法 token ",{"slug":6862,"path":6863,"title":6864,"date":6865,"tags":6866,"description":6872,"cover":6873,"coverAlt":6874,"excerpt":6875,"draft":6759,"hidden":6759,"published":3725,"readingTime":3942},"multi-constraint-agent-routing-dag-eval","\u002Fposts\u002Fmulti-constraint-agent-routing-dag-eval","多约束生产级 Agent 系统实践：两阶段工具路由、DAG 局部重规划与轨迹级评测闭环","2026-10-22",[6769,6867,6868,6869,6870,6871],"LLM","工具调用","上下文工程","DPO","强化学习","围绕跨境酒旅等强耦合多约束业务场景，拆解向量 Top-K 召回 + LLM 精排 + 跨语言实体链接与 Schema 门控（96%+ 调用合法率）、基于状态机的 DAG 局部子图重规划、Observation 冗余裁剪（节省 40% Token），以及从线上失败恢复轨迹构造 SFT\u002FDPO 偏好对的评测与训练闭环。","\u002Fimages\u002Fposts\u002Fmulti-constraint-agent-routing-dag-eval\u002Fagent-dag-routing-cover-20261020.webp","候选模块经漏斗滤网进入双分支有向无环图轨道并在受阻节点触发暖橙色局部旁路重连的等距技术插画","在玩具级 Demo 里，几个工具加上一段 ReAct 循环就能跑通大多数单步问答。但当 Agent 进入跨境酒旅、复杂交易或研发沙箱等真实业务生产环境时，单靠线性 ReAct 循环很快会撞上四堵墙： 1. 工具空间与参数耦合爆炸：候",{"slug":6877,"path":6762,"title":5,"date":6757,"tags":6878,"description":6758,"cover":6755,"coverAlt":6756,"excerpt":6879,"draft":6759,"hidden":6759,"published":3725,"readingTime":4002},"llm-mrd-distillation-auditable-review-agents",[6767,6768,283,6769,6770,6771],"把大语言模型或视觉语言模型（VLM）的深度推理能力用到实际系统中，通常会面临一个两难选择： 如果场景受限于毫秒级在线延迟（如高吞吐多模态内容审核与虚假信息检测）：直接在线调用 7B～72B 的多模态大模型做长链条思维链（CoT）生成",{"slug":6881,"path":6882,"title":6883,"date":6757,"tags":6884,"description":6887,"cover":6888,"coverAlt":6889,"excerpt":6890,"draft":6759,"hidden":6759,"published":3725,"readingTime":3837,"series":6789,"seriesOrder":3729,"codeUrl":6790,"attachmentUrl":6891},"cs336-rope-rotary-position-embedding","\u002Fposts\u002Fcs336-rope-rotary-position-embedding","Stanford CS336 学习记录 05：RoPE 旋转位置编码与带位置的多头注意力",[6780,6781,6839,6885,6886],"RoPE","Attention","从二维平面正交旋转推导 RoPE 的奇偶特征配对公式，理解为什么内积只依赖相对位置差 (i - j)，并用 register_buffer 预计算 cos\u002Fsin 缓存接入因果多头自注意力。","\u002Fimages\u002Fposts\u002Fcs336-rope-rotary-position-embedding\u002Fcs336-rope-rotary-position-embedding-cover.webp","二维特征平面中的旋转向量对与预计算余弦正弦网格的 AI 辅助概念插画","上一篇完成了不含位置编码的因果多头自注意力。如果只看那一套矩阵乘法，把输入序列前两个 token 交换顺序（并在因果 mask 允许的范围内看同一个后缀 query 对它们的点积），点积本身并不知道哪个 key 离当前 query ","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-05-rope-mha-20261021.zip",{"slug":6893,"path":6894,"title":6895,"date":6896,"tags":6897,"description":6903,"cover":6904,"coverAlt":6905,"excerpt":6906,"draft":6759,"hidden":6759,"published":3725,"readingTime":3852},"llm-gateway-semantic-cache-dynamic-batching","\u002Fposts\u002Fllm-gateway-semantic-cache-dynamic-batching","高并发 LLM 推理网关架构实践：两级精确\u002F语义缓存、50ms 有界动态批处理与尾部延迟治理","2026-10-19",[6800,6898,6899,6900,6901,6902],"LLM 推理","分布式系统","Redis","FastAPI","后端","深度拆解生产级大模型推理网关 LLM-Gateway 的核心系统设计：基于 SHA-256 与 Redis 向量余弦相似度的两级精确\u002F语义缓存、50ms 有界等待动态批处理调度器（Dynamic Batching）、令牌桶多租户限流与 Prometheus 全链路可观测性，将命中请求 P99 延迟从 5,307 ms 压降至 17 ms。","\u002Fimages\u002Fposts\u002Fllm-gateway-semantic-cache-dynamic-batching\u002Fllm-gateway-cover-20261019.webp","高并发请求流依次穿过精确哈希滤网、向量球面语义缓存层与 50ms 动态批处理时间窗拼装器的等距系统架构插画","在将大语言模型接入高并发业务系统时，如果让上游微服务直接裸连底层推理引擎（vLLM \u002F SGLang 或外部模型 API），系统很快会暴露出三个典型的生产痛点： 1. 高频重复与近义查询消耗巨量算力：大量用户请求在语义上高度等价（例",{"slug":6908,"path":6909,"title":6910,"date":6896,"tags":6911,"description":6913,"cover":6914,"coverAlt":6915,"excerpt":6916,"draft":6759,"hidden":6759,"published":3725,"readingTime":3942,"series":6789,"seriesOrder":3722,"codeUrl":6917,"attachmentUrl":6918},"cs336-multihead-attention-shapes","\u002Fposts\u002Fcs336-multihead-attention-shapes","Stanford CS336 学习记录 04：多头注意力怎样拆头、计算和合头",[6780,6781,6839,6886,6912],"张量形状","沿着 (2, 5, 64) 的输入追踪 QKV 投影、reshape、transpose、共享因果 mask 和合头，理解每个头仍处理完整序列，以及最后为什么还需要输出 Linear。","\u002Fimages\u002Fposts\u002Fcs336-multihead-attention-shapes\u002Fcs336-multihead-attention-shapes-cover.webp","宽向量束分成多条并行特征轨道后重新合并的 AI 辅助概念插画","上一篇完成了缩放点积注意力。那个函数接收已经准备好的 Q、K、V，计算匹配分数，应用 mask，再用权重汇总 V。这一篇继续把它放进一个带参数的多头自注意力模块。 这次最需要看清的是“拆头”。代码里只是几行 reshape 和 tr","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcs336-labs\u002Ftree\u002F31363223498fafd1528c550a51efbe0aed231736","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-04-multihead-attention-20261019.zip",{"slug":6920,"path":6921,"title":6922,"date":6923,"tags":6924,"description":6928,"cover":6929,"coverAlt":6930,"excerpt":6931,"draft":6759,"hidden":6759,"published":3725,"readingTime":3867},"qwen25-sft-dpo-alignment-tax-ablation","\u002Fposts\u002Fqwen25-sft-dpo-alignment-tax-ablation","大模型后训练偏好对齐实录：Qwen2.5 SFT 多维消融、动态参考 DPO 与对齐税（Alignment Tax）量化分析","2026-10-18",[6770,6870,6925,6926,6871,6927],"SFT","LoRA","Qwen2.5","基于 Qwen2.5 完整复现 Instruct SFT → Bradley-Terry DPO 两阶段后训练管线：通过 3 随机种子消融 LoRA Rank、学习率与数据规模（GSM8K +12.73pp），实现免双倍权重的动态 Adapter 切换 DPO 训练，并定量揭示偏好对齐对确定性数学推理的对齐税效应。","\u002Fimages\u002Fposts\u002Fqwen25-sft-dpo-alignment-tax-ablation\u002Fqwen25-sft-dpo-cover-20261018.webp","左侧监督微调轨迹流经中央 Bradley-Terry 偏好分流天平分离出正负样本通道并连接右侧对齐税监控仪表盘的等距技术插画","在大语言模型后训练（PostTraining）管线中，监督微调（SFT）负责教会模型任务格式与领域推理模式，而直接偏好优化（DPO, Direct Preference Optimization）则利用成对偏好数据 $(x, yw,",{"slug":6933,"path":6934,"title":6935,"date":6923,"tags":6936,"description":6938,"cover":6939,"coverAlt":6940,"excerpt":6941,"draft":6759,"hidden":6759,"published":3725,"readingTime":3910,"series":6789,"seriesOrder":3709,"codeUrl":6942,"attachmentUrl":6943},"cs336-softmax-attention-mask","\u002Fposts\u002Fcs336-softmax-attention-mask","Stanford CS336 学习记录 03：Softmax 的数值稳定与 Attention Mask",[6780,6781,6839,6937,6886],"Softmax","从减去最大值为何不改变 Softmax 开始，理清函数与有参数层的区别，再沿着 Q、K、V 的形状理解缩放点积注意力，以及 mask 为什么必须填负无穷。","\u002Fimages\u002Fposts\u002Fcs336-softmax-attention-mask\u002Fcs336-softmax-attention-mask-cover.webp","注意力分数、权重与因果遮罩的 AI 辅助概念插画","上一篇写到 SwiGLU，接下来进入 Attention。真正开始相乘之前，先做了 Softmax：它把一组分数变成总和为 1 的权重，后面用这些权重汇总不同 token 提供的信息。 这段学习里，有两个很具体的问题值得记下来。一个","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcs336-labs\u002Ftree\u002Fa39eb684710817f7f389626423fcb26ca0f6d629","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-03-softmax-sdpa-20261018.zip",{"slug":6945,"path":6946,"title":6947,"date":6948,"tags":6949,"description":6952,"cover":6953,"coverAlt":6954,"excerpt":6955,"draft":6759,"hidden":6759,"published":3725,"readingTime":3867,"series":6789,"seriesOrder":3695,"codeUrl":6942,"attachmentUrl":6956},"cs336-rmsnorm-swiglu","\u002Fposts\u002Fcs336-rmsnorm-swiglu","Stanford CS336 学习记录 02：RMSNorm 的广播与 SwiGLU 的门控","2026-10-16",[6780,6781,6839,6950,6951],"RMSNorm","SwiGLU","用一个 token 向量理解均方根归一化，拆开 dim=-1 与 keepdim=True 的作用，再沿着两条分支读懂 SiLU、逐元素乘法和 SwiGLU。","\u002Fimages\u002Fposts\u002Fcs336-rmsnorm-swiglu\u002Fcs336-rmsnorm-swiglu-cover.webp","特征尺度整理和双分支门控的 AI 辅助概念插画","上一篇把 Linear 和 Embedding 的参数形状理顺了。继续往下，最先遇到的是 RMSNorm：公式不算长，但把它落到一批 token 上时，dim=1、keepdim=True 和广播必须一起理解。 然后是 SiLU 和","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-02-rmsnorm-swiglu-20261016.zip",{"slug":6958,"path":6959,"title":6960,"date":6961,"tags":6962,"description":6964,"cover":6965,"coverAlt":6966,"excerpt":6967,"draft":6759,"hidden":6759,"published":3725,"readingTime":3880,"series":6789,"seriesOrder":3684,"codeUrl":6942,"attachmentUrl":6968},"cs336-linear-embedding-shapes","\u002Fposts\u002Fcs336-linear-embedding-shapes","Stanford CS336 学习记录 01：从 Linear、Embedding 搞清张量形状","2026-10-14",[6780,6781,6839,3960,6963],"Embedding","从 PyTorch 类、参数与 forward 的关系开始，理解 Linear 为什么保存两行三列的权重、计算时为什么要转置，再区分 Embedding 查表与线性变换。","\u002Fimages\u002Fposts\u002Fcs336-linear-embedding-shapes\u002Fcs336-linear-embedding-shapes-cover.webp","token 方块、向量表与矩阵变换的 AI 辅助概念插画","开始沿着 Stanford CS336 的 Assignment 1 一步步实现。BPE 之前已经接触过，这轮先跳过分词器，从 Transformer 的基础层开始。这里记录的是当时写代码时真正卡住的问题，以及对应测试能确认到的范围","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-01-linear-embedding-20261014.zip",{"slug":6970,"path":6971,"title":6972,"date":6973,"tags":6974,"description":6979,"cover":6980,"coverAlt":6981,"excerpt":6982,"draft":6759,"hidden":6759,"published":3725,"readingTime":3915,"series":6975,"seriesOrder":3942,"codeUrl":6983,"attachmentUrl":6984},"cmu-15-779-kv-cache-granularity-study","\u002Fposts\u002Fcmu-15-779-kv-cache-granularity-study","CMU 15-779 学习记录 14：KV 页大小、共享边界与 CPU 实现成本","2026-10-12",[6975,6976,6977,6978],"CMU 15-779","KV cache","PagedAttention","系统实验","用 210 组 CPU 配置比较连续与分页 KV cache，观察 31\u002F32-token 共享前缀的页边界，分别记录活跃槽位、池容量、复制计数和完整调用耗时。","\u002Fimages\u002Fposts\u002Fcmu-15-779-kv-serving-speculative-sampling\u002Fcmu-serving-cover-20261019.webp","浅色手绘分页存储抽屉与共享前缀卡片，旁边连接不同长度的请求队列","个人课程项目中的 CPU 实验记录，延续记录 11 的分页 KV 实现。已完成 210 组配置与 1470 次计时，输出均通过连续存储参考对照；本篇不代表正式作业提交、整门课程或项目全部交付完成。 同样是共享 31 个 token，","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002F200faf569eccf94fb125e65110bb5d14094d454a","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fkv-cache-granularity-20261019.zip",{"slug":6986,"path":6987,"title":6988,"date":6989,"tags":6990,"description":6993,"cover":6994,"coverAlt":6995,"excerpt":6996,"draft":6759,"hidden":6759,"published":3725,"readingTime":3729,"series":6975,"seriesOrder":3922,"codeUrl":6997,"attachmentUrl":6998},"cmu-15-779-moe-routing-capacity","\u002Fposts\u002Fcmu-15-779-moe-routing-capacity","CMU 15-779 学习记录 13：MoE 路由、稀疏分发与容量溢出","2026-10-09",[6975,6991,6992],"MoE","Routing","用 CPU top-2 MoE 检查稀疏分发的输出与梯度，统计 expert-token 行数，并保留容量丢弃会改变输出的反例。","\u002Fimages\u002Fposts\u002Fcmu-15-779-moe-routing-capacity\u002Fcmu-moe-cover-20261019.webp","浅色手绘分拣器将小珠分配到四个专家工作屋，队列呈现负载不均","第 18 讲的个人配套实验。36 号脚本串行运行 CPU 专家，检查 topk 路由后的分发与合并；没有训练 router，也没有执行 GPU grouped GEMM 或跨设备 alltoall。 上一节记录低秩适配，这次转向每个","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002Fc4851e0cedadf13af7c421867e83c8ff57244fa0","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fcpu-parallel-serving-lora-moe-20261019.zip",{"slug":7000,"path":7001,"title":7002,"date":7003,"tags":7004,"description":7006,"cover":7007,"coverAlt":7008,"excerpt":7009,"draft":6759,"hidden":6759,"published":3725,"readingTime":3729,"series":6975,"seriesOrder":3915,"codeUrl":6997,"attachmentUrl":6998},"cmu-15-779-lora-uniform-quantization","\u002Fposts\u002Fcmu-15-779-lora-uniform-quantization","CMU 15-779 学习记录 12：LoRA 首步梯度、权重合并与均匀 4-bit 打包","2026-10-06",[6975,6926,7005],"Quantization","用一次 CPU SGD 更新检查 LoRA 初始化、冻结基座与合并等价，再分别记录均匀 4-bit 存储字节数和量化误差。","\u002Fimages\u002Fposts\u002Fcmu-15-779-lora-uniform-quantization\u002Fcmu-lora-cover-20261019.webp","浅色手绘的大计算板、两块细长适配板和成对打包的小方块","第 17 讲的个人配套实验，35 号脚本实际执行一次 CPU LoRA 更新，并实现均匀 4bit 打包。实验检查机制与数值误差，不评估微调任务效果，也没有实现完整 QLoRA。 这次把两个问题分开记录：低秩分支是否能合并进原权重，",{"slug":7011,"path":7012,"title":7013,"date":7014,"tags":7015,"description":7019,"cover":6980,"coverAlt":7020,"excerpt":7021,"draft":6759,"hidden":6759,"published":3725,"readingTime":3837,"series":6975,"seriesOrder":3910,"codeUrl":6997,"attachmentUrl":6998},"cmu-15-779-kv-serving-speculative-sampling","\u002Fposts\u002Fcmu-15-779-kv-serving-speculative-sampling","CMU 15-779 学习记录 11：分页 KV、连续批处理与推测采样","2026-10-03",[6975,7016,7017,7018],"LLM Serving","KV Cache","Speculative Decoding","在 CPU 上验证 KV 页共享和写时复制，用单位成本模型检查连续批处理，再用条件概率小模型核对推测采样的接受与补采样。","浅色手绘的共享卡片抽屉与不断补入小珠子的请求托盘","第 15、16 讲的个人配套实验。33 号实现 CPU 分页 KV 存储，37 号模拟请求准入，34 号运行小概率模型的推测采样。它们分别验证存储、调度和分布问题，没有测量真实 LLM 服务吞吐或 GPU 延迟。 记录 08已经对照",{"slug":7023,"path":7024,"title":7025,"date":7026,"tags":7027,"description":7032,"cover":7033,"coverAlt":7034,"excerpt":7035,"draft":6759,"hidden":6759,"published":3725,"readingTime":3975},"qwen3-mid-post-train-mlx","\u002Fposts\u002Fqwen3-mid-post-train-mlx","在 M2 Pro 上完成 Qwen3 两阶段训练：Mid Train、SFT 与可复核评估","2026-09-30 11:19:10",[6867,7028,7029,6926,7030,6925,7031],"Qwen3","MLX","持续预训练","Apple Silicon","用 Qwen3 0.6B Base 和 MLX 完成领域持续训练与监督微调，记录数据划分、聊天模板、损失掩码、数值稳定性修复和独立测试结果。","\u002Fimages\u002Fposts\u002Fqwen3-mid-post-train-mlx\u002Fqwen3-mlx-cover-20261018.webp","Apple Silicon 统一内存芯片底座支撑两阶段持续预训练与带精确 Loss 掩码滤网的监督微调桥接插画","在一台 M2 Pro、16 GB 内存的 Mac 上，能否把一个 Base 语言模型接续训练成输出 JSON 的运维事件分级助手？这次项目完成了领域持续训练、监督微调、检查点选择、重新加载和独立测试，并保留了权重、日志和数据哈希。 ",{"slug":7037,"path":7038,"title":7039,"date":7040,"tags":7041,"description":7045,"cover":7046,"coverAlt":7047,"excerpt":7048,"draft":6759,"hidden":6759,"published":3725,"readingTime":3755,"series":6975,"seriesOrder":3880,"codeUrl":6997,"attachmentUrl":6998},"cmu-15-779-cpu-parallelism-pipeline","\u002Fposts\u002Fcmu-15-779-cpu-parallelism-pipeline","CMU 15-779 学习记录 10：加权梯度、状态分片与同步流水线","2026-09-30",[6975,7042,7043,7044],"Parallel Training","Gloo","Pipeline","用双 CPU 进程 Gloo 检查不等数据分片的梯度，推导持久状态字节数，再用依赖模型比较 GPipe 与同步 1F1B 的激活存活。","\u002Fimages\u002Fposts\u002Fcmu-15-779-cpu-parallelism-pipeline\u002Fcmu-parallel-cover-20261019.webp","浅色手绘的四阶段桌面流水线与按数量汇总的托盘","第 12 至 14 讲的个人配套实验，脚本编号 31、32 不对应官方作业。Gloo 实际运行两个 CPU 进程；张量切分、状态字节数和流水线分别按下文的数学或成本模型解释。真实 GPU 实测按学习安排跳过。 上一节检查单个计算图的",{"slug":7050,"path":7051,"title":7052,"date":7053,"tags":7054,"description":7057,"cover":7058,"coverAlt":7059,"excerpt":7060,"draft":6759,"hidden":6759,"published":3725,"readingTime":3837,"series":6975,"seriesOrder":3867,"codeUrl":7061,"attachmentUrl":7062},"cmu-15-779-cpu-compiler-optimizations","\u002Fposts\u002Fcmu-15-779-cpu-compiler-optimizations","CMU 15-779 学习记录 09：CPU 编译优化、合法重写与候选搜索","2026-09-27",[6975,7055,7056,6781],"ML Compiler","TorchInductor","用 CPU 实验验证 BatchNorm 折叠、RMSNorm 重排与非线性反例，测量分块候选，并运行 TorchInductor，分别记录首调用与预热后的时间。","\u002Fimages\u002Fposts\u002Fcmu-15-779-cpu-compiler-optimizations\u002Fcmu-cpu-compiler-cover-20261019.webp","淡紫计算积木经过薄荷绿折叠模具变成浅蓝积木，前方摆放四种候选托盘的浅色手绘插画","编译章节的个人配套实验，编号 30 不对应官方作业。图重写、分块候选和 TorchInductor 均在 CPU 上运行；真实 GPU 实验按学习安排跳过。 上一节记录了分块 Attention 和 KV cache。这次转到编译优","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002F9261bea6aedf31cdccbbab2541ca693fc97b3743","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fcpu-compiler-optimizations-20261019.zip",{"slug":7064,"path":7065,"title":7066,"date":7067,"tags":7068,"description":7070,"cover":7071,"coverAlt":7072,"excerpt":7073,"draft":6759,"hidden":6759,"published":3725,"readingTime":3915,"series":6975,"seriesOrder":3852,"codeUrl":6983,"attachmentUrl":7074},"cmu-15-779-attention-online-softmax","\u002Fposts\u002Fcmu-15-779-attention-online-softmax","CMU 15-779 学习记录 08：分块 Attention、在线 Softmax 与 KV cache","2026-09-24",[6975,6886,6937,7069,6781],"FlashAttention","在 CPU 上对照完整 Attention、在线 Softmax 分块实现与 PyTorch SDPA，检查因果掩码、浮点误差和分数块大小，理解 FlashAttention 的一部分算法基础。","\u002Fimages\u002Fposts\u002Fcmu-15-779-attention-online-softmax\u002Fcmu-online-attention-cover-20261016.webp","浅紫色卡片分批进入绿色计算托盘，旁边三个状态容器保存累积量的浅色手绘插画","第 5 讲 Transformers & Attention 的个人配套实验。28\u002F29 号是 CPU 单头前向与 KV cache；后续补入 38 号 CUDA 多头合成张量的显式 SDPA MATH\u002FFLASH 对照。没有手写 ","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fcuda-triton-sdpa-20261019.zip",{"slug":7076,"path":7077,"title":7078,"date":7079,"tags":7080,"description":7085,"cover":7086,"coverAlt":7087,"excerpt":7088,"draft":6759,"hidden":6759,"published":3725,"readingTime":3880,"series":6975,"seriesOrder":3837,"codeUrl":6983,"attachmentUrl":7074},"cmu-15-779-matmul-tiling-tree-reduction","\u002Fposts\u002Fcmu-15-779-matmul-tiling-tree-reduction","CMU 15-779 学习记录 07：矩阵分块、数据复用与树形归约","2026-09-21",[6975,7081,7082,7083,7084],"CUDA","矩阵乘法","数据复用","归约","用 CPU 模型统计矩阵分块的输入读取次数，再比较串行求和和树形归约的依赖深度，记录补零、同步与浮点加法顺序的边界。","\u002Fimages\u002Fposts\u002Fcmu-15-779-matmul-tiling-tree-reduction\u002Fcmu-matmul-reduction-cover-20261016.webp","矩阵积木在共享托盘中复用，旁边的小珠沿树形管道逐层合并的浅色手绘插画","GPU Architecture & CUDA Programming 的个人配套实验。首次记录用 CPU 模型检查数据复用与依赖深度；后续补入单卡 GPU 原生 CUDA 矩阵验证，以及 Triton 两阶段归约和矩阵乘法实测。 ",{"slug":7090,"path":7091,"title":7092,"date":7093,"tags":7094,"description":7097,"cover":7098,"coverAlt":7099,"excerpt":7100,"draft":6759,"hidden":6759,"published":3725,"readingTime":3880,"series":6975,"seriesOrder":3755,"codeUrl":6983,"attachmentUrl":7074},"cmu-15-779-cuda-thread-indexing","\u002Fposts\u002Fcmu-15-779-cuda-thread-indexing","CMU 15-779 学习记录 06：CUDA 线程索引与边界检查","2026-09-18",[6975,7081,6802,7095,7096],"线程索引","边界检查","用 CPU 演示 CUDA 的 block、thread 与全局下标：10 个元素如何分给 3 个线程块，为什么要跳过越界线程，以及这些验证能说明什么。","\u002Fimages\u002Fposts\u002Fcmu-15-779-cuda-thread-indexing\u002Fcmu-cuda-indexing-cover-20261015.webp","分组的浅紫色计算方块与末端边界挡板组成线程分配教具的浅色插画","GPU Architecture & CUDA Programming 的个人配套练习。首次记录为 CPU 索引演示；后续在单卡 GPU 环境补入原生 CUDA 编译、运行与 memcheck，以及 Triton 向量加法实测。 上",{"slug":7102,"path":7103,"title":7104,"date":7105,"tags":7106,"description":7110,"cover":7111,"coverAlt":7112,"excerpt":7113,"draft":6759,"hidden":6759,"published":3725,"readingTime":3880,"series":6975,"seriesOrder":3729,"codeUrl":7114,"attachmentUrl":7115},"cmu-15-779-profiler-operator-batching","\u002Fposts\u002Fcmu-15-779-profiler-operator-batching","CMU 15-779 学习记录 05：Profiler、算子调用与批量推理","2026-09-15",[6975,6781,7107,7108,7109],"Profiler","批量推理","性能分析","对照 ML Systems 基础，用 Profiler 拆开两层网络的执行过程，再固定 1000 个样本扫描 batch size，观察算子调用次数、尾批和 CPU 耗时。","\u002Fimages\u002Fposts\u002Fcmu-15-779-profiler-operator-batching\u002Fcmu-pytorch-profiling-cover-20261015.webp","放大镜观察线性层与 ReLU 模块，旁边面板呈现执行片段的浅色技术教具插画","本篇对照课程官网的 Introduction to ML Systems 整理，是个人配套 CPU 实验，不是课程官方作业。脚本编号是练习顺序，不对应课程讲次。 前几篇一直在补 PyTorch 基础。到了这一步，我在学习聊天里问：现","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002Fcecf5110d8a95161bb5763eadfca94cd7a0cc50f","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-profiler-batching-20261015.zip",{"slug":7117,"path":7118,"title":7119,"date":7120,"tags":7121,"description":7124,"cover":7125,"coverAlt":7126,"excerpt":7127,"draft":6759,"hidden":6759,"published":3725,"readingTime":3867,"series":6975,"seriesOrder":3722,"codeUrl":7128,"attachmentUrl":7129},"cmu-15-779-pytorch-linear-relu-absolute-value","\u002Fposts\u002Fcmu-15-779-pytorch-linear-relu-absolute-value","CMU 15-779 学习记录 04：多输出线性层、ReLU 与绝对值网络","2026-09-12",[6975,6781,7082,7122,7123],"ReLU","神经网络","把 nn.Linear 对应到矩阵乘法，弄清多个输出怎样计算，再逐层拆开一个绝对值网络，比较手动设置参数与训练得到的结果。","\u002Fimages\u002Fposts\u002Fcmu-15-779-pytorch-linear-relu-absolute-value\u002Fcmu-pytorch-absolute-cover-20261015.webp","双分支经过折角模块后汇入紫色 V 形曲线面板的浅色技术教具插画","本篇整理的是学习 CMU 15779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。 接着前一篇的批量推理与矩阵乘法，我继续把 model(x) 拆开看：一层里有多个输出时，每个数是怎么算出来的？两","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002F4cc63904a3a583da4a2122c246a14b43aac38528","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-linear-relu-abs-20261015.zip",{"slug":7131,"path":7132,"title":7133,"date":7134,"tags":7135,"description":7138,"cover":7139,"coverAlt":7140,"excerpt":7141,"draft":6759,"hidden":6759,"published":3725,"readingTime":3867,"series":6975,"seriesOrder":3709,"codeUrl":7142,"attachmentUrl":7143},"cmu-15-779-pytorch-dataloader-checkpoints-batching","\u002Fposts\u002Fcmu-15-779-pytorch-dataloader-checkpoints-batching","CMU 15-779 学习记录 03：DataLoader、模型保存与批量推理","2026-09-09",[6975,6781,7136,7108,7137],"DataLoader","模型保存","用 DataLoader 分批训练平方函数，保存并加载模型参数，再比较 1000 个样本与 1 个样本的推理耗时，最后把批量计算对应到矩阵乘法。","\u002Fimages\u002Fposts\u002Fcmu-15-779-pytorch-dataloader-checkpoints-batching\u002Fcmu-pytorch-batching-cover-20261015.webp","样本卡片按批次进入计算模块，旁边配有参数存储盒和输出矩阵面板的技术插画","本篇整理的是学习 CMU 15779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。 接着前一篇的平方函数实验，这一节继续练习分批训练、保存参数和独立预测。最后做了一次计时：同一个小网络，逐个处理 ","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-batching-20261015.zip",{"slug":7145,"path":7146,"title":7147,"date":7148,"tags":7149,"description":7150,"cover":7151,"coverAlt":7152,"excerpt":7153,"draft":6759,"hidden":6759,"published":3725,"readingTime":3867,"series":6975,"seriesOrder":3695,"codeUrl":7142,"attachmentUrl":7154},"cmu-15-779-pytorch-linear-module-relu","\u002Fposts\u002Fcmu-15-779-pytorch-linear-module-relu","CMU 15-779 学习记录 02：nn.Linear、张量形状与 ReLU","2026-09-06",[6975,6781,7123,7122],"从带偏置的线性回归开始，弄清 nn.Linear 和 nn.Module 的分工，再用平方函数观察线性模型的限制、ReLU 的作用和测试点的选择。","\u002Fimages\u002Fposts\u002Fcmu-15-779-pytorch-linear-module-relu\u002Fcmu-pytorch-relu-cover-20261015.webp","输入经过两层神经网络和 ReLU 折角模块，输出曲线拟合结果的技术插画","本篇整理的是学习 CMU 15779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。 上一篇里，我用一个参数拟合了 $y=2x$。这一篇继续顺着往下写，先加上偏置，再把手写参数换成 nn.Linea","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-models-20261015.zip",{"slug":7156,"path":7157,"title":7158,"date":7159,"tags":7160,"description":7163,"cover":7164,"coverAlt":7165,"excerpt":7166,"draft":6759,"hidden":6759,"published":3725,"readingTime":3880,"series":6975,"seriesOrder":3684,"codeUrl":7142,"attachmentUrl":7167},"cmu-15-779-pytorch-autograd-linear-regression","\u002Fposts\u002Fcmu-15-779-pytorch-autograd-linear-regression","CMU 15-779 学习记录 01：PyTorch 自动求导与线性回归","2026-09-03",[6975,6781,7161,7162],"自动求导","线性回归","从自动求导和手动梯度下降开始，比较学习率，再用 SGD 训练线性回归。记录 w * 4 写错后停在 1.25 的原因和修正结果。","\u002Fimages\u002Fposts\u002Fcmu-15-779-pytorch-autograd-linear-regression\u002Fcmu-pytorch-autograd-cover-20261015.webp","梯度曲面上的小球沿路径下降，前侧面板展示散点与拟合直线的技术插画","本篇整理的是学习 CMU 15779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。 开始学习 CMU 15779 时，我会 Python，但还没用过 PyTorch。这次先在 Mac 上用 CPU","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-basics-20261013.zip",{"slug":7169,"path":7170,"title":7171,"date":7172,"tags":7173,"description":7179,"cover":7180,"coverAlt":7181,"excerpt":7182,"draft":6759,"hidden":6759,"published":3725,"readingTime":3922,"codeUrl":7183,"attachmentUrl":7184},"embodied-pickplace-lab-robustness","\u002Fposts\u002Fembodied-pickplace-lab-robustness","Pickplace Lab 项目复盘：抓取成功率之外的时延与失败分析","2026-08-29",[7174,7175,7176,6781,7177,7178],"具身智能","模仿学习","MuJoCo","机器人","鲁棒性","从 MuJoCo 抓取搬运闭环出发，记录 22,100 个评测回合。动作平滑在自建任务的 50 ms 延迟下有效，换到 Panda Lift 却没有支持同样的收益。","\u002Fimages\u002Fposts\u002Fembodied-pickplace-lab-robustness\u002Fpickplace-grasp-cover-20261016.webp","MuJoCo 实际渲染的笛卡尔夹爪抓取方块场景，桌面上标出放置目标","Pickplace Lab 从一个简单任务开始：让夹爪抓起方块，搬到指定位置，放下，再退开。先把仿真、示范采集、训练和闭环评测接起来，随后再问：干净条件下成功的策略，换一种执行条件，还能不能完成任务？ 最值得讨论的结果出现在指令延迟","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fembodied-pickplace-lab\u002Ftree\u002Fv0.1.0","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fembodied-pickplace-lab\u002Freleases\u002Fdownload\u002Fv0.1.0\u002Fpickplace-lab-research-v1.zip",{"slug":7186,"path":7187,"title":7188,"date":7189,"tags":7190,"description":7195,"cover":7196,"coverAlt":7197,"excerpt":7198,"draft":6759,"hidden":6759,"published":3725,"readingTime":4163},"qwen25-vl-sglang-verl-single-gpu-lab","\u002Fposts\u002Fqwen25-vl-sglang-verl-single-gpu-lab","从 Mac 到单卡 GPU：Qwen2.5-VL 部署、GRPO 与计数 LoRA 实践","2026-08-19",[283,6768,7191,7192,7193,7194,7029],"SGLang","verl","GRPO","推理优化","在 M2 Pro 和云端单卡上部署 Qwen2.5-VL-3B，实测连续批处理、前缀缓存与 SGLang 参数调优，再用 verl 完成多模态 GRPO 更新和同条件前后评测，记录有效优化、兼容性问题与未观察到提升的结果。","\u002Fimages\u002Fposts\u002Fqwen25-vl-sglang-verl-single-gpu-lab\u002Fqvl-lab-cover-20261010.webp","笔记本与单卡计算模块通过图像和 token 光轨连接的实验台插画","这次实验从一个很具体的问题开始：M2 Pro、16 GB 统一内存，能不能在本机跑 Qwen2.5VL？跑起来之后，我又想把图文问答、推理性能测量和强化学习训练接成一条完整流程。 本机的 MLX 4bit 服务和云端的 SGLang",{"slug":7200,"path":7201,"title":7202,"date":7203,"tags":7204,"description":7208,"cover":7209,"coverAlt":7210,"excerpt":7211,"draft":6759,"hidden":6759,"published":3725,"readingTime":3922},"cycleresearcher-post-training","\u002Fposts\u002Fcycleresearcher-post-training","从 DeepReviewer 2.0 到 CycleResearcher：科研 Agent 如何真正做 Post-training","2026-08-07 17:33:05",[6867,6770,6769,7205,7206,7207],"SimPO","Reward Model","ICLR","区分推理时 Agent 编排与模型后训练，并拆解 CycleResearcher 的领域 SFT、生成式 Reward Model、Iterative SimPO 和评测风险。","\u002Fimages\u002Fposts\u002Fcycleresearcher-post-training\u002Fcycleresearcher-cover-20261018.webp","策略生成模块产出多份候选文稿经多维评审棱镜排序后通过偏好梯度反馈弧闭环优化的等距技术插画","看到一个系统会检索、规划、反思和调用工具，不能据此判断它做过 Posttraining。Agent 描述的是模型在运行时如何完成任务；Posttraining 描述的是预训练之后，是否继续用监督数据、偏好数据或奖励信号更新模型参数。",{"slug":7213,"path":7214,"title":7215,"date":7216,"tags":7217,"description":7219,"cover":7220,"coverAlt":7221,"excerpt":7222,"draft":6759,"hidden":6759,"published":3725,"readingTime":3942,"series":7223,"seriesOrder":3684},"cuda-fused-rmsnorm-kernel","\u002Fposts\u002Fcuda-fused-rmsnorm-kernel","从 PyTorch 到 CUDA Kernel：融合 RMSNorm 在 RTX 4090D 上加速 4.27 倍","2026-07-22 18:16:50",[7081,6800,6802,6781,6898,7218],"Kernel 优化","从零实现 PyTorch CUDA 扩展，拆解 RMSNorm 的访存瓶颈、warp 归约、向量化加载、算子融合与冷热缓存 benchmark。","\u002Fimages\u002Fposts\u002Fcuda-fused-rmsnorm-kernel\u002Fcuda-rmsnorm-cover-20261018.webp","融合残差加法与向量化 float4 访存经 Warp Shuffle 蝴蝶树归约输出归一化张量的等距硬件架构插画","为了准备 AI Infra 岗位，我做了一个尽量小而完整的 CUDA 项目：不追求堆很多算子，而是选一个真实的 LLM 推理路径，把实现、正确性、benchmark 和性能解释全部做扎实。 项目实现了两个 PyTorch CUDA ","AI Infra 实战",{"slug":7225,"path":7226,"title":7227,"date":7228,"tags":7229,"description":7231,"cover":7232,"coverAlt":7233,"excerpt":7234,"draft":6759,"hidden":6759,"published":3725,"readingTime":3852,"series":7235,"seriesOrder":3684},"agent-memory","\u002Fposts\u002Fagent-memory","Agent 上下文工程与分层记忆架构：从 Observation 剪枝、滚动摘要到向量召回闭环","2026-04-24",[6867,6769,7230,6800],"RAG","结合生产级多约束 Agent 与超 100K Token 科研智能体实践，系统拆解长程会话中的上下文膨胀与注意力稀释问题：涵盖 Observation 结构化剪枝（降低约 40% Token 开销）、滚动工作摘要、向量检索长期记忆及 Prefix Cache 友好的上下文组装。","\u002Fimages\u002Fposts\u002Fagent-memory\u002Fagent-memory-cover-20261018.webp","底层高噪数据经剪枝滤网进入中期滑动窗口与金色状态台账并由顶层向量星座按需召回的三层记忆架构插画","在构建多步工具调用（ToolUse）与长周期自主规划（Autonomous Planning）的 Agent 系统时，上下文管理（Context Engineering）往往比单纯改写 System Prompt 更决定线上稳定性。","Agent 上下文工程",{"slug":7237,"path":7238,"title":7239,"date":7240,"tags":7241,"description":7244,"cover":7245,"coverAlt":7246,"excerpt":7247,"draft":6759,"hidden":6759,"published":3725,"readingTime":3729,"series":7248,"seriesOrder":3695},"backend-stack-deep-dive","\u002Fposts\u002Fbackend-stack-deep-dive","高并发 AI 平台后端基础设施实践：FastAPI 异步网关、SQLAlchemy 2.0 Async、PostgreSQL 与 Docker 沙箱编排","2026-04-07",[6902,6899,6901,7242,7243,6800],"PostgreSQL","Docker","结合 DeepScientist 生产级 AI 科研平台实践，拆解 FastAPI ASGI 异步事件循环、SQLAlchemy 2.0 + AsyncPG 连接池调优、PostgreSQL + MinIO 存储分层与 Docker SDK 动态沙箱容器编排的职责边界与核心设计。","\u002Fimages\u002Fposts\u002Fbackend-stack-deep-dive\u002Fbackend-stack-cover-20261018.webp","ASGI 异步事件循环涡轮将非阻塞协程流分发至 PostgreSQL 连接池、MinIO 存储矩阵与动态 Docker 沙箱的等距架构插画","结合 DeepScientist 生产级 AI 科研平台（服务 7,000+ 用户）的实际工程落地，本文系统拆解支撑高并发流式推理与容器沙箱调度的后端基础设施栈——FastAPI（ASGI 异步网关 + SSE 流式推送）、SQLA","DeepScientist 工程复盘",{"slug":7250,"path":7251,"title":7252,"date":7253,"tags":7254,"description":7257,"cover":7258,"coverAlt":7259,"excerpt":7260,"draft":6759,"hidden":6759,"published":3725,"readingTime":3910,"series":7261,"seriesOrder":3684},"minicode-source-analysis","\u002Fposts\u002Fminicode-source-analysis","MiniCode 架构与工具评测深度拆解：开源终端 Agentic Coding 引擎（1k+ Stars）的 ReAct、MCP 与 30 项基准验证","2026-04-06",[6769,7255,7256,6856,6800],"TypeScript","MCP","深度剖析开源终端 AI 编程智能体 MiniCode（1k+ GitHub Stars）的核心架构：从零重型依赖的 ReAct 规划循环、声明式工具注册表与权限拦截层、MCP 协议帧自动协商，到 30 项可执行 Tool-Use 评测基准（86.7% 完成率、100% 错误恢复率）的失败分布归因与闭环优化。","\u002Fimages\u002Fposts\u002Fminicode-source-analysis\u002Fminicode-cover-20261018.webp","终端编程智能体控制台被 ReAct 状态环、Unified Diff 补丁预览门与 MCP 协议插槽环绕的等距技术插画","MiniCode 是我作为核心开发者参与构建的开源终端 Agentic Coding 引擎（目前已在 GitHub 获得 1,000+ Stars）。项目的核心设计目标是：在不引入庞大运行时框架的前提下，用约 5,000 行高内聚的","AI 项目源码导读",{"slug":7263,"path":7264,"title":7265,"date":7253,"tags":7266,"description":7267,"cover":7268,"coverAlt":7269,"excerpt":7270,"draft":6759,"hidden":6759,"published":3725,"readingTime":3880,"series":7248,"seriesOrder":3684},"deepscientist-tech-stack","\u002Fposts\u002Fdeepscientist-tech-stack","DeepScientist 架构与运行时全解析：超 100K 上下文科研智能体、MCP 沙箱与高并发流式系统",[6769,6800,7256,7243,6901,6899],"深度拆解服务 7,000+ 用户的科研自主智能体平台 DeepScientist：从一题一仓库（Quest）持久化状态机、MCP 工具栈（memory \u002F artifact \u002F bash_exec）、Docker SDK 动态容器编排，到 SSE + WebSocket 双流通信与 PostgreSQL \u002F Redis \u002F Prometheus 生产级基础设施。","\u002Fimages\u002Fposts\u002Fdeepscientist-tech-stack\u002Fdeepscientist-cover-20261018.webp","科研智能体编排核心通过 memory、artifact 与隔离容器沙箱三座协议桥连接双流工作台的等距架构插画","DeepScientist（deepscientist.cc）是我们在西湖大学自然语言处理实验室研发的自主科学发现与科研管理平台，目前累计服务 7,000+ 科研用户。与单轮对话或纯文本文献问答工具不同，科研智能体需要在数小时乃至数",1795088944225]