[{"data":1,"prerenderedAt":7775},["ShallowReactive",2],{"post-\u002Fposts\u002Fmulti-constraint-agent-routing-dag-eval":3,"archive-public-posts":7276},{"id":4,"title":5,"body":6,"categories":7256,"cover":7258,"coverAlt":7259,"date":7260,"description":7261,"draft":7262,"extension":7263,"haloPublished":1846,"haloSync":1846,"hidden":7262,"legacy":7262,"meta":7264,"navigation":1846,"path":7265,"published":7262,"readingTime":7266,"seo":7267,"series":7266,"seriesOrder":7266,"stem":7268,"tags":7269,"__hash__":7275},"posts\u002Fposts\u002Fmulti-constraint-agent-routing-dag-eval.md","多约束生产级 Agent 系统实践：两阶段工具路由、DAG 局部重规划与轨迹级评测闭环",{"type":7,"value":8,"toc":7240},"minimark",[9,13,47,65,70,103,110,260,276,287,291,370,377,389,394,930,1540,1663,1667,1775,2673,2684,2688,2823,3024,3276,3282,3317,3321,3690,4199,4576,4962,4965,4969,5008,5049,5053,5056,5060,5466,5504,5508,5868,5894,6130,6133,7183,7186,7223,7236],[10,11,12],"p",{},"在玩具级 Demo 里，几个工具加上一段 ReAct 循环就能跑通大多数单步问答。但当 Agent 进入跨境酒旅、复杂交易或研发沙箱等真实业务生产环境时，单靠线性 ReAct 循环很快会撞上四堵墙：",[14,15,16,24,30,41],"ol",{},[17,18,19,23],"li",{},[20,21,22],"strong",{},"工具空间与参数耦合爆炸","：候选 API 数量动辄上百，工具之间存在严格的先后依赖（如“外币汇率锁定”必须在“跨时区房态核验”之后），把全量工具 Schema 塞进 Prompt 不仅消耗巨量 Token，还会导致模型出现工具名混淆与参数漏传；",[17,25,26,29],{},[20,27,28],{},"跨语言实体与计费\u002F时区口径歧义","：用户输入可能是中文俗称或拼写变体（如“京都河原町附近可免费取消的双床房”），而底层库存接口要求标准化的多语言 GeoEntity ID、精确到目的地本地时区的退改截止时间戳以及含税\u002F不含税计费枚举；",[17,31,32,35,36,40],{},[20,33,34],{},"下游实时异常引发的全链路作废","：多步规划执行到第 4 步时，某个房型突然返回库存售罄（",[37,38,39],"code",{},"INVENTORY_EXHAUSTED","）或价格异动。若直接回退重跑整个任务图，不仅浪费前序已完成的只读查询，还会使端到端延迟翻倍；",[17,42,43,46],{},[20,44,45],{},"Observation 冗余撑爆上下文窗口","：单次房态或政策查询返回的原始 JSON 往往夹杂大量多语言营销文案、历史费率明细和冗余 HTML 标签，几轮交互后核心约束反而被挤出注意力焦点。",[10,48,49,50,53,54,53,57,60,61,64],{},"本文结合我在多约束业务 Agent 架构中的工程实践，以及本机完成的 30 项 Agent 工具调用故障模式基线实验与多随机种子 SFT\u002FDPO 对齐实验，系统梳理从",[20,51,52],{},"两阶段工具路由","、",[20,55,56],{},"DAG 局部子图重规划",[20,58,59],{},"上下文裁剪","到",[20,62,63],{},"轨迹级 Rubrics 评测与偏好对齐","的完整闭环。",[66,67,69],"h2",{"id":68},"一先看基线数据agent-在哪类任务上最容易失败","一、先看基线数据：Agent 在哪类任务上最容易失败？",[10,71,72,73,76,77,53,80,53,83,86,87,53,90,53,93,53,96,53,99,102],{},"在动手堆叠复杂架构之前，我先在本地构造了一套包含 30 个任务的受控评测集（",[37,74,75],{},"experiments\u002Fagent-eval\u002Frun_eval.py","），将任务均分为三类：",[20,78,79],{},"A. 基础文件与信息提取（File Ops，10 项）",[20,81,82],{},"B. 多步依赖规划（Multi-Step Planning，10 项）",[20,84,85],{},"C. 异常注入与错误恢复（Error Recovery，10 项）","。每个任务预设期望调用步数与合法工具集，自动统计完成率、调用步数与故障分类（",[37,88,89],{},"hallucinated_tool",[37,91,92],{},"wrong_args",[37,94,95],{},"no_error_recovery",[37,97,98],{},"excessive_calls",[37,100,101],{},"parse_error","）。",[10,104,105,106,109],{},"实测汇总结果（来自 ",[37,107,108],{},"experiments\u002Fagent-eval\u002Fresults.json","）如下：",[111,112,113,136],"table",{},[114,115,116],"thead",{},[117,118,119,123,127,130,133],"tr",{},[120,121,122],"th",{},"任务类别",[120,124,126],{"align":125},"right","完成任务数 \u002F 总数",[120,128,129],{"align":125},"类别成功率",[120,131,132],{"align":125},"已完成任务平均工具调用次数",[120,134,135],{},"主要失败模式",[137,138,139,165,197,222],"tbody",{},[117,140,141,147,152,157,162],{},[142,143,144],"td",{},[20,145,146],{},"Category A：单步\u002F浅层操作（File Ops）",[142,148,149],{"align":125},[37,150,151],{},"9 \u002F 10",[142,153,154],{"align":125},[37,155,156],{},"90.0%",[142,158,159],{"align":125},[37,160,161],{},"1.33",[142,163,164],{},"1 例长耗时命令输出截断导致未完成",[117,166,167,172,177,184,189],{},[142,168,169],{},[20,170,171],{},"Category B：多步依赖规划（Multi-Step Planning）",[142,173,174],{"align":125},[37,175,176],{},"7 \u002F 10",[142,178,179],{"align":125},[20,180,181],{},[37,182,183],{},"70.0%",[142,185,186],{"align":125},[37,187,188],{},"2.14",[142,190,191],{},[20,192,193,194,196],{},"3 例在中途步骤失败后缺少局部重规划（",[37,195,95],{},"）",[117,198,199,204,209,214,219],{},[142,200,201],{},[20,202,203],{},"Category C：显式单点错误恢复（Error Recovery）",[142,205,206],{"align":125},[37,207,208],{},"10 \u002F 10",[142,210,211],{"align":125},[37,212,213],{},"100.0%",[142,215,216],{"align":125},[37,217,218],{},"1.80",[142,220,221],{},"0 例失败（单点明确报错时模型能自我修正）",[117,223,224,229,234,241,248],{},[142,225,226],{},[20,227,228],{},"全量汇总（Total，30 Tasks）",[142,230,231],{"align":125},[37,232,233],{},"26 \u002F 30",[142,235,236],{"align":125},[20,237,238],{},[37,239,240],{},"86.7%",[142,242,243],{"align":125},[20,244,245],{},[37,246,247],{},"1.73",[142,249,250,253,254,253,257],{},[37,251,252],{},"no_error_recovery: 3",", ",[37,255,256],{},"parse_error: 1",[37,258,259],{},"hallucinated_tool: 0.0%",[10,261,262,263,266,267,269,270,275],{},"这组基线揭示了一个非常典型的现象：当任务只有一个明确的报错点（Category C，如“命令拼写错误 ",[37,264,265],{},"pyhon3"," 后修正重试”或“权限拒绝后优雅降级”）时，现代指令微调模型的恢复率可以达到 ",[37,268,213],{},"；",[20,271,272,273,196],{},"真正的短板集中在多步依赖规划（Category B，成功率降至 ",[37,274,183],{},"——一旦链路拉长、前序步骤的输出格式偏离预期或中间节点状态失效，自由演进的 ReAct 循环很容易丢失全局约束或卡在死胡同里。",[10,277,278,279,282,283,286],{},"这正是引入",[20,280,281],{},"两阶段受控工具路由","与",[20,284,285],{},"显式 DAG 局部子图重规划","的核心动因。",[66,288,290],{"id":289},"二两阶段工具路由与跨语言实体schema-强校验门控","二、两阶段工具路由与跨语言实体\u002FSchema 强校验门控",[10,292,293,294,340,341,369],{},"面对上百个业务 API，直接把所有 JSON Schema 暴露给 Planner 既昂贵又脆弱。我们将工具调用拆成“粗召回 ",[295,296,299,322],"span",{"className":297},[298],"katex",[295,300,303],{"className":301},[302],"katex-mathml",[304,305,307],"math",{"xmlns":306},"http:\u002F\u002Fwww.w3.org\u002F1998\u002FMath\u002FMathML",[308,309,310,317],"semantics",{},[311,312,313],"mrow",{},[314,315,316],"mo",{},"→",[318,319,321],"annotation",{"encoding":320},"application\u002Fx-tex","\\to",[295,323,327],{"className":324,"ariaHidden":326},[325],"katex-html","true",[295,328,331,336],{"className":329},[330],"base",[295,332],{"className":333,"style":335},[334],"strut","height:0.3669em;",[295,337,316],{"className":338},[339],"mrel"," 精排生成 ",[295,342,344,357],{"className":343},[298],[295,345,347],{"className":346},[302],[304,348,349],{"xmlns":306},[308,350,351,355],{},[311,352,353],{},[314,354,316],{},[318,356,321],{"encoding":320},[295,358,360],{"className":359,"ariaHidden":326},[325],[295,361,363,366],{"className":362},[330],[295,364],{"className":365,"style":335},[334],[295,367,316],{"className":368},[339]," 确定性门控校验”三级流水线：",[10,371,372],{},[373,374],"img",{"alt":375,"src":376},"多约束 Agent 的两阶段工具路由、实体链接与 Schema 校验门控流水线","\u002Fimages\u002Fposts\u002Fmulti-constraint-agent-routing-dag-eval\u002Fagent-two-stage-tool-routing-20261020.webp",[10,378,379,380,388],{},"图 1：两阶段工具路由与校验门控（Entity & Schema Gate）。未通过实体链接或 JSON Schema 校验的调用不会打向下游微服务，而是附带结构化诊断信息触发局部重试。",[381,382,387],"a",{"href":376,"target":383,"rel":384},"_blank",[385,386],"noopener","noreferrer","查看大图","。",[390,391,393],"h3",{"id":392},"_1-向量-top-k-召回与业务域过滤","1. 向量 Top-K 召回与业务域过滤",[10,395,396,397,614,615,688,689,53,692,695,696,773,774,848,849,929],{},"令工具库为 ",[295,398,400,452],{"className":399},[298],[295,401,403],{"className":402},[302],[304,404,405],{"xmlns":306},[308,406,407,449],{},[311,408,409,414,417,421,431,434,437,439,446],{},[410,411,413],"mi",{"mathvariant":412},"script","T",[314,415,416],{},"=",[314,418,420],{"stretchy":419},"false","{",[422,423,424,427],"msub",{},[410,425,426],{},"t",[428,429,430],"mn",{},"1",[314,432,433],{"separator":326},",",[314,435,436],{},"…",[314,438,433],{"separator":326},[422,440,441,443],{},[410,442,426],{},[410,444,445],{},"M",[314,447,448],{"stretchy":419},"}",[318,450,451],{"encoding":320},"\\mathcal{T} = \\{t_1, \\dots, t_M\\}",[295,453,455,479],{"className":454,"ariaHidden":326},[325],[295,456,458,462,468,473,476],{"className":457},[330],[295,459],{"className":460,"style":461},[334],"height:0.6833em;",[295,463,413],{"className":464,"style":467},[465,466],"mord","mathcal","margin-right:0.2542em;",[295,469],{"className":470,"style":472},[471],"mspace","margin-right:0.2778em;",[295,474,416],{"className":475},[339],[295,477],{"className":478,"style":472},[471],[295,480,482,486,490,547,551,555,559,562,565,568,610],{"className":481},[330],[295,483],{"className":484,"style":485},[334],"height:1em;vertical-align:-0.25em;",[295,487,420],{"className":488},[489],"mopen",[295,491,493,497],{"className":492},[465],[295,494,426],{"className":495},[465,496],"mathnormal",[295,498,501],{"className":499},[500],"msupsub",[295,502,506,538],{"className":503},[504,505],"vlist-t","vlist-t2",[295,507,510,533],{"className":508},[509],"vlist-r",[295,511,515],{"className":512,"style":514},[513],"vlist","height:0.3011em;",[295,516,518,523],{"style":517},"top:-2.55em;margin-left:0em;margin-right:0.05em;",[295,519],{"className":520,"style":522},[521],"pstrut","height:2.7em;",[295,524,530],{"className":525},[526,527,528,529],"sizing","reset-size6","size3","mtight",[295,531,430],{"className":532},[465,529],[295,534,537],{"className":535},[536],"vlist-s","​",[295,539,541],{"className":540},[509],[295,542,545],{"className":543,"style":544},[513],"height:0.15em;",[295,546],{},[295,548,433],{"className":549},[550],"mpunct",[295,552],{"className":553,"style":554},[471],"margin-right:0.1667em;",[295,556,436],{"className":557},[558],"minner",[295,560],{"className":561,"style":554},[471],[295,563,433],{"className":564},[550],[295,566],{"className":567,"style":554},[471],[295,569,571,574],{"className":570},[465],[295,572,426],{"className":573},[465,496],[295,575,577],{"className":576},[500],[295,578,580,602],{"className":579},[504,505],[295,581,583,599],{"className":582},[509],[295,584,587],{"className":585,"style":586},[513],"height:0.3283em;",[295,588,589,592],{"style":517},[295,590],{"className":591,"style":522},[521],[295,593,595],{"className":594},[526,527,528,529],[295,596,445],{"className":597,"style":598},[465,496,529],"margin-right:0.109em;",[295,600,537],{"className":601},[536],[295,603,605],{"className":604},[509],[295,606,608],{"className":607,"style":544},[513],[295,609],{},[295,611,448],{"className":612},[613],"mclose","。每个工具 ",[295,616,618,637],{"className":617},[298],[295,619,621],{"className":620},[302],[304,622,623],{"xmlns":306},[308,624,625,634],{},[311,626,627],{},[422,628,629,631],{},[410,630,426],{},[410,632,633],{},"i",[318,635,636],{"encoding":320},"t_i",[295,638,640],{"className":639,"ariaHidden":326},[325],[295,641,643,647],{"className":642},[330],[295,644],{"className":645,"style":646},[334],"height:0.7651em;vertical-align:-0.15em;",[295,648,650,653],{"className":649},[465],[295,651,426],{"className":652},[465,496],[295,654,656],{"className":655},[500],[295,657,659,680],{"className":658},[504,505],[295,660,662,677],{"className":661},[509],[295,663,666],{"className":664,"style":665},[513],"height:0.3117em;",[295,667,668,671],{"style":517},[295,669],{"className":670,"style":522},[521],[295,672,674],{"className":673},[526,527,528,529],[295,675,633],{"className":676},[465,496,529],[295,678,537],{"className":679},[536],[295,681,683],{"className":682},[509],[295,684,686],{"className":685,"style":544},[513],[295,687],{}," 的索引文档不仅包含函数签名与自然语言描述，还拼接了适用业务域标签（如 ",[37,690,691],{},"domain: hotel_inventory",[37,693,694],{},"requires: geo_entity_id","）及正反例 Query。给定当前子任务描述 ",[295,697,699,719],{"className":698},[298],[295,700,702],{"className":701},[302],[304,703,704],{"xmlns":306},[308,705,706,716],{},[311,707,708],{},[422,709,710,713],{},[410,711,712],{},"q",[410,714,715],{},"k",[318,717,718],{"encoding":320},"q_k",[295,720,722],{"className":721,"ariaHidden":326},[325],[295,723,725,729],{"className":724},[330],[295,726],{"className":727,"style":728},[334],"height:0.625em;vertical-align:-0.1944em;",[295,730,732,736],{"className":731},[465],[295,733,712],{"className":734,"style":735},[465,496],"margin-right:0.0359em;",[295,737,739],{"className":738},[500],[295,740,742,765],{"className":741},[504,505],[295,743,745,762],{"className":744},[509],[295,746,749],{"className":747,"style":748},[513],"height:0.3361em;",[295,750,752,755],{"style":751},"top:-2.55em;margin-left:-0.0359em;margin-right:0.05em;",[295,753],{"className":754,"style":522},[521],[295,756,758],{"className":757},[526,527,528,529],[295,759,715],{"className":760,"style":761},[465,496,529],"margin-right:0.0315em;",[295,763,537],{"className":764},[536],[295,766,768],{"className":767},[509],[295,769,771],{"className":770,"style":544},[513],[295,772],{}," 与已解析槽位集合 ",[295,775,777,796],{"className":776},[298],[295,778,780],{"className":779},[302],[304,781,782],{"xmlns":306},[308,783,784,793],{},[311,785,786],{},[422,787,788,791],{},[410,789,790],{"mathvariant":412},"S",[410,792,715],{},[318,794,795],{"encoding":320},"\\mathcal{S}_k",[295,797,799],{"className":798,"ariaHidden":326},[325],[295,800,802,806],{"className":801},[330],[295,803],{"className":804,"style":805},[334],"height:0.8333em;vertical-align:-0.15em;",[295,807,809,813],{"className":808},[465],[295,810,790],{"className":811,"style":812},[465,466],"margin-right:0.075em;",[295,814,816],{"className":815},[500],[295,817,819,840],{"className":818},[504,505],[295,820,822,837],{"className":821},[509],[295,823,825],{"className":824,"style":748},[513],[295,826,828,831],{"style":827},"top:-2.55em;margin-left:-0.075em;margin-right:0.05em;",[295,829],{"className":830,"style":522},[521],[295,832,834],{"className":833},[526,527,528,529],[295,835,715],{"className":836,"style":761},[465,496,529],[295,838,537],{"className":839},[536],[295,841,843],{"className":842},[509],[295,844,846],{"className":845,"style":544},[513],[295,847],{},"，第一阶段通过稠密向量内积结合硬置条件过滤召回候选集 ",[295,850,852,872],{"className":851},[298],[295,853,855],{"className":854},[302],[304,856,857],{"xmlns":306},[308,858,859,869],{},[311,860,861],{},[422,862,863,865],{},[410,864,413],{"mathvariant":412},[866,867,868],"mtext",{},"cand",[318,870,871],{"encoding":320},"\\mathcal{T}_{\\text{cand}}",[295,873,875],{"className":874,"ariaHidden":326},[325],[295,876,878,881],{"className":877},[330],[295,879],{"className":880,"style":805},[334],[295,882,884,887],{"className":883},[465],[295,885,413],{"className":886,"style":467},[465,466],[295,888,890],{"className":889},[500],[295,891,893,921],{"className":892},[504,505],[295,894,896,918],{"className":895},[509],[295,897,899],{"className":898,"style":748},[513],[295,900,902,905],{"style":901},"top:-2.55em;margin-left:-0.2542em;margin-right:0.05em;",[295,903],{"className":904,"style":522},[521],[295,906,908],{"className":907},[526,527,528,529],[295,909,911],{"className":910},[465,529],[295,912,915],{"className":913},[465,914,529],"text",[295,916,868],{"className":917},[465,529],[295,919,537],{"className":920},[536],[295,922,924],{"className":923},[509],[295,925,927],{"className":926,"style":544},[513],[295,928],{},"：",[295,931,934],{"className":932},[933],"katex-display",[295,935,937,1089],{"className":936},[298],[295,938,940],{"className":939},[302],[304,941,943],{"xmlns":306,"display":942},"block",[308,944,945,1086],{},[311,946,947,953,956,962,964,970,973,975,1020,1062,1064,1067,1070,1072,1075,1078,1080,1083],{},[422,948,949,951],{},[410,950,413],{"mathvariant":412},[866,952,868],{},[314,954,955],{"stretchy":419},"(",[422,957,958,960],{},[410,959,712],{},[410,961,715],{},[314,963,433],{"separator":326},[422,965,966,968],{},[410,967,790],{"mathvariant":412},[410,969,715],{},[314,971,972],{"stretchy":419},")",[314,974,416],{},[422,976,977,986],{},[311,978,979,983],{},[410,980,982],{"mathvariant":981},"normal","TopK",[314,984,985],{},"⁡",[311,987,988,990,993,995,997,1000,1003,1005,1007,1009,1011,1014],{},[410,989,426],{},[314,991,992],{},"∈",[410,994,413],{"mathvariant":412},[314,996,433],{"separator":326},[866,998,999],{},"  ",[410,1001,1002],{"mathvariant":981},"Pre",[314,1004,985],{},[314,1006,955],{"stretchy":419},[410,1008,426],{},[314,1010,972],{"stretchy":419},[314,1012,1013],{},"⊆",[422,1015,1016,1018],{},[410,1017,790],{"mathvariant":412},[410,1019,715],{},[311,1021,1022,1024,1027,1029,1032,1035,1037,1043,1045,1047,1050,1052,1054,1056,1058,1060],{},[314,1023,955],{"fence":326},[410,1025,1026],{},"cos",[314,1028,985],{},[314,1030,955],{"fence":419,"stretchy":326,"minsize":1031,"maxsize":1031},"1.2em",[410,1033,1034],{},"E",[314,1036,955],{"stretchy":419},[422,1038,1039,1041],{},[410,1040,712],{},[410,1042,715],{},[314,1044,972],{"stretchy":419},[314,1046,433],{"separator":326},[866,1048,1049],{}," ",[410,1051,1034],{},[314,1053,955],{"stretchy":419},[410,1055,426],{},[314,1057,972],{"stretchy":419},[314,1059,972],{"fence":419,"stretchy":326,"minsize":1031,"maxsize":1031},[314,1061,972],{"fence":326},[314,1063,433],{"separator":326},[471,1065],{"width":1066},"1em",[410,1068,1069],{},"K",[314,1071,992],{},[314,1073,1074],{"stretchy":419},"[",[428,1076,1077],{},"5",[314,1079,433],{"separator":326},[428,1081,1082],{},"8",[314,1084,1085],{"stretchy":419},"]",[318,1087,1088],{"encoding":320},"\\mathcal{T}_{\\text{cand}}(q_k, \\mathcal{S}_k) = \\operatorname{TopK}_{t \\in \\mathcal{T},\\; \\operatorname{Pre}(t) \\subseteq \\mathcal{S}_k} \\left( \\cos\\big(E(q_k),\\, E(t)\\big) \\right), \\quad K \\in [5, 8]",[295,1090,1092,1245,1516],{"className":1091,"ariaHidden":326},[325],[295,1093,1095,1098,1144,1147,1187,1190,1193,1233,1236,1239,1242],{"className":1094},[330],[295,1096],{"className":1097,"style":485},[334],[295,1099,1101,1104],{"className":1100},[465],[295,1102,413],{"className":1103,"style":467},[465,466],[295,1105,1107],{"className":1106},[500],[295,1108,1110,1136],{"className":1109},[504,505],[295,1111,1113,1133],{"className":1112},[509],[295,1114,1116],{"className":1115,"style":748},[513],[295,1117,1118,1121],{"style":901},[295,1119],{"className":1120,"style":522},[521],[295,1122,1124],{"className":1123},[526,527,528,529],[295,1125,1127],{"className":1126},[465,529],[295,1128,1130],{"className":1129},[465,914,529],[295,1131,868],{"className":1132},[465,529],[295,1134,537],{"className":1135},[536],[295,1137,1139],{"className":1138},[509],[295,1140,1142],{"className":1141,"style":544},[513],[295,1143],{},[295,1145,955],{"className":1146},[489],[295,1148,1150,1153],{"className":1149},[465],[295,1151,712],{"className":1152,"style":735},[465,496],[295,1154,1156],{"className":1155},[500],[295,1157,1159,1179],{"className":1158},[504,505],[295,1160,1162,1176],{"className":1161},[509],[295,1163,1165],{"className":1164,"style":748},[513],[295,1166,1167,1170],{"style":751},[295,1168],{"className":1169,"style":522},[521],[295,1171,1173],{"className":1172},[526,527,528,529],[295,1174,715],{"className":1175,"style":761},[465,496,529],[295,1177,537],{"className":1178},[536],[295,1180,1182],{"className":1181},[509],[295,1183,1185],{"className":1184,"style":544},[513],[295,1186],{},[295,1188,433],{"className":1189},[550],[295,1191],{"className":1192,"style":554},[471],[295,1194,1196,1199],{"className":1195},[465],[295,1197,790],{"className":1198,"style":812},[465,466],[295,1200,1202],{"className":1201},[500],[295,1203,1205,1225],{"className":1204},[504,505],[295,1206,1208,1222],{"className":1207},[509],[295,1209,1211],{"className":1210,"style":748},[513],[295,1212,1213,1216],{"style":827},[295,1214],{"className":1215,"style":522},[521],[295,1217,1219],{"className":1218},[526,527,528,529],[295,1220,715],{"className":1221,"style":761},[465,496,529],[295,1223,537],{"className":1224},[536],[295,1226,1228],{"className":1227},[509],[295,1229,1231],{"className":1230,"style":544},[513],[295,1232],{},[295,1234,972],{"className":1235},[613],[295,1237],{"className":1238,"style":472},[471],[295,1240,416],{"className":1241},[339],[295,1243],{"className":1244,"style":472},[471],[295,1246,1248,1252,1380,1383,1490,1493,1496,1500,1503,1507,1510,1513],{"className":1247},[330],[295,1249],{"className":1250,"style":1251},[334],"height:1.2691em;vertical-align:-0.4191em;",[295,1253,1256,1263],{"className":1254},[1255],"mop",[295,1257,1259],{"className":1258},[1255],[295,1260,982],{"className":1261},[465,1262],"mathrm",[295,1264,1266],{"className":1265},[500],[295,1267,1269,1371],{"className":1268},[504,505],[295,1270,1272,1368],{"className":1271},[509],[295,1273,1276],{"className":1274,"style":1275},[513],"height:0.2809em;",[295,1277,1279,1282],{"style":1278},"top:-2.4559em;margin-right:0.05em;",[295,1280],{"className":1281,"style":522},[521],[295,1283,1285],{"className":1284},[526,527,528,529],[295,1286,1288,1291,1294,1297,1300,1304,1310,1313,1316,1319,1322],{"className":1287},[465,529],[295,1289,426],{"className":1290},[465,496,529],[295,1292,992],{"className":1293},[339,529],[295,1295,413],{"className":1296,"style":467},[465,466,529],[295,1298,433],{"className":1299},[550,529],[295,1301],{"className":1302,"style":1303},[471,529],"margin-right:0.3253em;",[295,1305,1307],{"className":1306},[1255,529],[295,1308,1002],{"className":1309},[465,1262,529],[295,1311,955],{"className":1312},[489,529],[295,1314,426],{"className":1315},[465,496,529],[295,1317,972],{"className":1318},[613,529],[295,1320,1013],{"className":1321},[339,529],[295,1323,1325,1328],{"className":1324},[465,529],[295,1326,790],{"className":1327,"style":812},[465,466,529],[295,1329,1331],{"className":1330},[500],[295,1332,1334,1359],{"className":1333},[504,505],[295,1335,1337,1356],{"className":1336},[509],[295,1338,1341],{"className":1339,"style":1340},[513],"height:0.3448em;",[295,1342,1344,1348],{"style":1343},"top:-2.3488em;margin-left:-0.075em;margin-right:0.0714em;",[295,1345],{"className":1346,"style":1347},[521],"height:2.5em;",[295,1349,1353],{"className":1350},[526,1351,1352,529],"reset-size3","size1",[295,1354,715],{"className":1355,"style":761},[465,496,529],[295,1357,537],{"className":1358},[536],[295,1360,1362],{"className":1361},[509],[295,1363,1366],{"className":1364,"style":1365},[513],"height:0.1512em;",[295,1367],{},[295,1369,537],{"className":1370},[536],[295,1372,1374],{"className":1373},[509],[295,1375,1378],{"className":1376,"style":1377},[513],"height:0.4191em;",[295,1379],{},[295,1381],{"className":1382,"style":554},[471],[295,1384,1386,1395,1398,1401,1407,1411,1414,1454,1457,1460,1463,1466,1469,1472,1475,1478,1484],{"className":1385},[558],[295,1387,1391],{"className":1388,"style":1390},[489,1389],"delimcenter","top:0em;",[295,1392,955],{"className":1393},[1394,1352],"delimsizing",[295,1396,1026],{"className":1397},[1255],[295,1399],{"className":1400,"style":554},[471],[295,1402,1404],{"className":1403},[465],[295,1405,955],{"className":1406},[1394,1352],[295,1408,1034],{"className":1409,"style":1410},[465,496],"margin-right:0.0576em;",[295,1412,955],{"className":1413},[489],[295,1415,1417,1420],{"className":1416},[465],[295,1418,712],{"className":1419,"style":735},[465,496],[295,1421,1423],{"className":1422},[500],[295,1424,1426,1446],{"className":1425},[504,505],[295,1427,1429,1443],{"className":1428},[509],[295,1430,1432],{"className":1431,"style":748},[513],[295,1433,1434,1437],{"style":751},[295,1435],{"className":1436,"style":522},[521],[295,1438,1440],{"className":1439},[526,527,528,529],[295,1441,715],{"className":1442,"style":761},[465,496,529],[295,1444,537],{"className":1445},[536],[295,1447,1449],{"className":1448},[509],[295,1450,1452],{"className":1451,"style":544},[513],[295,1453],{},[295,1455,972],{"className":1456},[613],[295,1458,433],{"className":1459},[550],[295,1461],{"className":1462,"style":554},[471],[295,1464],{"className":1465,"style":554},[471],[295,1467,1034],{"className":1468,"style":1410},[465,496],[295,1470,955],{"className":1471},[489],[295,1473,426],{"className":1474},[465,496],[295,1476,972],{"className":1477},[613],[295,1479,1481],{"className":1480},[465],[295,1482,972],{"className":1483},[1394,1352],[295,1485,1487],{"className":1486,"style":1390},[613,1389],[295,1488,972],{"className":1489},[1394,1352],[295,1491],{"className":1492,"style":554},[471],[295,1494,433],{"className":1495},[550],[295,1497],{"className":1498,"style":1499},[471],"margin-right:1em;",[295,1501],{"className":1502,"style":554},[471],[295,1504,1069],{"className":1505,"style":1506},[465,496],"margin-right:0.0715em;",[295,1508],{"className":1509,"style":472},[471],[295,1511,992],{"className":1512},[339],[295,1514],{"className":1515,"style":472},[471],[295,1517,1519,1522,1525,1528,1531,1534,1537],{"className":1518},[330],[295,1520],{"className":1521,"style":485},[334],[295,1523,1074],{"className":1524},[489],[295,1526,1077],{"className":1527},[465],[295,1529,433],{"className":1530},[550],[295,1532],{"className":1533,"style":554},[471],[295,1535,1082],{"className":1536},[465],[295,1538,1085],{"className":1539},[613],[10,1541,1542,1543,1655,1656,1659,1660,1662],{},"其中 ",[295,1544,1546,1576],{"className":1545},[298],[295,1547,1549],{"className":1548},[302],[304,1550,1551],{"xmlns":306},[308,1552,1553,1573],{},[311,1554,1555,1557,1559,1561,1563,1565,1567],{},[410,1556,1002],{"mathvariant":981},[314,1558,985],{},[314,1560,955],{"stretchy":419},[410,1562,426],{},[314,1564,972],{"stretchy":419},[314,1566,1013],{},[422,1568,1569,1571],{},[410,1570,790],{"mathvariant":412},[410,1572,715],{},[318,1574,1575],{"encoding":320},"\\operatorname{Pre}(t) \\subseteq \\mathcal{S}_k",[295,1577,1579,1609],{"className":1578,"ariaHidden":326},[325],[295,1580,1582,1585,1591,1594,1597,1600,1603,1606],{"className":1581},[330],[295,1583],{"className":1584,"style":485},[334],[295,1586,1588],{"className":1587},[1255],[295,1589,1002],{"className":1590},[465,1262],[295,1592,955],{"className":1593},[489],[295,1595,426],{"className":1596},[465,496],[295,1598,972],{"className":1599},[613],[295,1601],{"className":1602,"style":472},[471],[295,1604,1013],{"className":1605},[339],[295,1607],{"className":1608,"style":472},[471],[295,1610,1612,1615],{"className":1611},[330],[295,1613],{"className":1614,"style":805},[334],[295,1616,1618,1621],{"className":1617},[465],[295,1619,790],{"className":1620,"style":812},[465,466],[295,1622,1624],{"className":1623},[500],[295,1625,1627,1647],{"className":1626},[504,505],[295,1628,1630,1644],{"className":1629},[509],[295,1631,1633],{"className":1632,"style":748},[513],[295,1634,1635,1638],{"style":827},[295,1636],{"className":1637,"style":522},[521],[295,1639,1641],{"className":1640},[526,527,528,529],[295,1642,715],{"className":1643,"style":761},[465,496,529],[295,1645,537],{"className":1646},[536],[295,1648,1650],{"className":1649},[509],[295,1651,1653],{"className":1652,"style":544},[513],[295,1654],{}," 是前置槽位就绪检查——例如在尚未拿到标准化 ",[37,1657,1658],{},"hotel_id"," 时，强制要求 ",[37,1661,1658],{}," 的下游锁单接口不会进入当前步的精排候选池，从源头上消灭“依赖倒置调用”。",[390,1664,1666],{"id":1665},"_2-跨语言实体链接与-schema业务规则双层门控","2. 跨语言实体链接与 Schema\u002F业务规则双层门控",[10,1668,1669,1670,1698,1699,1771,1772,929],{},"第二阶段由 LLM 在 ",[295,1671,1673,1686],{"className":1672},[298],[295,1674,1676],{"className":1675},[302],[304,1677,1678],{"xmlns":306},[308,1679,1680,1684],{},[311,1681,1682],{},[410,1683,1069],{},[318,1685,1069],{"encoding":320},[295,1687,1689],{"className":1688,"ariaHidden":326},[325],[295,1690,1692,1695],{"className":1691},[330],[295,1693],{"className":1694,"style":461},[334],[295,1696,1069],{"className":1697,"style":1506},[465,496]," 个候选工具中精排并生成参数载荷 ",[295,1700,1702,1723],{"className":1701},[298],[295,1703,1705],{"className":1704},[302],[304,1706,1707],{"xmlns":306},[308,1708,1709,1720],{},[311,1710,1711],{},[1712,1713,1714,1717],"mover",{"accent":326},[410,1715,1716],{},"θ",[314,1718,1719],{},"^",[318,1721,1722],{"encoding":320},"\\hat{\\theta}",[295,1724,1726],{"className":1725,"ariaHidden":326},[325],[295,1727,1729,1733],{"className":1728},[330],[295,1730],{"className":1731,"style":1732},[334],"height:0.9579em;",[295,1734,1737],{"className":1735},[465,1736],"accent",[295,1738,1740],{"className":1739},[504],[295,1741,1743],{"className":1742},[509],[295,1744,1746,1757],{"className":1745,"style":1732},[513],[295,1747,1749,1753],{"style":1748},"top:-3em;",[295,1750],{"className":1751,"style":1752},[521],"height:3em;",[295,1754,1716],{"className":1755,"style":1756},[465,496],"margin-right:0.0278em;",[295,1758,1760,1763],{"style":1759},"top:-3.2634em;",[295,1761],{"className":1762,"style":1752},[521],[295,1764,1768],{"className":1765,"style":1767},[1766],"accent-body","left:-0.1667em;",[295,1769,1719],{"className":1770},[465],"。但 LLM 输出的 JSON 绝不直接发往生产接口，而是先经过确定性的 ",[37,1773,1774],{},"Entity & Schema Gate",[1776,1777,1782],"pre",{"className":1778,"code":1779,"language":1780,"meta":1781,"style":1781},"language-python shiki shiki-themes github-dark-dimmed github-light houston","from dataclasses import dataclass\nfrom datetime import datetime\nfrom zoneinfo import ZoneInfo\nfrom typing import Any\n\n@dataclass\nclass GateVerdict:\n    passed: bool\n    normalized_args: dict[str, Any]\n    error_code: str | None = None\n    repair_hint: str | None = None\n\nclass ToolCallGate:\n    def __init__(self, entity_linker, schema_registry):\n        self.entity_linker = entity_linker\n        self.schemas = schema_registry\n\n    def validate_and_normalize(self, tool_name: str, raw_args: dict[str, Any]) -> GateVerdict:\n        schema = self.schemas.get(tool_name)\n        if not schema:\n            return GateVerdict(False, {}, \"UNKNOWN_TOOL\", f\"Tool '{tool_name}' is not in candidate set.\")\n\n        # 1. Required fields & JSON Schema type check\n        missing = [k for k in schema[\"required\"] if k not in raw_args or raw_args[k] in (None, \"\")]\n        if missing:\n            return GateVerdict(False, raw_args, \"MISSING_REQUIRED_PARAM\",\n                               f\"Missing required fields: {', '.join(missing)}\")\n\n        args = dict(raw_args)\n\n        # 2. Cross-lingual entity linking (e.g., '河原町' \u002F 'Kawaramachi' -> canonical geo_id)\n        if \"destination_query\" in args and \"geo_entity_id\" not in args:\n            match = self.entity_linker.resolve(args[\"destination_query\"], lang_hint=args.get(\"locale\"))\n            if not match or match.confidence \u003C 0.85:\n                return GateVerdict(False, args, \"AMBIGUOUS_ENTITY\",\n                                   f\"Cannot uniquely link '{args['destination_query']}'; candidates: {match.top3 if match else []}\")\n            args[\"geo_entity_id\"] = match.entity_id\n            args[\" target_tz\"] = match.timezone\n\n        # 3. Cross-timezone & billing semantics guard\n        if \"check_in_date\" in args and \"check_out_date\" in args:\n            tz = ZoneInfo(args.get(\"target_tz\", \"UTC\"))\n            ci = datetime.strptime(args[\"check_in_date\"], \"%Y-%m-%d\").replace(tzinfo=tz)\n            co = datetime.strptime(args[\"check_out_date\"], \"%Y-%m-%d\").replace(tzinfo=tz)\n            if co \u003C= ci:\n                return GateVerdict(False, args, \"INVALID_DATE_RANGE\",\n                                   \"check_out_date must be strictly after check_in_date in destination local time.\")\n\n        return GateVerdict(True, args)\n","python","",[37,1783,1784,1802,1815,1828,1841,1848,1855,1869,1879,1891,1913,1929,1934,1944,1973,1988,2001,2006,2041,2062,2074,2115,2120,2127,2192,2200,2220,2250,2255,2269,2274,2280,2306,2350,2374,2394,2439,2455,2470,2475,2481,2502,2530,2575,2612,2626,2644,2652,2657],{"__ignoreMap":1781},[295,1785,1788,1792,1796,1799],{"class":1786,"line":1787},"line",1,[295,1789,1791],{"class":1790},"slEfO","from",[295,1793,1795],{"class":1794},"sWURj"," dataclasses ",[295,1797,1798],{"class":1790},"import",[295,1800,1801],{"class":1794}," dataclass\n",[295,1803,1805,1807,1810,1812],{"class":1786,"line":1804},2,[295,1806,1791],{"class":1790},[295,1808,1809],{"class":1794}," datetime ",[295,1811,1798],{"class":1790},[295,1813,1814],{"class":1794}," datetime\n",[295,1816,1818,1820,1823,1825],{"class":1786,"line":1817},3,[295,1819,1791],{"class":1790},[295,1821,1822],{"class":1794}," zoneinfo ",[295,1824,1798],{"class":1790},[295,1826,1827],{"class":1794}," ZoneInfo\n",[295,1829,1831,1833,1836,1838],{"class":1786,"line":1830},4,[295,1832,1791],{"class":1790},[295,1834,1835],{"class":1794}," typing ",[295,1837,1798],{"class":1790},[295,1839,1840],{"class":1794}," Any\n",[295,1842,1844],{"class":1786,"line":1843},5,[295,1845,1847],{"emptyLinePlaceholder":1846},true,"\n",[295,1849,1851],{"class":1786,"line":1850},6,[295,1852,1854],{"class":1853},"sS_0i","@dataclass\n",[295,1856,1858,1862,1866],{"class":1786,"line":1857},7,[295,1859,1861],{"class":1860},"sST-V","class",[295,1863,1865],{"class":1864},"sBBmv"," GateVerdict",[295,1867,1868],{"class":1794},":\n",[295,1870,1872,1875],{"class":1786,"line":1871},8,[295,1873,1874],{"class":1794},"    passed: ",[295,1876,1878],{"class":1877},"svkvy","bool\n",[295,1880,1882,1885,1888],{"class":1786,"line":1881},9,[295,1883,1884],{"class":1794},"    normalized_args: dict[",[295,1886,1887],{"class":1877},"str",[295,1889,1890],{"class":1794},", Any]\n",[295,1892,1894,1897,1899,1903,1907,1910],{"class":1786,"line":1893},10,[295,1895,1896],{"class":1794},"    error_code: ",[295,1898,1887],{"class":1877},[295,1900,1902],{"class":1901},"sf2cM"," |",[295,1904,1906],{"class":1905},"sgENW"," None",[295,1908,1909],{"class":1901}," =",[295,1911,1912],{"class":1905}," None\n",[295,1914,1916,1919,1921,1923,1925,1927],{"class":1786,"line":1915},11,[295,1917,1918],{"class":1794},"    repair_hint: ",[295,1920,1887],{"class":1877},[295,1922,1902],{"class":1901},[295,1924,1906],{"class":1905},[295,1926,1909],{"class":1901},[295,1928,1912],{"class":1905},[295,1930,1932],{"class":1786,"line":1931},12,[295,1933,1847],{"emptyLinePlaceholder":1846},[295,1935,1937,1939,1942],{"class":1786,"line":1936},13,[295,1938,1861],{"class":1860},[295,1940,1941],{"class":1864}," ToolCallGate",[295,1943,1868],{"class":1794},[295,1945,1947,1950,1953,1955,1959,1961,1965,1967,1970],{"class":1786,"line":1946},14,[295,1948,1949],{"class":1860},"    def",[295,1951,1952],{"class":1877}," __init__",[295,1954,955],{"class":1794},[295,1956,1958],{"class":1957},"sbU-9","self",[295,1960,253],{"class":1794},[295,1962,1964],{"class":1963},"s9NhK","entity_linker",[295,1966,253],{"class":1794},[295,1968,1969],{"class":1963},"schema_registry",[295,1971,1972],{"class":1794},"):\n",[295,1974,1976,1980,1983,1985],{"class":1786,"line":1975},15,[295,1977,1979],{"class":1978},"sRGqv","        self",[295,1981,1982],{"class":1794},".entity_linker ",[295,1984,416],{"class":1901},[295,1986,1987],{"class":1794}," entity_linker\n",[295,1989,1991,1993,1996,1998],{"class":1786,"line":1990},16,[295,1992,1979],{"class":1978},[295,1994,1995],{"class":1794},".schemas ",[295,1997,416],{"class":1901},[295,1999,2000],{"class":1794}," schema_registry\n",[295,2002,2004],{"class":1786,"line":2003},17,[295,2005,1847],{"emptyLinePlaceholder":1846},[295,2007,2009,2011,2014,2016,2018,2020,2023,2026,2028,2030,2033,2036,2038],{"class":1786,"line":2008},18,[295,2010,1949],{"class":1860},[295,2012,2013],{"class":1853}," validate_and_normalize",[295,2015,955],{"class":1794},[295,2017,1958],{"class":1957},[295,2019,253],{"class":1794},[295,2021,2022],{"class":1963},"tool_name",[295,2024,2025],{"class":1794},": ",[295,2027,1887],{"class":1877},[295,2029,253],{"class":1794},[295,2031,2032],{"class":1963},"raw_args",[295,2034,2035],{"class":1794},": dict[",[295,2037,1887],{"class":1877},[295,2039,2040],{"class":1794},", Any]) -> GateVerdict:\n",[295,2042,2044,2047,2049,2052,2055,2059],{"class":1786,"line":2043},19,[295,2045,2046],{"class":1794},"        schema ",[295,2048,416],{"class":1901},[295,2050,2051],{"class":1978}," self",[295,2053,2054],{"class":1794},".schemas.",[295,2056,2058],{"class":2057},"sq3c-","get",[295,2060,2061],{"class":1794},"(tool_name)\n",[295,2063,2065,2068,2071],{"class":1786,"line":2064},20,[295,2066,2067],{"class":1790},"        if",[295,2069,2070],{"class":1860}," not",[295,2072,2073],{"class":1794}," schema:\n",[295,2075,2077,2080,2082,2084,2087,2090,2094,2096,2099,2102,2105,2107,2109,2112],{"class":1786,"line":2076},21,[295,2078,2079],{"class":1790},"            return",[295,2081,1865],{"class":2057},[295,2083,955],{"class":1794},[295,2085,2086],{"class":1905},"False",[295,2088,2089],{"class":1794},", {}, ",[295,2091,2093],{"class":2092},"sWqY2","\"UNKNOWN_TOOL\"",[295,2095,253],{"class":1794},[295,2097,2098],{"class":1860},"f",[295,2100,2101],{"class":2092},"\"Tool '",[295,2103,420],{"class":2104},"s0kv9",[295,2106,2022],{"class":1794},[295,2108,448],{"class":2104},[295,2110,2111],{"class":2092},"' is not in candidate set.\"",[295,2113,2114],{"class":1794},")\n",[295,2116,2118],{"class":1786,"line":2117},22,[295,2119,1847],{"emptyLinePlaceholder":1846},[295,2121,2123],{"class":1786,"line":2122},23,[295,2124,2126],{"class":2125},"sCxhR","        # 1. Required fields & JSON Schema type check\n",[295,2128,2130,2133,2135,2138,2141,2144,2147,2150,2153,2156,2159,2161,2164,2167,2170,2173,2176,2178,2181,2184,2186,2189],{"class":1786,"line":2129},24,[295,2131,2132],{"class":1794},"        missing ",[295,2134,416],{"class":1901},[295,2136,2137],{"class":1794}," [k ",[295,2139,2140],{"class":1790},"for",[295,2142,2143],{"class":1794}," k ",[295,2145,2146],{"class":1790},"in",[295,2148,2149],{"class":1794}," schema[",[295,2151,2152],{"class":2092},"\"required\"",[295,2154,2155],{"class":1794},"] ",[295,2157,2158],{"class":1790},"if",[295,2160,2143],{"class":1794},[295,2162,2163],{"class":1860},"not",[295,2165,2166],{"class":1860}," in",[295,2168,2169],{"class":1794}," raw_args ",[295,2171,2172],{"class":1860},"or",[295,2174,2175],{"class":1794}," raw_args[k] ",[295,2177,2146],{"class":1860},[295,2179,2180],{"class":1794}," (",[295,2182,2183],{"class":1905},"None",[295,2185,253],{"class":1794},[295,2187,2188],{"class":2092},"\"\"",[295,2190,2191],{"class":1794},")]\n",[295,2193,2195,2197],{"class":1786,"line":2194},25,[295,2196,2067],{"class":1790},[295,2198,2199],{"class":1794}," missing:\n",[295,2201,2203,2205,2207,2209,2211,2214,2217],{"class":1786,"line":2202},26,[295,2204,2079],{"class":1790},[295,2206,1865],{"class":2057},[295,2208,955],{"class":1794},[295,2210,2086],{"class":1905},[295,2212,2213],{"class":1794},", raw_args, ",[295,2215,2216],{"class":2092},"\"MISSING_REQUIRED_PARAM\"",[295,2218,2219],{"class":1794},",\n",[295,2221,2223,2226,2229,2231,2234,2237,2240,2243,2245,2248],{"class":1786,"line":2222},27,[295,2224,2225],{"class":1860},"                               f",[295,2227,2228],{"class":2092},"\"Missing required fields: ",[295,2230,420],{"class":2104},[295,2232,2233],{"class":2092},"', '",[295,2235,2236],{"class":1794},".",[295,2238,2239],{"class":2057},"join",[295,2241,2242],{"class":1794},"(missing)",[295,2244,448],{"class":2104},[295,2246,2247],{"class":2092},"\"",[295,2249,2114],{"class":1794},[295,2251,2253],{"class":1786,"line":2252},28,[295,2254,1847],{"emptyLinePlaceholder":1846},[295,2256,2258,2261,2263,2266],{"class":1786,"line":2257},29,[295,2259,2260],{"class":1794},"        args ",[295,2262,416],{"class":1901},[295,2264,2265],{"class":1877}," dict",[295,2267,2268],{"class":1794},"(raw_args)\n",[295,2270,2272],{"class":1786,"line":2271},30,[295,2273,1847],{"emptyLinePlaceholder":1846},[295,2275,2277],{"class":1786,"line":2276},31,[295,2278,2279],{"class":2125},"        # 2. Cross-lingual entity linking (e.g., '河原町' \u002F 'Kawaramachi' -> canonical geo_id)\n",[295,2281,2283,2285,2288,2290,2293,2296,2299,2301,2303],{"class":1786,"line":2282},32,[295,2284,2067],{"class":1790},[295,2286,2287],{"class":2092}," \"destination_query\"",[295,2289,2166],{"class":1860},[295,2291,2292],{"class":1794}," args ",[295,2294,2295],{"class":1860},"and",[295,2297,2298],{"class":2092}," \"geo_entity_id\"",[295,2300,2070],{"class":1860},[295,2302,2166],{"class":1860},[295,2304,2305],{"class":1794}," args:\n",[295,2307,2309,2312,2314,2316,2319,2322,2325,2328,2331,2335,2337,2340,2342,2344,2347],{"class":1786,"line":2308},33,[295,2310,2311],{"class":1794},"            match ",[295,2313,416],{"class":1901},[295,2315,2051],{"class":1978},[295,2317,2318],{"class":1794},".entity_linker.",[295,2320,2321],{"class":2057},"resolve",[295,2323,2324],{"class":1794},"(args[",[295,2326,2327],{"class":2092},"\"destination_query\"",[295,2329,2330],{"class":1794},"], ",[295,2332,2334],{"class":2333},"sA9aF","lang_hint",[295,2336,416],{"class":1901},[295,2338,2339],{"class":1794},"args.",[295,2341,2058],{"class":2057},[295,2343,955],{"class":1794},[295,2345,2346],{"class":2092},"\"locale\"",[295,2348,2349],{"class":1794},"))\n",[295,2351,2353,2356,2358,2361,2363,2366,2369,2372],{"class":1786,"line":2352},34,[295,2354,2355],{"class":1790},"            if",[295,2357,2070],{"class":1860},[295,2359,2360],{"class":1794}," match ",[295,2362,2172],{"class":1860},[295,2364,2365],{"class":1794}," match.confidence ",[295,2367,2368],{"class":1901},"\u003C",[295,2370,2371],{"class":1905}," 0.85",[295,2373,1868],{"class":1794},[295,2375,2377,2380,2382,2384,2386,2389,2392],{"class":1786,"line":2376},35,[295,2378,2379],{"class":1790},"                return",[295,2381,1865],{"class":2057},[295,2383,955],{"class":1794},[295,2385,2086],{"class":1905},[295,2387,2388],{"class":1794},", args, ",[295,2390,2391],{"class":2092},"\"AMBIGUOUS_ENTITY\"",[295,2393,2219],{"class":1794},[295,2395,2397,2400,2403,2405,2408,2411,2413,2415,2418,2420,2423,2425,2427,2430,2433,2435,2437],{"class":1786,"line":2396},36,[295,2398,2399],{"class":1860},"                                   f",[295,2401,2402],{"class":2092},"\"Cannot uniquely link '",[295,2404,420],{"class":2104},[295,2406,2407],{"class":1794},"args[",[295,2409,2410],{"class":2092},"'destination_query'",[295,2412,1085],{"class":1794},[295,2414,448],{"class":2104},[295,2416,2417],{"class":2092},"'; candidates: ",[295,2419,420],{"class":2104},[295,2421,2422],{"class":1794},"match.top3 ",[295,2424,2158],{"class":1790},[295,2426,2360],{"class":1794},[295,2428,2429],{"class":1790},"else",[295,2431,2432],{"class":1794}," []",[295,2434,448],{"class":2104},[295,2436,2247],{"class":2092},[295,2438,2114],{"class":1794},[295,2440,2442,2445,2448,2450,2452],{"class":1786,"line":2441},37,[295,2443,2444],{"class":1794},"            args[",[295,2446,2447],{"class":2092},"\"geo_entity_id\"",[295,2449,2155],{"class":1794},[295,2451,416],{"class":1901},[295,2453,2454],{"class":1794}," match.entity_id\n",[295,2456,2458,2460,2463,2465,2467],{"class":1786,"line":2457},38,[295,2459,2444],{"class":1794},[295,2461,2462],{"class":2092},"\" target_tz\"",[295,2464,2155],{"class":1794},[295,2466,416],{"class":1901},[295,2468,2469],{"class":1794}," match.timezone\n",[295,2471,2473],{"class":1786,"line":2472},39,[295,2474,1847],{"emptyLinePlaceholder":1846},[295,2476,2478],{"class":1786,"line":2477},40,[295,2479,2480],{"class":2125},"        # 3. Cross-timezone & billing semantics guard\n",[295,2482,2484,2486,2489,2491,2493,2495,2498,2500],{"class":1786,"line":2483},41,[295,2485,2067],{"class":1790},[295,2487,2488],{"class":2092}," \"check_in_date\"",[295,2490,2166],{"class":1860},[295,2492,2292],{"class":1794},[295,2494,2295],{"class":1860},[295,2496,2497],{"class":2092}," \"check_out_date\"",[295,2499,2166],{"class":1860},[295,2501,2305],{"class":1794},[295,2503,2505,2508,2510,2513,2516,2518,2520,2523,2525,2528],{"class":1786,"line":2504},42,[295,2506,2507],{"class":1794},"            tz ",[295,2509,416],{"class":1901},[295,2511,2512],{"class":2057}," ZoneInfo",[295,2514,2515],{"class":1794},"(args.",[295,2517,2058],{"class":2057},[295,2519,955],{"class":1794},[295,2521,2522],{"class":2092},"\"target_tz\"",[295,2524,253],{"class":1794},[295,2526,2527],{"class":2092},"\"UTC\"",[295,2529,2349],{"class":1794},[295,2531,2533,2536,2538,2541,2544,2546,2549,2551,2554,2557,2559,2562,2565,2567,2570,2572],{"class":1786,"line":2532},43,[295,2534,2535],{"class":1794},"            ci ",[295,2537,416],{"class":1901},[295,2539,2540],{"class":1794}," datetime.",[295,2542,2543],{"class":2057},"strptime",[295,2545,2324],{"class":1794},[295,2547,2548],{"class":2092},"\"check_in_date\"",[295,2550,2330],{"class":1794},[295,2552,2553],{"class":2092},"\"%Y-%m-",[295,2555,2556],{"class":2104},"%d",[295,2558,2247],{"class":2092},[295,2560,2561],{"class":1794},").",[295,2563,2564],{"class":2057},"replace",[295,2566,955],{"class":1794},[295,2568,2569],{"class":2333},"tzinfo",[295,2571,416],{"class":1901},[295,2573,2574],{"class":1794},"tz)\n",[295,2576,2578,2581,2583,2585,2587,2589,2592,2594,2596,2598,2600,2602,2604,2606,2608,2610],{"class":1786,"line":2577},44,[295,2579,2580],{"class":1794},"            co ",[295,2582,416],{"class":1901},[295,2584,2540],{"class":1794},[295,2586,2543],{"class":2057},[295,2588,2324],{"class":1794},[295,2590,2591],{"class":2092},"\"check_out_date\"",[295,2593,2330],{"class":1794},[295,2595,2553],{"class":2092},[295,2597,2556],{"class":2104},[295,2599,2247],{"class":2092},[295,2601,2561],{"class":1794},[295,2603,2564],{"class":2057},[295,2605,955],{"class":1794},[295,2607,2569],{"class":2333},[295,2609,416],{"class":1901},[295,2611,2574],{"class":1794},[295,2613,2615,2617,2620,2623],{"class":1786,"line":2614},45,[295,2616,2355],{"class":1790},[295,2618,2619],{"class":1794}," co ",[295,2621,2622],{"class":1901},"\u003C=",[295,2624,2625],{"class":1794}," ci:\n",[295,2627,2629,2631,2633,2635,2637,2639,2642],{"class":1786,"line":2628},46,[295,2630,2379],{"class":1790},[295,2632,1865],{"class":2057},[295,2634,955],{"class":1794},[295,2636,2086],{"class":1905},[295,2638,2388],{"class":1794},[295,2640,2641],{"class":2092},"\"INVALID_DATE_RANGE\"",[295,2643,2219],{"class":1794},[295,2645,2647,2650],{"class":1786,"line":2646},47,[295,2648,2649],{"class":2092},"                                   \"check_out_date must be strictly after check_in_date in destination local time.\"",[295,2651,2114],{"class":1794},[295,2653,2655],{"class":1786,"line":2654},48,[295,2656,1847],{"emptyLinePlaceholder":1846},[295,2658,2660,2663,2665,2667,2670],{"class":1786,"line":2659},49,[295,2661,2662],{"class":1790},"        return",[295,2664,1865],{"class":2057},[295,2666,955],{"class":1794},[295,2668,2669],{"class":1905},"True",[295,2671,2672],{"class":1794},", args)\n",[10,2674,2675,2676,2679,2680,2683],{},"在实际工程链路中，这套包含",[20,2677,2678],{},"跨语言实体链接 + JSON Schema 校验 + 跨时区\u002F计费枚举检查","的前置门控，将发往下游接口的",[20,2681,2682],{},"实际调用合法率稳定提升至 96% 以上","，并且把绝大多数参数错误拦截在毫秒级的进程内校验阶段。",[66,2685,2687],{"id":2686},"三基于状态机的-dag-调度与局部子图重规划","三、基于状态机的 DAG 调度与局部子图重规划",[10,2689,2690,2691,2768,2769,2822],{},"对于包含多约束查询、比价、政策核验与组合预订的复杂请求，我们将任务分解建模为有向无环图 ",[295,2692,2694,2722],{"className":2693},[298],[295,2695,2697],{"className":2696},[302],[304,2698,2699],{"xmlns":306},[308,2700,2701,2719],{},[311,2702,2703,2706,2708,2710,2713,2715,2717],{},[410,2704,2705],{},"G",[314,2707,416],{},[314,2709,955],{"stretchy":419},[410,2711,2712],{},"V",[314,2714,433],{"separator":326},[410,2716,1034],{},[314,2718,972],{"stretchy":419},[318,2720,2721],{"encoding":320},"G = (V, E)",[295,2723,2725,2743],{"className":2724,"ariaHidden":326},[325],[295,2726,2728,2731,2734,2737,2740],{"className":2727},[330],[295,2729],{"className":2730,"style":461},[334],[295,2732,2705],{"className":2733},[465,496],[295,2735],{"className":2736,"style":472},[471],[295,2738,416],{"className":2739},[339],[295,2741],{"className":2742,"style":472},[471],[295,2744,2746,2749,2752,2756,2759,2762,2765],{"className":2745},[330],[295,2747],{"className":2748,"style":485},[334],[295,2750,955],{"className":2751},[489],[295,2753,2712],{"className":2754,"style":2755},[465,496],"margin-right:0.2222em;",[295,2757,433],{"className":2758},[550],[295,2760],{"className":2761,"style":554},[471],[295,2763,1034],{"className":2764,"style":1410},[465,496],[295,2766,972],{"className":2767},[613],"。每个节点 ",[295,2770,2772,2791],{"className":2771},[298],[295,2773,2775],{"className":2774},[302],[304,2776,2777],{"xmlns":306},[308,2778,2779,2788],{},[311,2780,2781,2784,2786],{},[410,2782,2783],{},"v",[314,2785,992],{},[410,2787,2712],{},[318,2789,2790],{"encoding":320},"v \\in V",[295,2792,2794,2813],{"className":2793,"ariaHidden":326},[325],[295,2795,2797,2801,2804,2807,2810],{"className":2796},[330],[295,2798],{"className":2799,"style":2800},[334],"height:0.5782em;vertical-align:-0.0391em;",[295,2802,2783],{"className":2803,"style":735},[465,496],[295,2805],{"className":2806,"style":472},[471],[295,2808,992],{"className":2809},[339],[295,2811],{"className":2812,"style":472},[471],[295,2814,2816,2819],{"className":2815},[330],[295,2817],{"className":2818,"style":461},[334],[295,2820,2712],{"className":2821,"style":2755},[465,496]," 维护显式状态机：",[295,2824,2826],{"className":2825},[933],[295,2827,2829,2897],{"className":2828},[298],[295,2830,2832],{"className":2831},[302],[304,2833,2834],{"xmlns":306,"display":942},[308,2835,2836,2894],{},[311,2837,2838,2841,2843,2845,2847,2849,2851,2853,2857,2859,2861,2864,2866,2868,2871,2873,2875,2878,2880,2882,2885,2887,2889,2892],{},[410,2839,2840],{"mathvariant":981},"State",[314,2842,985],{},[314,2844,955],{"stretchy":419},[410,2846,2783],{},[314,2848,972],{"stretchy":419},[314,2850,992],{},[314,2852,420],{"stretchy":419},[866,2854,2856],{"mathvariant":2855},"monospace","PENDING",[314,2858,433],{"separator":326},[866,2860,999],{},[866,2862,2863],{"mathvariant":2855},"READY",[314,2865,433],{"separator":326},[866,2867,999],{},[866,2869,2870],{"mathvariant":2855},"RUNNING",[314,2872,433],{"separator":326},[866,2874,999],{},[866,2876,2877],{"mathvariant":2855},"COMPLETED",[314,2879,433],{"separator":326},[866,2881,999],{},[866,2883,2884],{"mathvariant":2855},"FAILED",[314,2886,433],{"separator":326},[866,2888,999],{},[866,2890,2891],{"mathvariant":2855},"INVALIDATED",[314,2893,448],{"stretchy":419},[318,2895,2896],{"encoding":320},"\\operatorname{State}(v) \\in \\{\\texttt{PENDING},\\; \\texttt{READY},\\; \\texttt{RUNNING},\\; \\texttt{COMPLETED},\\; \\texttt{FAILED},\\; \\texttt{INVALIDATED}\\}",[295,2898,2900,2930],{"className":2899,"ariaHidden":326},[325],[295,2901,2903,2906,2912,2915,2918,2921,2924,2927],{"className":2902},[330],[295,2904],{"className":2905,"style":485},[334],[295,2907,2909],{"className":2908},[1255],[295,2910,2840],{"className":2911},[465,1262],[295,2913,955],{"className":2914},[489],[295,2916,2783],{"className":2917,"style":735},[465,496],[295,2919,972],{"className":2920},[613],[295,2922],{"className":2923,"style":472},[471],[295,2925,992],{"className":2926},[339],[295,2928],{"className":2929,"style":472},[471],[295,2931,2933,2936,2939,2946,2949,2952,2955,2961,2964,2967,2970,2976,2979,2982,2985,2991,2994,2997,3000,3006,3009,3012,3015,3021],{"className":2932},[330],[295,2934],{"className":2935,"style":485},[334],[295,2937,420],{"className":2938},[489],[295,2940,2942],{"className":2941},[465,914],[295,2943,2856],{"className":2944},[465,2945],"texttt",[295,2947,433],{"className":2948},[550],[295,2950],{"className":2951,"style":472},[471],[295,2953],{"className":2954,"style":554},[471],[295,2956,2958],{"className":2957},[465,914],[295,2959,2863],{"className":2960},[465,2945],[295,2962,433],{"className":2963},[550],[295,2965],{"className":2966,"style":472},[471],[295,2968],{"className":2969,"style":554},[471],[295,2971,2973],{"className":2972},[465,914],[295,2974,2870],{"className":2975},[465,2945],[295,2977,433],{"className":2978},[550],[295,2980],{"className":2981,"style":472},[471],[295,2983],{"className":2984,"style":554},[471],[295,2986,2988],{"className":2987},[465,914],[295,2989,2877],{"className":2990},[465,2945],[295,2992,433],{"className":2993},[550],[295,2995],{"className":2996,"style":472},[471],[295,2998],{"className":2999,"style":554},[471],[295,3001,3003],{"className":3002},[465,914],[295,3004,2884],{"className":3005},[465,2945],[295,3007,433],{"className":3008},[550],[295,3010],{"className":3011,"style":472},[471],[295,3013],{"className":3014,"style":554},[471],[295,3016,3018],{"className":3017},[465,914],[295,3019,2891],{"className":3020},[465,2945],[295,3022,448],{"className":3023},[613],[10,3025,3026,3027,3178,3179,3212,3213,3242,3243,3275],{},"当全部前驱节点 ",[295,3028,3030,3079],{"className":3029},[298],[295,3031,3033],{"className":3032},[302],[304,3034,3035],{"xmlns":306},[308,3036,3037,3076],{},[311,3038,3039,3042,3044,3046,3048,3050,3052,3054,3057,3060,3062,3064,3066,3068,3070,3072,3074],{},[410,3040,3041],{"mathvariant":981},"Pred",[314,3043,985],{},[314,3045,955],{"stretchy":419},[410,3047,2783],{},[314,3049,972],{"stretchy":419},[314,3051,416],{},[314,3053,420],{"stretchy":419},[410,3055,3056],{},"u",[314,3058,3059],{},"∣",[314,3061,955],{"stretchy":419},[410,3063,3056],{},[314,3065,433],{"separator":326},[410,3067,2783],{},[314,3069,972],{"stretchy":419},[314,3071,992],{},[410,3073,1034],{},[314,3075,448],{"stretchy":419},[318,3077,3078],{"encoding":320},"\\operatorname{Pred}(v) = \\{u \\mid (u, v) \\in E\\}",[295,3080,3082,3112,3133,3166],{"className":3081,"ariaHidden":326},[325],[295,3083,3085,3088,3094,3097,3100,3103,3106,3109],{"className":3084},[330],[295,3086],{"className":3087,"style":485},[334],[295,3089,3091],{"className":3090},[1255],[295,3092,3041],{"className":3093},[465,1262],[295,3095,955],{"className":3096},[489],[295,3098,2783],{"className":3099,"style":735},[465,496],[295,3101,972],{"className":3102},[613],[295,3104],{"className":3105,"style":472},[471],[295,3107,416],{"className":3108},[339],[295,3110],{"className":3111,"style":472},[471],[295,3113,3115,3118,3121,3124,3127,3130],{"className":3114},[330],[295,3116],{"className":3117,"style":485},[334],[295,3119,420],{"className":3120},[489],[295,3122,3056],{"className":3123},[465,496],[295,3125],{"className":3126,"style":472},[471],[295,3128,3059],{"className":3129},[339],[295,3131],{"className":3132,"style":472},[471],[295,3134,3136,3139,3142,3145,3148,3151,3154,3157,3160,3163],{"className":3135},[330],[295,3137],{"className":3138,"style":485},[334],[295,3140,955],{"className":3141},[489],[295,3143,3056],{"className":3144},[465,496],[295,3146,433],{"className":3147},[550],[295,3149],{"className":3150,"style":554},[471],[295,3152,2783],{"className":3153,"style":735},[465,496],[295,3155,972],{"className":3156},[613],[295,3158],{"className":3159,"style":472},[471],[295,3161,992],{"className":3162},[339],[295,3164],{"className":3165,"style":472},[471],[295,3167,3169,3172,3175],{"className":3168},[330],[295,3170],{"className":3171,"style":485},[334],[295,3173,1034],{"className":3174,"style":1410},[465,496],[295,3176,448],{"className":3177},[613]," 均处于 ",[295,3180,3182,3196],{"className":3181},[298],[295,3183,3185],{"className":3184},[302],[304,3186,3187],{"xmlns":306},[308,3188,3189,3193],{},[311,3190,3191],{},[866,3192,2877],{"mathvariant":2855},[318,3194,3195],{"encoding":320},"\\texttt{COMPLETED}",[295,3197,3199],{"className":3198,"ariaHidden":326},[325],[295,3200,3202,3206],{"className":3201},[330],[295,3203],{"className":3204,"style":3205},[334],"height:0.6111em;",[295,3207,3209],{"className":3208},[465,914],[295,3210,2877],{"className":3211},[465,2945]," 时，节点 ",[295,3214,3216,3229],{"className":3215},[298],[295,3217,3219],{"className":3218},[302],[304,3220,3221],{"xmlns":306},[308,3222,3223,3227],{},[311,3224,3225],{},[410,3226,2783],{},[318,3228,2783],{"encoding":320},[295,3230,3232],{"className":3231,"ariaHidden":326},[325],[295,3233,3235,3239],{"className":3234},[330],[295,3236],{"className":3237,"style":3238},[334],"height:0.4306em;",[295,3240,2783],{"className":3241,"style":735},[465,496]," 转入 ",[295,3244,3246,3260],{"className":3245},[298],[295,3247,3249],{"className":3248},[302],[304,3250,3251],{"xmlns":306},[308,3252,3253,3257],{},[311,3254,3255],{},[866,3256,2863],{"mathvariant":2855},[318,3258,3259],{"encoding":320},"\\texttt{READY}",[295,3261,3263],{"className":3262,"ariaHidden":326},[325],[295,3264,3266,3269],{"className":3265},[330],[295,3267],{"className":3268,"style":3205},[334],[295,3270,3272],{"className":3271},[465,914],[295,3273,2863],{"className":3274},[465,2945]," 并可由调度器并发执行。",[10,3277,3278],{},[373,3279],{"alt":3280,"src":3281},"Agent 执行遇到节点异常时的 DAG 局部子图重规划与 DPO 偏好轨迹沉淀机制","\u002Fimages\u002Fposts\u002Fmulti-constraint-agent-routing-dag-eval\u002Fagent-dag-local-replanning-20261020.webp",[10,3283,3284,3285,3313,3314,388],{},"图 2：DAG 局部子图重规划（Local Subgraph Replanning）。当节点 C 失败时，上方已完成的只读分支 Node A ",[295,3286,3288,3301],{"className":3287},[298],[295,3289,3291],{"className":3290},[302],[304,3292,3293],{"xmlns":306},[308,3294,3295,3299],{},[311,3296,3297],{},[314,3298,316],{},[318,3300,321],{"encoding":320},[295,3302,3304],{"className":3303,"ariaHidden":326},[325],[295,3305,3307,3310],{"className":3306},[330],[295,3308],{"className":3309,"style":335},[334],[295,3311,316],{"className":3312},[339]," Node B 保持缓存复用，仅对受影响子图做局部替换，并将失败与修正轨迹配对沉淀为 DPO 训练样本。",[381,3315,387],{"href":3281,"target":383,"rel":3316},[385,386],[390,3318,3320],{"id":3319},"局部子图重规划local-subgraph-replanning算法","局部子图重规划（Local Subgraph Replanning）算法",[10,3322,3323,3324,3402,3403,3431,3432,3435,3436,3511,3512,3609,3610,929],{},"假设节点 ",[295,3325,3327,3346],{"className":3326},[298],[295,3328,3330],{"className":3329},[302],[304,3331,3332],{"xmlns":306},[308,3333,3334,3343],{},[311,3335,3336],{},[422,3337,3338,3340],{},[410,3339,2783],{},[866,3341,3342],{},"fail",[318,3344,3345],{"encoding":320},"v_{\\text{fail}}",[295,3347,3349],{"className":3348,"ariaHidden":326},[325],[295,3350,3352,3356],{"className":3351},[330],[295,3353],{"className":3354,"style":3355},[334],"height:0.5806em;vertical-align:-0.15em;",[295,3357,3359,3362],{"className":3358},[465],[295,3360,2783],{"className":3361,"style":735},[465,496],[295,3363,3365],{"className":3364},[500],[295,3366,3368,3394],{"className":3367},[504,505],[295,3369,3371,3391],{"className":3370},[509],[295,3372,3374],{"className":3373,"style":748},[513],[295,3375,3376,3379],{"style":751},[295,3377],{"className":3378,"style":522},[521],[295,3380,3382],{"className":3381},[526,527,528,529],[295,3383,3385],{"className":3384},[465,529],[295,3386,3388],{"className":3387},[465,914,529],[295,3389,3342],{"className":3390},[465,529],[295,3392,537],{"className":3393},[536],[295,3395,3397],{"className":3396},[509],[295,3398,3400],{"className":3399,"style":544},[513],[295,3401],{}," 在执行时返回可恢复的业务异常（例如首选酒店房型售罄、或实时税后总价超出用户预算上限）。全局重规划会丢弃整张图 ",[295,3404,3406,3419],{"className":3405},[298],[295,3407,3409],{"className":3408},[302],[304,3410,3411],{"xmlns":306},[308,3412,3413,3417],{},[311,3414,3415],{},[410,3416,2705],{},[318,3418,2705],{"encoding":320},[295,3420,3422],{"className":3421,"ariaHidden":326},[325],[295,3423,3425,3428],{"className":3424},[330],[295,3426],{"className":3427,"style":461},[334],[295,3429,2705],{"className":3430},[465,496],"；而",[20,3433,3434],{},"局部子图重规划","仅失效 ",[295,3437,3439,3456],{"className":3438},[298],[295,3440,3442],{"className":3441},[302],[304,3443,3444],{"xmlns":306},[308,3445,3446,3454],{},[311,3447,3448],{},[422,3449,3450,3452],{},[410,3451,2783],{},[866,3453,3342],{},[318,3455,3345],{"encoding":320},[295,3457,3459],{"className":3458,"ariaHidden":326},[325],[295,3460,3462,3465],{"className":3461},[330],[295,3463],{"className":3464,"style":3355},[334],[295,3466,3468,3471],{"className":3467},[465],[295,3469,2783],{"className":3470,"style":735},[465,496],[295,3472,3474],{"className":3473},[500],[295,3475,3477,3503],{"className":3476},[504,505],[295,3478,3480,3500],{"className":3479},[509],[295,3481,3483],{"className":3482,"style":748},[513],[295,3484,3485,3488],{"style":751},[295,3486],{"className":3487,"style":522},[521],[295,3489,3491],{"className":3490},[526,527,528,529],[295,3492,3494],{"className":3493},[465,529],[295,3495,3497],{"className":3496},[465,914,529],[295,3498,3342],{"className":3499},[465,529],[295,3501,537],{"className":3502},[536],[295,3504,3506],{"className":3505},[509],[295,3507,3509],{"className":3508,"style":544},[513],[295,3510],{}," 及其在图中的可达后继闭包 ",[295,3513,3515,3542],{"className":3514},[298],[295,3516,3518],{"className":3517},[302],[304,3519,3520],{"xmlns":306},[308,3521,3522,3539],{},[311,3523,3524,3527,3529,3531,3537],{},[410,3525,3526],{"mathvariant":981},"Desc",[314,3528,985],{},[314,3530,955],{"stretchy":419},[422,3532,3533,3535],{},[410,3534,2783],{},[866,3536,3342],{},[314,3538,972],{"stretchy":419},[318,3540,3541],{"encoding":320},"\\operatorname{Desc}(v_{\\text{fail}})",[295,3543,3545],{"className":3544,"ariaHidden":326},[325],[295,3546,3548,3551,3557,3560,3606],{"className":3547},[330],[295,3549],{"className":3550,"style":485},[334],[295,3552,3554],{"className":3553},[1255],[295,3555,3526],{"className":3556},[465,1262],[295,3558,955],{"className":3559},[489],[295,3561,3563,3566],{"className":3562},[465],[295,3564,2783],{"className":3565,"style":735},[465,496],[295,3567,3569],{"className":3568},[500],[295,3570,3572,3598],{"className":3571},[504,505],[295,3573,3575,3595],{"className":3574},[509],[295,3576,3578],{"className":3577,"style":748},[513],[295,3579,3580,3583],{"style":751},[295,3581],{"className":3582,"style":522},[521],[295,3584,3586],{"className":3585},[526,527,528,529],[295,3587,3589],{"className":3588},[465,529],[295,3590,3592],{"className":3591},[465,914,529],[295,3593,3342],{"className":3594},[465,529],[295,3596,537],{"className":3597},[536],[295,3599,3601],{"className":3600},[509],[295,3602,3604],{"className":3603,"style":544},[513],[295,3605],{},[295,3607,972],{"className":3608},[613],"，完全保留与之正交的已完成节点集合 ",[295,3611,3613,3632],{"className":3612},[298],[295,3614,3616],{"className":3615},[302],[304,3617,3618],{"xmlns":306},[308,3619,3620,3629],{},[311,3621,3622],{},[422,3623,3624,3626],{},[410,3625,2712],{},[866,3627,3628],{},"keep",[318,3630,3631],{"encoding":320},"V_{\\text{keep}}",[295,3633,3635],{"className":3634,"ariaHidden":326},[325],[295,3636,3638,3642],{"className":3637},[330],[295,3639],{"className":3640,"style":3641},[334],"height:0.9694em;vertical-align:-0.2861em;",[295,3643,3645,3648],{"className":3644},[465],[295,3646,2712],{"className":3647,"style":2755},[465,496],[295,3649,3651],{"className":3650},[500],[295,3652,3654,3681],{"className":3653},[504,505],[295,3655,3657,3678],{"className":3656},[509],[295,3658,3660],{"className":3659,"style":748},[513],[295,3661,3663,3666],{"style":3662},"top:-2.55em;margin-left:-0.2222em;margin-right:0.05em;",[295,3664],{"className":3665,"style":522},[521],[295,3667,3669],{"className":3668},[526,527,528,529],[295,3670,3672],{"className":3671},[465,529],[295,3673,3675],{"className":3674},[465,914,529],[295,3676,3628],{"className":3677},[465,529],[295,3679,537],{"className":3680},[536],[295,3682,3684],{"className":3683},[509],[295,3685,3688],{"className":3686,"style":3687},[513],"height:0.2861em;",[295,3689],{},[295,3691,3693],{"className":3692},[933],[295,3694,3696,3792],{"className":3695},[298],[295,3697,3699],{"className":3698},[302],[304,3700,3701],{"xmlns":306,"display":942},[308,3702,3703,3789],{},[311,3704,3705,3712,3714,3716,3722,3724,3727,3729,3731,3733,3739,3741,3743,3746,3752,3754,3756,3758,3760,3762,3765,3771,3773,3775,3777,3779,3781,3783,3785,3787],{},[422,3706,3707,3709],{},[410,3708,2712],{},[866,3710,3711],{},"invalidate",[314,3713,416],{},[314,3715,420],{"stretchy":419},[422,3717,3718,3720],{},[410,3719,2783],{},[866,3721,3342],{},[314,3723,448],{"stretchy":419},[314,3725,3726],{},"∪",[410,3728,3526],{"mathvariant":981},[314,3730,985],{},[314,3732,955],{"stretchy":419},[422,3734,3735,3737],{},[410,3736,2783],{},[866,3738,3342],{},[314,3740,972],{"stretchy":419},[314,3742,433],{"separator":326},[471,3744],{"width":3745},"2em",[422,3747,3748,3750],{},[410,3749,2712],{},[866,3751,3628],{},[314,3753,416],{},[314,3755,420],{"stretchy":419},[410,3757,3056],{},[314,3759,992],{},[410,3761,2712],{},[314,3763,3764],{},"∖",[422,3766,3767,3769],{},[410,3768,2712],{},[866,3770,3711],{},[314,3772,3059],{},[410,3774,2840],{"mathvariant":981},[314,3776,985],{},[314,3778,955],{"stretchy":419},[410,3780,3056],{},[314,3782,972],{"stretchy":419},[314,3784,416],{},[866,3786,2877],{"mathvariant":2855},[314,3788,448],{"stretchy":419},[318,3790,3791],{"encoding":320},"V_{\\text{invalidate}} = \\{v_{\\text{fail}}\\} \\cup \\operatorname{Desc}(v_{\\text{fail}}), \\qquad V_{\\text{keep}} = \\{u \\in V \\setminus V_{\\text{invalidate}} \\mid \\operatorname{State}(u) = \\texttt{COMPLETED}\\}",[295,3793,3795,3856,3924,4054,4075,4093,4154,4184],{"className":3794,"ariaHidden":326},[325],[295,3796,3798,3801,3847,3850,3853],{"className":3797},[330],[295,3799],{"className":3800,"style":805},[334],[295,3802,3804,3807],{"className":3803},[465],[295,3805,2712],{"className":3806,"style":2755},[465,496],[295,3808,3810],{"className":3809},[500],[295,3811,3813,3839],{"className":3812},[504,505],[295,3814,3816,3836],{"className":3815},[509],[295,3817,3819],{"className":3818,"style":748},[513],[295,3820,3821,3824],{"style":3662},[295,3822],{"className":3823,"style":522},[521],[295,3825,3827],{"className":3826},[526,527,528,529],[295,3828,3830],{"className":3829},[465,529],[295,3831,3833],{"className":3832},[465,914,529],[295,3834,3711],{"className":3835},[465,529],[295,3837,537],{"className":3838},[536],[295,3840,3842],{"className":3841},[509],[295,3843,3845],{"className":3844,"style":544},[513],[295,3846],{},[295,3848],{"className":3849,"style":472},[471],[295,3851,416],{"className":3852},[339],[295,3854],{"className":3855,"style":472},[471],[295,3857,3859,3862,3865,3911,3914,3917,3921],{"className":3858},[330],[295,3860],{"className":3861,"style":485},[334],[295,3863,420],{"className":3864},[489],[295,3866,3868,3871],{"className":3867},[465],[295,3869,2783],{"className":3870,"style":735},[465,496],[295,3872,3874],{"className":3873},[500],[295,3875,3877,3903],{"className":3876},[504,505],[295,3878,3880,3900],{"className":3879},[509],[295,3881,3883],{"className":3882,"style":748},[513],[295,3884,3885,3888],{"style":751},[295,3886],{"className":3887,"style":522},[521],[295,3889,3891],{"className":3890},[526,527,528,529],[295,3892,3894],{"className":3893},[465,529],[295,3895,3897],{"className":3896},[465,914,529],[295,3898,3342],{"className":3899},[465,529],[295,3901,537],{"className":3902},[536],[295,3904,3906],{"className":3905},[509],[295,3907,3909],{"className":3908,"style":544},[513],[295,3910],{},[295,3912,448],{"className":3913},[613],[295,3915],{"className":3916,"style":2755},[471],[295,3918,3726],{"className":3919},[3920],"mbin",[295,3922],{"className":3923,"style":2755},[471],[295,3925,3927,3931,3937,3940,3986,3989,3992,3996,3999,4045,4048,4051],{"className":3926},[330],[295,3928],{"className":3929,"style":3930},[334],"height:1.0361em;vertical-align:-0.2861em;",[295,3932,3934],{"className":3933},[1255],[295,3935,3526],{"className":3936},[465,1262],[295,3938,955],{"className":3939},[489],[295,3941,3943,3946],{"className":3942},[465],[295,3944,2783],{"className":3945,"style":735},[465,496],[295,3947,3949],{"className":3948},[500],[295,3950,3952,3978],{"className":3951},[504,505],[295,3953,3955,3975],{"className":3954},[509],[295,3956,3958],{"className":3957,"style":748},[513],[295,3959,3960,3963],{"style":751},[295,3961],{"className":3962,"style":522},[521],[295,3964,3966],{"className":3965},[526,527,528,529],[295,3967,3969],{"className":3968},[465,529],[295,3970,3972],{"className":3971},[465,914,529],[295,3973,3342],{"className":3974},[465,529],[295,3976,537],{"className":3977},[536],[295,3979,3981],{"className":3980},[509],[295,3982,3984],{"className":3983,"style":544},[513],[295,3985],{},[295,3987,972],{"className":3988},[613],[295,3990,433],{"className":3991},[550],[295,3993],{"className":3994,"style":3995},[471],"margin-right:2em;",[295,3997],{"className":3998,"style":554},[471],[295,4000,4002,4005],{"className":4001},[465],[295,4003,2712],{"className":4004,"style":2755},[465,496],[295,4006,4008],{"className":4007},[500],[295,4009,4011,4037],{"className":4010},[504,505],[295,4012,4014,4034],{"className":4013},[509],[295,4015,4017],{"className":4016,"style":748},[513],[295,4018,4019,4022],{"style":3662},[295,4020],{"className":4021,"style":522},[521],[295,4023,4025],{"className":4024},[526,527,528,529],[295,4026,4028],{"className":4027},[465,529],[295,4029,4031],{"className":4030},[465,914,529],[295,4032,3628],{"className":4033},[465,529],[295,4035,537],{"className":4036},[536],[295,4038,4040],{"className":4039},[509],[295,4041,4043],{"className":4042,"style":3687},[513],[295,4044],{},[295,4046],{"className":4047,"style":472},[471],[295,4049,416],{"className":4050},[339],[295,4052],{"className":4053,"style":472},[471],[295,4055,4057,4060,4063,4066,4069,4072],{"className":4056},[330],[295,4058],{"className":4059,"style":485},[334],[295,4061,420],{"className":4062},[489],[295,4064,3056],{"className":4065},[465,496],[295,4067],{"className":4068,"style":472},[471],[295,4070,992],{"className":4071},[339],[295,4073],{"className":4074,"style":472},[471],[295,4076,4078,4081,4084,4087,4090],{"className":4077},[330],[295,4079],{"className":4080,"style":485},[334],[295,4082,2712],{"className":4083,"style":2755},[465,496],[295,4085],{"className":4086,"style":2755},[471],[295,4088,3764],{"className":4089},[3920],[295,4091],{"className":4092,"style":2755},[471],[295,4094,4096,4099,4145,4148,4151],{"className":4095},[330],[295,4097],{"className":4098,"style":485},[334],[295,4100,4102,4105],{"className":4101},[465],[295,4103,2712],{"className":4104,"style":2755},[465,496],[295,4106,4108],{"className":4107},[500],[295,4109,4111,4137],{"className":4110},[504,505],[295,4112,4114,4134],{"className":4113},[509],[295,4115,4117],{"className":4116,"style":748},[513],[295,4118,4119,4122],{"style":3662},[295,4120],{"className":4121,"style":522},[521],[295,4123,4125],{"className":4124},[526,527,528,529],[295,4126,4128],{"className":4127},[465,529],[295,4129,4131],{"className":4130},[465,914,529],[295,4132,3711],{"className":4133},[465,529],[295,4135,537],{"className":4136},[536],[295,4138,4140],{"className":4139},[509],[295,4141,4143],{"className":4142,"style":544},[513],[295,4144],{},[295,4146],{"className":4147,"style":472},[471],[295,4149,3059],{"className":4150},[339],[295,4152],{"className":4153,"style":472},[471],[295,4155,4157,4160,4166,4169,4172,4175,4178,4181],{"className":4156},[330],[295,4158],{"className":4159,"style":485},[334],[295,4161,4163],{"className":4162},[1255],[295,4164,2840],{"className":4165},[465,1262],[295,4167,955],{"className":4168},[489],[295,4170,3056],{"className":4171},[465,496],[295,4173,972],{"className":4174},[613],[295,4176],{"className":4177,"style":472},[471],[295,4179,416],{"className":4180},[339],[295,4182],{"className":4183,"style":472},[471],[295,4185,4187,4190,4196],{"className":4186},[330],[295,4188],{"className":4189,"style":485},[334],[295,4191,4193],{"className":4192},[465,914],[295,4194,2877],{"className":4195},[465,2945],[295,4197,448],{"className":4198},[613],[10,4200,4201,4202,4277,4278,4353,4354,4357,4358,4575],{},"调度器将 ",[295,4203,4205,4222],{"className":4204},[298],[295,4206,4208],{"className":4207},[302],[304,4209,4210],{"xmlns":306},[308,4211,4212,4220],{},[311,4213,4214],{},[422,4215,4216,4218],{},[410,4217,2712],{},[866,4219,3628],{},[318,4221,3631],{"encoding":320},[295,4223,4225],{"className":4224,"ariaHidden":326},[325],[295,4226,4228,4231],{"className":4227},[330],[295,4229],{"className":4230,"style":3641},[334],[295,4232,4234,4237],{"className":4233},[465],[295,4235,2712],{"className":4236,"style":2755},[465,496],[295,4238,4240],{"className":4239},[500],[295,4241,4243,4269],{"className":4242},[504,505],[295,4244,4246,4266],{"className":4245},[509],[295,4247,4249],{"className":4248,"style":748},[513],[295,4250,4251,4254],{"style":3662},[295,4252],{"className":4253,"style":522},[521],[295,4255,4257],{"className":4256},[526,527,528,529],[295,4258,4260],{"className":4259},[465,529],[295,4261,4263],{"className":4262},[465,914,529],[295,4264,3628],{"className":4265},[465,529],[295,4267,537],{"className":4268},[536],[295,4270,4272],{"className":4271},[509],[295,4273,4275],{"className":4274,"style":3687},[513],[295,4276],{}," 的输出摘要、",[295,4279,4281,4298],{"className":4280},[298],[295,4282,4284],{"className":4283},[302],[304,4285,4286],{"xmlns":306},[308,4287,4288,4296],{},[311,4289,4290],{},[422,4291,4292,4294],{},[410,4293,2783],{},[866,4295,3342],{},[318,4297,3345],{"encoding":320},[295,4299,4301],{"className":4300,"ariaHidden":326},[325],[295,4302,4304,4307],{"className":4303},[330],[295,4305],{"className":4306,"style":3355},[334],[295,4308,4310,4313],{"className":4309},[465],[295,4311,2783],{"className":4312,"style":735},[465,496],[295,4314,4316],{"className":4315},[500],[295,4317,4319,4345],{"className":4318},[504,505],[295,4320,4322,4342],{"className":4321},[509],[295,4323,4325],{"className":4324,"style":748},[513],[295,4326,4327,4330],{"style":751},[295,4328],{"className":4329,"style":522},[521],[295,4331,4333],{"className":4332},[526,527,528,529],[295,4334,4336],{"className":4335},[465,529],[295,4337,4339],{"className":4338},[465,914,529],[295,4340,3342],{"className":4341},[465,529],[295,4343,537],{"className":4344},[536],[295,4346,4348],{"className":4347},[509],[295,4349,4351],{"className":4350,"style":544},[513],[295,4352],{}," 的具体失败原因（",[37,4355,4356],{},"error_code"," 与实时约束反馈）交给 Replanner，生成替代子图 ",[295,4359,4361,4400],{"className":4360},[298],[295,4362,4364],{"className":4363},[302],[304,4365,4366],{"xmlns":306},[308,4367,4368,4397],{},[311,4369,4370,4377,4379,4381,4387,4389,4395],{},[422,4371,4372,4374],{},[410,4373,2705],{},[866,4375,4376],{},"sub",[314,4378,416],{},[314,4380,955],{"stretchy":419},[422,4382,4383,4385],{},[410,4384,2712],{},[866,4386,4376],{},[314,4388,433],{"separator":326},[422,4390,4391,4393],{},[410,4392,1034],{},[866,4394,4376],{},[314,4396,972],{"stretchy":419},[318,4398,4399],{"encoding":320},"G_{\\text{sub}} = (V_{\\text{sub}}, E_{\\text{sub}})",[295,4401,4403,4464],{"className":4402,"ariaHidden":326},[325],[295,4404,4406,4409,4455,4458,4461],{"className":4405},[330],[295,4407],{"className":4408,"style":805},[334],[295,4410,4412,4415],{"className":4411},[465],[295,4413,2705],{"className":4414},[465,496],[295,4416,4418],{"className":4417},[500],[295,4419,4421,4447],{"className":4420},[504,505],[295,4422,4424,4444],{"className":4423},[509],[295,4425,4427],{"className":4426,"style":748},[513],[295,4428,4429,4432],{"style":517},[295,4430],{"className":4431,"style":522},[521],[295,4433,4435],{"className":4434},[526,527,528,529],[295,4436,4438],{"className":4437},[465,529],[295,4439,4441],{"className":4440},[465,914,529],[295,4442,4376],{"className":4443},[465,529],[295,4445,537],{"className":4446},[536],[295,4448,4450],{"className":4449},[509],[295,4451,4453],{"className":4452,"style":544},[513],[295,4454],{},[295,4456],{"className":4457,"style":472},[471],[295,4459,416],{"className":4460},[339],[295,4462],{"className":4463,"style":472},[471],[295,4465,4467,4470,4473,4519,4522,4525,4572],{"className":4466},[330],[295,4468],{"className":4469,"style":485},[334],[295,4471,955],{"className":4472},[489],[295,4474,4476,4479],{"className":4475},[465],[295,4477,2712],{"className":4478,"style":2755},[465,496],[295,4480,4482],{"className":4481},[500],[295,4483,4485,4511],{"className":4484},[504,505],[295,4486,4488,4508],{"className":4487},[509],[295,4489,4491],{"className":4490,"style":748},[513],[295,4492,4493,4496],{"style":3662},[295,4494],{"className":4495,"style":522},[521],[295,4497,4499],{"className":4498},[526,527,528,529],[295,4500,4502],{"className":4501},[465,529],[295,4503,4505],{"className":4504},[465,914,529],[295,4506,4376],{"className":4507},[465,529],[295,4509,537],{"className":4510},[536],[295,4512,4514],{"className":4513},[509],[295,4515,4517],{"className":4516,"style":544},[513],[295,4518],{},[295,4520,433],{"className":4521},[550],[295,4523],{"className":4524,"style":554},[471],[295,4526,4528,4531],{"className":4527},[465],[295,4529,1034],{"className":4530,"style":1410},[465,496],[295,4532,4534],{"className":4533},[500],[295,4535,4537,4564],{"className":4536},[504,505],[295,4538,4540,4561],{"className":4539},[509],[295,4541,4543],{"className":4542,"style":748},[513],[295,4544,4546,4549],{"style":4545},"top:-2.55em;margin-left:-0.0576em;margin-right:0.05em;",[295,4547],{"className":4548,"style":522},[521],[295,4550,4552],{"className":4551},[526,527,528,529],[295,4553,4555],{"className":4554},[465,529],[295,4556,4558],{"className":4557},[465,914,529],[295,4559,4376],{"className":4560},[465,529],[295,4562,537],{"className":4563},[536],[295,4565,4567],{"className":4566},[509],[295,4568,4570],{"className":4569,"style":544},[513],[295,4571],{},[295,4573,972],{"className":4574},[613]," 并热挂载回原 DAG：",[1776,4577,4579],{"className":1778,"code":4578,"language":1780,"meta":1781,"style":1781},"from collections import deque\n\ndef invalidate_and_replan(dag, failed_node_id: str, failure_obs: dict, replanner) -> None:\n    # 1. BFS to find downstream dependency closure Desc(v_fail)\n    to_invalidate = set()\n    queue = deque([failed_node_id])\n    while queue:\n        curr = queue.popleft()\n        if curr in to_invalidate:\n            continue\n        to_invalidate.add(curr)\n        for nxt in dag.successors(curr):\n            queue.append(nxt)\n\n    for nid in to_invalidate:\n        dag.nodes[nid].state = \"INVALIDATED\" if nid != failed_node_id else \"FAILED\"\n\n    # 2. Collect preserved outputs from completed independent branches\n    preserved_context = {\n        nid: node.output_summary\n        for nid, node in dag.nodes.items()\n        if node.state == \"COMPLETED\" and nid not in to_invalidate\n    }\n\n    # 3. Synthesize replacement subgraph for the invalidated region only\n    new_subgraph = replanner.propose_subgraph(\n        original_goal=dag.goal,\n        preserved_outputs=preserved_context,\n        failed_node=dag.nodes[failed_node_id].spec,\n        failure_observation=failure_obs,\n    )\n    dag.splice_subgraph(replace_nodes=to_invalidate, subgraph=new_subgraph)\n",[37,4580,4581,4593,4597,4641,4646,4659,4672,4680,4695,4707,4712,4723,4742,4753,4757,4769,4795,4799,4804,4814,4819,4836,4861,4866,4870,4875,4891,4901,4911,4921,4931,4936],{"__ignoreMap":1781},[295,4582,4583,4585,4588,4590],{"class":1786,"line":1787},[295,4584,1791],{"class":1790},[295,4586,4587],{"class":1794}," collections ",[295,4589,1798],{"class":1790},[295,4591,4592],{"class":1794}," deque\n",[295,4594,4595],{"class":1786,"line":1804},[295,4596,1847],{"emptyLinePlaceholder":1846},[295,4598,4599,4602,4605,4607,4610,4612,4615,4617,4619,4621,4624,4626,4629,4631,4634,4637,4639],{"class":1786,"line":1817},[295,4600,4601],{"class":1860},"def",[295,4603,4604],{"class":1853}," invalidate_and_replan",[295,4606,955],{"class":1794},[295,4608,4609],{"class":1963},"dag",[295,4611,253],{"class":1794},[295,4613,4614],{"class":1963},"failed_node_id",[295,4616,2025],{"class":1794},[295,4618,1887],{"class":1877},[295,4620,253],{"class":1794},[295,4622,4623],{"class":1963},"failure_obs",[295,4625,2025],{"class":1794},[295,4627,4628],{"class":1877},"dict",[295,4630,253],{"class":1794},[295,4632,4633],{"class":1963},"replanner",[295,4635,4636],{"class":1794},") -> ",[295,4638,2183],{"class":1905},[295,4640,1868],{"class":1794},[295,4642,4643],{"class":1786,"line":1830},[295,4644,4645],{"class":2125},"    # 1. BFS to find downstream dependency closure Desc(v_fail)\n",[295,4647,4648,4651,4653,4656],{"class":1786,"line":1843},[295,4649,4650],{"class":1794},"    to_invalidate ",[295,4652,416],{"class":1901},[295,4654,4655],{"class":1877}," set",[295,4657,4658],{"class":1794},"()\n",[295,4660,4661,4664,4666,4669],{"class":1786,"line":1850},[295,4662,4663],{"class":1794},"    queue ",[295,4665,416],{"class":1901},[295,4667,4668],{"class":2057}," deque",[295,4670,4671],{"class":1794},"([failed_node_id])\n",[295,4673,4674,4677],{"class":1786,"line":1857},[295,4675,4676],{"class":1790},"    while",[295,4678,4679],{"class":1794}," queue:\n",[295,4681,4682,4685,4687,4690,4693],{"class":1786,"line":1871},[295,4683,4684],{"class":1794},"        curr ",[295,4686,416],{"class":1901},[295,4688,4689],{"class":1794}," queue.",[295,4691,4692],{"class":2057},"popleft",[295,4694,4658],{"class":1794},[295,4696,4697,4699,4702,4704],{"class":1786,"line":1881},[295,4698,2067],{"class":1790},[295,4700,4701],{"class":1794}," curr ",[295,4703,2146],{"class":1860},[295,4705,4706],{"class":1794}," to_invalidate:\n",[295,4708,4709],{"class":1786,"line":1893},[295,4710,4711],{"class":1790},"            continue\n",[295,4713,4714,4717,4720],{"class":1786,"line":1915},[295,4715,4716],{"class":1794},"        to_invalidate.",[295,4718,4719],{"class":2057},"add",[295,4721,4722],{"class":1794},"(curr)\n",[295,4724,4725,4728,4731,4733,4736,4739],{"class":1786,"line":1931},[295,4726,4727],{"class":1790},"        for",[295,4729,4730],{"class":1794}," nxt ",[295,4732,2146],{"class":1790},[295,4734,4735],{"class":1794}," dag.",[295,4737,4738],{"class":2057},"successors",[295,4740,4741],{"class":1794},"(curr):\n",[295,4743,4744,4747,4750],{"class":1786,"line":1936},[295,4745,4746],{"class":1794},"            queue.",[295,4748,4749],{"class":2057},"append",[295,4751,4752],{"class":1794},"(nxt)\n",[295,4754,4755],{"class":1786,"line":1946},[295,4756,1847],{"emptyLinePlaceholder":1846},[295,4758,4759,4762,4765,4767],{"class":1786,"line":1975},[295,4760,4761],{"class":1790},"    for",[295,4763,4764],{"class":1794}," nid ",[295,4766,2146],{"class":1790},[295,4768,4706],{"class":1794},[295,4770,4771,4774,4776,4779,4782,4784,4787,4790,4792],{"class":1786,"line":1990},[295,4772,4773],{"class":1794},"        dag.nodes[nid].state ",[295,4775,416],{"class":1901},[295,4777,4778],{"class":2092}," \"INVALIDATED\"",[295,4780,4781],{"class":1790}," if",[295,4783,4764],{"class":1794},[295,4785,4786],{"class":1901},"!=",[295,4788,4789],{"class":1794}," failed_node_id ",[295,4791,2429],{"class":1790},[295,4793,4794],{"class":2092}," \"FAILED\"\n",[295,4796,4797],{"class":1786,"line":2003},[295,4798,1847],{"emptyLinePlaceholder":1846},[295,4800,4801],{"class":1786,"line":2008},[295,4802,4803],{"class":2125},"    # 2. Collect preserved outputs from completed independent branches\n",[295,4805,4806,4809,4811],{"class":1786,"line":2043},[295,4807,4808],{"class":1794},"    preserved_context ",[295,4810,416],{"class":1901},[295,4812,4813],{"class":1794}," {\n",[295,4815,4816],{"class":1786,"line":2064},[295,4817,4818],{"class":1794},"        nid: node.output_summary\n",[295,4820,4821,4823,4826,4828,4831,4834],{"class":1786,"line":2076},[295,4822,4727],{"class":1790},[295,4824,4825],{"class":1794}," nid, node ",[295,4827,2146],{"class":1790},[295,4829,4830],{"class":1794}," dag.nodes.",[295,4832,4833],{"class":2057},"items",[295,4835,4658],{"class":1794},[295,4837,4838,4840,4843,4846,4849,4852,4854,4856,4858],{"class":1786,"line":2117},[295,4839,2067],{"class":1790},[295,4841,4842],{"class":1794}," node.state ",[295,4844,4845],{"class":1901},"==",[295,4847,4848],{"class":2092}," \"COMPLETED\"",[295,4850,4851],{"class":1860}," and",[295,4853,4764],{"class":1794},[295,4855,2163],{"class":1860},[295,4857,2166],{"class":1860},[295,4859,4860],{"class":1794}," to_invalidate\n",[295,4862,4863],{"class":1786,"line":2122},[295,4864,4865],{"class":1794},"    }\n",[295,4867,4868],{"class":1786,"line":2129},[295,4869,1847],{"emptyLinePlaceholder":1846},[295,4871,4872],{"class":1786,"line":2194},[295,4873,4874],{"class":2125},"    # 3. Synthesize replacement subgraph for the invalidated region only\n",[295,4876,4877,4880,4882,4885,4888],{"class":1786,"line":2202},[295,4878,4879],{"class":1794},"    new_subgraph ",[295,4881,416],{"class":1901},[295,4883,4884],{"class":1794}," replanner.",[295,4886,4887],{"class":2057},"propose_subgraph",[295,4889,4890],{"class":1794},"(\n",[295,4892,4893,4896,4898],{"class":1786,"line":2222},[295,4894,4895],{"class":2333},"        original_goal",[295,4897,416],{"class":1901},[295,4899,4900],{"class":1794},"dag.goal,\n",[295,4902,4903,4906,4908],{"class":1786,"line":2252},[295,4904,4905],{"class":2333},"        preserved_outputs",[295,4907,416],{"class":1901},[295,4909,4910],{"class":1794},"preserved_context,\n",[295,4912,4913,4916,4918],{"class":1786,"line":2257},[295,4914,4915],{"class":2333},"        failed_node",[295,4917,416],{"class":1901},[295,4919,4920],{"class":1794},"dag.nodes[failed_node_id].spec,\n",[295,4922,4923,4926,4928],{"class":1786,"line":2271},[295,4924,4925],{"class":2333},"        failure_observation",[295,4927,416],{"class":1901},[295,4929,4930],{"class":1794},"failure_obs,\n",[295,4932,4933],{"class":1786,"line":2276},[295,4934,4935],{"class":1794},"    )\n",[295,4937,4938,4941,4944,4946,4949,4951,4954,4957,4959],{"class":1786,"line":2282},[295,4939,4940],{"class":1794},"    dag.",[295,4942,4943],{"class":2057},"splice_subgraph",[295,4945,955],{"class":1794},[295,4947,4948],{"class":2333},"replace_nodes",[295,4950,416],{"class":1901},[295,4952,4953],{"class":1794},"to_invalidate, ",[295,4955,4956],{"class":2333},"subgraph",[295,4958,416],{"class":1901},[295,4960,4961],{"class":1794},"new_subgraph)\n",[10,4963,4964],{},"这样一来，像“目的地地理编码解析”、“汇率与退改基准查询”或“另一家备选酒店的房态核验”等已完成分支无需重复请求，既保护了下游接口配额，又显著降低了异常恢复的尾延迟。",[66,4966,4968],{"id":4967},"四observation-冗余裁剪与按目的地动态-few-shot-注入","四、Observation 冗余裁剪与按目的地动态 Few-Shot 注入",[10,4970,4971,4972,5007],{},"在长链路工具调用中，工具返回的原始 JSON（Observation）往往占据了上下文 Token 的 ",[295,4973,4975,4993],{"className":4974},[298],[295,4976,4978],{"className":4977},[302],[304,4979,4980],{"xmlns":306},[308,4981,4982,4990],{},[311,4983,4984,4987],{},[428,4985,4986],{},"70",[410,4988,4989],{"mathvariant":981},"%",[318,4991,4992],{"encoding":320},"70\\%",[295,4994,4996],{"className":4995,"ariaHidden":326},[325],[295,4997,4999,5003],{"className":4998},[330],[295,5000],{"className":5001,"style":5002},[334],"height:0.8056em;vertical-align:-0.0556em;",[295,5004,5006],{"className":5005},[465],"70%"," 以上。针对跨境酒旅场景，我们实施了两项正交的上下文工程策略：",[14,5009,5010,5036],{},[17,5011,5012,5015,5016,53,5019,53,5022,53,5025,5028,5029,5032,5033,388],{},[20,5013,5014],{},"Schema 感知的 Observation 裁剪器（节省约 40% 上下文 Token）","：\n不同阶段的子任务对工具返回值的字段需求是高度稀疏的。我们为每类工具定义了“决策必需投影视图（Decision Projection Schema）”——在工具返回原始大 JSON 后，先剥离未命中当前语言环境的冗余多语言长描述、静态酒店设施长列表、历史价格快照以及冗余 HTML 样式标签，仅保留与当前约束核验直接相关的结构化字段（如 ",[37,5017,5018],{},"room_type_id",[37,5020,5021],{},"total_price_tax_inclusive",[37,5023,5024],{},"free_cancel_deadline_utc",[37,5026,5027],{},"remaining_ allotment","），并将原始完整载荷存入外部键值沙箱按引用 ID（",[37,5030,5031],{},"obs_ref_id","）备查。实测这一步可稳定",[20,5034,5035],{},"削减约 40% 的上下文 Token 消耗",[17,5037,5038,5041,5042,53,5045,5048],{},[20,5039,5040],{},"按目的地动态注入 Few-Shot 规则","：\n不同国家\u002F地区在酒旅计费口径上差异极大（例如日本住宿税按人头阶梯征收、欧美度假村费 Resort Fee 是否计入预付总额、跨夏令时退改截止时间换算）。如果把全球所有地区的计费特例都写进固定 System Prompt，既浪费 Token 又容易互相干扰。通过根据第一步实体链接解析出的目的地国家\u002F地区代码（如 ",[37,5043,5044],{},"JP-KYOTO",[37,5046,5047],{},"US-NV","），动态从规则库检索对应的 1~2 条精简 Few-Shot 算例注入当前上下文，有效消除了计费口径歧义与跨时区退改换算错误。",[66,5050,5052],{"id":5051},"五rubrics-轨迹评测与失败重规划偏好对齐sft-dpo","五、Rubrics 轨迹评测与失败→重规划偏好对齐（SFT \u002F DPO）",[10,5054,5055],{},"线上或沙箱沉淀的多步交互轨迹（Trajectory），不仅是监控指标的来源，更是后训练（Post-training）最宝贵的数据矿藏。",[390,5057,5059],{"id":5058},"_1-过程与结果双层-rubrics-自动归因","1. 过程与结果双层 Rubrics 自动归因",[10,5061,5062,5063,5465],{},"针对多步轨迹 ",[295,5064,5066,5142],{"className":5065},[298],[295,5067,5069],{"className":5068},[302],[304,5070,5071],{"xmlns":306},[308,5072,5073,5139],{},[311,5074,5075,5078,5080,5082,5090,5092,5098,5100,5107,5109,5111,5113,5119,5121,5127,5129,5137],{},[410,5076,5077],{},"τ",[314,5079,416],{},[314,5081,955],{"stretchy":419},[422,5083,5084,5087],{},[410,5085,5086],{},"s",[428,5088,5089],{},"0",[314,5091,433],{"separator":326},[422,5093,5094,5096],{},[410,5095,381],{},[428,5097,430],{},[314,5099,433],{"separator":326},[422,5101,5102,5105],{},[410,5103,5104],{},"o",[428,5106,430],{},[314,5108,433],{"separator":326},[314,5110,436],{},[314,5112,433],{"separator":326},[422,5114,5115,5117],{},[410,5116,381],{},[410,5118,413],{},[314,5120,433],{"separator":326},[422,5122,5123,5125],{},[410,5124,5104],{},[410,5126,413],{},[314,5128,433],{"separator":326},[422,5130,5131,5134],{},[410,5132,5133],{},"y",[866,5135,5136],{},"final",[314,5138,972],{"stretchy":419},[318,5140,5141],{"encoding":320},"\\tau = (s_0, a_1, o_1, \\dots, a_T, o_T, y_{\\text{final}})",[295,5143,5145,5164],{"className":5144,"ariaHidden":326},[325],[295,5146,5148,5151,5155,5158,5161],{"className":5147},[330],[295,5149],{"className":5150,"style":3238},[334],[295,5152,5077],{"className":5153,"style":5154},[465,496],"margin-right:0.1132em;",[295,5156],{"className":5157,"style":472},[471],[295,5159,416],{"className":5160},[339],[295,5162],{"className":5163,"style":472},[471],[295,5165,5167,5170,5173,5213,5216,5219,5259,5262,5265,5305,5308,5311,5314,5317,5320,5323,5364,5367,5370,5410,5413,5416,5462],{"className":5166},[330],[295,5168],{"className":5169,"style":485},[334],[295,5171,955],{"className":5172},[489],[295,5174,5176,5179],{"className":5175},[465],[295,5177,5086],{"className":5178},[465,496],[295,5180,5182],{"className":5181},[500],[295,5183,5185,5205],{"className":5184},[504,505],[295,5186,5188,5202],{"className":5187},[509],[295,5189,5191],{"className":5190,"style":514},[513],[295,5192,5193,5196],{"style":517},[295,5194],{"className":5195,"style":522},[521],[295,5197,5199],{"className":5198},[526,527,528,529],[295,5200,5089],{"className":5201},[465,529],[295,5203,537],{"className":5204},[536],[295,5206,5208],{"className":5207},[509],[295,5209,5211],{"className":5210,"style":544},[513],[295,5212],{},[295,5214,433],{"className":5215},[550],[295,5217],{"className":5218,"style":554},[471],[295,5220,5222,5225],{"className":5221},[465],[295,5223,381],{"className":5224},[465,496],[295,5226,5228],{"className":5227},[500],[295,5229,5231,5251],{"className":5230},[504,505],[295,5232,5234,5248],{"className":5233},[509],[295,5235,5237],{"className":5236,"style":514},[513],[295,5238,5239,5242],{"style":517},[295,5240],{"className":5241,"style":522},[521],[295,5243,5245],{"className":5244},[526,527,528,529],[295,5246,430],{"className":5247},[465,529],[295,5249,537],{"className":5250},[536],[295,5252,5254],{"className":5253},[509],[295,5255,5257],{"className":5256,"style":544},[513],[295,5258],{},[295,5260,433],{"className":5261},[550],[295,5263],{"className":5264,"style":554},[471],[295,5266,5268,5271],{"className":5267},[465],[295,5269,5104],{"className":5270},[465,496],[295,5272,5274],{"className":5273},[500],[295,5275,5277,5297],{"className":5276},[504,505],[295,5278,5280,5294],{"className":5279},[509],[295,5281,5283],{"className":5282,"style":514},[513],[295,5284,5285,5288],{"style":517},[295,5286],{"className":5287,"style":522},[521],[295,5289,5291],{"className":5290},[526,527,528,529],[295,5292,430],{"className":5293},[465,529],[295,5295,537],{"className":5296},[536],[295,5298,5300],{"className":5299},[509],[295,5301,5303],{"className":5302,"style":544},[513],[295,5304],{},[295,5306,433],{"className":5307},[550],[295,5309],{"className":5310,"style":554},[471],[295,5312,436],{"className":5313},[558],[295,5315],{"className":5316,"style":554},[471],[295,5318,433],{"className":5319},[550],[295,5321],{"className":5322,"style":554},[471],[295,5324,5326,5329],{"className":5325},[465],[295,5327,381],{"className":5328},[465,496],[295,5330,5332],{"className":5331},[500],[295,5333,5335,5356],{"className":5334},[504,505],[295,5336,5338,5353],{"className":5337},[509],[295,5339,5341],{"className":5340,"style":586},[513],[295,5342,5343,5346],{"style":517},[295,5344],{"className":5345,"style":522},[521],[295,5347,5349],{"className":5348},[526,527,528,529],[295,5350,413],{"className":5351,"style":5352},[465,496,529],"margin-right:0.1389em;",[295,5354,537],{"className":5355},[536],[295,5357,5359],{"className":5358},[509],[295,5360,5362],{"className":5361,"style":544},[513],[295,5363],{},[295,5365,433],{"className":5366},[550],[295,5368],{"className":5369,"style":554},[471],[295,5371,5373,5376],{"className":5372},[465],[295,5374,5104],{"className":5375},[465,496],[295,5377,5379],{"className":5378},[500],[295,5380,5382,5402],{"className":5381},[504,505],[295,5383,5385,5399],{"className":5384},[509],[295,5386,5388],{"className":5387,"style":586},[513],[295,5389,5390,5393],{"style":517},[295,5391],{"className":5392,"style":522},[521],[295,5394,5396],{"className":5395},[526,527,528,529],[295,5397,413],{"className":5398,"style":5352},[465,496,529],[295,5400,537],{"className":5401},[536],[295,5403,5405],{"className":5404},[509],[295,5406,5408],{"className":5407,"style":544},[513],[295,5409],{},[295,5411,433],{"className":5412},[550],[295,5414],{"className":5415,"style":554},[471],[295,5417,5419,5422],{"className":5418},[465],[295,5420,5133],{"className":5421,"style":735},[465,496],[295,5423,5425],{"className":5424},[500],[295,5426,5428,5454],{"className":5427},[504,505],[295,5429,5431,5451],{"className":5430},[509],[295,5432,5434],{"className":5433,"style":748},[513],[295,5435,5436,5439],{"style":751},[295,5437],{"className":5438,"style":522},[521],[295,5440,5442],{"className":5441},[526,527,528,529],[295,5443,5445],{"className":5444},[465,529],[295,5446,5448],{"className":5447},[465,914,529],[295,5449,5136],{"className":5450},[465,529],[295,5452,537],{"className":5453},[536],[295,5455,5457],{"className":5456},[509],[295,5458,5460],{"className":5459,"style":544},[513],[295,5461],{},[295,5463,972],{"className":5464},[613],"，我们围绕四类高频 Bad Case 构建了自动化过程检查点（Process Checkpoints）与结果验收规则（Outcome Rubrics）：",[5467,5468,5469,5482,5492,5498],"ul",{},[17,5470,5471,5474,5475,5477,5478,5481],{},[20,5472,5473],{},"实体混淆（Entity Confusion）","：下游调用传入的 ",[37,5476,1658],{}," \u002F ",[37,5479,5480],{},"geo_id"," 是否与前序实体链接高置信度结果一致；",[17,5483,5484,5487,5488,5491],{},[20,5485,5486],{},"参数漏传与类型漂移（Missing \u002F Malformed Args）","：是否被 ",[37,5489,5490],{},"ToolCallGate"," 拦截；",[17,5493,5494,5497],{},[20,5495,5496],{},"时区与计费误判（Timezone & Billing Mismatch）","：最终回复中的免费取消截止时间是否已正确转换为用户或目的地约定标注时区，总价是否明确区分含税与到店另付税费；",[17,5499,5500,5503],{},[20,5501,5502],{},"依赖倒置（Dependency Inversion）","：是否存在未经实时核验就直接输出确定性库存\u002F价格承诺的行为。",[390,5505,5507],{"id":5506},"_2-从拦截重规划轨迹构造-chosen-rejected-偏好对","2. 从“拦截\u002F重规划”轨迹构造 Chosen \u002F Rejected 偏好对",[10,5509,5510,5511,5540,5541,5719,5720,5867],{},"当同一个任务上下文 ",[295,5512,5514,5528],{"className":5513},[298],[295,5515,5517],{"className":5516},[302],[304,5518,5519],{"xmlns":306},[308,5520,5521,5526],{},[311,5522,5523],{},[410,5524,5525],{},"x",[318,5527,5525],{"encoding":320},[295,5529,5531],{"className":5530,"ariaHidden":326},[325],[295,5532,5534,5537],{"className":5533},[330],[295,5535],{"className":5536,"style":3238},[334],[295,5538,5525],{"className":5539},[465,496]," 在线上或沙箱中经历了",[20,5542,5543,5544,196,5616,5644,5645,5718],{},"“初次规划\u002F调用触发门控拦截或下游异常（",[295,5545,5547,5566],{"className":5546},[298],[295,5548,5550],{"className":5549},[302],[304,5551,5552],{"xmlns":306},[308,5553,5554,5563],{},[311,5555,5556],{},[422,5557,5558,5560],{},[410,5559,5133],{},[410,5561,5562],{},"l",[318,5564,5565],{"encoding":320},"y_l",[295,5567,5569],{"className":5568,"ariaHidden":326},[325],[295,5570,5572,5575],{"className":5571},[330],[295,5573],{"className":5574,"style":728},[334],[295,5576,5578,5581],{"className":5577},[465],[295,5579,5133],{"className":5580,"style":735},[465,496],[295,5582,5584],{"className":5583},[500],[295,5585,5587,5608],{"className":5586},[504,505],[295,5588,5590,5605],{"className":5589},[509],[295,5591,5593],{"className":5592,"style":748},[513],[295,5594,5595,5598],{"style":751},[295,5596],{"className":5597,"style":522},[521],[295,5599,5601],{"className":5600},[526,527,528,529],[295,5602,5562],{"className":5603,"style":5604},[465,496,529],"margin-right:0.0197em;",[295,5606,537],{"className":5607},[536],[295,5609,5611],{"className":5610},[509],[295,5612,5614],{"className":5613,"style":544},[513],[295,5615],{},[295,5617,5619,5632],{"className":5618},[298],[295,5620,5622],{"className":5621},[302],[304,5623,5624],{"xmlns":306},[308,5625,5626,5630],{},[311,5627,5628],{},[314,5629,316],{},[318,5631,321],{"encoding":320},[295,5633,5635],{"className":5634,"ariaHidden":326},[325],[295,5636,5638,5641],{"className":5637},[330],[295,5639],{"className":5640,"style":335},[334],[295,5642,316],{"className":5643},[339]," 经诊断反馈与局部重规划后成功完成验收（",[295,5646,5648,5667],{"className":5647},[298],[295,5649,5651],{"className":5650},[302],[304,5652,5653],{"xmlns":306},[308,5654,5655,5664],{},[311,5656,5657],{},[422,5658,5659,5661],{},[410,5660,5133],{},[410,5662,5663],{},"w",[318,5665,5666],{"encoding":320},"y_w",[295,5668,5670],{"className":5669,"ariaHidden":326},[325],[295,5671,5673,5676],{"className":5672},[330],[295,5674],{"className":5675,"style":728},[334],[295,5677,5679,5682],{"className":5678},[465],[295,5680,5133],{"className":5681,"style":735},[465,496],[295,5683,5685],{"className":5684},[500],[295,5686,5688,5710],{"className":5687},[504,505],[295,5689,5691,5707],{"className":5690},[509],[295,5692,5695],{"className":5693,"style":5694},[513],"height:0.1514em;",[295,5696,5697,5700],{"style":751},[295,5698],{"className":5699,"style":522},[521],[295,5701,5703],{"className":5702},[526,527,528,529],[295,5704,5663],{"className":5705,"style":5706},[465,496,529],"margin-right:0.0269em;",[295,5708,537],{"className":5709},[536],[295,5711,5713],{"className":5712},[509],[295,5714,5716],{"className":5715,"style":544},[513],[295,5717],{},"）”","时，",[295,5721,5723,5757],{"className":5722},[298],[295,5724,5726],{"className":5725},[302],[304,5727,5728],{"xmlns":306},[308,5729,5730,5754],{},[311,5731,5732,5734,5736,5738,5744,5746,5752],{},[314,5733,955],{"stretchy":419},[410,5735,5525],{},[314,5737,433],{"separator":326},[422,5739,5740,5742],{},[410,5741,5133],{},[410,5743,5663],{},[314,5745,433],{"separator":326},[422,5747,5748,5750],{},[410,5749,5133],{},[410,5751,5562],{},[314,5753,972],{"stretchy":419},[318,5755,5756],{"encoding":320},"(x, y_w, y_l)",[295,5758,5760],{"className":5759,"ariaHidden":326},[325],[295,5761,5763,5766,5769,5772,5775,5778,5818,5821,5824,5864],{"className":5762},[330],[295,5764],{"className":5765,"style":485},[334],[295,5767,955],{"className":5768},[489],[295,5770,5525],{"className":5771},[465,496],[295,5773,433],{"className":5774},[550],[295,5776],{"className":5777,"style":554},[471],[295,5779,5781,5784],{"className":5780},[465],[295,5782,5133],{"className":5783,"style":735},[465,496],[295,5785,5787],{"className":5786},[500],[295,5788,5790,5810],{"className":5789},[504,505],[295,5791,5793,5807],{"className":5792},[509],[295,5794,5796],{"className":5795,"style":5694},[513],[295,5797,5798,5801],{"style":751},[295,5799],{"className":5800,"style":522},[521],[295,5802,5804],{"className":5803},[526,527,528,529],[295,5805,5663],{"className":5806,"style":5706},[465,496,529],[295,5808,537],{"className":5809},[536],[295,5811,5813],{"className":5812},[509],[295,5814,5816],{"className":5815,"style":544},[513],[295,5817],{},[295,5819,433],{"className":5820},[550],[295,5822],{"className":5823,"style":554},[471],[295,5825,5827,5830],{"className":5826},[465],[295,5828,5133],{"className":5829,"style":735},[465,496],[295,5831,5833],{"className":5832},[500],[295,5834,5836,5856],{"className":5835},[504,505],[295,5837,5839,5853],{"className":5838},[509],[295,5840,5842],{"className":5841,"style":748},[513],[295,5843,5844,5847],{"style":751},[295,5845],{"className":5846,"style":522},[521],[295,5848,5850],{"className":5849},[526,527,528,529],[295,5851,5562],{"className":5852,"style":5604},[465,496,529],[295,5854,537],{"className":5855},[536],[295,5857,5859],{"className":5858},[509],[295,5860,5862],{"className":5861,"style":544},[513],[295,5863],{},[295,5865,972],{"className":5866},[613]," 天然构成了一对共享完全相同前置上下文、且优劣边界由确定性规则验证过的偏好样本！",[10,5869,5870,5871,5874,5875,5878,5879,5882,5883,53,5886,5889,5890,5893],{},"为了验证 SFT 与 DPO 串联链路在不同随机种子下的真实收益与方差特性，我在本地使用 Qwen2.5-0.5B 模型（",[37,5872,5873],{},"rank = 8, alpha = 16, lr = 2e-4"," for SFT；",[37,5876,5877],{},"beta = 0.1, lr = 5e-5"," for DPO）在固定数据划分（80 train \u002F 20 val）和三个独立随机种子（",[37,5880,5881],{},"seeds = 42, 123, 456","）下运行了完整对照实验（原始记录保存于 ",[37,5884,5885],{},"experiments\u002Flora-sft\u002F",[37,5887,5888],{},"experiments\u002Fdpo\u002F"," 与 ",[37,5891,5892],{},"experiments\u002Fsft-dpo-pipeline\u002F","）：",[111,5895,5896,6005],{},[114,5897,5898],{},[117,5899,5900,5935,5969,6002],{},[120,5901,5902,5903,5934],{},"训练阶段与配置（3 Seeds 均值 ",[295,5904,5906,5921],{"className":5905},[298],[295,5907,5909],{"className":5908},[302],[304,5910,5911],{"xmlns":306},[308,5912,5913,5918],{},[311,5914,5915],{},[314,5916,5917],{},"±",[318,5919,5920],{"encoding":320},"\\pm",[295,5922,5924],{"className":5923,"ariaHidden":326},[325],[295,5925,5927,5931],{"className":5926},[330],[295,5928],{"className":5929,"style":5930},[334],"height:0.6667em;vertical-align:-0.0833em;",[295,5932,5917],{"className":5933},[465]," 标准差）",[120,5936,5937,5938],{"align":125},"Val Loss ",[295,5939,5941,5956],{"className":5940},[298],[295,5942,5944],{"className":5943},[302],[304,5945,5946],{"xmlns":306},[308,5947,5948,5953],{},[311,5949,5950],{},[314,5951,5952],{},"↓",[318,5954,5955],{"encoding":320},"\\downarrow",[295,5957,5959],{"className":5958,"ariaHidden":326},[325],[295,5960,5962,5966],{"className":5961},[330],[295,5963],{"className":5964,"style":5965},[334],"height:0.8889em;vertical-align:-0.1944em;",[295,5967,5952],{"className":5968},[339],[120,5970,5971,5972],{"align":125},"偏好准确率 Reward Accuracy ",[295,5973,5975,5990],{"className":5974},[298],[295,5976,5978],{"className":5977},[302],[304,5979,5980],{"xmlns":306},[308,5981,5982,5987],{},[311,5983,5984],{},[314,5985,5986],{},"↑",[318,5988,5989],{"encoding":320},"\\uparrow",[295,5991,5993],{"className":5992,"ariaHidden":326},[325],[295,5994,5996,5999],{"className":5995},[330],[295,5997],{"className":5998,"style":5965},[334],[295,6000,5986],{"className":6001},[339],[120,6003,6004],{},"相对 Base 模型的 NLL 改善",[137,6006,6007,6025,6050,6074],{},[117,6008,6009,6014,6019,6022],{},[142,6010,6011],{},[20,6012,6013],{},"Base 模型（未微调基线）",[142,6015,6016],{"align":125},[37,6017,6018],{},"3.5973 ± 0.0000",[142,6020,6021],{"align":125},"—",[142,6023,6024],{},"基线对照",[117,6026,6027,6032,6039,6041],{},[142,6028,6029],{},[20,6030,6031],{},"单独 LoRA SFT（3 Epochs）",[142,6033,6034],{"align":125},[20,6035,6036],{},[37,6037,6038],{},"2.6177 ± 0.0056",[142,6040,6021],{"align":125},[142,6042,6043,6044,6049],{},"验证集 Loss 稳定下降 ",[20,6045,6046],{},[37,6047,6048],{},"27.2%","，种子间方差极小",[117,6051,6052,6057,6062,6067],{},[142,6053,6054],{},[20,6055,6056],{},"单独 DPO（直接在 Base 上训练）",[142,6058,6059],{"align":125},[37,6060,6061],{},"0.6699 ± 0.0033",[142,6063,6064],{"align":125},[37,6065,6066],{},"60.0% ± 0.0%",[142,6068,6069,6070,6073],{},"偏好 Margin 为正（",[37,6071,6072],{},"+0.0566","），但基座未适应领域格式",[117,6075,6076,6110,6115,6122],{},[142,6077,6078],{},[20,6079,6080,6081,6109],{},"SFT ",[295,6082,6084,6097],{"className":6083},[298],[295,6085,6087],{"className":6086},[302],[304,6088,6089],{"xmlns":306},[308,6090,6091,6095],{},[311,6092,6093],{},[314,6094,316],{},[318,6096,321],{"encoding":320},[295,6098,6100],{"className":6099,"ariaHidden":326},[325],[295,6101,6103,6106],{"className":6102},[330],[295,6104],{"className":6105,"style":335},[334],[295,6107,316],{"className":6108},[339]," DPO 串联流水线（2 Epochs DPO）",[142,6111,6112],{"align":125},[37,6113,6114],{},"0.6290 ± 0.0061",[142,6116,6117],{"align":125},[20,6118,6119],{},[37,6120,6121],{},"81.7% ± 2.4%",[142,6123,6124],{},[20,6125,6126,6127],{},"Reward Margin 提升至 ",[37,6128,6129],{},"+0.2194 ± 0.0156",[10,6131,6132],{},"实验数据非常清晰地展示了两点工程事实：",[14,6134,6135,6861],{},[17,6136,6137,6140,6141,6144,6145,6845,6846,6848,6849,6853,6854,6857,6858,102],{},[20,6138,6139],{},"先做领域 SFT 再做 DPO 的必要性","：直接在未经过领域格式微调的 Base 模型上跑 DPO，验证集偏好准确率停留在 ",[37,6142,6143],{},"60.0%","，隐式奖励裕度（",[295,6146,6148,6272],{"className":6147},[298],[295,6149,6151],{"className":6150},[302],[304,6152,6153],{"xmlns":306},[308,6154,6155,6269],{},[311,6156,6157,6160,6163,6165,6214,6217,6219,6221,6223],{},[410,6158,6159],{},"β",[410,6161,6162],{},"log",[314,6164,985],{},[6166,6167,6168,6191],"mfrac",{},[311,6169,6170,6177,6179,6185,6187,6189],{},[422,6171,6172,6175],{},[410,6173,6174],{},"π",[410,6176,1716],{},[314,6178,955],{"stretchy":419},[422,6180,6181,6183],{},[410,6182,5133],{},[410,6184,5663],{},[410,6186,3059],{"mathvariant":981},[410,6188,5525],{},[314,6190,972],{"stretchy":419},[311,6192,6193,6200,6202,6208,6210,6212],{},[422,6194,6195,6197],{},[410,6196,6174],{},[866,6198,6199],{},"ref",[314,6201,955],{"stretchy":419},[422,6203,6204,6206],{},[410,6205,5133],{},[410,6207,5663],{},[410,6209,3059],{"mathvariant":981},[410,6211,5525],{},[314,6213,972],{"stretchy":419},[314,6215,6216],{},"−",[410,6218,6159],{},[410,6220,6162],{},[314,6222,985],{},[6166,6224,6225,6247],{},[311,6226,6227,6233,6235,6241,6243,6245],{},[422,6228,6229,6231],{},[410,6230,6174],{},[410,6232,1716],{},[314,6234,955],{"stretchy":419},[422,6236,6237,6239],{},[410,6238,5133],{},[410,6240,5562],{},[410,6242,3059],{"mathvariant":981},[410,6244,5525],{},[314,6246,972],{"stretchy":419},[311,6248,6249,6255,6257,6263,6265,6267],{},[422,6250,6251,6253],{},[410,6252,6174],{},[866,6254,6199],{},[314,6256,955],{"stretchy":419},[422,6258,6259,6261],{},[410,6260,5133],{},[410,6262,5562],{},[410,6264,3059],{"mathvariant":981},[410,6266,5525],{},[314,6268,972],{"stretchy":419},[318,6270,6271],{"encoding":320},"\\beta \\log \\frac{\\pi_\\theta(y_w|x)}{\\pi_{\\text{ref}}(y_w|x)} - \\beta \\log \\frac{\\pi_\\theta(y_l|x)}{\\pi_{\\text{ref}}(y_l|x)}",[295,6273,6275,6573],{"className":6274,"ariaHidden":326},[325],[295,6276,6278,6282,6286,6289,6297,6300,6564,6567,6570],{"className":6277},[330],[295,6279],{"className":6280,"style":6281},[334],"height:1.53em;vertical-align:-0.52em;",[295,6283,6159],{"className":6284,"style":6285},[465,496],"margin-right:0.0528em;",[295,6287],{"className":6288,"style":554},[471],[295,6290,6292,6293],{"className":6291},[1255],"lo",[295,6294,6296],{"style":6295},"margin-right:0.0139em;","g",[295,6298],{"className":6299,"style":554},[471],[295,6301,6303,6307,6561],{"className":6302},[465],[295,6304],{"className":6305},[489,6306],"nulldelimiter",[295,6308,6310],{"className":6309},[6166],[295,6311,6313,6552],{"className":6312},[504,505],[295,6314,6316,6549],{"className":6315},[509],[295,6317,6320,6434,6445],{"className":6318,"style":6319},[513],"height:1.01em;",[295,6321,6323,6326],{"style":6322},"top:-2.655em;",[295,6324],{"className":6325,"style":1752},[521],[295,6327,6329],{"className":6328},[526,527,528,529],[295,6330,6332,6379,6382,6425,6428,6431],{"className":6331},[465,529],[295,6333,6335,6338],{"className":6334},[465,529],[295,6336,6174],{"className":6337,"style":735},[465,496,529],[295,6339,6341],{"className":6340},[500],[295,6342,6344,6371],{"className":6343},[504,505],[295,6345,6347,6368],{"className":6346},[509],[295,6348,6350],{"className":6349,"style":1340},[513],[295,6351,6353,6356],{"style":6352},"top:-2.3488em;margin-left:-0.0359em;margin-right:0.0714em;",[295,6354],{"className":6355,"style":1347},[521],[295,6357,6359],{"className":6358},[526,1351,1352,529],[295,6360,6362],{"className":6361},[465,529],[295,6363,6365],{"className":6364},[465,914,529],[295,6366,6199],{"className":6367},[465,529],[295,6369,537],{"className":6370},[536],[295,6372,6374],{"className":6373},[509],[295,6375,6377],{"className":6376,"style":1365},[513],[295,6378],{},[295,6380,955],{"className":6381},[489,529],[295,6383,6385,6388],{"className":6384},[465,529],[295,6386,5133],{"className":6387,"style":735},[465,496,529],[295,6389,6391],{"className":6390},[500],[295,6392,6394,6416],{"className":6393},[504,505],[295,6395,6397,6413],{"className":6396},[509],[295,6398,6401],{"className":6399,"style":6400},[513],"height:0.1645em;",[295,6402,6404,6407],{"style":6403},"top:-2.357em;margin-left:-0.0359em;margin-right:0.0714em;",[295,6405],{"className":6406,"style":1347},[521],[295,6408,6410],{"className":6409},[526,1351,1352,529],[295,6411,5663],{"className":6412,"style":5706},[465,496,529],[295,6414,537],{"className":6415},[536],[295,6417,6419],{"className":6418},[509],[295,6420,6423],{"className":6421,"style":6422},[513],"height:0.143em;",[295,6424],{},[295,6426,3059],{"className":6427},[465,529],[295,6429,5525],{"className":6430},[465,496,529],[295,6432,972],{"className":6433},[613,529],[295,6435,6437,6440],{"style":6436},"top:-3.23em;",[295,6438],{"className":6439,"style":1752},[521],[295,6441],{"className":6442,"style":6444},[6443],"frac-line","border-bottom-width:0.04em;",[295,6446,6448,6451],{"style":6447},"top:-3.485em;",[295,6449],{"className":6450,"style":1752},[521],[295,6452,6454],{"className":6453},[526,527,528,529],[295,6455,6457,6497,6500,6540,6543,6546],{"className":6456},[465,529],[295,6458,6460,6463],{"className":6459},[465,529],[295,6461,6174],{"className":6462,"style":735},[465,496,529],[295,6464,6466],{"className":6465},[500],[295,6467,6469,6489],{"className":6468},[504,505],[295,6470,6472,6486],{"className":6471},[509],[295,6473,6475],{"className":6474,"style":1340},[513],[295,6476,6477,6480],{"style":6352},[295,6478],{"className":6479,"style":1347},[521],[295,6481,6483],{"className":6482},[526,1351,1352,529],[295,6484,1716],{"className":6485,"style":1756},[465,496,529],[295,6487,537],{"className":6488},[536],[295,6490,6492],{"className":6491},[509],[295,6493,6495],{"className":6494,"style":1365},[513],[295,6496],{},[295,6498,955],{"className":6499},[489,529],[295,6501,6503,6506],{"className":6502},[465,529],[295,6504,5133],{"className":6505,"style":735},[465,496,529],[295,6507,6509],{"className":6508},[500],[295,6510,6512,6532],{"className":6511},[504,505],[295,6513,6515,6529],{"className":6514},[509],[295,6516,6518],{"className":6517,"style":6400},[513],[295,6519,6520,6523],{"style":6403},[295,6521],{"className":6522,"style":1347},[521],[295,6524,6526],{"className":6525},[526,1351,1352,529],[295,6527,5663],{"className":6528,"style":5706},[465,496,529],[295,6530,537],{"className":6531},[536],[295,6533,6535],{"className":6534},[509],[295,6536,6538],{"className":6537,"style":6422},[513],[295,6539],{},[295,6541,3059],{"className":6542},[465,529],[295,6544,5525],{"className":6545},[465,496,529],[295,6547,972],{"className":6548},[613,529],[295,6550,537],{"className":6551},[536],[295,6553,6555],{"className":6554},[509],[295,6556,6559],{"className":6557,"style":6558},[513],"height:0.52em;",[295,6560],{},[295,6562],{"className":6563},[613,6306],[295,6565],{"className":6566,"style":2755},[471],[295,6568,6216],{"className":6569},[3920],[295,6571],{"className":6572,"style":2755},[471],[295,6574,6576,6579,6582,6585,6590,6593],{"className":6575},[330],[295,6577],{"className":6578,"style":6281},[334],[295,6580,6159],{"className":6581,"style":6285},[465,496],[295,6583],{"className":6584,"style":554},[471],[295,6586,6292,6588],{"className":6587},[1255],[295,6589,6296],{"style":6295},[295,6591],{"className":6592,"style":554},[471],[295,6594,6596,6599,6842],{"className":6595},[465],[295,6597],{"className":6598},[489,6306],[295,6600,6602],{"className":6601},[6166],[295,6603,6605,6834],{"className":6604},[504,505],[295,6606,6608,6831],{"className":6607},[509],[295,6609,6611,6720,6728],{"className":6610,"style":6319},[513],[295,6612,6613,6616],{"style":6322},[295,6614],{"className":6615,"style":1752},[521],[295,6617,6619],{"className":6618},[526,527,528,529],[295,6620,6622,6668,6671,6711,6714,6717],{"className":6621},[465,529],[295,6623,6625,6628],{"className":6624},[465,529],[295,6626,6174],{"className":6627,"style":735},[465,496,529],[295,6629,6631],{"className":6630},[500],[295,6632,6634,6660],{"className":6633},[504,505],[295,6635,6637,6657],{"className":6636},[509],[295,6638,6640],{"className":6639,"style":1340},[513],[295,6641,6642,6645],{"style":6352},[295,6643],{"className":6644,"style":1347},[521],[295,6646,6648],{"className":6647},[526,1351,1352,529],[295,6649,6651],{"className":6650},[465,529],[295,6652,6654],{"className":6653},[465,914,529],[295,6655,6199],{"className":6656},[465,529],[295,6658,537],{"className":6659},[536],[295,6661,6663],{"className":6662},[509],[295,6664,6666],{"className":6665,"style":1365},[513],[295,6667],{},[295,6669,955],{"className":6670},[489,529],[295,6672,6674,6677],{"className":6673},[465,529],[295,6675,5133],{"className":6676,"style":735},[465,496,529],[295,6678,6680],{"className":6679},[500],[295,6681,6683,6703],{"className":6682},[504,505],[295,6684,6686,6700],{"className":6685},[509],[295,6687,6689],{"className":6688,"style":1340},[513],[295,6690,6691,6694],{"style":6352},[295,6692],{"className":6693,"style":1347},[521],[295,6695,6697],{"className":6696},[526,1351,1352,529],[295,6698,5562],{"className":6699,"style":5604},[465,496,529],[295,6701,537],{"className":6702},[536],[295,6704,6706],{"className":6705},[509],[295,6707,6709],{"className":6708,"style":1365},[513],[295,6710],{},[295,6712,3059],{"className":6713},[465,529],[295,6715,5525],{"className":6716},[465,496,529],[295,6718,972],{"className":6719},[613,529],[295,6721,6722,6725],{"style":6436},[295,6723],{"className":6724,"style":1752},[521],[295,6726],{"className":6727,"style":6444},[6443],[295,6729,6730,6733],{"style":6447},[295,6731],{"className":6732,"style":1752},[521],[295,6734,6736],{"className":6735},[526,527,528,529],[295,6737,6739,6779,6782,6822,6825,6828],{"className":6738},[465,529],[295,6740,6742,6745],{"className":6741},[465,529],[295,6743,6174],{"className":6744,"style":735},[465,496,529],[295,6746,6748],{"className":6747},[500],[295,6749,6751,6771],{"className":6750},[504,505],[295,6752,6754,6768],{"className":6753},[509],[295,6755,6757],{"className":6756,"style":1340},[513],[295,6758,6759,6762],{"style":6352},[295,6760],{"className":6761,"style":1347},[521],[295,6763,6765],{"className":6764},[526,1351,1352,529],[295,6766,1716],{"className":6767,"style":1756},[465,496,529],[295,6769,537],{"className":6770},[536],[295,6772,6774],{"className":6773},[509],[295,6775,6777],{"className":6776,"style":1365},[513],[295,6778],{},[295,6780,955],{"className":6781},[489,529],[295,6783,6785,6788],{"className":6784},[465,529],[295,6786,5133],{"className":6787,"style":735},[465,496,529],[295,6789,6791],{"className":6790},[500],[295,6792,6794,6814],{"className":6793},[504,505],[295,6795,6797,6811],{"className":6796},[509],[295,6798,6800],{"className":6799,"style":1340},[513],[295,6801,6802,6805],{"style":6352},[295,6803],{"className":6804,"style":1347},[521],[295,6806,6808],{"className":6807},[526,1351,1352,529],[295,6809,5562],{"className":6810,"style":5604},[465,496,529],[295,6812,537],{"className":6813},[536],[295,6815,6817],{"className":6816},[509],[295,6818,6820],{"className":6819,"style":1365},[513],[295,6821],{},[295,6823,3059],{"className":6824},[465,529],[295,6826,5525],{"className":6827},[465,496,529],[295,6829,972],{"className":6830},[613,529],[295,6832,537],{"className":6833},[536],[295,6835,6837],{"className":6836},[509],[295,6838,6840],{"className":6839,"style":6558},[513],[295,6841],{},[295,6843],{"className":6844},[613,6306],"）仅为 ",[37,6847,6072],{},"；而在 SFT checkpoint 之上继续进行 DPO，验证集偏好准确率跃升至 ",[20,6850,6851],{},[37,6852,6121],{},"（单种子最高 ",[37,6855,6856],{},"85.0%","），奖励裕度扩大了近 4 倍（",[37,6859,6860],{},"+0.2194",[17,6862,6863,6866,6867,6870,6871,6874,6875,6878,6879,7182],{},[20,6864,6865],{},"DPO 训练中的生成 NLL 漂移监控","：在本地 ",[37,6868,6869],{},"sft-dpo-pipeline\u002Fresults.json"," 的交叉监控中，我们也观察到纯 DPO 损失虽然拉大了 Chosen 与 Rejected 的相对 Margin，但单看 Chosen 序列的绝对交叉熵（SFT Val Loss）会从 SFT 阶段末期的 ",[37,6872,6873],{},"2.5734"," 轻微回升至 ",[37,6876,6877],{},"2.7524","。这印证了在生产级后训练中，需要在 DPO 目标中加入小权重的 SFT 负对数似然正则项（即 ",[295,6880,6882,6938],{"className":6881},[298],[295,6883,6885],{"className":6884},[302],[304,6886,6887],{"xmlns":306},[308,6888,6889,6935],{},[311,6890,6891,6899,6901,6908,6911,6914,6921,6923,6929,6931,6933],{},[422,6892,6893,6896],{},[410,6894,6895],{"mathvariant":412},"L",[866,6897,6898],{},"total",[314,6900,416],{},[422,6902,6903,6905],{},[410,6904,6895],{"mathvariant":412},[866,6906,6907],{},"DPO",[314,6909,6910],{},"+",[410,6912,6913],{},"λ",[422,6915,6916,6918],{},[410,6917,6895],{"mathvariant":412},[866,6919,6920],{},"NLL",[314,6922,955],{"stretchy":419},[422,6924,6925,6927],{},[410,6926,5133],{},[410,6928,5663],{},[314,6930,3059],{},[410,6932,5525],{},[314,6934,972],{"stretchy":419},[318,6936,6937],{"encoding":320},"\\mathcal{L}_{\\text{total}} = \\mathcal{L}_{\\text{DPO}} + \\lambda \\mathcal{L}_{\\text{NLL}}(y_w \\mid x)",[295,6939,6941,7002,7063,7170],{"className":6940,"ariaHidden":326},[325],[295,6942,6944,6947,6993,6996,6999],{"className":6943},[330],[295,6945],{"className":6946,"style":805},[334],[295,6948,6950,6953],{"className":6949},[465],[295,6951,6895],{"className":6952},[465,466],[295,6954,6956],{"className":6955},[500],[295,6957,6959,6985],{"className":6958},[504,505],[295,6960,6962,6982],{"className":6961},[509],[295,6963,6965],{"className":6964,"style":748},[513],[295,6966,6967,6970],{"style":517},[295,6968],{"className":6969,"style":522},[521],[295,6971,6973],{"className":6972},[526,527,528,529],[295,6974,6976],{"className":6975},[465,529],[295,6977,6979],{"className":6978},[465,914,529],[295,6980,6898],{"className":6981},[465,529],[295,6983,537],{"className":6984},[536],[295,6986,6988],{"className":6987},[509],[295,6989,6991],{"className":6990,"style":544},[513],[295,6992],{},[295,6994],{"className":6995,"style":472},[471],[295,6997,416],{"className":6998},[339],[295,7000],{"className":7001,"style":472},[471],[295,7003,7005,7008,7054,7057,7060],{"className":7004},[330],[295,7006],{"className":7007,"style":805},[334],[295,7009,7011,7014],{"className":7010},[465],[295,7012,6895],{"className":7013},[465,466],[295,7015,7017],{"className":7016},[500],[295,7018,7020,7046],{"className":7019},[504,505],[295,7021,7023,7043],{"className":7022},[509],[295,7024,7026],{"className":7025,"style":586},[513],[295,7027,7028,7031],{"style":517},[295,7029],{"className":7030,"style":522},[521],[295,7032,7034],{"className":7033},[526,527,528,529],[295,7035,7037],{"className":7036},[465,529],[295,7038,7040],{"className":7039},[465,914,529],[295,7041,6907],{"className":7042},[465,529],[295,7044,537],{"className":7045},[536],[295,7047,7049],{"className":7048},[509],[295,7050,7052],{"className":7051,"style":544},[513],[295,7053],{},[295,7055],{"className":7056,"style":2755},[471],[295,7058,6910],{"className":7059},[3920],[295,7061],{"className":7062,"style":2755},[471],[295,7064,7066,7069,7072,7118,7121,7161,7164,7167],{"className":7065},[330],[295,7067],{"className":7068,"style":485},[334],[295,7070,6913],{"className":7071},[465,496],[295,7073,7075,7078],{"className":7074},[465],[295,7076,6895],{"className":7077},[465,466],[295,7079,7081],{"className":7080},[500],[295,7082,7084,7110],{"className":7083},[504,505],[295,7085,7087,7107],{"className":7086},[509],[295,7088,7090],{"className":7089,"style":586},[513],[295,7091,7092,7095],{"style":517},[295,7093],{"className":7094,"style":522},[521],[295,7096,7098],{"className":7097},[526,527,528,529],[295,7099,7101],{"className":7100},[465,529],[295,7102,7104],{"className":7103},[465,914,529],[295,7105,6920],{"className":7106},[465,529],[295,7108,537],{"className":7109},[536],[295,7111,7113],{"className":7112},[509],[295,7114,7116],{"className":7115,"style":544},[513],[295,7117],{},[295,7119,955],{"className":7120},[489],[295,7122,7124,7127],{"className":7123},[465],[295,7125,5133],{"className":7126,"style":735},[465,496],[295,7128,7130],{"className":7129},[500],[295,7131,7133,7153],{"className":7132},[504,505],[295,7134,7136,7150],{"className":7135},[509],[295,7137,7139],{"className":7138,"style":5694},[513],[295,7140,7141,7144],{"style":751},[295,7142],{"className":7143,"style":522},[521],[295,7145,7147],{"className":7146},[526,527,528,529],[295,7148,5663],{"className":7149,"style":5706},[465,496,529],[295,7151,537],{"className":7152},[536],[295,7154,7156],{"className":7155},[509],[295,7157,7159],{"className":7158,"style":544},[513],[295,7160],{},[295,7162],{"className":7163,"style":472},[471],[295,7165,3059],{"className":7166},[339],[295,7168],{"className":7169,"style":472},[471],[295,7171,7173,7176,7179],{"className":7172},[330],[295,7174],{"className":7175,"style":485},[334],[295,7177,5525],{"className":7178},[465,496],[295,7180,972],{"className":7181},[613],"），以防止模型为了拉大偏好差距而牺牲结构化输出语法的稳定性。",[390,7184,7185],{"id":7185},"实验与工程边界说明",[5467,7187,7188,7191],{},[17,7189,7190],{},"文中关于跨境酒旅多约束路由、96%+ 接口调用合法率与约 40% Observation Token 节省，对应业务研发平台实习期间的工程架构实践总结；代码片段为剥离内部业务逻辑后的通用机制重构。",[17,7192,7193,7194,7222],{},"第五节的 30 项 Agent 故障归因基线与 Qwen2.5-0.5B 三种子 SFT\u002FDPO 数值，来自本地独立复现实验（80\u002F20 样本划分），用于定量验证“多步规划恢复短板”与“SFT ",[295,7195,7197,7210],{"className":7196},[298],[295,7198,7200],{"className":7199},[302],[304,7201,7202],{"xmlns":306},[308,7203,7204,7208],{},[311,7205,7206],{},[314,7207,316],{},[318,7209,321],{"encoding":320},[295,7211,7213],{"className":7212,"ariaHidden":326},[325],[295,7214,7216,7219],{"className":7215},[330],[295,7217],{"className":7218,"style":335},[334],[295,7220,316],{"className":7221},[339]," DPO 串联增益及 NLL 漂移现象”，不直接等同于千亿参数生产模型在全量业务流量上的线上指标。",[10,7224,7225],{},[7226,7227,7228,7229,7235],"em",{},"本文封面与两张机制图使用 ",[381,7230,7234],{"href":7231,"rel":7232},"https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Faigc-image-generator",[7233],"nofollow","aigc-image-generator"," 辅助绘制并经人工核验。",[7237,7238,7239],"style",{},"html pre.shiki code .slEfO, html code.shiki .slEfO{--shiki-default:#F47067;--shiki-default-font-style:inherit;--shiki-light:#D73A49;--shiki-light-font-style:inherit;--shiki-cyber:#54B9FF;--shiki-cyber-font-style:italic}html pre.shiki code .sWURj, html code.shiki .sWURj{--shiki-default:#ADBAC7;--shiki-light:#24292E;--shiki-cyber:#EEF0F9}html pre.shiki code .sS_0i, html code.shiki .sS_0i{--shiki-default:#DCBDFB;--shiki-light:#6F42C1;--shiki-cyber:#00DAEF}html pre.shiki code .sST-V, html code.shiki .sST-V{--shiki-default:#F47067;--shiki-light:#D73A49;--shiki-cyber:#54B9FF}html pre.shiki code .sBBmv, html code.shiki .sBBmv{--shiki-default:#F69D50;--shiki-light:#6F42C1;--shiki-cyber:#ACAFFF}html pre.shiki code .svkvy, html code.shiki .svkvy{--shiki-default:#6CB6FF;--shiki-light:#005CC5;--shiki-cyber:#EEF0F9}html pre.shiki code .sf2cM, html code.shiki .sf2cM{--shiki-default:#F47067;--shiki-light:#D73A49;--shiki-cyber:#EEF0F9}html pre.shiki code .sgENW, html code.shiki .sgENW{--shiki-default:#6CB6FF;--shiki-light:#005CC5;--shiki-cyber:#FFD493}html pre.shiki code .sbU-9, html code.shiki .sbU-9{--shiki-default:#ADBAC7;--shiki-default-font-style:inherit;--shiki-light:#24292E;--shiki-light-font-style:inherit;--shiki-cyber:#ACAFFF;--shiki-cyber-font-style:italic}html pre.shiki code .s9NhK, html code.shiki .s9NhK{--shiki-default:#ADBAC7;--shiki-default-font-style:inherit;--shiki-light:#24292E;--shiki-light-font-style:inherit;--shiki-cyber:#FFD493;--shiki-cyber-font-style:italic}html pre.shiki code .sRGqv, html code.shiki .sRGqv{--shiki-default:#6CB6FF;--shiki-light:#005CC5;--shiki-cyber:#ACAFFF}html pre.shiki code .sq3c-, html code.shiki .sq3c-{--shiki-default:#ADBAC7;--shiki-light:#24292E;--shiki-cyber:#00DAEF}html pre.shiki code .sWqY2, html code.shiki .sWqY2{--shiki-default:#96D0FF;--shiki-light:#032F62;--shiki-cyber:#FFD493}html pre.shiki code .s0kv9, html code.shiki .s0kv9{--shiki-default:#F47067;--shiki-light:#005CC5;--shiki-cyber:#FFD493}html pre.shiki code .sCxhR, html code.shiki .sCxhR{--shiki-default:#768390;--shiki-default-font-style:inherit;--shiki-light:#6A737D;--shiki-light-font-style:inherit;--shiki-cyber:#EEF0F98F;--shiki-cyber-font-style:italic}html pre.shiki code .sA9aF, html code.shiki .sA9aF{--shiki-default:#F69D50;--shiki-default-font-style:inherit;--shiki-light:#E36209;--shiki-light-font-style:inherit;--shiki-cyber:#4BF3C8;--shiki-cyber-font-style:italic}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html.light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html .cyber .shiki span {color: var(--shiki-cyber);background: var(--shiki-cyber-bg);font-style: var(--shiki-cyber-font-style);font-weight: var(--shiki-cyber-font-weight);text-decoration: var(--shiki-cyber-text-decoration);}html.cyber .shiki span {color: var(--shiki-cyber);background: var(--shiki-cyber-bg);font-style: var(--shiki-cyber-font-style);font-weight: var(--shiki-cyber-font-weight);text-decoration: var(--shiki-cyber-text-decoration);}",{"title":1781,"searchDepth":1804,"depth":1817,"links":7241},[7242,7243,7247,7250,7251],{"id":68,"depth":1804,"text":69},{"id":289,"depth":1804,"text":290,"children":7244},[7245,7246],{"id":392,"depth":1817,"text":393},{"id":1665,"depth":1817,"text":1666},{"id":2686,"depth":1804,"text":2687,"children":7248},[7249],{"id":3319,"depth":1817,"text":3320},{"id":4967,"depth":1804,"text":4968},{"id":5051,"depth":1804,"text":5052,"children":7252},[7253,7254,7255],{"id":5058,"depth":1817,"text":5059},{"id":5506,"depth":1817,"text":5507},{"id":7185,"depth":1817,"text":7185},[7257],"AI","\u002Fimages\u002Fposts\u002Fmulti-constraint-agent-routing-dag-eval\u002Fagent-dag-routing-cover-20261020.webp","候选模块经漏斗滤网进入双分支有向无环图轨道并在受阻节点触发暖橙色局部旁路重连的等距技术插画","2026-10-22","围绕跨境酒旅等强耦合多约束业务场景，拆解向量 Top-K 召回 + LLM 精排 + 跨语言实体链接与 Schema 门控（96%+ 调用合法率）、基于状态机的 DAG 局部子图重规划、Observation 冗余裁剪（节省 40% Token），以及从线上失败恢复轨迹构造 SFT\u002FDPO 偏好对的评测与训练闭环。",false,"md",{},"\u002Fposts\u002Fmulti-constraint-agent-routing-dag-eval",null,{"title":5,"description":7261},"posts\u002Fmulti-constraint-agent-routing-dag-eval",[7270,7271,7272,7273,6907,7274],"Agent","LLM","工具调用","上下文工程","强化学习","KuzB4cjcNkOBqkdTFnQ7FNVqY1hyLNea6xSU3slCrrc",[7277,7295,7311,7325,7338,7352,7366,7370,7383,7395,7410,7422,7435,7447,7460,7473,7489,7503,7514,7526,7540,7553,7567,7579,7593,7605,7620,7634,7648,7659,7672,7689,7703,7716,7728,7740,7753,7766],{"slug":7278,"path":7279,"title":7280,"date":7281,"tags":7282,"description":7288,"cover":7289,"coverAlt":7290,"excerpt":7291,"draft":7262,"hidden":7262,"published":1846,"readingTime":1871,"series":7292,"seriesOrder":1871,"codeUrl":7293,"attachmentUrl":7294},"cs336-cross-entropy-adamw-training-loop","\u002Fposts\u002Fcs336-cross-entropy-adamw-training-loop","Stanford CS336 学习记录 08：数值稳定交叉熵、AdamW、余弦调度与完整训练闭环","2026-10-27",[7283,7284,7285,7286,7287],"CS336","PyTorch","AdamW","CrossEntropy","训练闭环","用 LogSumExp 消去交叉熵中的指数溢出，手写解耦权重衰减的 AdamW 优化器、全局 L2 梯度裁剪、Warmup 余弦退火调度、memmap 数据采样、Checkpoint 序列化与 Top-p 解码，完成 CS336 Assignment 1 全部 48 项测试。","\u002Fimages\u002Fposts\u002Fcs336-cross-entropy-adamw-training-loop\u002Fcs336-cross-entropy-adamw-training-loop-cover.webp","滑动窗口采样、余弦退火曲线、双动量优化轨迹与检查点归档构成的训练闭环 AI 辅助概念插画","作为 Stanford CS336 Assignment 1 系列的收官篇，我们已经拥有了分词器（bpe.py、tokenizer.py）和完整的语言模型架构（transformer.py）。要让模型在语料上真正训练并生成文本，还需","Stanford CS336","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcs336-labs\u002Ftree\u002Fb5c93ad0cc73178b2b2a62e518a0900da47a0fb7","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-08-adamw-training-loop-20261027.zip",{"slug":7296,"path":7297,"title":7298,"date":7299,"tags":7300,"description":7307,"cover":7308,"coverAlt":7309,"excerpt":7310,"draft":7262,"hidden":7262,"published":1846,"readingTime":1871},"editcache-video-dit-inference-acceleration","\u002Fposts\u002Feditcache-video-dit-inference-acceleration","EditCache：视频 Diffusion Transformer (DiT) 局部编辑的跨步特征复用与区域重算加速","2026-10-25",[7301,7302,7303,7304,7305,7306],"扩散模型","视频生成","AI Infra","推理加速","GPU","论文解读","拆解视频扩散模型（Wan2.1-VACE）局部编辑中的三重算力冗余，通过可重入 Latent、跨步 Block 隐状态缓存复用、带 Halo 边界的局部区域重算与自适应推理起点，在单卡 H100 上实现 2.46× 模型计算加速与 1.49× 严格同步端到端加速。","\u002Fimages\u002Fposts\u002Feditcache-video-dit-inference-acceleration\u002Feditcache-dit-cover-20261025.webp","视频扩散 Transformer 时空三维体素网格中冻结背景缓存与暖橙色局部编辑重算通道的等距技术插画","在基于 Diffusion Transformer（DiT）的视频编辑与局部重绘（Video Inpainting \u002F Local Editing）任务中，用户的典型工作流并不是一次性生成最终成片，而是针对同一段源视频反复调整掩码区",{"slug":7312,"path":7313,"title":7314,"date":7299,"tags":7315,"description":7320,"cover":7321,"coverAlt":7322,"excerpt":7323,"draft":7262,"hidden":7262,"published":1846,"readingTime":1871,"series":7292,"seriesOrder":1857,"codeUrl":7293,"attachmentUrl":7324},"cs336-bpe-tokenizer-training-encoding","\u002Fposts\u002Fcs336-bpe-tokenizer-training-encoding","Stanford CS336 学习记录 07：Byte-Level BPE 分词器训练、倒排索引加速与流式编码",[7283,7316,7317,7318,7319],"Tokenizer","BPE","Tiktoken","算法优化","实现 GPT-2 正则预分词、特殊 token 硬边界切分、基于 pair-to-word 倒排索引的增量 BPE 合并算法（\u003C 0.25s 通过速度基准），以及与 tiktoken 完全对齐的 Tokenizer。","\u002Fimages\u002Fposts\u002Fcs336-bpe-tokenizer-training-encoding\u002Fcs336-bpe-tokenizer-training-encoding-cover.webp","UTF-8 字节块经过正则切分闸口后沿合并树聚合成子词单元的 AI 辅助概念插画","前面六篇完成了 Transformer 语言模型本身的全部神经网络组件。要让模型真正处理自然语言文本，还需要打通入口处的 ByteLevel BPE（BytePair Encoding）分词器。这一篇记录 cs336basics\u002Fb","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-07-bpe-tokenizer-20261025.zip",{"slug":7326,"path":7327,"title":7328,"date":7329,"tags":7330,"description":7334,"cover":7335,"coverAlt":7336,"excerpt":7337,"draft":7262,"hidden":7262,"published":1846,"readingTime":1871},"in-situ-autoguidance-editable-scientific-illustration","\u002Fposts\u002Fin-situ-autoguidance-editable-scientific-illustration","从原位自校正引导（In-situ Autoguidance）到可编辑科研插图生成（AutoFigure-Edit）","2026-10-24",[7301,7331,7270,7332,7333,7306],"多模态","ICML","ACL","串联两项生成式模型与多模态智能体研究：如何通过推理期局部随机微扰在单模型内构造免训练扩散自引导向量（ICML 2025 Workshop 第一作者，arXiv:2510.17136），以及如何通过五阶段视觉-符号混合流水线生成原生可编辑 SVG 科研插图（ACL 2026 Demo，FigureBench 83.0% 胜率）。","\u002Fimages\u002Fposts\u002Fin-situ-autoguidance-editable-scientific-illustration\u002Fautoguidance-autofigure-cover-20261024.webp","左侧扩散流形自校正轨迹矢量场与右侧五阶段可编辑 SVG 科研插图分层网格相衔接的等距技术插画","生成式视觉模型正在经历从“生成高保真像素（Pixel Synthesis）”向“可控结构化生成（Controllable & Editable Generation）”的演进。在这一进程中，我作为第一作者或核心贡献者参与了两项分别处",{"slug":7339,"path":7340,"title":7341,"date":7342,"tags":7343,"description":7347,"cover":7348,"coverAlt":7349,"excerpt":7350,"draft":7262,"hidden":7262,"published":1846,"readingTime":1871,"series":7292,"seriesOrder":1850,"codeUrl":7293,"attachmentUrl":7351},"cs336-pre-norm-transformer-block-lm","\u002Fposts\u002Fcs336-pre-norm-transformer-block-lm","Stanford CS336 学习记录 06：Pre-Norm Transformer Block 与完整语言模型装配","2026-10-23",[7283,7284,7344,7345,7346],"Transformer","Pre-Norm","FLOPs","将 RMSNorm、带 RoPE 的因果多头自注意力和 SwiGLU 组装成 Pre-Norm Transformer Block，搭建完整 TransformerLM，并核算 GPT-2 XL 的参数量与前向 FLOPs。","\u002Fimages\u002Fposts\u002Fcs336-pre-norm-transformer-block-lm\u002Fcs336-pre-norm-transformer-block-lm-cover.webp","干净残差流主干穿过多个 Pre-Norm 子层并汇聚到词表投影层的 AI 辅助概念插画","前五篇把 Linear、Embedding、RMSNorm、SwiGLU、RotaryPositionalEmbedding 和因果 MultiHeadSelfAttention 全部单独打通了。这一篇进入 Assignment 1","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-06-transformer-block-lm-20261023.zip",{"slug":7353,"path":7354,"title":7355,"date":7342,"tags":7356,"description":7362,"cover":7363,"coverAlt":7364,"excerpt":7365,"draft":7262,"hidden":7262,"published":1846,"readingTime":1946},"xgrammar-concurrent-cache-generation-fix","\u002Fposts\u002Fxgrammar-concurrent-cache-generation-fix","XGrammar 结构化解码缓存剖析：Unlimited 模式并发 Clear 字节记账竞态与代际修复（PR #1011）",[7303,7357,7358,7359,7360,7361],"C++","XGrammar","结构化解码","并发编程","源码分析","拆解 XGrammar GrammarCompiler 的双层缓存架构与 ThreadSafeLRUCache 锁分离实现，定位 Unlimited 模式下 Clear() 字节残留与在途编译（In-flight Computation）跨代污染根因，给出代际号 + 读写锁原子修复与零 sleep 确定性并发 GoogleTest 验证。","\u002Fimages\u002Fposts\u002Fxgrammar-concurrent-cache-generation-fix\u002Fxgrammar-cache-fix-cover-20261022.webp","双层磨砂玻璃流道经暖橙色代际闸门过滤后汇入晶格缓存矩阵的等距技术插画","在大语言模型服务（如 SGLang、vLLM）的结构化输出场景中，JSON Schema 或 EBNF 语法需要先编译为词表级掩码缓存（CompiledGrammar），才能在每个 Decode 步以微秒级开销生成合法 token ",{"slug":7367,"path":7265,"title":5,"date":7260,"tags":7368,"description":7261,"cover":7258,"coverAlt":7259,"excerpt":7369,"draft":7262,"hidden":7262,"published":1846,"readingTime":1946},"multi-constraint-agent-routing-dag-eval",[7270,7271,7272,7273,6907,7274],"在玩具级 Demo 里，几个工具加上一段 ReAct 循环就能跑通大多数单步问答。但当 Agent 进入跨境酒旅、复杂交易或研发沙箱等真实业务生产环境时，单靠线性 ReAct 循环很快会撞上四堵墙： 1. 工具空间与参数耦合爆炸：候",{"slug":7371,"path":7372,"title":7373,"date":7374,"tags":7375,"description":7379,"cover":7380,"coverAlt":7381,"excerpt":7382,"draft":7262,"hidden":7262,"published":1846,"readingTime":2008},"llm-mrd-distillation-auditable-review-agents","\u002Fposts\u002Fllm-mrd-distillation-auditable-review-agents","多视角推理蒸馏（LLM-MRD）与可审计生成式评审系统（DeepReviewer 2.0）深度拆解","2026-10-21",[7376,7331,7377,7270,7378,7306],"知识蒸馏","Qwen2.5-VL","Post-training","对比大模型落地的两条互补路径：如何用 Qwen2.5-VL 离线多视角分析结合 MLP 残差校准与温度缩放 KL 蒸馏，将推理能力压入 358M 学生模型实现 17.2 ms 独立推理（LLM-MRD，DASFAA 2026 Oral）；以及如何通过主张-证据-风险台账、PASA 可比性门控与导出预算校验构建可审计的同行评审 Agent（DeepReviewer 2.0）。","\u002Fimages\u002Fposts\u002Fllm-mrd-distillation-auditable-review-agents\u002Fmrd-review-distill-cover-20261016.webp","三块半透明几何棱镜发出平行光束穿过中央校准环汇聚至右侧高密度晶体模块的等距技术插画","把大语言模型或视觉语言模型（VLM）的深度推理能力用到实际系统中，通常会面临一个两难选择： 如果场景受限于毫秒级在线延迟（如高吞吐多模态内容审核与虚假信息检测）：直接在线调用 7B～72B 的多模态大模型做长链条思维链（CoT）生成",{"slug":7384,"path":7385,"title":7386,"date":7374,"tags":7387,"description":7390,"cover":7391,"coverAlt":7392,"excerpt":7393,"draft":7262,"hidden":7262,"published":1846,"readingTime":1857,"series":7292,"seriesOrder":1843,"codeUrl":7293,"attachmentUrl":7394},"cs336-rope-rotary-position-embedding","\u002Fposts\u002Fcs336-rope-rotary-position-embedding","Stanford CS336 学习记录 05：RoPE 旋转位置编码与带位置的多头注意力",[7283,7284,7344,7388,7389],"RoPE","Attention","从二维平面正交旋转推导 RoPE 的奇偶特征配对公式，理解为什么内积只依赖相对位置差 (i - j)，并用 register_buffer 预计算 cos\u002Fsin 缓存接入因果多头自注意力。","\u002Fimages\u002Fposts\u002Fcs336-rope-rotary-position-embedding\u002Fcs336-rope-rotary-position-embedding-cover.webp","二维特征平面中的旋转向量对与预计算余弦正弦网格的 AI 辅助概念插画","上一篇完成了不含位置编码的因果多头自注意力。如果只看那一套矩阵乘法，把输入序列前两个 token 交换顺序（并在因果 mask 允许的范围内看同一个后缀 query 对它们的点积），点积本身并不知道哪个 key 离当前 query ","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-05-rope-mha-20261021.zip",{"slug":7396,"path":7397,"title":7398,"date":7399,"tags":7400,"description":7406,"cover":7407,"coverAlt":7408,"excerpt":7409,"draft":7262,"hidden":7262,"published":1846,"readingTime":1871},"llm-gateway-semantic-cache-dynamic-batching","\u002Fposts\u002Fllm-gateway-semantic-cache-dynamic-batching","高并发 LLM 推理网关架构实践：两级精确\u002F语义缓存、50ms 有界动态批处理与尾部延迟治理","2026-10-19",[7303,7401,7402,7403,7404,7405],"LLM 推理","分布式系统","Redis","FastAPI","后端","深度拆解生产级大模型推理网关 LLM-Gateway 的核心系统设计：基于 SHA-256 与 Redis 向量余弦相似度的两级精确\u002F语义缓存、50ms 有界等待动态批处理调度器（Dynamic Batching）、令牌桶多租户限流与 Prometheus 全链路可观测性，将命中请求 P99 延迟从 5,307 ms 压降至 17 ms。","\u002Fimages\u002Fposts\u002Fllm-gateway-semantic-cache-dynamic-batching\u002Fllm-gateway-cover-20261019.webp","高并发请求流依次穿过精确哈希滤网、向量球面语义缓存层与 50ms 动态批处理时间窗拼装器的等距系统架构插画","在将大语言模型接入高并发业务系统时，如果让上游微服务直接裸连底层推理引擎（vLLM \u002F SGLang 或外部模型 API），系统很快会暴露出三个典型的生产痛点： 1. 高频重复与近义查询消耗巨量算力：大量用户请求在语义上高度等价（例",{"slug":7411,"path":7412,"title":7413,"date":7399,"tags":7414,"description":7416,"cover":7417,"coverAlt":7418,"excerpt":7419,"draft":7262,"hidden":7262,"published":1846,"readingTime":1946,"series":7292,"seriesOrder":1830,"codeUrl":7420,"attachmentUrl":7421},"cs336-multihead-attention-shapes","\u002Fposts\u002Fcs336-multihead-attention-shapes","Stanford CS336 学习记录 04：多头注意力怎样拆头、计算和合头",[7283,7284,7344,7389,7415],"张量形状","沿着 (2, 5, 64) 的输入追踪 QKV 投影、reshape、transpose、共享因果 mask 和合头，理解每个头仍处理完整序列，以及最后为什么还需要输出 Linear。","\u002Fimages\u002Fposts\u002Fcs336-multihead-attention-shapes\u002Fcs336-multihead-attention-shapes-cover.webp","宽向量束分成多条并行特征轨道后重新合并的 AI 辅助概念插画","上一篇完成了缩放点积注意力。那个函数接收已经准备好的 Q、K、V，计算匹配分数，应用 mask，再用权重汇总 V。这一篇继续把它放进一个带参数的多头自注意力模块。 这次最需要看清的是“拆头”。代码里只是几行 reshape 和 tr","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcs336-labs\u002Ftree\u002F31363223498fafd1528c550a51efbe0aed231736","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-04-multihead-attention-20261019.zip",{"slug":7423,"path":7424,"title":7425,"date":7426,"tags":7427,"description":7431,"cover":7432,"coverAlt":7433,"excerpt":7434,"draft":7262,"hidden":7262,"published":1846,"readingTime":1881},"qwen25-sft-dpo-alignment-tax-ablation","\u002Fposts\u002Fqwen25-sft-dpo-alignment-tax-ablation","大模型后训练偏好对齐实录：Qwen2.5 SFT 多维消融、动态参考 DPO 与对齐税（Alignment Tax）量化分析","2026-10-18",[7378,6907,7428,7429,7274,7430],"SFT","LoRA","Qwen2.5","基于 Qwen2.5 完整复现 Instruct SFT → Bradley-Terry DPO 两阶段后训练管线：通过 3 随机种子消融 LoRA Rank、学习率与数据规模（GSM8K +12.73pp），实现免双倍权重的动态 Adapter 切换 DPO 训练，并定量揭示偏好对齐对确定性数学推理的对齐税效应。","\u002Fimages\u002Fposts\u002Fqwen25-sft-dpo-alignment-tax-ablation\u002Fqwen25-sft-dpo-cover-20261018.webp","左侧监督微调轨迹流经中央 Bradley-Terry 偏好分流天平分离出正负样本通道并连接右侧对齐税监控仪表盘的等距技术插画","在大语言模型后训练（PostTraining）管线中，监督微调（SFT）负责教会模型任务格式与领域推理模式，而直接偏好优化（DPO, Direct Preference Optimization）则利用成对偏好数据 $(x, yw,",{"slug":7436,"path":7437,"title":7438,"date":7426,"tags":7439,"description":7441,"cover":7442,"coverAlt":7443,"excerpt":7444,"draft":7262,"hidden":7262,"published":1846,"readingTime":1915,"series":7292,"seriesOrder":1817,"codeUrl":7445,"attachmentUrl":7446},"cs336-softmax-attention-mask","\u002Fposts\u002Fcs336-softmax-attention-mask","Stanford CS336 学习记录 03：Softmax 的数值稳定与 Attention Mask",[7283,7284,7344,7440,7389],"Softmax","从减去最大值为何不改变 Softmax 开始，理清函数与有参数层的区别，再沿着 Q、K、V 的形状理解缩放点积注意力，以及 mask 为什么必须填负无穷。","\u002Fimages\u002Fposts\u002Fcs336-softmax-attention-mask\u002Fcs336-softmax-attention-mask-cover.webp","注意力分数、权重与因果遮罩的 AI 辅助概念插画","上一篇写到 SwiGLU，接下来进入 Attention。真正开始相乘之前，先做了 Softmax：它把一组分数变成总和为 1 的权重，后面用这些权重汇总不同 token 提供的信息。 这段学习里，有两个很具体的问题值得记下来。一个","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcs336-labs\u002Ftree\u002Fa39eb684710817f7f389626423fcb26ca0f6d629","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-03-softmax-sdpa-20261018.zip",{"slug":7448,"path":7449,"title":7450,"date":7451,"tags":7452,"description":7455,"cover":7456,"coverAlt":7457,"excerpt":7458,"draft":7262,"hidden":7262,"published":1846,"readingTime":1881,"series":7292,"seriesOrder":1804,"codeUrl":7445,"attachmentUrl":7459},"cs336-rmsnorm-swiglu","\u002Fposts\u002Fcs336-rmsnorm-swiglu","Stanford CS336 学习记录 02：RMSNorm 的广播与 SwiGLU 的门控","2026-10-16",[7283,7284,7344,7453,7454],"RMSNorm","SwiGLU","用一个 token 向量理解均方根归一化，拆开 dim=-1 与 keepdim=True 的作用，再沿着两条分支读懂 SiLU、逐元素乘法和 SwiGLU。","\u002Fimages\u002Fposts\u002Fcs336-rmsnorm-swiglu\u002Fcs336-rmsnorm-swiglu-cover.webp","特征尺度整理和双分支门控的 AI 辅助概念插画","上一篇把 Linear 和 Embedding 的参数形状理顺了。继续往下，最先遇到的是 RMSNorm：公式不算长，但把它落到一批 token 上时，dim=1、keepdim=True 和广播必须一起理解。 然后是 SiLU 和","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-02-rmsnorm-swiglu-20261016.zip",{"slug":7461,"path":7462,"title":7463,"date":7464,"tags":7465,"description":7468,"cover":7469,"coverAlt":7470,"excerpt":7471,"draft":7262,"hidden":7262,"published":1846,"readingTime":1893,"series":7292,"seriesOrder":1787,"codeUrl":7445,"attachmentUrl":7472},"cs336-linear-embedding-shapes","\u002Fposts\u002Fcs336-linear-embedding-shapes","Stanford CS336 学习记录 01：从 Linear、Embedding 搞清张量形状","2026-10-14",[7283,7284,7344,7466,7467],"Linear","Embedding","从 PyTorch 类、参数与 forward 的关系开始，理解 Linear 为什么保存两行三列的权重、计算时为什么要转置，再区分 Embedding 查表与线性变换。","\u002Fimages\u002Fposts\u002Fcs336-linear-embedding-shapes\u002Fcs336-linear-embedding-shapes-cover.webp","token 方块、向量表与矩阵变换的 AI 辅助概念插画","开始沿着 Stanford CS336 的 Assignment 1 一步步实现。BPE 之前已经接触过，这轮先跳过分词器，从 Transformer 的基础层开始。这里记录的是当时写代码时真正卡住的问题，以及对应测试能确认到的范围","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-01-linear-embedding-20261014.zip",{"slug":7474,"path":7475,"title":7476,"date":7477,"tags":7478,"description":7483,"cover":7484,"coverAlt":7485,"excerpt":7486,"draft":7262,"hidden":7262,"published":1846,"readingTime":1931,"series":7479,"seriesOrder":1946,"codeUrl":7487,"attachmentUrl":7488},"cmu-15-779-kv-cache-granularity-study","\u002Fposts\u002Fcmu-15-779-kv-cache-granularity-study","CMU 15-779 学习记录 14：KV 页大小、共享边界与 CPU 实现成本","2026-10-12",[7479,7480,7481,7482],"CMU 15-779","KV cache","PagedAttention","系统实验","用 210 组 CPU 配置比较连续与分页 KV cache，观察 31\u002F32-token 共享前缀的页边界，分别记录活跃槽位、池容量、复制计数和完整调用耗时。","\u002Fimages\u002Fposts\u002Fcmu-15-779-kv-serving-speculative-sampling\u002Fcmu-serving-cover-20261019.webp","浅色手绘分页存储抽屉与共享前缀卡片，旁边连接不同长度的请求队列","个人课程项目中的 CPU 实验记录，延续记录 11 的分页 KV 实现。已完成 210 组配置与 1470 次计时，输出均通过连续存储参考对照；本篇不代表正式作业提交、整门课程或项目全部交付完成。 同样是共享 31 个 token，","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002F200faf569eccf94fb125e65110bb5d14094d454a","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fkv-cache-granularity-20261019.zip",{"slug":7490,"path":7491,"title":7492,"date":7493,"tags":7494,"description":7497,"cover":7498,"coverAlt":7499,"excerpt":7500,"draft":7262,"hidden":7262,"published":1846,"readingTime":1843,"series":7479,"seriesOrder":1936,"codeUrl":7501,"attachmentUrl":7502},"cmu-15-779-moe-routing-capacity","\u002Fposts\u002Fcmu-15-779-moe-routing-capacity","CMU 15-779 学习记录 13：MoE 路由、稀疏分发与容量溢出","2026-10-09",[7479,7495,7496],"MoE","Routing","用 CPU top-2 MoE 检查稀疏分发的输出与梯度，统计 expert-token 行数，并保留容量丢弃会改变输出的反例。","\u002Fimages\u002Fposts\u002Fcmu-15-779-moe-routing-capacity\u002Fcmu-moe-cover-20261019.webp","浅色手绘分拣器将小珠分配到四个专家工作屋，队列呈现负载不均","第 18 讲的个人配套实验。36 号脚本串行运行 CPU 专家，检查 topk 路由后的分发与合并；没有训练 router，也没有执行 GPU grouped GEMM 或跨设备 alltoall。 上一节记录低秩适配，这次转向每个","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002Fc4851e0cedadf13af7c421867e83c8ff57244fa0","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fcpu-parallel-serving-lora-moe-20261019.zip",{"slug":7504,"path":7505,"title":7506,"date":7507,"tags":7508,"description":7510,"cover":7511,"coverAlt":7512,"excerpt":7513,"draft":7262,"hidden":7262,"published":1846,"readingTime":1843,"series":7479,"seriesOrder":1931,"codeUrl":7501,"attachmentUrl":7502},"cmu-15-779-lora-uniform-quantization","\u002Fposts\u002Fcmu-15-779-lora-uniform-quantization","CMU 15-779 学习记录 12：LoRA 首步梯度、权重合并与均匀 4-bit 打包","2026-10-06",[7479,7429,7509],"Quantization","用一次 CPU SGD 更新检查 LoRA 初始化、冻结基座与合并等价，再分别记录均匀 4-bit 存储字节数和量化误差。","\u002Fimages\u002Fposts\u002Fcmu-15-779-lora-uniform-quantization\u002Fcmu-lora-cover-20261019.webp","浅色手绘的大计算板、两块细长适配板和成对打包的小方块","第 17 讲的个人配套实验，35 号脚本实际执行一次 CPU LoRA 更新，并实现均匀 4bit 打包。实验检查机制与数值误差，不评估微调任务效果，也没有实现完整 QLoRA。 这次把两个问题分开记录：低秩分支是否能合并进原权重，",{"slug":7515,"path":7516,"title":7517,"date":7518,"tags":7519,"description":7523,"cover":7484,"coverAlt":7524,"excerpt":7525,"draft":7262,"hidden":7262,"published":1846,"readingTime":1857,"series":7479,"seriesOrder":1915,"codeUrl":7501,"attachmentUrl":7502},"cmu-15-779-kv-serving-speculative-sampling","\u002Fposts\u002Fcmu-15-779-kv-serving-speculative-sampling","CMU 15-779 学习记录 11：分页 KV、连续批处理与推测采样","2026-10-03",[7479,7520,7521,7522],"LLM Serving","KV Cache","Speculative Decoding","在 CPU 上验证 KV 页共享和写时复制，用单位成本模型检查连续批处理，再用条件概率小模型核对推测采样的接受与补采样。","浅色手绘的共享卡片抽屉与不断补入小珠子的请求托盘","第 15、16 讲的个人配套实验。33 号实现 CPU 分页 KV 存储，37 号模拟请求准入，34 号运行小概率模型的推测采样。它们分别验证存储、调度和分布问题，没有测量真实 LLM 服务吞吐或 GPU 延迟。 记录 08已经对照",{"slug":7527,"path":7528,"title":7529,"date":7530,"tags":7531,"description":7536,"cover":7537,"coverAlt":7538,"excerpt":7539,"draft":7262,"hidden":7262,"published":1846,"readingTime":1990},"qwen3-mid-post-train-mlx","\u002Fposts\u002Fqwen3-mid-post-train-mlx","在 M2 Pro 上完成 Qwen3 两阶段训练：Mid Train、SFT 与可复核评估","2026-09-30 11:19:10",[7271,7532,7533,7429,7534,7428,7535],"Qwen3","MLX","持续预训练","Apple Silicon","用 Qwen3 0.6B Base 和 MLX 完成领域持续训练与监督微调，记录数据划分、聊天模板、损失掩码、数值稳定性修复和独立测试结果。","\u002Fimages\u002Fposts\u002Fqwen3-mid-post-train-mlx\u002Fqwen3-mlx-cover-20261018.webp","Apple Silicon 统一内存芯片底座支撑两阶段持续预训练与带精确 Loss 掩码滤网的监督微调桥接插画","在一台 M2 Pro、16 GB 内存的 Mac 上，能否把一个 Base 语言模型接续训练成输出 JSON 的运维事件分级助手？这次项目完成了领域持续训练、监督微调、检查点选择、重新加载和独立测试，并保留了权重、日志和数据哈希。 ",{"slug":7541,"path":7542,"title":7543,"date":7544,"tags":7545,"description":7549,"cover":7550,"coverAlt":7551,"excerpt":7552,"draft":7262,"hidden":7262,"published":1846,"readingTime":1850,"series":7479,"seriesOrder":1893,"codeUrl":7501,"attachmentUrl":7502},"cmu-15-779-cpu-parallelism-pipeline","\u002Fposts\u002Fcmu-15-779-cpu-parallelism-pipeline","CMU 15-779 学习记录 10：加权梯度、状态分片与同步流水线","2026-09-30",[7479,7546,7547,7548],"Parallel Training","Gloo","Pipeline","用双 CPU 进程 Gloo 检查不等数据分片的梯度，推导持久状态字节数，再用依赖模型比较 GPipe 与同步 1F1B 的激活存活。","\u002Fimages\u002Fposts\u002Fcmu-15-779-cpu-parallelism-pipeline\u002Fcmu-parallel-cover-20261019.webp","浅色手绘的四阶段桌面流水线与按数量汇总的托盘","第 12 至 14 讲的个人配套实验，脚本编号 31、32 不对应官方作业。Gloo 实际运行两个 CPU 进程；张量切分、状态字节数和流水线分别按下文的数学或成本模型解释。真实 GPU 实测按学习安排跳过。 上一节检查单个计算图的",{"slug":7554,"path":7555,"title":7556,"date":7557,"tags":7558,"description":7561,"cover":7562,"coverAlt":7563,"excerpt":7564,"draft":7262,"hidden":7262,"published":1846,"readingTime":1857,"series":7479,"seriesOrder":1881,"codeUrl":7565,"attachmentUrl":7566},"cmu-15-779-cpu-compiler-optimizations","\u002Fposts\u002Fcmu-15-779-cpu-compiler-optimizations","CMU 15-779 学习记录 09：CPU 编译优化、合法重写与候选搜索","2026-09-27",[7479,7559,7560,7284],"ML Compiler","TorchInductor","用 CPU 实验验证 BatchNorm 折叠、RMSNorm 重排与非线性反例，测量分块候选，并运行 TorchInductor，分别记录首调用与预热后的时间。","\u002Fimages\u002Fposts\u002Fcmu-15-779-cpu-compiler-optimizations\u002Fcmu-cpu-compiler-cover-20261019.webp","淡紫计算积木经过薄荷绿折叠模具变成浅蓝积木，前方摆放四种候选托盘的浅色手绘插画","编译章节的个人配套实验，编号 30 不对应官方作业。图重写、分块候选和 TorchInductor 均在 CPU 上运行；真实 GPU 实验按学习安排跳过。 上一节记录了分块 Attention 和 KV cache。这次转到编译优","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002F9261bea6aedf31cdccbbab2541ca693fc97b3743","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fcpu-compiler-optimizations-20261019.zip",{"slug":7568,"path":7569,"title":7570,"date":7571,"tags":7572,"description":7574,"cover":7575,"coverAlt":7576,"excerpt":7577,"draft":7262,"hidden":7262,"published":1846,"readingTime":1931,"series":7479,"seriesOrder":1871,"codeUrl":7487,"attachmentUrl":7578},"cmu-15-779-attention-online-softmax","\u002Fposts\u002Fcmu-15-779-attention-online-softmax","CMU 15-779 学习记录 08：分块 Attention、在线 Softmax 与 KV cache","2026-09-24",[7479,7389,7440,7573,7284],"FlashAttention","在 CPU 上对照完整 Attention、在线 Softmax 分块实现与 PyTorch SDPA，检查因果掩码、浮点误差和分数块大小，理解 FlashAttention 的一部分算法基础。","\u002Fimages\u002Fposts\u002Fcmu-15-779-attention-online-softmax\u002Fcmu-online-attention-cover-20261016.webp","浅紫色卡片分批进入绿色计算托盘，旁边三个状态容器保存累积量的浅色手绘插画","第 5 讲 Transformers & Attention 的个人配套实验。28\u002F29 号是 CPU 单头前向与 KV cache；后续补入 38 号 CUDA 多头合成张量的显式 SDPA MATH\u002FFLASH 对照。没有手写 ","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fcuda-triton-sdpa-20261019.zip",{"slug":7580,"path":7581,"title":7582,"date":7583,"tags":7584,"description":7589,"cover":7590,"coverAlt":7591,"excerpt":7592,"draft":7262,"hidden":7262,"published":1846,"readingTime":1893,"series":7479,"seriesOrder":1857,"codeUrl":7487,"attachmentUrl":7578},"cmu-15-779-matmul-tiling-tree-reduction","\u002Fposts\u002Fcmu-15-779-matmul-tiling-tree-reduction","CMU 15-779 学习记录 07：矩阵分块、数据复用与树形归约","2026-09-21",[7479,7585,7586,7587,7588],"CUDA","矩阵乘法","数据复用","归约","用 CPU 模型统计矩阵分块的输入读取次数，再比较串行求和和树形归约的依赖深度，记录补零、同步与浮点加法顺序的边界。","\u002Fimages\u002Fposts\u002Fcmu-15-779-matmul-tiling-tree-reduction\u002Fcmu-matmul-reduction-cover-20261016.webp","矩阵积木在共享托盘中复用，旁边的小珠沿树形管道逐层合并的浅色手绘插画","GPU Architecture & CUDA Programming 的个人配套实验。首次记录用 CPU 模型检查数据复用与依赖深度；后续补入单卡 GPU 原生 CUDA 矩阵验证，以及 Triton 两阶段归约和矩阵乘法实测。 ",{"slug":7594,"path":7595,"title":7596,"date":7597,"tags":7598,"description":7601,"cover":7602,"coverAlt":7603,"excerpt":7604,"draft":7262,"hidden":7262,"published":1846,"readingTime":1893,"series":7479,"seriesOrder":1850,"codeUrl":7487,"attachmentUrl":7578},"cmu-15-779-cuda-thread-indexing","\u002Fposts\u002Fcmu-15-779-cuda-thread-indexing","CMU 15-779 学习记录 06：CUDA 线程索引与边界检查","2026-09-18",[7479,7585,7305,7599,7600],"线程索引","边界检查","用 CPU 演示 CUDA 的 block、thread 与全局下标：10 个元素如何分给 3 个线程块，为什么要跳过越界线程，以及这些验证能说明什么。","\u002Fimages\u002Fposts\u002Fcmu-15-779-cuda-thread-indexing\u002Fcmu-cuda-indexing-cover-20261015.webp","分组的浅紫色计算方块与末端边界挡板组成线程分配教具的浅色插画","GPU Architecture & CUDA Programming 的个人配套练习。首次记录为 CPU 索引演示；后续在单卡 GPU 环境补入原生 CUDA 编译、运行与 memcheck，以及 Triton 向量加法实测。 上",{"slug":7606,"path":7607,"title":7608,"date":7609,"tags":7610,"description":7614,"cover":7615,"coverAlt":7616,"excerpt":7617,"draft":7262,"hidden":7262,"published":1846,"readingTime":1893,"series":7479,"seriesOrder":1843,"codeUrl":7618,"attachmentUrl":7619},"cmu-15-779-profiler-operator-batching","\u002Fposts\u002Fcmu-15-779-profiler-operator-batching","CMU 15-779 学习记录 05：Profiler、算子调用与批量推理","2026-09-15",[7479,7284,7611,7612,7613],"Profiler","批量推理","性能分析","对照 ML Systems 基础，用 Profiler 拆开两层网络的执行过程，再固定 1000 个样本扫描 batch size，观察算子调用次数、尾批和 CPU 耗时。","\u002Fimages\u002Fposts\u002Fcmu-15-779-profiler-operator-batching\u002Fcmu-pytorch-profiling-cover-20261015.webp","放大镜观察线性层与 ReLU 模块，旁边面板呈现执行片段的浅色技术教具插画","本篇对照课程官网的 Introduction to ML Systems 整理，是个人配套 CPU 实验，不是课程官方作业。脚本编号是练习顺序，不对应课程讲次。 前几篇一直在补 PyTorch 基础。到了这一步，我在学习聊天里问：现","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002Fcecf5110d8a95161bb5763eadfca94cd7a0cc50f","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-profiler-batching-20261015.zip",{"slug":7621,"path":7622,"title":7623,"date":7624,"tags":7625,"description":7628,"cover":7629,"coverAlt":7630,"excerpt":7631,"draft":7262,"hidden":7262,"published":1846,"readingTime":1881,"series":7479,"seriesOrder":1830,"codeUrl":7632,"attachmentUrl":7633},"cmu-15-779-pytorch-linear-relu-absolute-value","\u002Fposts\u002Fcmu-15-779-pytorch-linear-relu-absolute-value","CMU 15-779 学习记录 04：多输出线性层、ReLU 与绝对值网络","2026-09-12",[7479,7284,7586,7626,7627],"ReLU","神经网络","把 nn.Linear 对应到矩阵乘法，弄清多个输出怎样计算，再逐层拆开一个绝对值网络，比较手动设置参数与训练得到的结果。","\u002Fimages\u002Fposts\u002Fcmu-15-779-pytorch-linear-relu-absolute-value\u002Fcmu-pytorch-absolute-cover-20261015.webp","双分支经过折角模块后汇入紫色 V 形曲线面板的浅色技术教具插画","本篇整理的是学习 CMU 15779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。 接着前一篇的批量推理与矩阵乘法，我继续把 model(x) 拆开看：一层里有多个输出时，每个数是怎么算出来的？两","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002F4cc63904a3a583da4a2122c246a14b43aac38528","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-linear-relu-abs-20261015.zip",{"slug":7635,"path":7636,"title":7637,"date":7638,"tags":7639,"description":7642,"cover":7643,"coverAlt":7644,"excerpt":7645,"draft":7262,"hidden":7262,"published":1846,"readingTime":1881,"series":7479,"seriesOrder":1817,"codeUrl":7646,"attachmentUrl":7647},"cmu-15-779-pytorch-dataloader-checkpoints-batching","\u002Fposts\u002Fcmu-15-779-pytorch-dataloader-checkpoints-batching","CMU 15-779 学习记录 03：DataLoader、模型保存与批量推理","2026-09-09",[7479,7284,7640,7612,7641],"DataLoader","模型保存","用 DataLoader 分批训练平方函数，保存并加载模型参数，再比较 1000 个样本与 1 个样本的推理耗时，最后把批量计算对应到矩阵乘法。","\u002Fimages\u002Fposts\u002Fcmu-15-779-pytorch-dataloader-checkpoints-batching\u002Fcmu-pytorch-batching-cover-20261015.webp","样本卡片按批次进入计算模块，旁边配有参数存储盒和输出矩阵面板的技术插画","本篇整理的是学习 CMU 15779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。 接着前一篇的平方函数实验，这一节继续练习分批训练、保存参数和独立预测。最后做了一次计时：同一个小网络，逐个处理 ","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-batching-20261015.zip",{"slug":7649,"path":7650,"title":7651,"date":7652,"tags":7653,"description":7654,"cover":7655,"coverAlt":7656,"excerpt":7657,"draft":7262,"hidden":7262,"published":1846,"readingTime":1881,"series":7479,"seriesOrder":1804,"codeUrl":7646,"attachmentUrl":7658},"cmu-15-779-pytorch-linear-module-relu","\u002Fposts\u002Fcmu-15-779-pytorch-linear-module-relu","CMU 15-779 学习记录 02：nn.Linear、张量形状与 ReLU","2026-09-06",[7479,7284,7627,7626],"从带偏置的线性回归开始，弄清 nn.Linear 和 nn.Module 的分工，再用平方函数观察线性模型的限制、ReLU 的作用和测试点的选择。","\u002Fimages\u002Fposts\u002Fcmu-15-779-pytorch-linear-module-relu\u002Fcmu-pytorch-relu-cover-20261015.webp","输入经过两层神经网络和 ReLU 折角模块，输出曲线拟合结果的技术插画","本篇整理的是学习 CMU 15779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。 上一篇里，我用一个参数拟合了 $y=2x$。这一篇继续顺着往下写，先加上偏置，再把手写参数换成 nn.Linea","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-models-20261015.zip",{"slug":7660,"path":7661,"title":7662,"date":7663,"tags":7664,"description":7667,"cover":7668,"coverAlt":7669,"excerpt":7670,"draft":7262,"hidden":7262,"published":1846,"readingTime":1893,"series":7479,"seriesOrder":1787,"codeUrl":7646,"attachmentUrl":7671},"cmu-15-779-pytorch-autograd-linear-regression","\u002Fposts\u002Fcmu-15-779-pytorch-autograd-linear-regression","CMU 15-779 学习记录 01：PyTorch 自动求导与线性回归","2026-09-03",[7479,7284,7665,7666],"自动求导","线性回归","从自动求导和手动梯度下降开始，比较学习率，再用 SGD 训练线性回归。记录 w * 4 写错后停在 1.25 的原因和修正结果。","\u002Fimages\u002Fposts\u002Fcmu-15-779-pytorch-autograd-linear-regression\u002Fcmu-pytorch-autograd-cover-20261015.webp","梯度曲面上的小球沿路径下降，前侧面板展示散点与拟合直线的技术插画","本篇整理的是学习 CMU 15779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。 开始学习 CMU 15779 时，我会 Python，但还没用过 PyTorch。这次先在 Mac 上用 CPU","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-basics-20261013.zip",{"slug":7673,"path":7674,"title":7675,"date":7676,"tags":7677,"description":7683,"cover":7684,"coverAlt":7685,"excerpt":7686,"draft":7262,"hidden":7262,"published":1846,"readingTime":1936,"codeUrl":7687,"attachmentUrl":7688},"embodied-pickplace-lab-robustness","\u002Fposts\u002Fembodied-pickplace-lab-robustness","Pickplace Lab 项目复盘：抓取成功率之外的时延与失败分析","2026-08-29",[7678,7679,7680,7284,7681,7682],"具身智能","模仿学习","MuJoCo","机器人","鲁棒性","从 MuJoCo 抓取搬运闭环出发，记录 22,100 个评测回合。动作平滑在自建任务的 50 ms 延迟下有效，换到 Panda Lift 却没有支持同样的收益。","\u002Fimages\u002Fposts\u002Fembodied-pickplace-lab-robustness\u002Fpickplace-grasp-cover-20261016.webp","MuJoCo 实际渲染的笛卡尔夹爪抓取方块场景，桌面上标出放置目标","Pickplace Lab 从一个简单任务开始：让夹爪抓起方块，搬到指定位置，放下，再退开。先把仿真、示范采集、训练和闭环评测接起来，随后再问：干净条件下成功的策略，换一种执行条件，还能不能完成任务？ 最值得讨论的结果出现在指令延迟","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fembodied-pickplace-lab\u002Ftree\u002Fv0.1.0","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fembodied-pickplace-lab\u002Freleases\u002Fdownload\u002Fv0.1.0\u002Fpickplace-lab-research-v1.zip",{"slug":7690,"path":7691,"title":7692,"date":7693,"tags":7694,"description":7699,"cover":7700,"coverAlt":7701,"excerpt":7702,"draft":7262,"hidden":7262,"published":1846,"readingTime":2257},"qwen25-vl-sglang-verl-single-gpu-lab","\u002Fposts\u002Fqwen25-vl-sglang-verl-single-gpu-lab","从 Mac 到单卡 GPU：Qwen2.5-VL 部署、GRPO 与计数 LoRA 实践","2026-08-19",[7377,7331,7695,7696,7697,7698,7533],"SGLang","verl","GRPO","推理优化","在 M2 Pro 和云端单卡上部署 Qwen2.5-VL-3B，实测连续批处理、前缀缓存与 SGLang 参数调优，再用 verl 完成多模态 GRPO 更新和同条件前后评测，记录有效优化、兼容性问题与未观察到提升的结果。","\u002Fimages\u002Fposts\u002Fqwen25-vl-sglang-verl-single-gpu-lab\u002Fqvl-lab-cover-20261010.webp","笔记本与单卡计算模块通过图像和 token 光轨连接的实验台插画","这次实验从一个很具体的问题开始：M2 Pro、16 GB 统一内存，能不能在本机跑 Qwen2.5VL？跑起来之后，我又想把图文问答、推理性能测量和强化学习训练接成一条完整流程。 本机的 MLX 4bit 服务和云端的 SGLang",{"slug":7704,"path":7705,"title":7706,"date":7707,"tags":7708,"description":7712,"cover":7713,"coverAlt":7714,"excerpt":7715,"draft":7262,"hidden":7262,"published":1846,"readingTime":1936},"cycleresearcher-post-training","\u002Fposts\u002Fcycleresearcher-post-training","从 DeepReviewer 2.0 到 CycleResearcher：科研 Agent 如何真正做 Post-training","2026-08-07 17:33:05",[7271,7378,7270,7709,7710,7711],"SimPO","Reward Model","ICLR","区分推理时 Agent 编排与模型后训练，并拆解 CycleResearcher 的领域 SFT、生成式 Reward Model、Iterative SimPO 和评测风险。","\u002Fimages\u002Fposts\u002Fcycleresearcher-post-training\u002Fcycleresearcher-cover-20261018.webp","策略生成模块产出多份候选文稿经多维评审棱镜排序后通过偏好梯度反馈弧闭环优化的等距技术插画","看到一个系统会检索、规划、反思和调用工具，不能据此判断它做过 Posttraining。Agent 描述的是模型在运行时如何完成任务；Posttraining 描述的是预训练之后，是否继续用监督数据、偏好数据或奖励信号更新模型参数。",{"slug":7717,"path":7718,"title":7719,"date":7720,"tags":7721,"description":7723,"cover":7724,"coverAlt":7725,"excerpt":7726,"draft":7262,"hidden":7262,"published":1846,"readingTime":1946,"series":7727,"seriesOrder":1787},"cuda-fused-rmsnorm-kernel","\u002Fposts\u002Fcuda-fused-rmsnorm-kernel","从 PyTorch 到 CUDA Kernel：融合 RMSNorm 在 RTX 4090D 上加速 4.27 倍","2026-07-22 18:16:50",[7585,7303,7305,7284,7401,7722],"Kernel 优化","从零实现 PyTorch CUDA 扩展，拆解 RMSNorm 的访存瓶颈、warp 归约、向量化加载、算子融合与冷热缓存 benchmark。","\u002Fimages\u002Fposts\u002Fcuda-fused-rmsnorm-kernel\u002Fcuda-rmsnorm-cover-20261018.webp","融合残差加法与向量化 float4 访存经 Warp Shuffle 蝴蝶树归约输出归一化张量的等距硬件架构插画","为了准备 AI Infra 岗位，我做了一个尽量小而完整的 CUDA 项目：不追求堆很多算子，而是选一个真实的 LLM 推理路径，把实现、正确性、benchmark 和性能解释全部做扎实。 项目实现了两个 PyTorch CUDA ","AI Infra 实战",{"slug":7729,"path":7730,"title":7731,"date":7732,"tags":7733,"description":7735,"cover":7736,"coverAlt":7737,"excerpt":7738,"draft":7262,"hidden":7262,"published":1846,"readingTime":1871,"series":7739,"seriesOrder":1787},"agent-memory","\u002Fposts\u002Fagent-memory","Agent 上下文工程与分层记忆架构：从 Observation 剪枝、滚动摘要到向量召回闭环","2026-04-24",[7271,7270,7734,7303],"RAG","结合生产级多约束 Agent 与超 100K Token 科研智能体实践，系统拆解长程会话中的上下文膨胀与注意力稀释问题：涵盖 Observation 结构化剪枝（降低约 40% Token 开销）、滚动工作摘要、向量检索长期记忆及 Prefix Cache 友好的上下文组装。","\u002Fimages\u002Fposts\u002Fagent-memory\u002Fagent-memory-cover-20261018.webp","底层高噪数据经剪枝滤网进入中期滑动窗口与金色状态台账并由顶层向量星座按需召回的三层记忆架构插画","在构建多步工具调用（ToolUse）与长周期自主规划（Autonomous Planning）的 Agent 系统时，上下文管理（Context Engineering）往往比单纯改写 System Prompt 更决定线上稳定性。","Agent 上下文工程",{"slug":7741,"path":7742,"title":7743,"date":7744,"tags":7745,"description":7748,"cover":7749,"coverAlt":7750,"excerpt":7751,"draft":7262,"hidden":7262,"published":1846,"readingTime":1843,"series":7752,"seriesOrder":1804},"backend-stack-deep-dive","\u002Fposts\u002Fbackend-stack-deep-dive","高并发 AI 平台后端基础设施实践：FastAPI 异步网关、SQLAlchemy 2.0 Async、PostgreSQL 与 Docker 沙箱编排","2026-04-07",[7405,7402,7404,7746,7747,7303],"PostgreSQL","Docker","结合 DeepScientist 生产级 AI 科研平台实践，拆解 FastAPI ASGI 异步事件循环、SQLAlchemy 2.0 + AsyncPG 连接池调优、PostgreSQL + MinIO 存储分层与 Docker SDK 动态沙箱容器编排的职责边界与核心设计。","\u002Fimages\u002Fposts\u002Fbackend-stack-deep-dive\u002Fbackend-stack-cover-20261018.webp","ASGI 异步事件循环涡轮将非阻塞协程流分发至 PostgreSQL 连接池、MinIO 存储矩阵与动态 Docker 沙箱的等距架构插画","结合 DeepScientist 生产级 AI 科研平台（服务 7,000+ 用户）的实际工程落地，本文系统拆解支撑高并发流式推理与容器沙箱调度的后端基础设施栈——FastAPI（ASGI 异步网关 + SSE 流式推送）、SQLA","DeepScientist 工程复盘",{"slug":7754,"path":7755,"title":7756,"date":7757,"tags":7758,"description":7761,"cover":7762,"coverAlt":7763,"excerpt":7764,"draft":7262,"hidden":7262,"published":1846,"readingTime":1915,"series":7765,"seriesOrder":1787},"minicode-source-analysis","\u002Fposts\u002Fminicode-source-analysis","MiniCode 架构与工具评测深度拆解：开源终端 Agentic Coding 引擎（1k+ Stars）的 ReAct、MCP 与 30 项基准验证","2026-04-06",[7270,7759,7760,7361,7303],"TypeScript","MCP","深度剖析开源终端 AI 编程智能体 MiniCode（1k+ GitHub Stars）的核心架构：从零重型依赖的 ReAct 规划循环、声明式工具注册表与权限拦截层、MCP 协议帧自动协商，到 30 项可执行 Tool-Use 评测基准（86.7% 完成率、100% 错误恢复率）的失败分布归因与闭环优化。","\u002Fimages\u002Fposts\u002Fminicode-source-analysis\u002Fminicode-cover-20261018.webp","终端编程智能体控制台被 ReAct 状态环、Unified Diff 补丁预览门与 MCP 协议插槽环绕的等距技术插画","MiniCode 是我作为核心开发者参与构建的开源终端 Agentic Coding 引擎（目前已在 GitHub 获得 1,000+ Stars）。项目的核心设计目标是：在不引入庞大运行时框架的前提下，用约 5,000 行高内聚的","AI 项目源码导读",{"slug":7767,"path":7768,"title":7769,"date":7757,"tags":7770,"description":7771,"cover":7772,"coverAlt":7773,"excerpt":7774,"draft":7262,"hidden":7262,"published":1846,"readingTime":1893,"series":7752,"seriesOrder":1787},"deepscientist-tech-stack","\u002Fposts\u002Fdeepscientist-tech-stack","DeepScientist 架构与运行时全解析：超 100K 上下文科研智能体、MCP 沙箱与高并发流式系统",[7270,7303,7760,7747,7404,7402],"深度拆解服务 7,000+ 用户的科研自主智能体平台 DeepScientist：从一题一仓库（Quest）持久化状态机、MCP 工具栈（memory \u002F artifact \u002F bash_exec）、Docker SDK 动态容器编排，到 SSE + WebSocket 双流通信与 PostgreSQL \u002F Redis \u002F Prometheus 生产级基础设施。","\u002Fimages\u002Fposts\u002Fdeepscientist-tech-stack\u002Fdeepscientist-cover-20261018.webp","科研智能体编排核心通过 memory、artifact 与隔离容器沙箱三座协议桥连接双流工作台的等距架构插画","DeepScientist（deepscientist.cc）是我们在西湖大学自然语言处理实验室研发的自主科学发现与科研管理平台，目前累计服务 7,000+ 科研用户。与单轮对话或纯文本文献问答工具不同，科研智能体需要在数小时乃至数",1795088944328]