[{"data":1,"prerenderedAt":5688},["ShallowReactive",2],{"post-\u002Fposts\u002Fxgrammar-concurrent-cache-generation-fix":3,"archive-public-posts":5189},{"id":4,"title":5,"body":6,"categories":5169,"cover":5171,"coverAlt":5172,"date":5173,"description":5174,"draft":5175,"extension":5176,"haloPublished":1825,"haloSync":1825,"hidden":5175,"legacy":5175,"meta":5177,"navigation":1825,"path":5178,"published":5175,"readingTime":5179,"seo":5180,"series":5179,"seriesOrder":5179,"stem":5181,"tags":5182,"__hash__":5188},"posts\u002Fposts\u002Fxgrammar-concurrent-cache-generation-fix.md","XGrammar 结构化解码缓存剖析：Unlimited 模式并发 Clear 字节记账竞态与代际修复（PR #1011）",{"type":7,"value":8,"toc":5155},"minimark",[9,30,45,92,106,111,270,616,899,906,922,937,1191,1212,1216,1221,1232,1495,1532,1535,1656,1678,1686,1703,1971,1989,2544,2550,2559,2563,2576,2579,2679,2683,2697,2729,2735,2775,2796,2802,3028,3034,3466,3470,3496,4775,4778,4864,4868,4888,4895,5070,5073,5139,5151],[10,11,12,13,17,18,21,22,25,26,29],"p",{},"在大语言模型服务（如 SGLang、vLLM）的结构化输出场景中，JSON Schema 或 EBNF 语法需要先编译为词表级掩码缓存（",[14,15,16],"code",{},"CompiledGrammar","），才能在每个 Decode 步以微秒级开销生成合法 token 位图。XGrammar 通过 ",[14,19,20],{},"GrammarCompiler"," 维护编译产物的内存缓存，并提供 ",[14,23,24],{},"ClearCache()"," 与 ",[14,27,28],{},"GetCacheSizeBytes()"," 供上层推理引擎做显存\u002F内存水位管理。",[10,31,32,33,36,37,40,41,44],{},"在阅读和审计 XGrammar（基线提交 ",[14,34,35],{},"614ab01d","）的缓存实现时，我发现默认无容量上限（",[14,38,39],{},"max_memory_bytes = -1","，即 ",[14,42,43],{},"kUnlimitedSize","）模式下存在两处紧密关联的缺陷：",[46,47,48,70],"ol",{},[49,50,51,55,56,58,59,62,63,66,67,69],"li",{},[52,53,54],"strong",{},"静态记账残留","：调用 ",[14,57,24],{}," 会清空底层哈希表，但未重置 ",[14,60,61],{},"grammar_level_cache_"," 的原子字节计数器 ",[14,64,65],{},"current_size_","，导致清理后 ",[14,68,28],{}," 依然返回旧值，后续重编译同一 Schema 时字节数单调累加；",[49,71,72,75,76,79,80,83,84,87,88,91],{},[52,73,74],{},"并发在途记账竞态（Stale In-flight Charge）","：",[14,77,78],{},"ThreadSafeLRUCache"," 为了避免耗时的语法编译阻塞并发读，将 ",[14,81,82],{},"packaged_task"," 放到锁外执行。如果在途编译尚未完成时另一线程调用了 ",[14,85,86],{},"Clear()","，旧编译任务结束时仍会无条件执行 ",[14,89,90],{},"current_size_ += result.size","，把已被清空驱逐的旧代际编译产物字节数错误计入新代际缓存。",[10,93,94,95,97,98,105],{},"本文沿着 ",[14,96,20],{}," 的源码路径，完整复盘双层缓存结构、锁分离并发模型、为什么 Unlimited 模式不能直接照搬 Finite 模式的阻塞清理逻辑，以及最终提交至上游的代际号（Generation Counter）+ 读写锁原子修复方案（",[99,100,104],"a",{"href":101,"rel":102},"https:\u002F\u002Fgithub.com\u002Fmlc-ai\u002Fxgrammar\u002Fpull\u002F1011",[103],"nofollow","mlc-ai\u002Fxgrammar PR #1011","）。",[107,108,110],"h2",{"id":109},"一grammarcompiler-的双层缓存与自适应掩码开销","一、GrammarCompiler 的双层缓存与自适应掩码开销",[10,112,113,114,174,175,205,206,209,210,240,241,269],{},"为什么结构化解码必须依赖编译器缓存？在 XGrammar 中，给定词表大小 ",[115,116,119,148],"span",{"className":117},[118],"katex",[115,120,123],{"className":121},[122],"katex-mathml",[124,125,127],"math",{"xmlns":126},"http:\u002F\u002Fwww.w3.org\u002F1998\u002FMath\u002FMathML",[128,129,130,143],"semantics",{},[131,132,133,138,141],"mrow",{},[134,135,137],"mi",{"mathvariant":136},"normal","∣",[134,139,140],{},"V",[134,142,137],{"mathvariant":136},[144,145,147],"annotation",{"encoding":146},"application\u002Fx-tex","|V|",[115,149,153],{"className":150,"ariaHidden":152},[151],"katex-html","true",[115,154,157,162,166,171],{"className":155},[156],"base",[115,158],{"className":159,"style":161},[160],"strut","height:1em;vertical-align:-0.25em;",[115,163,137],{"className":164},[165],"mord",[115,167,140],{"className":168,"style":170},[165,169],"mathnormal","margin-right:0.2222em;",[115,172,137],{"className":173},[165],"（例如 32K 或 128K）和一条上下文无关文法 ",[115,176,178,192],{"className":177},[118],[115,179,181],{"className":180},[122],[124,182,183],{"xmlns":126},[128,184,185,190],{},[131,186,187],{},[134,188,189],{},"G",[144,191,189],{"encoding":146},[115,193,195],{"className":194,"ariaHidden":152},[151],[115,196,198,202],{"className":197},[156],[115,199],{"className":200,"style":201},[160],"height:0.6833em;",[115,203,189],{"className":204},[165,169],"，编译器需要对每个可扫描的有限状态机（FSM）节点预计算 ",[14,207,208],{},"AdaptiveTokenMask","。对于状态 ",[115,211,213,227],{"className":212},[118],[115,214,216],{"className":215},[122],[124,217,218],{"xmlns":126},[128,219,220,225],{},[131,221,222],{},[134,223,224],{},"s",[144,226,224],{"encoding":146},[115,228,230],{"className":229,"ariaHidden":152},[151],[115,231,233,237],{"className":232},[156],[115,234],{"className":235,"style":236},[160],"height:0.4306em;",[115,238,224],{"className":239},[165,169],"，词表 ",[115,242,244,257],{"className":243},[118],[115,245,247],{"className":246},[122],[124,248,249],{"xmlns":126},[128,250,251,255],{},[131,252,253],{},[134,254,140],{},[144,256,140],{"encoding":146},[115,258,260],{"className":259,"ariaHidden":152},[151],[115,261,263,266],{"className":262},[156],[115,264],{"className":265,"style":201},[160],[115,267,140],{"className":268,"style":170},[165,169]," 被划分为三个互不相交的下标集合：",[115,271,274],{"className":272},[273],"katex-display",[115,275,277,355],{"className":276},[118],[115,278,280],{"className":279},[122],[124,281,283],{"xmlns":126,"display":282},"block",[128,284,285,352],{},[131,286,287,289,293,303,307,309,312,315,318,320,327,329,331,333,335,337,339,346,348,350],{},[134,288,140],{},[290,291,292],"mo",{},"=",[294,295,296,299],"msub",{},[134,297,298],{},"T",[300,301,302],"mtext",{},"acc",[290,304,306],{"stretchy":305},"false","(",[134,308,224],{},[290,310,311],{"stretchy":305},")",[300,313,314],{},"  ",[290,316,317],{},"∪",[300,319,314],{},[294,321,322,324],{},[134,323,298],{},[300,325,326],{},"rej",[290,328,306],{"stretchy":305},[134,330,224],{},[290,332,311],{"stretchy":305},[300,334,314],{},[290,336,317],{},[300,338,314],{},[294,340,341,343],{},[134,342,298],{},[300,344,345],{},"unc",[290,347,306],{"stretchy":305},[134,349,224],{},[290,351,311],{"stretchy":305},[144,353,354],{"encoding":146},"V = T_{\\text{acc}}(s) \\;\\cup\\; T_{\\text{rej}}(s) \\;\\cup\\; T_{\\text{unc}}(s)",[115,356,358,379,476,555],{"className":357,"ariaHidden":152},[151],[115,359,361,364,367,372,376],{"className":360},[156],[115,362],{"className":363,"style":201},[160],[115,365,140],{"className":366,"style":170},[165,169],[115,368],{"className":369,"style":371},[370],"mspace","margin-right:0.2778em;",[115,373,292],{"className":374},[375],"mrel",[115,377],{"className":378,"style":371},[370],[115,380,382,385,449,453,456,460,463,466,470,473],{"className":381},[156],[115,383],{"className":384,"style":161},[160],[115,386,388,392],{"className":387},[165],[115,389,298],{"className":390,"style":391},[165,169],"margin-right:0.1389em;",[115,393,396],{"className":394},[395],"msupsub",[115,397,401,440],{"className":398},[399,400],"vlist-t","vlist-t2",[115,402,405,435],{"className":403},[404],"vlist-r",[115,406,410],{"className":407,"style":409},[408],"vlist","height:0.1514em;",[115,411,413,418],{"style":412},"top:-2.55em;margin-left:-0.1389em;margin-right:0.05em;",[115,414],{"className":415,"style":417},[416],"pstrut","height:2.7em;",[115,419,425],{"className":420},[421,422,423,424],"sizing","reset-size6","size3","mtight",[115,426,428],{"className":427},[165,424],[115,429,432],{"className":430},[165,431,424],"text",[115,433,302],{"className":434},[165,424],[115,436,439],{"className":437},[438],"vlist-s","​",[115,441,443],{"className":442},[404],[115,444,447],{"className":445,"style":446},[408],"height:0.15em;",[115,448],{},[115,450,306],{"className":451},[452],"mopen",[115,454,224],{"className":455},[165,169],[115,457,311],{"className":458},[459],"mclose",[115,461],{"className":462,"style":371},[370],[115,464],{"className":465,"style":170},[370],[115,467,317],{"className":468},[469],"mbin",[115,471],{"className":472,"style":371},[370],[115,474],{"className":475,"style":170},[370],[115,477,479,483,531,534,537,540,543,546,549,552],{"className":478},[156],[115,480],{"className":481,"style":482},[160],"height:1.0361em;vertical-align:-0.2861em;",[115,484,486,489],{"className":485},[165],[115,487,298],{"className":488,"style":391},[165,169],[115,490,492],{"className":491},[395],[115,493,495,522],{"className":494},[399,400],[115,496,498,519],{"className":497},[404],[115,499,502],{"className":500,"style":501},[408],"height:0.3175em;",[115,503,504,507],{"style":412},[115,505],{"className":506,"style":417},[416],[115,508,510],{"className":509},[421,422,423,424],[115,511,513],{"className":512},[165,424],[115,514,516],{"className":515},[165,431,424],[115,517,326],{"className":518},[165,424],[115,520,439],{"className":521},[438],[115,523,525],{"className":524},[404],[115,526,529],{"className":527,"style":528},[408],"height:0.2861em;",[115,530],{},[115,532,306],{"className":533},[452],[115,535,224],{"className":536},[165,169],[115,538,311],{"className":539},[459],[115,541],{"className":542,"style":371},[370],[115,544],{"className":545,"style":170},[370],[115,547,317],{"className":548},[469],[115,550],{"className":551,"style":371},[370],[115,553],{"className":554,"style":170},[370],[115,556,558,561,607,610,613],{"className":557},[156],[115,559],{"className":560,"style":161},[160],[115,562,564,567],{"className":563},[165],[115,565,298],{"className":566,"style":391},[165,169],[115,568,570],{"className":569},[395],[115,571,573,599],{"className":572},[399,400],[115,574,576,596],{"className":575},[404],[115,577,579],{"className":578,"style":409},[408],[115,580,581,584],{"style":412},[115,582],{"className":583,"style":417},[416],[115,585,587],{"className":586},[421,422,423,424],[115,588,590],{"className":589},[165,424],[115,591,593],{"className":592},[165,431,424],[115,594,345],{"className":595},[165,424],[115,597,439],{"className":598},[438],[115,600,602],{"className":601},[404],[115,603,605],{"className":604,"style":446},[408],[115,606],{},[115,608,306],{"className":609},[452],[115,611,224],{"className":612},[165,169],[115,614,311],{"className":615},[459],[10,617,618,619,710,711,802,803,806,807,898],{},"其中 ",[115,620,622,646],{"className":621},[118],[115,623,625],{"className":624},[122],[124,626,627],{"xmlns":126},[128,628,629,643],{},[131,630,631,637,639,641],{},[294,632,633,635],{},[134,634,298],{},[300,636,302],{},[290,638,306],{"stretchy":305},[134,640,224],{},[290,642,311],{"stretchy":305},[144,644,645],{"encoding":146},"T_{\\text{acc}}(s)",[115,647,649],{"className":648,"ariaHidden":152},[151],[115,650,652,655,701,704,707],{"className":651},[156],[115,653],{"className":654,"style":161},[160],[115,656,658,661],{"className":657},[165],[115,659,298],{"className":660,"style":391},[165,169],[115,662,664],{"className":663},[395],[115,665,667,693],{"className":666},[399,400],[115,668,670,690],{"className":669},[404],[115,671,673],{"className":672,"style":409},[408],[115,674,675,678],{"style":412},[115,676],{"className":677,"style":417},[416],[115,679,681],{"className":680},[421,422,423,424],[115,682,684],{"className":683},[165,424],[115,685,687],{"className":686},[165,431,424],[115,688,302],{"className":689},[165,424],[115,691,439],{"className":692},[438],[115,694,696],{"className":695},[404],[115,697,699],{"className":698,"style":446},[408],[115,700],{},[115,702,306],{"className":703},[452],[115,705,224],{"className":706},[165,169],[115,708,311],{"className":709},[459]," 是无论父规则上下文如何都必定合法的 token 集合，",[115,712,714,738],{"className":713},[118],[115,715,717],{"className":716},[122],[124,718,719],{"xmlns":126},[128,720,721,735],{},[131,722,723,729,731,733],{},[294,724,725,727],{},[134,726,298],{},[300,728,326],{},[290,730,306],{"stretchy":305},[134,732,224],{},[290,734,311],{"stretchy":305},[144,736,737],{"encoding":146},"T_{\\text{rej}}(s)",[115,739,741],{"className":740,"ariaHidden":152},[151],[115,742,744,747,793,796,799],{"className":743},[156],[115,745],{"className":746,"style":482},[160],[115,748,750,753],{"className":749},[165],[115,751,298],{"className":752,"style":391},[165,169],[115,754,756],{"className":755},[395],[115,757,759,785],{"className":758},[399,400],[115,760,762,782],{"className":761},[404],[115,763,765],{"className":764,"style":501},[408],[115,766,767,770],{"style":412},[115,768],{"className":769,"style":417},[416],[115,771,773],{"className":772},[421,422,423,424],[115,774,776],{"className":775},[165,424],[115,777,779],{"className":778},[165,431,424],[115,780,326],{"className":781},[165,424],[115,783,439],{"className":784},[438],[115,786,788],{"className":787},[404],[115,789,791],{"className":790,"style":528},[408],[115,792],{},[115,794,306],{"className":795},[452],[115,797,224],{"className":798},[165,169],[115,800,311],{"className":801},[459]," 是由首字节掩码（",[14,804,805],{},"first_character_mask","）或前缀树直接排除的非法集合，",[115,808,810,834],{"className":809},[118],[115,811,813],{"className":812},[122],[124,814,815],{"xmlns":126},[128,816,817,831],{},[131,818,819,825,827,829],{},[294,820,821,823],{},[134,822,298],{},[300,824,345],{},[290,826,306],{"stretchy":305},[134,828,224],{},[290,830,311],{"stretchy":305},[144,832,833],{"encoding":146},"T_{\\text{unc}}(s)",[115,835,837],{"className":836,"ariaHidden":152},[151],[115,838,840,843,889,892,895],{"className":839},[156],[115,841],{"className":842,"style":161},[160],[115,844,846,849],{"className":845},[165],[115,847,298],{"className":848,"style":391},[165,169],[115,850,852],{"className":851},[395],[115,853,855,881],{"className":854},[399,400],[115,856,858,878],{"className":857},[404],[115,859,861],{"className":860,"style":409},[408],[115,862,863,866],{"style":412},[115,864],{"className":865,"style":417},[416],[115,867,869],{"className":868},[421,422,423,424],[115,870,872],{"className":871},[165,424],[115,873,875],{"className":874},[165,431,424],[115,876,345],{"className":877},[165,424],[115,879,439],{"className":880},[438],[115,882,884],{"className":883},[404],[115,885,887],{"className":886,"style":446},[408],[115,888],{},[115,890,306],{"className":891},[452],[115,893,224],{"className":894},[165,169],[115,896,311],{"className":897},[459]," 则是推入字符后可能跨越当前规则末尾、需要在解码运行时结合父栈及 Lookahead 断言动态判定的不确定集合。",[10,900,901],{},[902,903],"img",{"alt":904,"src":905},"XGrammar 结构化解码编译器的双层缓存与自适应掩码生成流水线","\u002Fimages\u002Fposts\u002Fxgrammar-concurrent-cache-generation-fix\u002Fxgrammar-compiler-two-level-cache-20261022.webp",[10,907,908,909,911,912,914,915,914],{},"图 1：",[14,910,20],{}," 的双层缓存架构。输入 Schema 或 EBNF 经 FSM 优化后，在规则级（Rule-Level）与语法级（Grammar-Level）两个粒度缓存 ",[14,913,208],{},"。",[99,916,921],{"href":905,"target":917,"rel":918},"_blank",[919,920],"noopener","noreferrer","查看大图",[10,923,924,925,928,929,932,933,936],{},"为了兼顾“完全相同的 Schema 复用”与“不同 Schema 之间共享常见子规则（如 JSON 字符串、数字、数组）”，",[14,926,927],{},"GrammarCompiler::Impl"," 在构造时将总内存预算 ",[14,930,931],{},"max_memory_bytes"," 拆分为两层（见 ",[14,934,935],{},"cpp\u002Fgrammar_compiler.cc","）：",[938,939,940,1074],"ul",{},[49,941,942,949,950,1062,1063,1066,1067,1070,1071,1073],{},[52,943,944,945,948],{},"规则级缓存（",[14,946,947],{},"rule_level_cache_","）","：分配 ",[115,951,953,975],{"className":952},[118],[115,954,956],{"className":955},[122],[124,957,958],{"xmlns":126},[128,959,960,972],{},[131,961,962],{},[963,964,965,969],"mfrac",{},[966,967,968],"mn",{},"1",[966,970,971],{},"3",[144,973,974],{"encoding":146},"\\frac{1}{3}",[115,976,978],{"className":977,"ariaHidden":152},[151],[115,979,981,985],{"className":980},[156],[115,982],{"className":983,"style":984},[160],"height:1.1901em;vertical-align:-0.345em;",[115,986,988,992,1059],{"className":987},[165],[115,989],{"className":990},[452,991],"nulldelimiter",[115,993,995],{"className":994},[963],[115,996,998,1050],{"className":997},[399,400],[115,999,1001,1047],{"className":1000},[404],[115,1002,1005,1021,1032],{"className":1003,"style":1004},[408],"height:0.8451em;",[115,1006,1008,1012],{"style":1007},"top:-2.655em;",[115,1009],{"className":1010,"style":1011},[416],"height:3em;",[115,1013,1015],{"className":1014},[421,422,423,424],[115,1016,1018],{"className":1017},[165,424],[115,1019,971],{"className":1020},[165,424],[115,1022,1024,1027],{"style":1023},"top:-3.23em;",[115,1025],{"className":1026,"style":1011},[416],[115,1028],{"className":1029,"style":1031},[1030],"frac-line","border-bottom-width:0.04em;",[115,1033,1035,1038],{"style":1034},"top:-3.394em;",[115,1036],{"className":1037,"style":1011},[416],[115,1039,1041],{"className":1040},[421,422,423,424],[115,1042,1044],{"className":1043},[165,424],[115,1045,968],{"className":1046},[165,424],[115,1048,439],{"className":1049},[438],[115,1051,1053],{"className":1052},[404],[115,1054,1057],{"className":1055,"style":1056},[408],"height:0.345em;",[115,1058],{},[115,1060],{"className":1061},[459,991]," 内存预算（当 ",[14,1064,1065],{},"max_memory_bytes == -1"," 时为无上限 ",[14,1068,1069],{},"(size_t)-1","），以子规则 FSM 的结构哈希与 Lookahead 哈希为键，跨语法共享子规则状态的 ",[14,1072,208],{},"；",[49,1075,1076,949,1081,1180,1181,1183,1184,1187,1188,1190],{},[52,1077,1078,1079,948],{},"语法级缓存（",[14,1080,61],{},[115,1082,1084,1103],{"className":1083},[118],[115,1085,1087],{"className":1086},[122],[124,1088,1089],{"xmlns":126},[128,1090,1091,1100],{},[131,1092,1093],{},[963,1094,1095,1098],{},[966,1096,1097],{},"2",[966,1099,971],{},[144,1101,1102],{"encoding":146},"\\frac{2}{3}",[115,1104,1106],{"className":1105,"ariaHidden":152},[151],[115,1107,1109,1112],{"className":1108},[156],[115,1110],{"className":1111,"style":984},[160],[115,1113,1115,1118,1177],{"className":1114},[165],[115,1116],{"className":1117},[452,991],[115,1119,1121],{"className":1120},[963],[115,1122,1124,1169],{"className":1123},[399,400],[115,1125,1127,1166],{"className":1126},[404],[115,1128,1130,1144,1152],{"className":1129,"style":1004},[408],[115,1131,1132,1135],{"style":1007},[115,1133],{"className":1134,"style":1011},[416],[115,1136,1138],{"className":1137},[421,422,423,424],[115,1139,1141],{"className":1140},[165,424],[115,1142,971],{"className":1143},[165,424],[115,1145,1146,1149],{"style":1023},[115,1147],{"className":1148,"style":1011},[416],[115,1150],{"className":1151,"style":1031},[1030],[115,1153,1154,1157],{"style":1034},[115,1155],{"className":1156,"style":1011},[416],[115,1158,1160],{"className":1159},[421,422,423,424],[115,1161,1163],{"className":1162},[165,424],[115,1164,1097],{"className":1165},[165,424],[115,1167,439],{"className":1168},[438],[115,1170,1172],{"className":1171},[404],[115,1173,1175],{"className":1174,"style":1056},[408],[115,1176],{},[115,1178],{"className":1179},[459,991]," 内存预算（无上限时同样为 ",[14,1182,43],{},"），底层是一个 ",[14,1185,1186],{},"ThreadSafeLRUCache\u003CUnionKey, CompiledGrammar, Computer, SizeEstimator>","，直接缓存完整的 ",[14,1189,16],{}," 实例。",[10,1192,1193,1194,1196,1197,1199,1200,1203,1204,1207,1208,1211],{},"上层查询缓存占用时，",[14,1195,28],{}," 会汇总两层缓存的字节数。一份中等复杂度的 JSON Schema 在 4096 词表下编译出的 ",[14,1198,16],{}," 约占 ",[14,1201,1202],{},"1.83 MB","（连同规则级缓存共约 ",[14,1205,1206],{},"2.11 MB","），在 128K 词表下则会放大数十倍。因此，",[14,1209,1210],{},"grammar_level_cache_.MemorySize()"," 的准确性直接关系到外部缓存管理器的水位判断。",[107,1213,1215],{"id":1214},"二问题复现与并发竞态根因分析","二、问题复现与并发竞态根因分析",[1217,1218,1220],"h3",{"id":1219},"_1-静态清理残留clear-后不归零的计数器","1. 静态清理残留：Clear 后不归零的计数器",[10,1222,1223,1224,1227,1228,1231],{},"我们先看修复前 ",[14,1225,1226],{},"cpp\u002Fsupport\u002Fthread_safe_cache.h"," 中 ",[14,1229,1230],{},"ThreadSafeLRUCache::Clear()"," 的原始实现：",[1233,1234,1239],"pre",{"className":1235,"code":1236,"language":1237,"meta":1238,"style":1238},"language-cpp shiki shiki-themes github-dark-dimmed github-light houston","void Clear() {\n  \u002F\u002F Remove all the ready entries.\n  const auto lock_map = std::lock_guard{map_mutex_};\n  if (this->max_size_ == kUnlimitedSize)\n    cache_.GetMap().clear();\n  else\n    cache_.LRUEvict(\n        [] { return true; },\n        [&](const std::shared_future\u003CSizedValue>& value) {\n          \u002F\u002F always evict and block until the value is ready\n          try {\n            current_size_ -= value.get().size;\n          } catch (...) {\n          }\n          return true;\n        }\n    );\n}\n","cpp","",[14,1240,1241,1257,1264,1285,1311,1332,1338,1351,1367,1410,1416,1425,1449,1461,1467,1477,1483,1489],{"__ignoreMap":1238},[115,1242,1245,1249,1253],{"class":1243,"line":1244},"line",1,[115,1246,1248],{"class":1247},"sST-V","void",[115,1250,1252],{"class":1251},"sS_0i"," Clear",[115,1254,1256],{"class":1255},"sWURj","() {\n",[115,1258,1260],{"class":1243,"line":1259},2,[115,1261,1263],{"class":1262},"sCxhR","  \u002F\u002F Remove all the ready entries.\n",[115,1265,1267,1270,1273,1276,1278,1282],{"class":1243,"line":1266},3,[115,1268,1269],{"class":1247},"  const",[115,1271,1272],{"class":1247}," auto",[115,1274,1275],{"class":1255}," lock_map ",[115,1277,292],{"class":1247},[115,1279,1281],{"class":1280},"s50VJ"," std",[115,1283,1284],{"class":1255},"::lock_guard{map_mutex_};\n",[115,1286,1288,1291,1294,1298,1301,1305,1308],{"class":1243,"line":1287},4,[115,1289,1290],{"class":1247},"  if",[115,1292,1293],{"class":1255}," (",[115,1295,1297],{"class":1296},"sRGqv","this",[115,1299,1300],{"class":1255},"->",[115,1302,1304],{"class":1303},"s0K4T","max_size_",[115,1306,1307],{"class":1247}," ==",[115,1309,1310],{"class":1255}," kUnlimitedSize)\n",[115,1312,1314,1317,1320,1323,1326,1329],{"class":1243,"line":1313},5,[115,1315,1316],{"class":1303},"    cache_",[115,1318,1319],{"class":1255},".",[115,1321,1322],{"class":1251},"GetMap",[115,1324,1325],{"class":1255},"().",[115,1327,1328],{"class":1251},"clear",[115,1330,1331],{"class":1255},"();\n",[115,1333,1335],{"class":1243,"line":1334},6,[115,1336,1337],{"class":1247},"  else\n",[115,1339,1341,1343,1345,1348],{"class":1243,"line":1340},7,[115,1342,1316],{"class":1303},[115,1344,1319],{"class":1255},[115,1346,1347],{"class":1251},"LRUEvict",[115,1349,1350],{"class":1255},"(\n",[115,1352,1354,1357,1360,1364],{"class":1243,"line":1353},8,[115,1355,1356],{"class":1255},"        [] { ",[115,1358,1359],{"class":1247},"return",[115,1361,1363],{"class":1362},"sgENW"," true",[115,1365,1366],{"class":1255},"; },\n",[115,1368,1370,1373,1377,1380,1383,1385,1388,1392,1395,1398,1401,1403,1407],{"class":1243,"line":1369},9,[115,1371,1372],{"class":1255},"        [",[115,1374,1376],{"class":1375},"sf2cM","&",[115,1378,1379],{"class":1255},"](",[115,1381,1382],{"class":1247},"const",[115,1384,1281],{"class":1280},[115,1386,1387],{"class":1255},"::",[115,1389,1391],{"class":1390},"sBBmv","shared_future",[115,1393,1394],{"class":1255},"\u003C",[115,1396,1397],{"class":1390},"SizedValue",[115,1399,1400],{"class":1255},">",[115,1402,1376],{"class":1247},[115,1404,1406],{"class":1405},"sA9aF"," value",[115,1408,1409],{"class":1255},") {\n",[115,1411,1413],{"class":1243,"line":1412},10,[115,1414,1415],{"class":1262},"          \u002F\u002F always evict and block until the value is ready\n",[115,1417,1419,1422],{"class":1243,"line":1418},11,[115,1420,1421],{"class":1247},"          try",[115,1423,1424],{"class":1255}," {\n",[115,1426,1428,1431,1434,1436,1438,1441,1443,1446],{"class":1243,"line":1427},12,[115,1429,1430],{"class":1255},"            current_size_ ",[115,1432,1433],{"class":1247},"-=",[115,1435,1406],{"class":1303},[115,1437,1319],{"class":1255},[115,1439,1440],{"class":1251},"get",[115,1442,1325],{"class":1255},[115,1444,1445],{"class":1303},"size",[115,1447,1448],{"class":1255},";\n",[115,1450,1452,1455,1458],{"class":1243,"line":1451},13,[115,1453,1454],{"class":1255},"          } ",[115,1456,1457],{"class":1247},"catch",[115,1459,1460],{"class":1255}," (...) {\n",[115,1462,1464],{"class":1243,"line":1463},14,[115,1465,1466],{"class":1255},"          }\n",[115,1468,1470,1473,1475],{"class":1243,"line":1469},15,[115,1471,1472],{"class":1247},"          return",[115,1474,1363],{"class":1362},[115,1476,1448],{"class":1255},[115,1478,1480],{"class":1243,"line":1479},16,[115,1481,1482],{"class":1255},"        }\n",[115,1484,1486],{"class":1243,"line":1485},17,[115,1487,1488],{"class":1255},"    );\n",[115,1490,1492],{"class":1243,"line":1491},18,[115,1493,1494],{"class":1255},"}\n",[10,1496,1497,1498,1501,1502,1504,1505,1507,1508,1511,1512,1514,1515,1518,1519,1521,1522,1525,1526,914],{},"可以看到，当 ",[14,1499,1500],{},"max_size_ != kUnlimitedSize","（有限容量模式）时，",[14,1503,86],{}," 通过 ",[14,1506,1347],{}," 逐个等待表项的 ",[14,1509,1510],{},"std::shared_future"," 就绪，并从 ",[14,1513,65],{}," 中减去 ",[14,1516,1517],{},"value.get().size","。然而在默认开启的 ",[14,1520,43],{}," 分支下，代码为了跳过 LRU 双向链表维护，直接调用了 ",[14,1523,1524],{},"cache_.GetMap().clear()","，",[52,1527,1528,1529,1531],{},"却遗漏了对 ",[14,1530,65],{}," 的重置",[10,1533,1534],{},"在单线程公开接口探针（词表大小 4096，编译含 16 个字段约束的 JSON Schema）中，这一遗漏表现为：",[1536,1537,1538,1561],"table",{},[1539,1540,1541],"thead",{},[1542,1543,1544,1548,1552,1558],"tr",{},[1545,1546,1547],"th",{},"阶段",[1545,1549,1551],{"align":1550},"right","Unlimited 基线（修复前）",[1545,1553,1554,1555,948],{"align":1550},"Finite 对照（",[14,1556,1557],{},"16 MiB",[1545,1559,1560],{"align":1550},"Unlimited 修复后",[1562,1563,1564,1586,1608,1633],"tbody",{},[1542,1565,1566,1573,1578,1582],{},[1567,1568,1569,1570],"td",{},"初始状态 ",[14,1571,1572],{},"cache_before_bytes",[1567,1574,1575],{"align":1550},[14,1576,1577],{},"0 B",[1567,1579,1580],{"align":1550},[14,1581,1577],{},[1567,1583,1584],{"align":1550},[14,1585,1577],{},[1542,1587,1588,1595,1600,1604],{},[1567,1589,1590,1591,1594],{},"首次 ",[14,1592,1593],{},"CompileJSONSchema"," 后",[1567,1596,1597],{"align":1550},[14,1598,1599],{},"2,109,420 B",[1567,1601,1602],{"align":1550},[14,1603,1599],{},[1567,1605,1606],{"align":1550},[14,1607,1599],{},[1542,1609,1610,1615,1623,1627],{},[1567,1611,1612,1613,1594],{},"调用 ",[14,1614,24],{},[1567,1616,1617],{"align":1550},[52,1618,1619,1622],{},[14,1620,1621],{},"1,829,544 B","（异常残留）",[1567,1624,1625],{"align":1550},[14,1626,1577],{},[1567,1628,1629],{"align":1550},[52,1630,1631],{},[14,1632,1577],{},[1542,1634,1635,1638,1646,1650],{},[1567,1636,1637],{},"再次编译同一 Schema 后",[1567,1639,1640],{"align":1550},[52,1641,1642,1645],{},[14,1643,1644],{},"3,938,964 B","（翻倍累加）",[1567,1647,1648],{"align":1550},[14,1649,1599],{},[1567,1651,1652],{"align":1550},[52,1653,1654],{},[14,1655,1599],{},[10,1657,1658,1659,1661,1662,1664,1665,1667,1668,1671,1672,1674,1675,1677],{},"表中的 ",[14,1660,1621],{}," 正好是该 ",[14,1663,16],{}," 在 ",[14,1666,61],{}," 中的大小（其余 ",[14,1669,1670],{},"279,876 B"," 位于 ",[14,1673,947],{},"，后者在 ",[14,1676,24],{}," 中被正常清零）。每次清理后重编译，语法级缓存的记账都会凭空多出一份幽灵体积。",[1217,1679,1681,1682,1685],{"id":1680},"_2-为什么只加一行-current_size_-0-不够","2. 为什么只加一行 ",[14,1683,1684],{},"current_size_ = 0"," 不够？",[10,1687,1688,1689,1691,1692,1695,1696,1699,1700,75],{},"如果只在 ",[14,1690,1524],{}," 后面加上 ",[14,1693,1694],{},"current_size_ = 0;","，单线程用例确实能通过，但在多线程并发编译场景下依然存在竞态。原因在于 ",[14,1697,1698],{},"GetFutureUnlimited"," 的",[52,1701,1702],{},"锁分离（Lock-split）执行模型",[1233,1704,1706],{"className":1235,"code":1705,"language":1237,"meta":1238,"style":1238},"\u002F\u002F 修复前的 GetFutureUnlimited 核心逻辑\nauto task = std::packaged_task\u003CSizedValue()>{[this, &key] {\n  auto value = computer_(key);\n  auto result = SizedValue{value, size_estimator_(value)};\n  current_size_ += result.size; \u002F\u002F \u003C--- 锁外无条件累加！\n  return result;\n}};\n\nauto lock_map = std::unique_lock{map_mutex_};\nauto [it, success] = map.try_emplace(key);\nif (!success) return it->second.value;\n\nauto future = task.get_future().share();\nit->second.value = future;\n\n\u002F\u002F perform the costly computation outside all locks\nlock_map.unlock();\ntask();\nreturn future;\n",[14,1707,1708,1713,1753,1769,1787,1808,1816,1821,1827,1840,1859,1889,1893,1917,1936,1940,1945,1957,1964],{"__ignoreMap":1238},[115,1709,1710],{"class":1243,"line":1244},[115,1711,1712],{"class":1262},"\u002F\u002F 修复前的 GetFutureUnlimited 核心逻辑\n",[115,1714,1715,1718,1721,1723,1725,1728,1730,1732,1735,1737,1740,1742,1745,1747,1750],{"class":1243,"line":1259},[115,1716,1717],{"class":1247},"auto",[115,1719,1720],{"class":1255}," task ",[115,1722,292],{"class":1247},[115,1724,1281],{"class":1280},[115,1726,1727],{"class":1255},"::packaged_task",[115,1729,1394],{"class":1247},[115,1731,1397],{"class":1251},[115,1733,1734],{"class":1255},"()",[115,1736,1400],{"class":1247},[115,1738,1739],{"class":1255},"{[",[115,1741,1297],{"class":1296},[115,1743,1744],{"class":1255},", ",[115,1746,1376],{"class":1375},[115,1748,1749],{"class":1405},"key",[115,1751,1752],{"class":1255},"] {\n",[115,1754,1755,1758,1761,1763,1766],{"class":1243,"line":1266},[115,1756,1757],{"class":1247},"  auto",[115,1759,1760],{"class":1255}," value ",[115,1762,292],{"class":1247},[115,1764,1765],{"class":1251}," computer_",[115,1767,1768],{"class":1255},"(key);\n",[115,1770,1771,1773,1776,1778,1781,1784],{"class":1243,"line":1287},[115,1772,1757],{"class":1247},[115,1774,1775],{"class":1255}," result ",[115,1777,292],{"class":1247},[115,1779,1780],{"class":1255}," SizedValue{value, ",[115,1782,1783],{"class":1251},"size_estimator_",[115,1785,1786],{"class":1255},"(value)};\n",[115,1788,1789,1792,1795,1798,1800,1802,1805],{"class":1243,"line":1313},[115,1790,1791],{"class":1255},"  current_size_ ",[115,1793,1794],{"class":1247},"+=",[115,1796,1797],{"class":1303}," result",[115,1799,1319],{"class":1255},[115,1801,1445],{"class":1303},[115,1803,1804],{"class":1255},";",[115,1806,1807],{"class":1262}," \u002F\u002F \u003C--- 锁外无条件累加！\n",[115,1809,1810,1813],{"class":1243,"line":1334},[115,1811,1812],{"class":1247},"  return",[115,1814,1815],{"class":1255}," result;\n",[115,1817,1818],{"class":1243,"line":1340},[115,1819,1820],{"class":1255},"}};\n",[115,1822,1823],{"class":1243,"line":1353},[115,1824,1826],{"emptyLinePlaceholder":1825},true,"\n",[115,1828,1829,1831,1833,1835,1837],{"class":1243,"line":1369},[115,1830,1717],{"class":1247},[115,1832,1275],{"class":1255},[115,1834,292],{"class":1247},[115,1836,1281],{"class":1280},[115,1838,1839],{"class":1255},"::unique_lock{map_mutex_};\n",[115,1841,1842,1844,1847,1849,1852,1854,1857],{"class":1243,"line":1412},[115,1843,1717],{"class":1247},[115,1845,1846],{"class":1255}," [it, success] ",[115,1848,292],{"class":1247},[115,1850,1851],{"class":1303}," map",[115,1853,1319],{"class":1255},[115,1855,1856],{"class":1251},"try_emplace",[115,1858,1768],{"class":1255},[115,1860,1861,1864,1866,1869,1872,1874,1877,1879,1882,1884,1887],{"class":1243,"line":1418},[115,1862,1863],{"class":1247},"if",[115,1865,1293],{"class":1255},[115,1867,1868],{"class":1375},"!",[115,1870,1871],{"class":1255},"success) ",[115,1873,1359],{"class":1247},[115,1875,1876],{"class":1303}," it",[115,1878,1300],{"class":1255},[115,1880,1881],{"class":1303},"second",[115,1883,1319],{"class":1255},[115,1885,1886],{"class":1303},"value",[115,1888,1448],{"class":1255},[115,1890,1891],{"class":1243,"line":1427},[115,1892,1826],{"emptyLinePlaceholder":1825},[115,1894,1895,1897,1900,1902,1905,1907,1910,1912,1915],{"class":1243,"line":1451},[115,1896,1717],{"class":1247},[115,1898,1899],{"class":1255}," future ",[115,1901,292],{"class":1247},[115,1903,1904],{"class":1303}," task",[115,1906,1319],{"class":1255},[115,1908,1909],{"class":1251},"get_future",[115,1911,1325],{"class":1255},[115,1913,1914],{"class":1251},"share",[115,1916,1331],{"class":1255},[115,1918,1919,1922,1924,1926,1928,1930,1933],{"class":1243,"line":1463},[115,1920,1921],{"class":1303},"it",[115,1923,1300],{"class":1255},[115,1925,1881],{"class":1303},[115,1927,1319],{"class":1255},[115,1929,1886],{"class":1303},[115,1931,1932],{"class":1247}," =",[115,1934,1935],{"class":1255}," future;\n",[115,1937,1938],{"class":1243,"line":1469},[115,1939,1826],{"emptyLinePlaceholder":1825},[115,1941,1942],{"class":1243,"line":1479},[115,1943,1944],{"class":1262},"\u002F\u002F perform the costly computation outside all locks\n",[115,1946,1947,1950,1952,1955],{"class":1243,"line":1485},[115,1948,1949],{"class":1303},"lock_map",[115,1951,1319],{"class":1255},[115,1953,1954],{"class":1251},"unlock",[115,1956,1331],{"class":1255},[115,1958,1959,1962],{"class":1243,"line":1491},[115,1960,1961],{"class":1251},"task",[115,1963,1331],{"class":1255},[115,1965,1967,1969],{"class":1243,"line":1966},19,[115,1968,1359],{"class":1247},[115,1970,1935],{"class":1255},[10,1972,1973,1974,1977,1978,1980,1981,1984,1985,1988],{},"为了不让长达数十毫秒的 ",[14,1975,1976],{},"computer_(key)"," 阻塞其他线程查询缓存，线程 A 在哈希表中插入未就绪的 ",[14,1979,1510],{}," 后立即调用 ",[14,1982,1983],{},"lock_map.unlock()","，在锁外执行 ",[14,1986,1987],{},"task()","。考虑如下并发交错时序：",[46,1990,1991,2082,2171,2327],{},[49,1992,1993,2070,2071,2074,2075,2078,2079,1073],{},[52,1994,1995,1996],{},"时刻 ",[115,1997,1999,2018],{"className":1998},[118],[115,2000,2002],{"className":2001},[122],[124,2003,2004],{"xmlns":126},[128,2005,2006,2015],{},[131,2007,2008],{},[294,2009,2010,2013],{},[134,2011,2012],{},"t",[966,2014,968],{},[144,2016,2017],{"encoding":146},"t_1",[115,2019,2021],{"className":2020,"ariaHidden":152},[151],[115,2022,2024,2028],{"className":2023},[156],[115,2025],{"className":2026,"style":2027},[160],"height:0.7651em;vertical-align:-0.15em;",[115,2029,2031,2034],{"className":2030},[165],[115,2032,2012],{"className":2033},[165,169],[115,2035,2037],{"className":2036},[395],[115,2038,2040,2062],{"className":2039},[399,400],[115,2041,2043,2059],{"className":2042},[404],[115,2044,2047],{"className":2045,"style":2046},[408],"height:0.3011em;",[115,2048,2050,2053],{"style":2049},"top:-2.55em;margin-left:0em;margin-right:0.05em;",[115,2051],{"className":2052,"style":417},[416],[115,2054,2056],{"className":2055},[421,422,423,424],[115,2057,968],{"className":2058},[165,424],[115,2060,439],{"className":2061},[438],[115,2063,2065],{"className":2064},[404],[115,2066,2068],{"className":2067,"style":446},[408],[115,2069],{},"：线程 A 请求编译 ",[14,2072,2073],{},"key = K","，持独占锁插入 ",[14,2076,2077],{},"future_0","，随后释放锁，开始在锁外执行耗时的 ",[14,2080,2081],{},"computer_(K)",[49,2083,2084,2156,2157,2159,2160,2163,2164,2166,2167,2170],{},[52,2085,1995,2086],{},[115,2087,2089,2107],{"className":2088},[118],[115,2090,2092],{"className":2091},[122],[124,2093,2094],{"xmlns":126},[128,2095,2096,2104],{},[131,2097,2098],{},[294,2099,2100,2102],{},[134,2101,2012],{},[966,2103,1097],{},[144,2105,2106],{"encoding":146},"t_2",[115,2108,2110],{"className":2109,"ariaHidden":152},[151],[115,2111,2113,2116],{"className":2112},[156],[115,2114],{"className":2115,"style":2027},[160],[115,2117,2119,2122],{"className":2118},[165],[115,2120,2012],{"className":2121},[165,169],[115,2123,2125],{"className":2124},[395],[115,2126,2128,2148],{"className":2127},[399,400],[115,2129,2131,2145],{"className":2130},[404],[115,2132,2134],{"className":2133,"style":2046},[408],[115,2135,2136,2139],{"style":2049},[115,2137],{"className":2138,"style":417},[416],[115,2140,2142],{"className":2141},[421,422,423,424],[115,2143,1097],{"className":2144},[165,424],[115,2146,439],{"className":2147},[438],[115,2149,2151],{"className":2150},[404],[115,2152,2154],{"className":2153,"style":446},[408],[115,2155],{},"：线程 B 调用 ",[14,2158,86],{},"，获取 ",[14,2161,2162],{},"map_mutex_"," 独占锁，清空哈希表并将 ",[14,2165,65],{}," 置为 ",[14,2168,2169],{},"0"," 后返回；",[49,2172,2173,2245,2246,2248,2249,2252,2253,1073],{},[52,2174,1995,2175],{},[115,2176,2178,2196],{"className":2177},[118],[115,2179,2181],{"className":2180},[122],[124,2182,2183],{"xmlns":126},[128,2184,2185,2193],{},[131,2186,2187],{},[294,2188,2189,2191],{},[134,2190,2012],{},[966,2192,971],{},[144,2194,2195],{"encoding":146},"t_3",[115,2197,2199],{"className":2198,"ariaHidden":152},[151],[115,2200,2202,2205],{"className":2201},[156],[115,2203],{"className":2204,"style":2027},[160],[115,2206,2208,2211],{"className":2207},[165],[115,2209,2012],{"className":2210},[165,169],[115,2212,2214],{"className":2213},[395],[115,2215,2217,2237],{"className":2216},[399,400],[115,2218,2220,2234],{"className":2219},[404],[115,2221,2223],{"className":2222,"style":2046},[408],[115,2224,2225,2228],{"style":2049},[115,2226],{"className":2227,"style":417},[416],[115,2229,2231],{"className":2230},[421,422,423,424],[115,2232,971],{"className":2233},[165,424],[115,2235,439],{"className":2236},[438],[115,2238,2240],{"className":2239},[404],[115,2241,2243],{"className":2242,"style":446},[408],[115,2244],{},"：线程 C 再次请求编译同一个 ",[14,2247,2073],{},"，由于哈希表已空，线程 C 插入新的 ",[14,2250,2251],{},"future_1"," 并完成编译，此时缓存真实占用为 ",[115,2254,2256,2275],{"className":2255},[118],[115,2257,2259],{"className":2258},[122],[124,2260,2261],{"xmlns":126},[128,2262,2263,2272],{},[131,2264,2265],{},[294,2266,2267,2270],{},[134,2268,2269],{},"S",[966,2271,968],{},[144,2273,2274],{"encoding":146},"S_1",[115,2276,2278],{"className":2277,"ariaHidden":152},[151],[115,2279,2281,2285],{"className":2280},[156],[115,2282],{"className":2283,"style":2284},[160],"height:0.8333em;vertical-align:-0.15em;",[115,2286,2288,2292],{"className":2287},[165],[115,2289,2269],{"className":2290,"style":2291},[165,169],"margin-right:0.0576em;",[115,2293,2295],{"className":2294},[395],[115,2296,2298,2319],{"className":2297},[399,400],[115,2299,2301,2316],{"className":2300},[404],[115,2302,2304],{"className":2303,"style":2046},[408],[115,2305,2307,2310],{"style":2306},"top:-2.55em;margin-left:-0.0576em;margin-right:0.05em;",[115,2308],{"className":2309,"style":417},[416],[115,2311,2313],{"className":2312},[421,422,423,424],[115,2314,968],{"className":2315},[165,424],[115,2317,439],{"className":2318},[438],[115,2320,2322],{"className":2321},[404],[115,2323,2325],{"className":2324,"style":446},[408],[115,2326],{},[49,2328,2329,2402,2403,2406,2407,2409,2410,914],{},[52,2330,1995,2331],{},[115,2332,2334,2353],{"className":2333},[118],[115,2335,2337],{"className":2336},[122],[124,2338,2339],{"xmlns":126},[128,2340,2341,2350],{},[131,2342,2343],{},[294,2344,2345,2347],{},[134,2346,2012],{},[966,2348,2349],{},"4",[144,2351,2352],{"encoding":146},"t_4",[115,2354,2356],{"className":2355,"ariaHidden":152},[151],[115,2357,2359,2362],{"className":2358},[156],[115,2360],{"className":2361,"style":2027},[160],[115,2363,2365,2368],{"className":2364},[165],[115,2366,2012],{"className":2367},[165,169],[115,2369,2371],{"className":2370},[395],[115,2372,2374,2394],{"className":2373},[399,400],[115,2375,2377,2391],{"className":2376},[404],[115,2378,2380],{"className":2379,"style":2046},[408],[115,2381,2382,2385],{"style":2049},[115,2383],{"className":2384,"style":417},[416],[115,2386,2388],{"className":2387},[421,422,423,424],[115,2389,2349],{"className":2390},[165,424],[115,2392,439],{"className":2393},[438],[115,2395,2397],{"className":2396},[404],[115,2398,2400],{"className":2399,"style":446},[408],[115,2401],{},"：线程 A 的旧计算终于完成，在闭包末尾执行 ",[14,2404,2405],{},"current_size_ += S_0","。此时哈希表里根本没有线程 A 的条目，但 ",[14,2408,65],{}," 被污染成了 ",[115,2411,2413,2440],{"className":2412},[118],[115,2414,2416],{"className":2415},[122],[124,2417,2418],{"xmlns":126},[128,2419,2420,2437],{},[131,2421,2422,2428,2431],{},[294,2423,2424,2426],{},[134,2425,2269],{},[966,2427,968],{},[290,2429,2430],{},"+",[294,2432,2433,2435],{},[134,2434,2269],{},[966,2436,2169],{},[144,2438,2439],{"encoding":146},"S_1 + S_0",[115,2441,2443,2498],{"className":2442,"ariaHidden":152},[151],[115,2444,2446,2449,2489,2492,2495],{"className":2445},[156],[115,2447],{"className":2448,"style":2284},[160],[115,2450,2452,2455],{"className":2451},[165],[115,2453,2269],{"className":2454,"style":2291},[165,169],[115,2456,2458],{"className":2457},[395],[115,2459,2461,2481],{"className":2460},[399,400],[115,2462,2464,2478],{"className":2463},[404],[115,2465,2467],{"className":2466,"style":2046},[408],[115,2468,2469,2472],{"style":2306},[115,2470],{"className":2471,"style":417},[416],[115,2473,2475],{"className":2474},[421,422,423,424],[115,2476,968],{"className":2477},[165,424],[115,2479,439],{"className":2480},[438],[115,2482,2484],{"className":2483},[404],[115,2485,2487],{"className":2486,"style":446},[408],[115,2488],{},[115,2490],{"className":2491,"style":170},[370],[115,2493,2430],{"className":2494},[469],[115,2496],{"className":2497,"style":170},[370],[115,2499,2501,2504],{"className":2500},[156],[115,2502],{"className":2503,"style":2284},[160],[115,2505,2507,2510],{"className":2506},[165],[115,2508,2269],{"className":2509,"style":2291},[165,169],[115,2511,2513],{"className":2512},[395],[115,2514,2516,2536],{"className":2515},[399,400],[115,2517,2519,2533],{"className":2518},[404],[115,2520,2522],{"className":2521,"style":2046},[408],[115,2523,2524,2527],{"style":2306},[115,2525],{"className":2526,"style":417},[416],[115,2528,2530],{"className":2529},[421,422,423,424],[115,2531,2169],{"className":2532},[165,424],[115,2534,439],{"className":2535},[438],[115,2537,2539],{"className":2538},[404],[115,2540,2542],{"className":2541,"style":446},[408],[115,2543],{},[10,2545,2546],{},[902,2547],{"alt":2548,"src":2549},"并发缓存中未设围栏的在途任务污染与代际锁修复对比时序图","\u002Fimages\u002Fposts\u002Fxgrammar-concurrent-cache-generation-fix\u002Fxgrammar-generation-race-timeline-20261022.webp",[10,2551,2552,2553,2555,2556,914],{},"图 2：并发交错下的记账竞态（上）与代际围栏修复（下）。旧代际的在途任务在 ",[14,2554,86],{}," 之后完成时，通过共享锁校验代际号即可避免向新代际累加幽灵字节。",[99,2557,921],{"href":2549,"target":917,"rel":2558},[919,920],[1217,2560,2562],{"id":2561},"_3-为什么-unlimited-模式不能照搬-finite-模式阻塞等待","3. 为什么 Unlimited 模式不能照搬 Finite 模式阻塞等待？",[10,2564,2565,2566,2568,2569,2572,2573,2575],{},"一个自然的追问是：既然 Finite 模式的 ",[14,2567,86],{}," 会通过 ",[14,2570,2571],{},"value.get()"," 阻塞等待所有在途 ",[14,2574,1391],{}," 算完再扣减尺寸，为什么 Unlimited 模式不这样做？",[10,2577,2578],{},"答案有两个层面的考量：",[938,2580,2581,2649],{},[49,2582,2583,2586,2587,2589,2590,2638,2639,2642,2643,2645,2646,2648],{},[52,2584,2585],{},"非阻塞清理契约与尾延迟","：Unlimited 模式不维护 LRU 链表，调用方在触发 ",[14,2588,86],{}," 时预期的是 ",[115,2591,2593,2615],{"className":2592},[118],[115,2594,2596],{"className":2595},[122],[124,2597,2598],{"xmlns":126},[128,2599,2600,2612],{},[131,2601,2602,2605,2607,2610],{},[134,2603,2604],{},"O",[290,2606,306],{"stretchy":305},[134,2608,2609],{},"N",[290,2611,311],{"stretchy":305},[144,2613,2614],{"encoding":146},"O(N)",[115,2616,2618],{"className":2617,"ariaHidden":152},[151],[115,2619,2621,2624,2628,2631,2635],{"className":2620},[156],[115,2622],{"className":2623,"style":161},[160],[115,2625,2604],{"className":2626,"style":2627},[165,169],"margin-right:0.0278em;",[115,2629,306],{"className":2630},[452],[115,2632,2609],{"className":2633,"style":2634},[165,169],"margin-right:0.109em;",[115,2636,311],{"className":2637},[459]," 释放字典引用的快速操作，而不希望被后台正在编译的超长 Schema 阻塞数十乃至数百毫秒；已在等待 ",[14,2640,2641],{},"old_future"," 的旧调用方通过 ",[14,2644,1391],{}," 依然能正常拿到自己的返回值或异常，无需 ",[14,2647,86],{}," 替它们同步等待。",[49,2650,2651,2654,2655,2657,2658,2664,2665,2667,2668,2671,2672,2675,2676,2678],{},[52,2652,2653],{},"持锁等待的死锁风险","：Finite 模式的 ",[14,2656,86],{}," 是在",[52,2659,2660,2661,2663],{},"持有 ",[14,2662,2162],{}," 独占锁","期间调用 ",[14,2666,2571],{}," 的。如果某个在途编译任务内部（或自定义 ",[14,2669,2670],{},"computer_"," 回调中）间接触发了对同一个缓存的读取或清理，持锁等待 ",[14,2673,2674],{},"future"," 会立刻造成死锁。因此，保持 Unlimited 模式 ",[14,2677,86],{}," 的非阻塞特性是更安全的系统设计。",[107,2680,2682],{"id":2681},"三代际号generation-counter-读写锁原子修复","三、代际号（Generation Counter）+ 读写锁原子修复",[10,2684,2685,2686,2688,2689],{},"既然允许旧代际的在途编译在 ",[14,2687,86],{}," 返回后继续跑完，那么核心不变量就应当定义为：",[52,2690,2691,2692,2694,2695,914],{},"每一次 ",[14,2693,86],{}," 都会开启一个新的缓存代际（Generation）；只有当编译任务所属的代际与当前缓存代际相同时，其产物的字节数才允许计入 ",[14,2696,65],{},[10,2698,2699,2700,2709,2710,2712,2713,2715,2716,2718,2719,2722,2723,2725,2726,2728],{},"要让这条不变量在并发环境下严格成立，必须注意一个极易踩坑的细节：",[52,2701,2702,2703,2706,2707],{},"不能只用原子变量比较 ",[14,2704,2705],{},"generation == generation_","，然后再执行 ",[14,2708,90],{},"。如果比较与累加不是相对 ",[14,2711,86],{}," 原子的，线程 A 刚刚判断完 ",[14,2714,2705],{}," 为真，线程 B 就切进来执行完整个 ",[14,2717,86],{},"（将 ",[14,2720,2721],{},"generation_"," 加一并将 ",[14,2724,65],{}," 清零），随后线程 A 继续执行下一行 ",[14,2727,90],{},"，竞态依然会发生！",[10,2730,2731,2732,75],{},"正确的做法是利用现有的 ",[14,2733,2734],{},"std::shared_mutex map_mutex_",[938,2736,2737,2755],{},[49,2738,2739,2741,2742,2745,2746,2749,2750,2752,2753,1073],{},[14,2740,86],{}," 原本就持有独占锁 ",[14,2743,2744],{},"std::lock_guard{map_mutex_}","，在独占锁内同时完成 ",[14,2747,2748],{},"++generation_","、",[14,2751,1524],{}," 和 ",[14,2754,1684],{},[49,2756,2757,2758,25,2760,2763,2764,2767,2768,2771,2772,914],{},"编译任务在锁外完成耗时的 ",[14,2759,1976],{},[14,2761,2762],{},"size_estimator_(value)"," 后，获取轻量级的",[52,2765,2766],{},"读共享锁"," ",[14,2769,2770],{},"std::shared_lock{map_mutex_}","，在共享锁保护下检查 ",[14,2773,2774],{},"if (generation == generation_) current_size_ += result.size;",[10,2776,2777,2778,2780,2781,2784,2785,2787,2788,2790,2791,2793,2794,914],{},"这样一来，多个并发编译任务完成时的记账可以彼此并行（共享锁互不阻塞），但任何任务做代际校验与字节累加的瞬间，都与 ",[14,2779,86],{}," 的独占锁严格互斥，彻底消除了 TOCTOU（Time-of-Check to Time-of-Use）窗口。同时，我还顺手修复了原代码在 ",[14,2782,2783],{},"unique_lock"," 之前就构造 ",[14,2786,82],{}," 的小瑕疵——改为在持有 ",[14,2789,2783],{}," 确认第二次查找仍未命中后，才捕获当前 ",[14,2792,2721],{}," 并构造 ",[14,2795,1961],{},[10,2797,2798,2799,2801],{},"核心补丁（",[14,2800,1226],{},"）如下：",[1233,2803,2805],{"className":1235,"code":2804,"language":1237,"meta":1238,"style":1238},"  void Clear() {\n    \u002F\u002F Remove cached entries.\n    const auto lock_map = std::lock_guard{map_mutex_};\n    if (this->max_size_ == kUnlimitedSize) {\n      \u002F\u002F In-flight computations still return their values, but no longer belong to this cache.\n      ++generation_;\n      cache_.GetMap().clear();\n      current_size_ = 0;\n    } else\n      cache_.LRUEvict(\n          [] { return true; },\n          [&](const std::shared_future\u003CSizedValue>& value) {\n            \u002F\u002F always evict and block until the value is ready\n            try {\n              current_size_ -= value.get().size;\n            } catch (...) {\n              \u002F\u002F fine, just ignore the exception, size is not updated\n            }\n            return true;\n          }\n      );\n  }\n",[14,2806,2807,2816,2821,2836,2854,2859,2867,2882,2894,2902,2912,2923,2952,2957,2964,2983,2992,2997,3002,3011,3016,3022],{"__ignoreMap":1238},[115,2808,2809,2812,2814],{"class":1243,"line":1244},[115,2810,2811],{"class":1247},"  void",[115,2813,1252],{"class":1251},[115,2815,1256],{"class":1255},[115,2817,2818],{"class":1243,"line":1259},[115,2819,2820],{"class":1262},"    \u002F\u002F Remove cached entries.\n",[115,2822,2823,2826,2828,2830,2832,2834],{"class":1243,"line":1266},[115,2824,2825],{"class":1247},"    const",[115,2827,1272],{"class":1247},[115,2829,1275],{"class":1255},[115,2831,292],{"class":1247},[115,2833,1281],{"class":1280},[115,2835,1284],{"class":1255},[115,2837,2838,2841,2843,2845,2847,2849,2851],{"class":1243,"line":1287},[115,2839,2840],{"class":1247},"    if",[115,2842,1293],{"class":1255},[115,2844,1297],{"class":1296},[115,2846,1300],{"class":1255},[115,2848,1304],{"class":1303},[115,2850,1307],{"class":1247},[115,2852,2853],{"class":1255}," kUnlimitedSize) {\n",[115,2855,2856],{"class":1243,"line":1313},[115,2857,2858],{"class":1262},"      \u002F\u002F In-flight computations still return their values, but no longer belong to this cache.\n",[115,2860,2861,2864],{"class":1243,"line":1334},[115,2862,2863],{"class":1247},"      ++",[115,2865,2866],{"class":1255},"generation_;\n",[115,2868,2869,2872,2874,2876,2878,2880],{"class":1243,"line":1340},[115,2870,2871],{"class":1303},"      cache_",[115,2873,1319],{"class":1255},[115,2875,1322],{"class":1251},[115,2877,1325],{"class":1255},[115,2879,1328],{"class":1251},[115,2881,1331],{"class":1255},[115,2883,2884,2887,2889,2892],{"class":1243,"line":1353},[115,2885,2886],{"class":1255},"      current_size_ ",[115,2888,292],{"class":1247},[115,2890,2891],{"class":1362}," 0",[115,2893,1448],{"class":1255},[115,2895,2896,2899],{"class":1243,"line":1369},[115,2897,2898],{"class":1255},"    } ",[115,2900,2901],{"class":1247},"else\n",[115,2903,2904,2906,2908,2910],{"class":1243,"line":1412},[115,2905,2871],{"class":1303},[115,2907,1319],{"class":1255},[115,2909,1347],{"class":1251},[115,2911,1350],{"class":1255},[115,2913,2914,2917,2919,2921],{"class":1243,"line":1418},[115,2915,2916],{"class":1255},"          [] { ",[115,2918,1359],{"class":1247},[115,2920,1363],{"class":1362},[115,2922,1366],{"class":1255},[115,2924,2925,2928,2930,2932,2934,2936,2938,2940,2942,2944,2946,2948,2950],{"class":1243,"line":1427},[115,2926,2927],{"class":1255},"          [",[115,2929,1376],{"class":1375},[115,2931,1379],{"class":1255},[115,2933,1382],{"class":1247},[115,2935,1281],{"class":1280},[115,2937,1387],{"class":1255},[115,2939,1391],{"class":1390},[115,2941,1394],{"class":1255},[115,2943,1397],{"class":1390},[115,2945,1400],{"class":1255},[115,2947,1376],{"class":1247},[115,2949,1406],{"class":1405},[115,2951,1409],{"class":1255},[115,2953,2954],{"class":1243,"line":1451},[115,2955,2956],{"class":1262},"            \u002F\u002F always evict and block until the value is ready\n",[115,2958,2959,2962],{"class":1243,"line":1463},[115,2960,2961],{"class":1247},"            try",[115,2963,1424],{"class":1255},[115,2965,2966,2969,2971,2973,2975,2977,2979,2981],{"class":1243,"line":1469},[115,2967,2968],{"class":1255},"              current_size_ ",[115,2970,1433],{"class":1247},[115,2972,1406],{"class":1303},[115,2974,1319],{"class":1255},[115,2976,1440],{"class":1251},[115,2978,1325],{"class":1255},[115,2980,1445],{"class":1303},[115,2982,1448],{"class":1255},[115,2984,2985,2988,2990],{"class":1243,"line":1479},[115,2986,2987],{"class":1255},"            } ",[115,2989,1457],{"class":1247},[115,2991,1460],{"class":1255},[115,2993,2994],{"class":1243,"line":1485},[115,2995,2996],{"class":1262},"              \u002F\u002F fine, just ignore the exception, size is not updated\n",[115,2998,2999],{"class":1243,"line":1491},[115,3000,3001],{"class":1255},"            }\n",[115,3003,3004,3007,3009],{"class":1243,"line":1966},[115,3005,3006],{"class":1247},"            return",[115,3008,1363],{"class":1362},[115,3010,1448],{"class":1255},[115,3012,3014],{"class":1243,"line":3013},20,[115,3015,1466],{"class":1255},[115,3017,3019],{"class":1243,"line":3018},21,[115,3020,3021],{"class":1255},"      );\n",[115,3023,3025],{"class":1243,"line":3024},22,[115,3026,3027],{"class":1255},"  }\n",[10,3029,3030,3031,3033],{},"以及 ",[14,3032,1698],{}," 的代际捕获与共享锁记账实现：",[1233,3035,3037],{"className":1235,"code":3036,"language":1237,"meta":1238,"style":1238},"  std::shared_future\u003CSizedValue> GetFutureUnlimited(const Key& key) {\n    auto& map = cache_.GetMap();\n\n    {\n      auto lock_map = std::shared_lock{map_mutex_};\n      auto it = map.find(key);\n      if (it != map.end()) return it->second.value;\n    }\n\n    auto lock_map = std::unique_lock{map_mutex_};\n    auto it = map.find(key);\n    if (it != map.end()) return it->second.value;\n\n    const auto generation = generation_;\n    auto task = std::packaged_task\u003CSizedValue()>{[this, &key, generation] {\n      auto value = computer_(key);\n      auto result = SizedValue{value, size_estimator_(value)};\n      \u002F\u002F Serialize the generation check and accounting with Clear().\n      auto lock_map = std::shared_lock{map_mutex_};\n      if (generation == generation_) current_size_ += result.size;\n      return result;\n    }};\n\n    auto future = task.get_future().share();\n    map.try_emplace(key).first->second.value = future;\n\n    \u002F\u002F perform the costly computation outside all locks\n    lock_map.unlock();\n    task();\n    return future;\n  }\n",[14,3038,3039,3071,3092,3096,3101,3115,3133,3168,3173,3177,3189,3205,3235,3239,3253,3290,3302,3316,3321,3333,3356,3363,3368,3373,3394,3422,3427,3433,3445,3453,3461],{"__ignoreMap":1238},[115,3040,3041,3044,3046,3048,3050,3052,3055,3057,3059,3061,3064,3066,3069],{"class":1243,"line":1244},[115,3042,3043],{"class":1280},"  std",[115,3045,1387],{"class":1255},[115,3047,1391],{"class":1390},[115,3049,1394],{"class":1255},[115,3051,1397],{"class":1390},[115,3053,3054],{"class":1255},"> ",[115,3056,1698],{"class":1251},[115,3058,306],{"class":1255},[115,3060,1382],{"class":1247},[115,3062,3063],{"class":1390}," Key",[115,3065,1376],{"class":1247},[115,3067,3068],{"class":1405}," key",[115,3070,1409],{"class":1255},[115,3072,3073,3076,3078,3081,3083,3086,3088,3090],{"class":1243,"line":1259},[115,3074,3075],{"class":1247},"    auto",[115,3077,1376],{"class":1375},[115,3079,3080],{"class":1255}," map ",[115,3082,292],{"class":1247},[115,3084,3085],{"class":1303}," cache_",[115,3087,1319],{"class":1255},[115,3089,1322],{"class":1251},[115,3091,1331],{"class":1255},[115,3093,3094],{"class":1243,"line":1266},[115,3095,1826],{"emptyLinePlaceholder":1825},[115,3097,3098],{"class":1243,"line":1287},[115,3099,3100],{"class":1255},"    {\n",[115,3102,3103,3106,3108,3110,3112],{"class":1243,"line":1313},[115,3104,3105],{"class":1247},"      auto",[115,3107,1275],{"class":1255},[115,3109,292],{"class":1247},[115,3111,1281],{"class":1280},[115,3113,3114],{"class":1255},"::shared_lock{map_mutex_};\n",[115,3116,3117,3119,3122,3124,3126,3128,3131],{"class":1243,"line":1334},[115,3118,3105],{"class":1247},[115,3120,3121],{"class":1255}," it ",[115,3123,292],{"class":1247},[115,3125,1851],{"class":1303},[115,3127,1319],{"class":1255},[115,3129,3130],{"class":1251},"find",[115,3132,1768],{"class":1255},[115,3134,3135,3138,3141,3144,3146,3148,3151,3154,3156,3158,3160,3162,3164,3166],{"class":1243,"line":1340},[115,3136,3137],{"class":1247},"      if",[115,3139,3140],{"class":1255}," (it ",[115,3142,3143],{"class":1247},"!=",[115,3145,1851],{"class":1303},[115,3147,1319],{"class":1255},[115,3149,3150],{"class":1251},"end",[115,3152,3153],{"class":1255},"()) ",[115,3155,1359],{"class":1247},[115,3157,1876],{"class":1303},[115,3159,1300],{"class":1255},[115,3161,1881],{"class":1303},[115,3163,1319],{"class":1255},[115,3165,1886],{"class":1303},[115,3167,1448],{"class":1255},[115,3169,3170],{"class":1243,"line":1353},[115,3171,3172],{"class":1255},"    }\n",[115,3174,3175],{"class":1243,"line":1369},[115,3176,1826],{"emptyLinePlaceholder":1825},[115,3178,3179,3181,3183,3185,3187],{"class":1243,"line":1412},[115,3180,3075],{"class":1247},[115,3182,1275],{"class":1255},[115,3184,292],{"class":1247},[115,3186,1281],{"class":1280},[115,3188,1839],{"class":1255},[115,3190,3191,3193,3195,3197,3199,3201,3203],{"class":1243,"line":1418},[115,3192,3075],{"class":1247},[115,3194,3121],{"class":1255},[115,3196,292],{"class":1247},[115,3198,1851],{"class":1303},[115,3200,1319],{"class":1255},[115,3202,3130],{"class":1251},[115,3204,1768],{"class":1255},[115,3206,3207,3209,3211,3213,3215,3217,3219,3221,3223,3225,3227,3229,3231,3233],{"class":1243,"line":1427},[115,3208,2840],{"class":1247},[115,3210,3140],{"class":1255},[115,3212,3143],{"class":1247},[115,3214,1851],{"class":1303},[115,3216,1319],{"class":1255},[115,3218,3150],{"class":1251},[115,3220,3153],{"class":1255},[115,3222,1359],{"class":1247},[115,3224,1876],{"class":1303},[115,3226,1300],{"class":1255},[115,3228,1881],{"class":1303},[115,3230,1319],{"class":1255},[115,3232,1886],{"class":1303},[115,3234,1448],{"class":1255},[115,3236,3237],{"class":1243,"line":1451},[115,3238,1826],{"emptyLinePlaceholder":1825},[115,3240,3241,3243,3245,3248,3250],{"class":1243,"line":1463},[115,3242,2825],{"class":1247},[115,3244,1272],{"class":1247},[115,3246,3247],{"class":1255}," generation ",[115,3249,292],{"class":1247},[115,3251,3252],{"class":1255}," generation_;\n",[115,3254,3255,3257,3259,3261,3263,3265,3267,3269,3271,3273,3275,3277,3279,3281,3283,3285,3288],{"class":1243,"line":1469},[115,3256,3075],{"class":1247},[115,3258,1720],{"class":1255},[115,3260,292],{"class":1247},[115,3262,1281],{"class":1280},[115,3264,1727],{"class":1255},[115,3266,1394],{"class":1247},[115,3268,1397],{"class":1251},[115,3270,1734],{"class":1255},[115,3272,1400],{"class":1247},[115,3274,1739],{"class":1255},[115,3276,1297],{"class":1296},[115,3278,1744],{"class":1255},[115,3280,1376],{"class":1375},[115,3282,1749],{"class":1405},[115,3284,1744],{"class":1255},[115,3286,3287],{"class":1405},"generation",[115,3289,1752],{"class":1255},[115,3291,3292,3294,3296,3298,3300],{"class":1243,"line":1479},[115,3293,3105],{"class":1247},[115,3295,1760],{"class":1255},[115,3297,292],{"class":1247},[115,3299,1765],{"class":1251},[115,3301,1768],{"class":1255},[115,3303,3304,3306,3308,3310,3312,3314],{"class":1243,"line":1485},[115,3305,3105],{"class":1247},[115,3307,1775],{"class":1255},[115,3309,292],{"class":1247},[115,3311,1780],{"class":1255},[115,3313,1783],{"class":1251},[115,3315,1786],{"class":1255},[115,3317,3318],{"class":1243,"line":1491},[115,3319,3320],{"class":1262},"      \u002F\u002F Serialize the generation check and accounting with Clear().\n",[115,3322,3323,3325,3327,3329,3331],{"class":1243,"line":1966},[115,3324,3105],{"class":1247},[115,3326,1275],{"class":1255},[115,3328,292],{"class":1247},[115,3330,1281],{"class":1280},[115,3332,3114],{"class":1255},[115,3334,3335,3337,3340,3343,3346,3348,3350,3352,3354],{"class":1243,"line":3013},[115,3336,3137],{"class":1247},[115,3338,3339],{"class":1255}," (generation ",[115,3341,3342],{"class":1247},"==",[115,3344,3345],{"class":1255}," generation_) current_size_ ",[115,3347,1794],{"class":1247},[115,3349,1797],{"class":1303},[115,3351,1319],{"class":1255},[115,3353,1445],{"class":1303},[115,3355,1448],{"class":1255},[115,3357,3358,3361],{"class":1243,"line":3018},[115,3359,3360],{"class":1247},"      return",[115,3362,1815],{"class":1255},[115,3364,3365],{"class":1243,"line":3024},[115,3366,3367],{"class":1255},"    }};\n",[115,3369,3371],{"class":1243,"line":3370},23,[115,3372,1826],{"emptyLinePlaceholder":1825},[115,3374,3376,3378,3380,3382,3384,3386,3388,3390,3392],{"class":1243,"line":3375},24,[115,3377,3075],{"class":1247},[115,3379,1899],{"class":1255},[115,3381,292],{"class":1247},[115,3383,1904],{"class":1303},[115,3385,1319],{"class":1255},[115,3387,1909],{"class":1251},[115,3389,1325],{"class":1255},[115,3391,1914],{"class":1251},[115,3393,1331],{"class":1255},[115,3395,3397,3400,3402,3404,3407,3410,3412,3414,3416,3418,3420],{"class":1243,"line":3396},25,[115,3398,3399],{"class":1303},"    map",[115,3401,1319],{"class":1255},[115,3403,1856],{"class":1251},[115,3405,3406],{"class":1255},"(key).",[115,3408,3409],{"class":1303},"first",[115,3411,1300],{"class":1255},[115,3413,1881],{"class":1303},[115,3415,1319],{"class":1255},[115,3417,1886],{"class":1303},[115,3419,1932],{"class":1247},[115,3421,1935],{"class":1255},[115,3423,3425],{"class":1243,"line":3424},26,[115,3426,1826],{"emptyLinePlaceholder":1825},[115,3428,3430],{"class":1243,"line":3429},27,[115,3431,3432],{"class":1262},"    \u002F\u002F perform the costly computation outside all locks\n",[115,3434,3436,3439,3441,3443],{"class":1243,"line":3435},28,[115,3437,3438],{"class":1303},"    lock_map",[115,3440,1319],{"class":1255},[115,3442,1954],{"class":1251},[115,3444,1331],{"class":1255},[115,3446,3448,3451],{"class":1243,"line":3447},29,[115,3449,3450],{"class":1251},"    task",[115,3452,1331],{"class":1255},[115,3454,3456,3459],{"class":1243,"line":3455},30,[115,3457,3458],{"class":1247},"    return",[115,3460,1935],{"class":1255},[115,3462,3464],{"class":1243,"line":3463},31,[115,3465,3027],{"class":1255},[107,3467,3469],{"id":3468},"四零-sleep-的确定性并发单测与死锁门卫设计","四、零 Sleep 的确定性并发单测与死锁门卫设计",[10,3471,3472,3473,3476,3477,3480,3481,3484,3485,25,3488,3491,3492,3495],{},"并发 Bug 的回归测试最忌讳依赖 ",[14,3474,3475],{},"std::this_thread::sleep_for"," 碰运气。为了在 GoogleTest 中 100% 确定性地复现并验证上述跨代交错时序，我在 ",[14,3478,3479],{},"tests\u002Fcpp\u002Ftest_thread_safe_cache.cc"," 中使用两对 ",[14,3482,3483],{},"std::promise\u003Cvoid>","（",[14,3486,3487],{},"entered",[14,3489,3490],{},"release","）构造了精确的同步屏障，并用参数化测试 ",[14,3493,3494],{},"TEST_P(UnlimitedCacheClearTest, ...)"," 同时覆盖旧任务正常返回与抛出异常两条路径：",[1233,3497,3499],{"className":1235,"code":3498,"language":1237,"meta":1238,"style":1238},"class UnlimitedCacheClearTest : public ::testing::TestWithParam\u003Cbool> {};\n\nTEST_P(UnlimitedCacheClearTest, InFlightCompletionDoesNotChargeANewerGeneration) {\n  using namespace std::chrono_literals;\n  std::promise\u003Cvoid> entered;\n  auto entered_future = entered.get_future();\n  std::promise\u003Cvoid> release;\n  auto release_future = release.get_future().share();\n  std::atomic\u003Cint> calls{0};\n  const bool fail_first = GetParam();\n  auto compute = [&](const int& key) {\n    EXPECT_EQ(key, 7);\n    const int call = ++calls;\n    if (call == 1) {\n      entered.set_value();\n      release_future.wait();\n      if (fail_first) throw std::runtime_error(\"first computation failed\");\n    }\n    return call * 17;\n  };\n  auto estimate = [](int value) { return static_cast\u003Cstd::size_t>(value); };\n  using Cache = ThreadSafeLRUCache\u003Cint, int, decltype(compute), decltype(estimate)>;\n  Cache cache(Cache::kUnlimitedSize, compute, estimate);\n  std::future\u003Cint> old_get, new_get;\n  std::future\u003Cvoid> clear;\n  struct ReleaseGuard {\n    std::promise\u003Cvoid>& promise;\n    bool released{false};\n    void Release() {\n      if (!released) {\n        promise.set_value();\n        released = true;\n      }\n    }\n    ~ReleaseGuard() { Release(); }\n  } release_guard{release};\n  \u002F\u002F Destroy the guard before the futures, so any early exit unblocks their computations.\n  old_get = std::async(std::launch::async, [&] { return cache.Get(7); });\n\n  if (entered_future.wait_for(5s) != std::future_status::ready) {\n    release_guard.Release();\n    old_get.wait();\n    FAIL() \u003C\u003C \"The old computation did not start\";\n  }\n  clear = std::async(std::launch::async, [&] {\n    cache.Clear();\n    cache.Clear();\n  });\n  if (clear.wait_for(5s) != std::future_status::ready) {\n    release_guard.Release();\n    old_get.wait();\n    clear.wait();\n    FAIL() \u003C\u003C \"Unlimited Clear blocked on an in-flight computation\";\n  }\n  clear.get();\n  EXPECT_EQ(cache.MemorySize(), 0);\n\n  \u002F\u002F Reuse the same key before the old computation finishes.\n  new_get = std::async(std::launch::async, [&] { return cache.Get(7); });\n  if (new_get.wait_for(5s) != std::future_status::ready) {\n    release_guard.Release();\n    old_get.wait();\n    new_get.wait();\n    FAIL() \u003C\u003C \"Clear did not remove the old in-flight entry\";\n  }\n  EXPECT_EQ(new_get.get(), 34);\n  EXPECT_EQ(cache.MemorySize(), 34);\n  EXPECT_EQ(cache.Get(7), 34);\n  EXPECT_EQ(calls, 2);\n  cache.Clear();\n  EXPECT_EQ(cache.MemorySize(), 0);\n  EXPECT_EQ(cache.Get(7), 51);\n  EXPECT_EQ(cache.MemorySize(), 51);\n\n  release_guard.Release();\n  if (fail_first) {\n    EXPECT_THROW(old_get.get(), std::runtime_error);\n  } else {\n    EXPECT_EQ(old_get.get(), 17);\n  }\n  EXPECT_EQ(cache.MemorySize(), 51);\n  EXPECT_EQ(cache.Get(7), 51);\n  EXPECT_EQ(calls, 3);\n}\n",[14,3500,3501,3534,3538,3546,3563,3576,3594,3605,3627,3645,3662,3687,3701,3719,3733,3745,3757,3782,3786,3800,3805,3843,3876,3892,3904,3915,3925,3939,3951,3961,3972,3983,3995,4001,4006,4021,4027,4033,4082,4087,4125,4137,4149,4166,4171,4199,4212,4223,4229,4260,4271,4282,4294,4308,4313,4325,4347,4352,4358,4400,4432,4443,4454,4466,4480,4485,4505,4524,4548,4560,4572,4591,4615,4634,4639,4651,4659,4681,4692,4712,4717,4736,4759,4770],{"__ignoreMap":1238},[115,3502,3503,3506,3509,3512,3515,3518,3521,3523,3526,3528,3531],{"class":1243,"line":1244},[115,3504,3505],{"class":1247},"class",[115,3507,3508],{"class":1390}," UnlimitedCacheClearTest",[115,3510,3511],{"class":1255}," : ",[115,3513,3514],{"class":1247},"public",[115,3516,3517],{"class":1255}," ::",[115,3519,3520],{"class":1280},"testing",[115,3522,1387],{"class":1255},[115,3524,3525],{"class":1390},"TestWithParam",[115,3527,1394],{"class":1255},[115,3529,3530],{"class":1247},"bool",[115,3532,3533],{"class":1255},"> {};\n",[115,3535,3536],{"class":1243,"line":1259},[115,3537,1826],{"emptyLinePlaceholder":1825},[115,3539,3540,3543],{"class":1243,"line":1266},[115,3541,3542],{"class":1251},"TEST_P",[115,3544,3545],{"class":1255},"(UnlimitedCacheClearTest, InFlightCompletionDoesNotChargeANewerGeneration) {\n",[115,3547,3548,3551,3554,3556,3558,3561],{"class":1243,"line":1287},[115,3549,3550],{"class":1247},"  using",[115,3552,3553],{"class":1247}," namespace",[115,3555,1281],{"class":1280},[115,3557,1387],{"class":1255},[115,3559,3560],{"class":1390},"chrono_literals",[115,3562,1448],{"class":1255},[115,3564,3565,3567,3570,3573],{"class":1243,"line":1313},[115,3566,3043],{"class":1280},[115,3568,3569],{"class":1255},"::promise",[115,3571,3572],{"class":1247},"\u003Cvoid>",[115,3574,3575],{"class":1255}," entered;\n",[115,3577,3578,3580,3583,3585,3588,3590,3592],{"class":1243,"line":1334},[115,3579,1757],{"class":1247},[115,3581,3582],{"class":1255}," entered_future ",[115,3584,292],{"class":1247},[115,3586,3587],{"class":1303}," entered",[115,3589,1319],{"class":1255},[115,3591,1909],{"class":1251},[115,3593,1331],{"class":1255},[115,3595,3596,3598,3600,3602],{"class":1243,"line":1340},[115,3597,3043],{"class":1280},[115,3599,3569],{"class":1255},[115,3601,3572],{"class":1247},[115,3603,3604],{"class":1255}," release;\n",[115,3606,3607,3609,3612,3614,3617,3619,3621,3623,3625],{"class":1243,"line":1353},[115,3608,1757],{"class":1247},[115,3610,3611],{"class":1255}," release_future ",[115,3613,292],{"class":1247},[115,3615,3616],{"class":1303}," release",[115,3618,1319],{"class":1255},[115,3620,1909],{"class":1251},[115,3622,1325],{"class":1255},[115,3624,1914],{"class":1251},[115,3626,1331],{"class":1255},[115,3628,3629,3631,3634,3637,3640,3642],{"class":1243,"line":1369},[115,3630,3043],{"class":1280},[115,3632,3633],{"class":1255},"::atomic",[115,3635,3636],{"class":1247},"\u003Cint>",[115,3638,3639],{"class":1255}," calls{",[115,3641,2169],{"class":1362},[115,3643,3644],{"class":1255},"};\n",[115,3646,3647,3649,3652,3655,3657,3660],{"class":1243,"line":1412},[115,3648,1269],{"class":1247},[115,3650,3651],{"class":1247}," bool",[115,3653,3654],{"class":1255}," fail_first ",[115,3656,292],{"class":1247},[115,3658,3659],{"class":1251}," GetParam",[115,3661,1331],{"class":1255},[115,3663,3664,3666,3669,3671,3674,3676,3678,3680,3683,3685],{"class":1243,"line":1418},[115,3665,1757],{"class":1247},[115,3667,3668],{"class":1255}," compute ",[115,3670,292],{"class":1247},[115,3672,3673],{"class":1255}," [",[115,3675,1376],{"class":1375},[115,3677,1379],{"class":1255},[115,3679,1382],{"class":1247},[115,3681,3682],{"class":1247}," int&",[115,3684,3068],{"class":1405},[115,3686,1409],{"class":1255},[115,3688,3689,3692,3695,3698],{"class":1243,"line":1427},[115,3690,3691],{"class":1251},"    EXPECT_EQ",[115,3693,3694],{"class":1255},"(key, ",[115,3696,3697],{"class":1362},"7",[115,3699,3700],{"class":1255},");\n",[115,3702,3703,3705,3708,3711,3713,3716],{"class":1243,"line":1451},[115,3704,2825],{"class":1247},[115,3706,3707],{"class":1247}," int",[115,3709,3710],{"class":1255}," call ",[115,3712,292],{"class":1247},[115,3714,3715],{"class":1247}," ++",[115,3717,3718],{"class":1255},"calls;\n",[115,3720,3721,3723,3726,3728,3731],{"class":1243,"line":1463},[115,3722,2840],{"class":1247},[115,3724,3725],{"class":1255}," (call ",[115,3727,3342],{"class":1247},[115,3729,3730],{"class":1362}," 1",[115,3732,1409],{"class":1255},[115,3734,3735,3738,3740,3743],{"class":1243,"line":1469},[115,3736,3737],{"class":1303},"      entered",[115,3739,1319],{"class":1255},[115,3741,3742],{"class":1251},"set_value",[115,3744,1331],{"class":1255},[115,3746,3747,3750,3752,3755],{"class":1243,"line":1479},[115,3748,3749],{"class":1303},"      release_future",[115,3751,1319],{"class":1255},[115,3753,3754],{"class":1251},"wait",[115,3756,1331],{"class":1255},[115,3758,3759,3761,3764,3767,3769,3771,3774,3776,3780],{"class":1243,"line":1485},[115,3760,3137],{"class":1247},[115,3762,3763],{"class":1255}," (fail_first) ",[115,3765,3766],{"class":1247},"throw",[115,3768,1281],{"class":1280},[115,3770,1387],{"class":1255},[115,3772,3773],{"class":1251},"runtime_error",[115,3775,306],{"class":1255},[115,3777,3779],{"class":3778},"sWqY2","\"first computation failed\"",[115,3781,3700],{"class":1255},[115,3783,3784],{"class":1243,"line":1491},[115,3785,3172],{"class":1255},[115,3787,3788,3790,3792,3795,3798],{"class":1243,"line":1966},[115,3789,3458],{"class":1247},[115,3791,3710],{"class":1255},[115,3793,3794],{"class":1375},"*",[115,3796,3797],{"class":1362}," 17",[115,3799,1448],{"class":1255},[115,3801,3802],{"class":1243,"line":3013},[115,3803,3804],{"class":1255},"  };\n",[115,3806,3807,3809,3812,3814,3817,3820,3822,3825,3827,3830,3832,3835,3837,3840],{"class":1243,"line":3018},[115,3808,1757],{"class":1247},[115,3810,3811],{"class":1255}," estimate ",[115,3813,292],{"class":1247},[115,3815,3816],{"class":1255}," [](",[115,3818,3819],{"class":1247},"int",[115,3821,1406],{"class":1405},[115,3823,3824],{"class":1255},") { ",[115,3826,1359],{"class":1247},[115,3828,3829],{"class":1375}," static_cast",[115,3831,1394],{"class":1247},[115,3833,3834],{"class":1280},"std",[115,3836,1387],{"class":1255},[115,3838,3839],{"class":1247},"size_t>",[115,3841,3842],{"class":1255},"(value); };\n",[115,3844,3845,3847,3850,3852,3855,3857,3859,3861,3863,3865,3868,3871,3873],{"class":1243,"line":3024},[115,3846,3550],{"class":1247},[115,3848,3849],{"class":1390}," Cache",[115,3851,1932],{"class":1247},[115,3853,3854],{"class":1390}," ThreadSafeLRUCache",[115,3856,1394],{"class":1255},[115,3858,3819],{"class":1247},[115,3860,1744],{"class":1255},[115,3862,3819],{"class":1247},[115,3864,1744],{"class":1255},[115,3866,3867],{"class":1247},"decltype",[115,3869,3870],{"class":1255},"(compute), ",[115,3872,3867],{"class":1247},[115,3874,3875],{"class":1255},"(estimate)>;\n",[115,3877,3878,3881,3884,3886,3889],{"class":1243,"line":3370},[115,3879,3880],{"class":1255},"  Cache ",[115,3882,3883],{"class":1251},"cache",[115,3885,306],{"class":1255},[115,3887,3888],{"class":1280},"Cache",[115,3890,3891],{"class":1255},"::kUnlimitedSize, compute, estimate);\n",[115,3893,3894,3896,3899,3901],{"class":1243,"line":3375},[115,3895,3043],{"class":1280},[115,3897,3898],{"class":1255},"::future",[115,3900,3636],{"class":1247},[115,3902,3903],{"class":1255}," old_get, new_get;\n",[115,3905,3906,3908,3910,3912],{"class":1243,"line":3396},[115,3907,3043],{"class":1280},[115,3909,3898],{"class":1255},[115,3911,3572],{"class":1247},[115,3913,3914],{"class":1255}," clear;\n",[115,3916,3917,3920,3923],{"class":1243,"line":3424},[115,3918,3919],{"class":1247},"  struct",[115,3921,3922],{"class":1390}," ReleaseGuard",[115,3924,1424],{"class":1255},[115,3926,3927,3930,3932,3934,3936],{"class":1243,"line":3429},[115,3928,3929],{"class":1280},"    std",[115,3931,3569],{"class":1255},[115,3933,3572],{"class":1247},[115,3935,1376],{"class":1375},[115,3937,3938],{"class":1255}," promise;\n",[115,3940,3941,3944,3947,3949],{"class":1243,"line":3435},[115,3942,3943],{"class":1247},"    bool",[115,3945,3946],{"class":1255}," released{",[115,3948,305],{"class":1362},[115,3950,3644],{"class":1255},[115,3952,3953,3956,3959],{"class":1243,"line":3447},[115,3954,3955],{"class":1247},"    void",[115,3957,3958],{"class":1251}," Release",[115,3960,1256],{"class":1255},[115,3962,3963,3965,3967,3969],{"class":1243,"line":3455},[115,3964,3137],{"class":1247},[115,3966,1293],{"class":1255},[115,3968,1868],{"class":1375},[115,3970,3971],{"class":1255},"released) {\n",[115,3973,3974,3977,3979,3981],{"class":1243,"line":3463},[115,3975,3976],{"class":1303},"        promise",[115,3978,1319],{"class":1255},[115,3980,3742],{"class":1251},[115,3982,1331],{"class":1255},[115,3984,3986,3989,3991,3993],{"class":1243,"line":3985},32,[115,3987,3988],{"class":1255},"        released ",[115,3990,292],{"class":1247},[115,3992,1363],{"class":1362},[115,3994,1448],{"class":1255},[115,3996,3998],{"class":1243,"line":3997},33,[115,3999,4000],{"class":1255},"      }\n",[115,4002,4004],{"class":1243,"line":4003},34,[115,4005,3172],{"class":1255},[115,4007,4009,4012,4015,4018],{"class":1243,"line":4008},35,[115,4010,4011],{"class":1251},"    ~ReleaseGuard",[115,4013,4014],{"class":1255},"() { ",[115,4016,4017],{"class":1251},"Release",[115,4019,4020],{"class":1255},"(); }\n",[115,4022,4024],{"class":1243,"line":4023},36,[115,4025,4026],{"class":1255},"  } release_guard{release};\n",[115,4028,4030],{"class":1243,"line":4029},37,[115,4031,4032],{"class":1262},"  \u002F\u002F Destroy the guard before the futures, so any early exit unblocks their computations.\n",[115,4034,4036,4039,4041,4043,4045,4048,4050,4052,4054,4057,4060,4062,4065,4067,4070,4072,4075,4077,4079],{"class":1243,"line":4035},38,[115,4037,4038],{"class":1255},"  old_get ",[115,4040,292],{"class":1247},[115,4042,1281],{"class":1280},[115,4044,1387],{"class":1255},[115,4046,4047],{"class":1251},"async",[115,4049,306],{"class":1255},[115,4051,3834],{"class":1280},[115,4053,1387],{"class":1255},[115,4055,4056],{"class":1280},"launch",[115,4058,4059],{"class":1255},"::async, [",[115,4061,1376],{"class":1375},[115,4063,4064],{"class":1255},"] { ",[115,4066,1359],{"class":1247},[115,4068,4069],{"class":1303}," cache",[115,4071,1319],{"class":1255},[115,4073,4074],{"class":1251},"Get",[115,4076,306],{"class":1255},[115,4078,3697],{"class":1362},[115,4080,4081],{"class":1255},"); });\n",[115,4083,4085],{"class":1243,"line":4084},39,[115,4086,1826],{"emptyLinePlaceholder":1825},[115,4088,4090,4092,4094,4097,4099,4102,4104,4107,4110,4113,4115,4117,4119,4122],{"class":1243,"line":4089},40,[115,4091,1290],{"class":1247},[115,4093,1293],{"class":1255},[115,4095,4096],{"class":1303},"entered_future",[115,4098,1319],{"class":1255},[115,4100,4101],{"class":1251},"wait_for",[115,4103,306],{"class":1255},[115,4105,4106],{"class":1362},"5",[115,4108,224],{"class":4109},"s5AKZ",[115,4111,4112],{"class":1255},") ",[115,4114,3143],{"class":1247},[115,4116,1281],{"class":1280},[115,4118,1387],{"class":1255},[115,4120,4121],{"class":1280},"future_status",[115,4123,4124],{"class":1255},"::ready) {\n",[115,4126,4128,4131,4133,4135],{"class":1243,"line":4127},41,[115,4129,4130],{"class":1303},"    release_guard",[115,4132,1319],{"class":1255},[115,4134,4017],{"class":1251},[115,4136,1331],{"class":1255},[115,4138,4140,4143,4145,4147],{"class":1243,"line":4139},42,[115,4141,4142],{"class":1303},"    old_get",[115,4144,1319],{"class":1255},[115,4146,3754],{"class":1251},[115,4148,1331],{"class":1255},[115,4150,4152,4155,4158,4161,4164],{"class":1243,"line":4151},43,[115,4153,4154],{"class":1251},"    FAIL",[115,4156,4157],{"class":1255},"() ",[115,4159,4160],{"class":1247},"\u003C\u003C",[115,4162,4163],{"class":3778}," \"The old computation did not start\"",[115,4165,1448],{"class":1255},[115,4167,4169],{"class":1243,"line":4168},44,[115,4170,3027],{"class":1255},[115,4172,4174,4177,4179,4181,4183,4185,4187,4189,4191,4193,4195,4197],{"class":1243,"line":4173},45,[115,4175,4176],{"class":1255},"  clear ",[115,4178,292],{"class":1247},[115,4180,1281],{"class":1280},[115,4182,1387],{"class":1255},[115,4184,4047],{"class":1251},[115,4186,306],{"class":1255},[115,4188,3834],{"class":1280},[115,4190,1387],{"class":1255},[115,4192,4056],{"class":1280},[115,4194,4059],{"class":1255},[115,4196,1376],{"class":1375},[115,4198,1752],{"class":1255},[115,4200,4202,4205,4207,4210],{"class":1243,"line":4201},46,[115,4203,4204],{"class":1303},"    cache",[115,4206,1319],{"class":1255},[115,4208,4209],{"class":1251},"Clear",[115,4211,1331],{"class":1255},[115,4213,4215,4217,4219,4221],{"class":1243,"line":4214},47,[115,4216,4204],{"class":1303},[115,4218,1319],{"class":1255},[115,4220,4209],{"class":1251},[115,4222,1331],{"class":1255},[115,4224,4226],{"class":1243,"line":4225},48,[115,4227,4228],{"class":1255},"  });\n",[115,4230,4232,4234,4236,4238,4240,4242,4244,4246,4248,4250,4252,4254,4256,4258],{"class":1243,"line":4231},49,[115,4233,1290],{"class":1247},[115,4235,1293],{"class":1255},[115,4237,1328],{"class":1303},[115,4239,1319],{"class":1255},[115,4241,4101],{"class":1251},[115,4243,306],{"class":1255},[115,4245,4106],{"class":1362},[115,4247,224],{"class":4109},[115,4249,4112],{"class":1255},[115,4251,3143],{"class":1247},[115,4253,1281],{"class":1280},[115,4255,1387],{"class":1255},[115,4257,4121],{"class":1280},[115,4259,4124],{"class":1255},[115,4261,4263,4265,4267,4269],{"class":1243,"line":4262},50,[115,4264,4130],{"class":1303},[115,4266,1319],{"class":1255},[115,4268,4017],{"class":1251},[115,4270,1331],{"class":1255},[115,4272,4274,4276,4278,4280],{"class":1243,"line":4273},51,[115,4275,4142],{"class":1303},[115,4277,1319],{"class":1255},[115,4279,3754],{"class":1251},[115,4281,1331],{"class":1255},[115,4283,4285,4288,4290,4292],{"class":1243,"line":4284},52,[115,4286,4287],{"class":1303},"    clear",[115,4289,1319],{"class":1255},[115,4291,3754],{"class":1251},[115,4293,1331],{"class":1255},[115,4295,4297,4299,4301,4303,4306],{"class":1243,"line":4296},53,[115,4298,4154],{"class":1251},[115,4300,4157],{"class":1255},[115,4302,4160],{"class":1247},[115,4304,4305],{"class":3778}," \"Unlimited Clear blocked on an in-flight computation\"",[115,4307,1448],{"class":1255},[115,4309,4311],{"class":1243,"line":4310},54,[115,4312,3027],{"class":1255},[115,4314,4316,4319,4321,4323],{"class":1243,"line":4315},55,[115,4317,4318],{"class":1303},"  clear",[115,4320,1319],{"class":1255},[115,4322,1440],{"class":1251},[115,4324,1331],{"class":1255},[115,4326,4328,4331,4333,4335,4337,4340,4343,4345],{"class":1243,"line":4327},56,[115,4329,4330],{"class":1251},"  EXPECT_EQ",[115,4332,306],{"class":1255},[115,4334,3883],{"class":1303},[115,4336,1319],{"class":1255},[115,4338,4339],{"class":1251},"MemorySize",[115,4341,4342],{"class":1255},"(), ",[115,4344,2169],{"class":1362},[115,4346,3700],{"class":1255},[115,4348,4350],{"class":1243,"line":4349},57,[115,4351,1826],{"emptyLinePlaceholder":1825},[115,4353,4355],{"class":1243,"line":4354},58,[115,4356,4357],{"class":1262},"  \u002F\u002F Reuse the same key before the old computation finishes.\n",[115,4359,4361,4364,4366,4368,4370,4372,4374,4376,4378,4380,4382,4384,4386,4388,4390,4392,4394,4396,4398],{"class":1243,"line":4360},59,[115,4362,4363],{"class":1255},"  new_get ",[115,4365,292],{"class":1247},[115,4367,1281],{"class":1280},[115,4369,1387],{"class":1255},[115,4371,4047],{"class":1251},[115,4373,306],{"class":1255},[115,4375,3834],{"class":1280},[115,4377,1387],{"class":1255},[115,4379,4056],{"class":1280},[115,4381,4059],{"class":1255},[115,4383,1376],{"class":1375},[115,4385,4064],{"class":1255},[115,4387,1359],{"class":1247},[115,4389,4069],{"class":1303},[115,4391,1319],{"class":1255},[115,4393,4074],{"class":1251},[115,4395,306],{"class":1255},[115,4397,3697],{"class":1362},[115,4399,4081],{"class":1255},[115,4401,4403,4405,4407,4410,4412,4414,4416,4418,4420,4422,4424,4426,4428,4430],{"class":1243,"line":4402},60,[115,4404,1290],{"class":1247},[115,4406,1293],{"class":1255},[115,4408,4409],{"class":1303},"new_get",[115,4411,1319],{"class":1255},[115,4413,4101],{"class":1251},[115,4415,306],{"class":1255},[115,4417,4106],{"class":1362},[115,4419,224],{"class":4109},[115,4421,4112],{"class":1255},[115,4423,3143],{"class":1247},[115,4425,1281],{"class":1280},[115,4427,1387],{"class":1255},[115,4429,4121],{"class":1280},[115,4431,4124],{"class":1255},[115,4433,4435,4437,4439,4441],{"class":1243,"line":4434},61,[115,4436,4130],{"class":1303},[115,4438,1319],{"class":1255},[115,4440,4017],{"class":1251},[115,4442,1331],{"class":1255},[115,4444,4446,4448,4450,4452],{"class":1243,"line":4445},62,[115,4447,4142],{"class":1303},[115,4449,1319],{"class":1255},[115,4451,3754],{"class":1251},[115,4453,1331],{"class":1255},[115,4455,4457,4460,4462,4464],{"class":1243,"line":4456},63,[115,4458,4459],{"class":1303},"    new_get",[115,4461,1319],{"class":1255},[115,4463,3754],{"class":1251},[115,4465,1331],{"class":1255},[115,4467,4469,4471,4473,4475,4478],{"class":1243,"line":4468},64,[115,4470,4154],{"class":1251},[115,4472,4157],{"class":1255},[115,4474,4160],{"class":1247},[115,4476,4477],{"class":3778}," \"Clear did not remove the old in-flight entry\"",[115,4479,1448],{"class":1255},[115,4481,4483],{"class":1243,"line":4482},65,[115,4484,3027],{"class":1255},[115,4486,4488,4490,4492,4494,4496,4498,4500,4503],{"class":1243,"line":4487},66,[115,4489,4330],{"class":1251},[115,4491,306],{"class":1255},[115,4493,4409],{"class":1303},[115,4495,1319],{"class":1255},[115,4497,1440],{"class":1251},[115,4499,4342],{"class":1255},[115,4501,4502],{"class":1362},"34",[115,4504,3700],{"class":1255},[115,4506,4508,4510,4512,4514,4516,4518,4520,4522],{"class":1243,"line":4507},67,[115,4509,4330],{"class":1251},[115,4511,306],{"class":1255},[115,4513,3883],{"class":1303},[115,4515,1319],{"class":1255},[115,4517,4339],{"class":1251},[115,4519,4342],{"class":1255},[115,4521,4502],{"class":1362},[115,4523,3700],{"class":1255},[115,4525,4527,4529,4531,4533,4535,4537,4539,4541,4544,4546],{"class":1243,"line":4526},68,[115,4528,4330],{"class":1251},[115,4530,306],{"class":1255},[115,4532,3883],{"class":1303},[115,4534,1319],{"class":1255},[115,4536,4074],{"class":1251},[115,4538,306],{"class":1255},[115,4540,3697],{"class":1362},[115,4542,4543],{"class":1255},"), ",[115,4545,4502],{"class":1362},[115,4547,3700],{"class":1255},[115,4549,4551,4553,4556,4558],{"class":1243,"line":4550},69,[115,4552,4330],{"class":1251},[115,4554,4555],{"class":1255},"(calls, ",[115,4557,1097],{"class":1362},[115,4559,3700],{"class":1255},[115,4561,4563,4566,4568,4570],{"class":1243,"line":4562},70,[115,4564,4565],{"class":1303},"  cache",[115,4567,1319],{"class":1255},[115,4569,4209],{"class":1251},[115,4571,1331],{"class":1255},[115,4573,4575,4577,4579,4581,4583,4585,4587,4589],{"class":1243,"line":4574},71,[115,4576,4330],{"class":1251},[115,4578,306],{"class":1255},[115,4580,3883],{"class":1303},[115,4582,1319],{"class":1255},[115,4584,4339],{"class":1251},[115,4586,4342],{"class":1255},[115,4588,2169],{"class":1362},[115,4590,3700],{"class":1255},[115,4592,4594,4596,4598,4600,4602,4604,4606,4608,4610,4613],{"class":1243,"line":4593},72,[115,4595,4330],{"class":1251},[115,4597,306],{"class":1255},[115,4599,3883],{"class":1303},[115,4601,1319],{"class":1255},[115,4603,4074],{"class":1251},[115,4605,306],{"class":1255},[115,4607,3697],{"class":1362},[115,4609,4543],{"class":1255},[115,4611,4612],{"class":1362},"51",[115,4614,3700],{"class":1255},[115,4616,4618,4620,4622,4624,4626,4628,4630,4632],{"class":1243,"line":4617},73,[115,4619,4330],{"class":1251},[115,4621,306],{"class":1255},[115,4623,3883],{"class":1303},[115,4625,1319],{"class":1255},[115,4627,4339],{"class":1251},[115,4629,4342],{"class":1255},[115,4631,4612],{"class":1362},[115,4633,3700],{"class":1255},[115,4635,4637],{"class":1243,"line":4636},74,[115,4638,1826],{"emptyLinePlaceholder":1825},[115,4640,4642,4645,4647,4649],{"class":1243,"line":4641},75,[115,4643,4644],{"class":1303},"  release_guard",[115,4646,1319],{"class":1255},[115,4648,4017],{"class":1251},[115,4650,1331],{"class":1255},[115,4652,4654,4656],{"class":1243,"line":4653},76,[115,4655,1290],{"class":1247},[115,4657,4658],{"class":1255}," (fail_first) {\n",[115,4660,4662,4665,4667,4670,4672,4674,4676,4678],{"class":1243,"line":4661},77,[115,4663,4664],{"class":1251},"    EXPECT_THROW",[115,4666,306],{"class":1255},[115,4668,4669],{"class":1303},"old_get",[115,4671,1319],{"class":1255},[115,4673,1440],{"class":1251},[115,4675,4342],{"class":1255},[115,4677,3834],{"class":1280},[115,4679,4680],{"class":1255},"::runtime_error);\n",[115,4682,4684,4687,4690],{"class":1243,"line":4683},78,[115,4685,4686],{"class":1255},"  } ",[115,4688,4689],{"class":1247},"else",[115,4691,1424],{"class":1255},[115,4693,4695,4697,4699,4701,4703,4705,4707,4710],{"class":1243,"line":4694},79,[115,4696,3691],{"class":1251},[115,4698,306],{"class":1255},[115,4700,4669],{"class":1303},[115,4702,1319],{"class":1255},[115,4704,1440],{"class":1251},[115,4706,4342],{"class":1255},[115,4708,4709],{"class":1362},"17",[115,4711,3700],{"class":1255},[115,4713,4715],{"class":1243,"line":4714},80,[115,4716,3027],{"class":1255},[115,4718,4720,4722,4724,4726,4728,4730,4732,4734],{"class":1243,"line":4719},81,[115,4721,4330],{"class":1251},[115,4723,306],{"class":1255},[115,4725,3883],{"class":1303},[115,4727,1319],{"class":1255},[115,4729,4339],{"class":1251},[115,4731,4342],{"class":1255},[115,4733,4612],{"class":1362},[115,4735,3700],{"class":1255},[115,4737,4739,4741,4743,4745,4747,4749,4751,4753,4755,4757],{"class":1243,"line":4738},82,[115,4740,4330],{"class":1251},[115,4742,306],{"class":1255},[115,4744,3883],{"class":1303},[115,4746,1319],{"class":1255},[115,4748,4074],{"class":1251},[115,4750,306],{"class":1255},[115,4752,3697],{"class":1362},[115,4754,4543],{"class":1255},[115,4756,4612],{"class":1362},[115,4758,3700],{"class":1255},[115,4760,4762,4764,4766,4768],{"class":1243,"line":4761},83,[115,4763,4330],{"class":1251},[115,4765,4555],{"class":1255},[115,4767,971],{"class":1362},[115,4769,3700],{"class":1255},[115,4771,4773],{"class":1243,"line":4772},84,[115,4774,1494],{"class":1255},[10,4776,4777],{},"这段测试代码中有两个非常关键的工程防卫设计：",[46,4779,4780,4833],{},[49,4781,4782,75,4789,4792,4793,4796,4797,4800,4801,4803,4804,4806,4807,4809,4810,4812,4813,4816,4817,4800,4819,2767,4822,4825,4826,4829,4830,4832],{},[52,4783,4784,4785,4788],{},"C++ 栈对象逆序析构与 ",[14,4786,4787],{},"ReleaseGuard"," 声明位置",[14,4790,4791],{},"std::async"," 返回的 ",[14,4794,4795],{},"std::future"," 在析构时会隐式阻塞等待异步线程结束。如果 ",[14,4798,4799],{},"release_guard"," 声明在 ",[14,4802,4669],{}," 之前，一旦测试中途因某条断言失败或异常提前退栈，",[14,4805,4669],{}," 会先于 ",[14,4808,4799],{}," 析构，而此时 ",[14,4811,4669],{}," 还在等待 ",[14,4814,4815],{},"release_future","，从而造成测试进程永久死锁。将 ",[14,4818,4799],{},[14,4820,4821],{},"old_get, new_get, clear",[52,4823,4824],{},"之后","，保证栈展开时 ",[14,4827,4828],{},"~ReleaseGuard()"," 第一个执行，自动解开 ",[14,4831,3490],{}," 屏障。",[49,4834,4835,4838,4839,4841,4842,3484,4845,4847,4848,4850,4851,4854,4855,4857,4858,4860,4861,4863],{},[52,4836,4837],{},"异步重查与 5 秒死锁超时门卫","：在 ",[14,4840,86],{}," 之后，第 2 代首次查询同一个 ",[14,4843,4844],{},"key = 7",[14,4846,4409],{},"）同样放在 ",[14,4849,4791],{}," 中并用 ",[14,4852,4853],{},"wait_for(5s)"," 保护。这样即便未来有人误删了 ",[14,4856,1524],{}," 导致 ",[14,4859,4409],{}," 拿到旧的未就绪 ",[14,4862,1391],{},"，测试也会在 5 秒后干净报错退出，而不会挂死整个 CI。",[107,4865,4867],{"id":4866},"五全量编译审计回归验证与实现边界","五、全量编译审计、回归验证与实现边界",[10,4869,4870,4871,4873,4874,4877,4878,4881,4882,4884,4885,4887],{},"在修改头文件 ",[14,4872,1226],{}," 后，我首先使用 ",[14,4875,4876],{},"clang++ -MM"," 对仓库全部 43 个编译单元（Translation Units）做了传递头文件依赖扫描（保存于 ",[14,4879,4880],{},"dependency-audit.json","），确认仅有编号 15（",[14,4883,935],{},"）与编号 39（",[14,4886,3479],{},"）依赖该头文件。",[10,4889,4890,4891,4894],{},"在相同编译参数（macOS arm64，",[14,4892,4893],{},"clang++ -std=c++17 -O1 -pthread","）下，将新增的 4 项参数化回归测试分别链接到未修改基线与修复后的目标文件：",[1536,4896,4897,4913],{},[1539,4898,4899],{},[1542,4900,4901,4904,4907,4910],{},[1545,4902,4903],{},"测试用例",[1545,4905,4906],{},"测试目标",[1545,4908,4909],{},"未修改基线（Baseline）",[1545,4911,4912],{},"修复后（Fixed）",[1562,4914,4915,4957,4984,5016,5048],{},[1542,4916,4917,4925,4932,4949],{},[1567,4918,4919,1293,4922,311],{},[14,4920,4921],{},"CompilerCacheClearTest\u002F0",[14,4923,4924],{},"max_bytes = -1",[1567,4926,4927,4928,4931],{},"Unlimited 公开编译器 ",[14,4929,4930],{},"ClearCache"," 与重编译记账",[1567,4933,4934,4937,4938,4941,4942,4945,4946,948],{},[52,4935,4936],{},"FAILED","（Clear 后残留 ",[14,4939,4940],{},"504 B","，重编后涨至 ",[14,4943,4944],{},"1012 B"," vs 预期 ",[14,4947,4948],{},"508 B",[1567,4950,4951,3484,4954,948],{},[52,4952,4953],{},"PASSED",[14,4955,4956],{},"0 -> 508 -> 0 -> 508 -> 0",[1542,4958,4959,4967,4972,4978],{},[1567,4960,4961,1293,4964,311],{},[14,4962,4963],{},"CompilerCacheClearTest\u002F1",[14,4965,4966],{},"max_bytes = 1 MiB",[1567,4968,4969,4970,4931],{},"Finite 公开编译器 ",[14,4971,4930],{},[1567,4973,4974,3484,4976,948],{},[52,4975,4953],{},[14,4977,4956],{},[1567,4979,4980,3484,4982,948],{},[52,4981,4953],{},[14,4983,4956],{},[1542,4985,4986,4994,4997,5005],{},[1567,4987,4988,1293,4991,311],{},[14,4989,4990],{},"UnlimitedCacheClearTest\u002F0",[14,4992,4993],{},"fail_first = false",[1567,4995,4996],{},"并发在途编译成功完成时不污染新代际缓存值与字节数",[1567,4998,4999,5001,5002,948],{},[52,5000,4936],{},"（Clear 后未清零，且旧任务完成后多加 ",[14,5003,5004],{},"17 B",[1567,5006,5007,5009,5010,5013,5014,948],{},[52,5008,4953],{},"（保持第 3 代 ",[14,5011,5012],{},"51 B"," 不变，旧调用方仍拿到 ",[14,5015,4709],{},[1542,5017,5018,5026,5029,5038],{},[1567,5019,5020,1293,5023,311],{},[14,5021,5022],{},"UnlimitedCacheClearTest\u002F1",[14,5024,5025],{},"fail_first = true",[1567,5027,5028],{},"并发在途编译抛异常时不污染新代际状态",[1567,5030,5031,5033,5034,5037],{},[52,5032,4936],{},"（跨代清理期间 ",[14,5035,5036],{},"MemorySize()"," 未清零）",[1567,5039,5040,5042,5043,5045,5046,948],{},[52,5041,4953],{},"（旧调用方正常捕获 ",[14,5044,3773],{},"，新代际保持 ",[14,5047,5012],{},[1542,5049,5050,5055,5058,5061],{},[1567,5051,5052],{},[52,5053,5054],{},"全量原生 C++ 测试集（87 项）",[1567,5056,5057],{},"覆盖 EBNF、JSON Schema、Regex、Structural Tag 等全部单测",[1567,5059,5060],{},"83 passed（不含新增 4 项）",[1567,5062,5063,5066,5067,948],{},[52,5064,5065],{},"87 passed, 0 failed","（总耗时 ",[14,5068,5069],{},"1.02 s",[1217,5071,5072],{"id":5072},"适用范围与工程边界说明",[46,5074,5075,5093,5119],{},[49,5076,5077,5080,5081,5083,5084,5086,5087,5089,5090,5092],{},[52,5078,5079],{},"修复的是容量记账缺陷（Accounting Defect），而非物理内存泄漏","：在修复前，",[14,5082,1524],{}," 已经正确析构了哈希表中的 ",[14,5085,1510],{}," 节点，底层 ",[14,5088,16],{}," 的引用计数在无人持有时已正常释放；缺陷在于原子计数器 ",[14,5091,65],{}," 未归零且未对跨代在途任务加围栏，导致对外报告的缓存水位失真。",[49,5094,5095,5098,5099,5101,5102,5104,5105,5108,5109,5112,5113,5115,5116,5118],{},[52,5096,5097],{},"语法级缓存与规则级缓存的边界","：本次修复针对的是 ",[14,5100,78],{},"（即 ",[14,5103,61],{},"）。如果在调用 ",[14,5106,5107],{},"GrammarCompiler::ClearCache()"," 时恰好有在途的多线程语法编译正在运行，该在途编译内部的 ",[14,5110,5111],{},"GrammarMatcherForTokenMaskCache"," 仍可能继续向独立的 ",[14,5114,947],{}," 写入子规则掩码。要将 ",[14,5117,947],{}," 也纳入同一代际围栏，需要跨组件传递编译代际上下文，不在本次最小正交补丁的修改范围内。",[49,5120,5121,5124,5125,2749,5128,25,5131,5134,5135,914],{},[52,5122,5123],{},"验证环境边界","：本地回归验证基于 C++17 原生构建与公开 C++ API 探针（并已通过仓库全量 ",[14,5126,5127],{},"pre-commit",[14,5129,5130],{},"clang-format 19.1.7",[14,5132,5133],{},"ruff check","），不包含 Python 绑定层或 GPU 端到端推理吞吐测试。补丁已提交为上游 ",[99,5136,5138],{"href":101,"rel":5137},[103],"PR #1011",[10,5140,5141],{},[5142,5143,5144,5145,5150],"em",{},"本文封面与两张架构示意图使用 ",[99,5146,5149],{"href":5147,"rel":5148},"https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Faigc-image-generator",[103],"aigc-image-generator"," 辅助生成并经人工核对，用于展示缓存层级与代际并发时序；精确锁粒度与状态转移以文中 C++ 源码为准。",[5152,5153,5154],"style",{},"html pre.shiki code .sST-V, html code.shiki .sST-V{--shiki-default:#F47067;--shiki-light:#D73A49;--shiki-cyber:#54B9FF}html pre.shiki code .sS_0i, html code.shiki .sS_0i{--shiki-default:#DCBDFB;--shiki-light:#6F42C1;--shiki-cyber:#00DAEF}html pre.shiki code .sWURj, html code.shiki .sWURj{--shiki-default:#ADBAC7;--shiki-light:#24292E;--shiki-cyber:#EEF0F9}html pre.shiki code .sCxhR, html code.shiki .sCxhR{--shiki-default:#768390;--shiki-default-font-style:inherit;--shiki-light:#6A737D;--shiki-light-font-style:inherit;--shiki-cyber:#EEF0F98F;--shiki-cyber-font-style:italic}html pre.shiki code .s50VJ, html code.shiki .s50VJ{--shiki-default:#F69D50;--shiki-light:#6F42C1;--shiki-cyber:#EEF0F9}html pre.shiki code .sRGqv, html code.shiki .sRGqv{--shiki-default:#6CB6FF;--shiki-light:#005CC5;--shiki-cyber:#ACAFFF}html pre.shiki code .s0K4T, html code.shiki .s0K4T{--shiki-default:#ADBAC7;--shiki-light:#24292E;--shiki-cyber:#4BF3C8}html pre.shiki code .sgENW, html code.shiki .sgENW{--shiki-default:#6CB6FF;--shiki-light:#005CC5;--shiki-cyber:#FFD493}html pre.shiki code .sf2cM, html code.shiki .sf2cM{--shiki-default:#F47067;--shiki-light:#D73A49;--shiki-cyber:#EEF0F9}html pre.shiki code .sBBmv, html code.shiki .sBBmv{--shiki-default:#F69D50;--shiki-light:#6F42C1;--shiki-cyber:#ACAFFF}html pre.shiki code .sA9aF, html code.shiki .sA9aF{--shiki-default:#F69D50;--shiki-default-font-style:inherit;--shiki-light:#E36209;--shiki-light-font-style:inherit;--shiki-cyber:#4BF3C8;--shiki-cyber-font-style:italic}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html.light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html .cyber .shiki span {color: var(--shiki-cyber);background: var(--shiki-cyber-bg);font-style: var(--shiki-cyber-font-style);font-weight: var(--shiki-cyber-font-weight);text-decoration: var(--shiki-cyber-text-decoration);}html.cyber .shiki span {color: var(--shiki-cyber);background: var(--shiki-cyber-bg);font-style: var(--shiki-cyber-font-style);font-weight: var(--shiki-cyber-font-weight);text-decoration: var(--shiki-cyber-text-decoration);}html pre.shiki code .sWqY2, html code.shiki .sWqY2{--shiki-default:#96D0FF;--shiki-light:#032F62;--shiki-cyber:#FFD493}html pre.shiki code .s5AKZ, html code.shiki .s5AKZ{--shiki-default:#F47067;--shiki-light:#D73A49;--shiki-cyber:#4BF3C8}",{"title":1238,"searchDepth":1259,"depth":1266,"links":5156},[5157,5158,5164,5165,5166],{"id":109,"depth":1259,"text":110},{"id":1214,"depth":1259,"text":1215,"children":5159},[5160,5161,5163],{"id":1219,"depth":1266,"text":1220},{"id":1680,"depth":1266,"text":5162},"2. 为什么只加一行 current_size_ = 0 不够？",{"id":2561,"depth":1266,"text":2562},{"id":2681,"depth":1259,"text":2682},{"id":3468,"depth":1259,"text":3469},{"id":4866,"depth":1259,"text":4867,"children":5167},[5168],{"id":5072,"depth":1266,"text":5072},[5170],"AI Infra","\u002Fimages\u002Fposts\u002Fxgrammar-concurrent-cache-generation-fix\u002Fxgrammar-cache-fix-cover-20261022.webp","双层磨砂玻璃流道经暖橙色代际闸门过滤后汇入晶格缓存矩阵的等距技术插画","2026-10-23","拆解 XGrammar GrammarCompiler 的双层缓存架构与 ThreadSafeLRUCache 锁分离实现，定位 Unlimited 模式下 Clear() 字节残留与在途编译（In-flight Computation）跨代污染根因，给出代际号 + 读写锁原子修复与零 sleep 确定性并发 GoogleTest 验证。",false,"md",{},"\u002Fposts\u002Fxgrammar-concurrent-cache-generation-fix",null,{"title":5,"description":5174},"posts\u002Fxgrammar-concurrent-cache-generation-fix",[5170,5183,5184,5185,5186,5187],"C++","XGrammar","结构化解码","并发编程","源码分析","bznNBKPb0dHaOM3oPLjHOENmYvM-D6RrX3a9UcXQIhw",[5190,5208,5223,5237,5251,5264,5268,5283,5296,5308,5323,5335,5348,5360,5373,5386,5402,5416,5427,5439,5453,5466,5480,5492,5506,5518,5533,5547,5561,5572,5585,5602,5616,5629,5641,5653,5666,5679],{"slug":5191,"path":5192,"title":5193,"date":5194,"tags":5195,"description":5201,"cover":5202,"coverAlt":5203,"excerpt":5204,"draft":5175,"hidden":5175,"published":1825,"readingTime":1353,"series":5205,"seriesOrder":1353,"codeUrl":5206,"attachmentUrl":5207},"cs336-cross-entropy-adamw-training-loop","\u002Fposts\u002Fcs336-cross-entropy-adamw-training-loop","Stanford CS336 学习记录 08：数值稳定交叉熵、AdamW、余弦调度与完整训练闭环","2026-10-27",[5196,5197,5198,5199,5200],"CS336","PyTorch","AdamW","CrossEntropy","训练闭环","用 LogSumExp 消去交叉熵中的指数溢出，手写解耦权重衰减的 AdamW 优化器、全局 L2 梯度裁剪、Warmup 余弦退火调度、memmap 数据采样、Checkpoint 序列化与 Top-p 解码，完成 CS336 Assignment 1 全部 48 项测试。","\u002Fimages\u002Fposts\u002Fcs336-cross-entropy-adamw-training-loop\u002Fcs336-cross-entropy-adamw-training-loop-cover.webp","滑动窗口采样、余弦退火曲线、双动量优化轨迹与检查点归档构成的训练闭环 AI 辅助概念插画","作为 Stanford CS336 Assignment 1 系列的收官篇，我们已经拥有了分词器（bpe.py、tokenizer.py）和完整的语言模型架构（transformer.py）。要让模型在语料上真正训练并生成文本，还需","Stanford CS336","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcs336-labs\u002Ftree\u002Fb5c93ad0cc73178b2b2a62e518a0900da47a0fb7","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-08-adamw-training-loop-20261027.zip",{"slug":5209,"path":5210,"title":5211,"date":5212,"tags":5213,"description":5219,"cover":5220,"coverAlt":5221,"excerpt":5222,"draft":5175,"hidden":5175,"published":1825,"readingTime":1353},"editcache-video-dit-inference-acceleration","\u002Fposts\u002Feditcache-video-dit-inference-acceleration","EditCache：视频 Diffusion Transformer (DiT) 局部编辑的跨步特征复用与区域重算加速","2026-10-25",[5214,5215,5170,5216,5217,5218],"扩散模型","视频生成","推理加速","GPU","论文解读","拆解视频扩散模型（Wan2.1-VACE）局部编辑中的三重算力冗余，通过可重入 Latent、跨步 Block 隐状态缓存复用、带 Halo 边界的局部区域重算与自适应推理起点，在单卡 H100 上实现 2.46× 模型计算加速与 1.49× 严格同步端到端加速。","\u002Fimages\u002Fposts\u002Feditcache-video-dit-inference-acceleration\u002Feditcache-dit-cover-20261025.webp","视频扩散 Transformer 时空三维体素网格中冻结背景缓存与暖橙色局部编辑重算通道的等距技术插画","在基于 Diffusion Transformer（DiT）的视频编辑与局部重绘（Video Inpainting \u002F Local Editing）任务中，用户的典型工作流并不是一次性生成最终成片，而是针对同一段源视频反复调整掩码区",{"slug":5224,"path":5225,"title":5226,"date":5212,"tags":5227,"description":5232,"cover":5233,"coverAlt":5234,"excerpt":5235,"draft":5175,"hidden":5175,"published":1825,"readingTime":1353,"series":5205,"seriesOrder":1340,"codeUrl":5206,"attachmentUrl":5236},"cs336-bpe-tokenizer-training-encoding","\u002Fposts\u002Fcs336-bpe-tokenizer-training-encoding","Stanford CS336 学习记录 07：Byte-Level BPE 分词器训练、倒排索引加速与流式编码",[5196,5228,5229,5230,5231],"Tokenizer","BPE","Tiktoken","算法优化","实现 GPT-2 正则预分词、特殊 token 硬边界切分、基于 pair-to-word 倒排索引的增量 BPE 合并算法（\u003C 0.25s 通过速度基准），以及与 tiktoken 完全对齐的 Tokenizer。","\u002Fimages\u002Fposts\u002Fcs336-bpe-tokenizer-training-encoding\u002Fcs336-bpe-tokenizer-training-encoding-cover.webp","UTF-8 字节块经过正则切分闸口后沿合并树聚合成子词单元的 AI 辅助概念插画","前面六篇完成了 Transformer 语言模型本身的全部神经网络组件。要让模型真正处理自然语言文本，还需要打通入口处的 ByteLevel BPE（BytePair Encoding）分词器。这一篇记录 cs336basics\u002Fb","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-07-bpe-tokenizer-20261025.zip",{"slug":5238,"path":5239,"title":5240,"date":5241,"tags":5242,"description":5247,"cover":5248,"coverAlt":5249,"excerpt":5250,"draft":5175,"hidden":5175,"published":1825,"readingTime":1353},"in-situ-autoguidance-editable-scientific-illustration","\u002Fposts\u002Fin-situ-autoguidance-editable-scientific-illustration","从原位自校正引导（In-situ Autoguidance）到可编辑科研插图生成（AutoFigure-Edit）","2026-10-24",[5214,5243,5244,5245,5246,5218],"多模态","Agent","ICML","ACL","串联两项生成式模型与多模态智能体研究：如何通过推理期局部随机微扰在单模型内构造免训练扩散自引导向量（ICML 2025 Workshop 第一作者，arXiv:2510.17136），以及如何通过五阶段视觉-符号混合流水线生成原生可编辑 SVG 科研插图（ACL 2026 Demo，FigureBench 83.0% 胜率）。","\u002Fimages\u002Fposts\u002Fin-situ-autoguidance-editable-scientific-illustration\u002Fautoguidance-autofigure-cover-20261024.webp","左侧扩散流形自校正轨迹矢量场与右侧五阶段可编辑 SVG 科研插图分层网格相衔接的等距技术插画","生成式视觉模型正在经历从“生成高保真像素（Pixel Synthesis）”向“可控结构化生成（Controllable & Editable Generation）”的演进。在这一进程中，我作为第一作者或核心贡献者参与了两项分别处",{"slug":5252,"path":5253,"title":5254,"date":5173,"tags":5255,"description":5259,"cover":5260,"coverAlt":5261,"excerpt":5262,"draft":5175,"hidden":5175,"published":1825,"readingTime":1353,"series":5205,"seriesOrder":1334,"codeUrl":5206,"attachmentUrl":5263},"cs336-pre-norm-transformer-block-lm","\u002Fposts\u002Fcs336-pre-norm-transformer-block-lm","Stanford CS336 学习记录 06：Pre-Norm Transformer Block 与完整语言模型装配",[5196,5197,5256,5257,5258],"Transformer","Pre-Norm","FLOPs","将 RMSNorm、带 RoPE 的因果多头自注意力和 SwiGLU 组装成 Pre-Norm Transformer Block，搭建完整 TransformerLM，并核算 GPT-2 XL 的参数量与前向 FLOPs。","\u002Fimages\u002Fposts\u002Fcs336-pre-norm-transformer-block-lm\u002Fcs336-pre-norm-transformer-block-lm-cover.webp","干净残差流主干穿过多个 Pre-Norm 子层并汇聚到词表投影层的 AI 辅助概念插画","前五篇把 Linear、Embedding、RMSNorm、SwiGLU、RotaryPositionalEmbedding 和因果 MultiHeadSelfAttention 全部单独打通了。这一篇进入 Assignment 1","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-06-transformer-block-lm-20261023.zip",{"slug":5265,"path":5178,"title":5,"date":5173,"tags":5266,"description":5174,"cover":5171,"coverAlt":5172,"excerpt":5267,"draft":5175,"hidden":5175,"published":1825,"readingTime":1463},"xgrammar-concurrent-cache-generation-fix",[5170,5183,5184,5185,5186,5187],"在大语言模型服务（如 SGLang、vLLM）的结构化输出场景中，JSON Schema 或 EBNF 语法需要先编译为词表级掩码缓存（CompiledGrammar），才能在每个 Decode 步以微秒级开销生成合法 token ",{"slug":5269,"path":5270,"title":5271,"date":5272,"tags":5273,"description":5279,"cover":5280,"coverAlt":5281,"excerpt":5282,"draft":5175,"hidden":5175,"published":1825,"readingTime":1463},"multi-constraint-agent-routing-dag-eval","\u002Fposts\u002Fmulti-constraint-agent-routing-dag-eval","多约束生产级 Agent 系统实践：两阶段工具路由、DAG 局部重规划与轨迹级评测闭环","2026-10-22",[5244,5274,5275,5276,5277,5278],"LLM","工具调用","上下文工程","DPO","强化学习","围绕跨境酒旅等强耦合多约束业务场景，拆解向量 Top-K 召回 + LLM 精排 + 跨语言实体链接与 Schema 门控（96%+ 调用合法率）、基于状态机的 DAG 局部子图重规划、Observation 冗余裁剪（节省 40% Token），以及从线上失败恢复轨迹构造 SFT\u002FDPO 偏好对的评测与训练闭环。","\u002Fimages\u002Fposts\u002Fmulti-constraint-agent-routing-dag-eval\u002Fagent-dag-routing-cover-20261020.webp","候选模块经漏斗滤网进入双分支有向无环图轨道并在受阻节点触发暖橙色局部旁路重连的等距技术插画","在玩具级 Demo 里，几个工具加上一段 ReAct 循环就能跑通大多数单步问答。但当 Agent 进入跨境酒旅、复杂交易或研发沙箱等真实业务生产环境时，单靠线性 ReAct 循环很快会撞上四堵墙： 1. 工具空间与参数耦合爆炸：候",{"slug":5284,"path":5285,"title":5286,"date":5287,"tags":5288,"description":5292,"cover":5293,"coverAlt":5294,"excerpt":5295,"draft":5175,"hidden":5175,"published":1825,"readingTime":1491},"llm-mrd-distillation-auditable-review-agents","\u002Fposts\u002Fllm-mrd-distillation-auditable-review-agents","多视角推理蒸馏（LLM-MRD）与可审计生成式评审系统（DeepReviewer 2.0）深度拆解","2026-10-21",[5289,5243,5290,5244,5291,5218],"知识蒸馏","Qwen2.5-VL","Post-training","对比大模型落地的两条互补路径：如何用 Qwen2.5-VL 离线多视角分析结合 MLP 残差校准与温度缩放 KL 蒸馏，将推理能力压入 358M 学生模型实现 17.2 ms 独立推理（LLM-MRD，DASFAA 2026 Oral）；以及如何通过主张-证据-风险台账、PASA 可比性门控与导出预算校验构建可审计的同行评审 Agent（DeepReviewer 2.0）。","\u002Fimages\u002Fposts\u002Fllm-mrd-distillation-auditable-review-agents\u002Fmrd-review-distill-cover-20261016.webp","三块半透明几何棱镜发出平行光束穿过中央校准环汇聚至右侧高密度晶体模块的等距技术插画","把大语言模型或视觉语言模型（VLM）的深度推理能力用到实际系统中，通常会面临一个两难选择： 如果场景受限于毫秒级在线延迟（如高吞吐多模态内容审核与虚假信息检测）：直接在线调用 7B～72B 的多模态大模型做长链条思维链（CoT）生成",{"slug":5297,"path":5298,"title":5299,"date":5287,"tags":5300,"description":5303,"cover":5304,"coverAlt":5305,"excerpt":5306,"draft":5175,"hidden":5175,"published":1825,"readingTime":1340,"series":5205,"seriesOrder":1313,"codeUrl":5206,"attachmentUrl":5307},"cs336-rope-rotary-position-embedding","\u002Fposts\u002Fcs336-rope-rotary-position-embedding","Stanford CS336 学习记录 05：RoPE 旋转位置编码与带位置的多头注意力",[5196,5197,5256,5301,5302],"RoPE","Attention","从二维平面正交旋转推导 RoPE 的奇偶特征配对公式，理解为什么内积只依赖相对位置差 (i - j)，并用 register_buffer 预计算 cos\u002Fsin 缓存接入因果多头自注意力。","\u002Fimages\u002Fposts\u002Fcs336-rope-rotary-position-embedding\u002Fcs336-rope-rotary-position-embedding-cover.webp","二维特征平面中的旋转向量对与预计算余弦正弦网格的 AI 辅助概念插画","上一篇完成了不含位置编码的因果多头自注意力。如果只看那一套矩阵乘法，把输入序列前两个 token 交换顺序（并在因果 mask 允许的范围内看同一个后缀 query 对它们的点积），点积本身并不知道哪个 key 离当前 query ","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-05-rope-mha-20261021.zip",{"slug":5309,"path":5310,"title":5311,"date":5312,"tags":5313,"description":5319,"cover":5320,"coverAlt":5321,"excerpt":5322,"draft":5175,"hidden":5175,"published":1825,"readingTime":1353},"llm-gateway-semantic-cache-dynamic-batching","\u002Fposts\u002Fllm-gateway-semantic-cache-dynamic-batching","高并发 LLM 推理网关架构实践：两级精确\u002F语义缓存、50ms 有界动态批处理与尾部延迟治理","2026-10-19",[5170,5314,5315,5316,5317,5318],"LLM 推理","分布式系统","Redis","FastAPI","后端","深度拆解生产级大模型推理网关 LLM-Gateway 的核心系统设计：基于 SHA-256 与 Redis 向量余弦相似度的两级精确\u002F语义缓存、50ms 有界等待动态批处理调度器（Dynamic Batching）、令牌桶多租户限流与 Prometheus 全链路可观测性，将命中请求 P99 延迟从 5,307 ms 压降至 17 ms。","\u002Fimages\u002Fposts\u002Fllm-gateway-semantic-cache-dynamic-batching\u002Fllm-gateway-cover-20261019.webp","高并发请求流依次穿过精确哈希滤网、向量球面语义缓存层与 50ms 动态批处理时间窗拼装器的等距系统架构插画","在将大语言模型接入高并发业务系统时，如果让上游微服务直接裸连底层推理引擎（vLLM \u002F SGLang 或外部模型 API），系统很快会暴露出三个典型的生产痛点： 1. 高频重复与近义查询消耗巨量算力：大量用户请求在语义上高度等价（例",{"slug":5324,"path":5325,"title":5326,"date":5312,"tags":5327,"description":5329,"cover":5330,"coverAlt":5331,"excerpt":5332,"draft":5175,"hidden":5175,"published":1825,"readingTime":1463,"series":5205,"seriesOrder":1287,"codeUrl":5333,"attachmentUrl":5334},"cs336-multihead-attention-shapes","\u002Fposts\u002Fcs336-multihead-attention-shapes","Stanford CS336 学习记录 04：多头注意力怎样拆头、计算和合头",[5196,5197,5256,5302,5328],"张量形状","沿着 (2, 5, 64) 的输入追踪 QKV 投影、reshape、transpose、共享因果 mask 和合头，理解每个头仍处理完整序列，以及最后为什么还需要输出 Linear。","\u002Fimages\u002Fposts\u002Fcs336-multihead-attention-shapes\u002Fcs336-multihead-attention-shapes-cover.webp","宽向量束分成多条并行特征轨道后重新合并的 AI 辅助概念插画","上一篇完成了缩放点积注意力。那个函数接收已经准备好的 Q、K、V，计算匹配分数，应用 mask，再用权重汇总 V。这一篇继续把它放进一个带参数的多头自注意力模块。 这次最需要看清的是“拆头”。代码里只是几行 reshape 和 tr","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcs336-labs\u002Ftree\u002F31363223498fafd1528c550a51efbe0aed231736","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-04-multihead-attention-20261019.zip",{"slug":5336,"path":5337,"title":5338,"date":5339,"tags":5340,"description":5344,"cover":5345,"coverAlt":5346,"excerpt":5347,"draft":5175,"hidden":5175,"published":1825,"readingTime":1369},"qwen25-sft-dpo-alignment-tax-ablation","\u002Fposts\u002Fqwen25-sft-dpo-alignment-tax-ablation","大模型后训练偏好对齐实录：Qwen2.5 SFT 多维消融、动态参考 DPO 与对齐税（Alignment Tax）量化分析","2026-10-18",[5291,5277,5341,5342,5278,5343],"SFT","LoRA","Qwen2.5","基于 Qwen2.5 完整复现 Instruct SFT → Bradley-Terry DPO 两阶段后训练管线：通过 3 随机种子消融 LoRA Rank、学习率与数据规模（GSM8K +12.73pp），实现免双倍权重的动态 Adapter 切换 DPO 训练，并定量揭示偏好对齐对确定性数学推理的对齐税效应。","\u002Fimages\u002Fposts\u002Fqwen25-sft-dpo-alignment-tax-ablation\u002Fqwen25-sft-dpo-cover-20261018.webp","左侧监督微调轨迹流经中央 Bradley-Terry 偏好分流天平分离出正负样本通道并连接右侧对齐税监控仪表盘的等距技术插画","在大语言模型后训练（PostTraining）管线中，监督微调（SFT）负责教会模型任务格式与领域推理模式，而直接偏好优化（DPO, Direct Preference Optimization）则利用成对偏好数据 $(x, yw,",{"slug":5349,"path":5350,"title":5351,"date":5339,"tags":5352,"description":5354,"cover":5355,"coverAlt":5356,"excerpt":5357,"draft":5175,"hidden":5175,"published":1825,"readingTime":1418,"series":5205,"seriesOrder":1266,"codeUrl":5358,"attachmentUrl":5359},"cs336-softmax-attention-mask","\u002Fposts\u002Fcs336-softmax-attention-mask","Stanford CS336 学习记录 03：Softmax 的数值稳定与 Attention Mask",[5196,5197,5256,5353,5302],"Softmax","从减去最大值为何不改变 Softmax 开始，理清函数与有参数层的区别，再沿着 Q、K、V 的形状理解缩放点积注意力，以及 mask 为什么必须填负无穷。","\u002Fimages\u002Fposts\u002Fcs336-softmax-attention-mask\u002Fcs336-softmax-attention-mask-cover.webp","注意力分数、权重与因果遮罩的 AI 辅助概念插画","上一篇写到 SwiGLU，接下来进入 Attention。真正开始相乘之前，先做了 Softmax：它把一组分数变成总和为 1 的权重，后面用这些权重汇总不同 token 提供的信息。 这段学习里，有两个很具体的问题值得记下来。一个","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcs336-labs\u002Ftree\u002Fa39eb684710817f7f389626423fcb26ca0f6d629","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-03-softmax-sdpa-20261018.zip",{"slug":5361,"path":5362,"title":5363,"date":5364,"tags":5365,"description":5368,"cover":5369,"coverAlt":5370,"excerpt":5371,"draft":5175,"hidden":5175,"published":1825,"readingTime":1369,"series":5205,"seriesOrder":1259,"codeUrl":5358,"attachmentUrl":5372},"cs336-rmsnorm-swiglu","\u002Fposts\u002Fcs336-rmsnorm-swiglu","Stanford CS336 学习记录 02：RMSNorm 的广播与 SwiGLU 的门控","2026-10-16",[5196,5197,5256,5366,5367],"RMSNorm","SwiGLU","用一个 token 向量理解均方根归一化，拆开 dim=-1 与 keepdim=True 的作用，再沿着两条分支读懂 SiLU、逐元素乘法和 SwiGLU。","\u002Fimages\u002Fposts\u002Fcs336-rmsnorm-swiglu\u002Fcs336-rmsnorm-swiglu-cover.webp","特征尺度整理和双分支门控的 AI 辅助概念插画","上一篇把 Linear 和 Embedding 的参数形状理顺了。继续往下，最先遇到的是 RMSNorm：公式不算长，但把它落到一批 token 上时，dim=1、keepdim=True 和广播必须一起理解。 然后是 SiLU 和","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-02-rmsnorm-swiglu-20261016.zip",{"slug":5374,"path":5375,"title":5376,"date":5377,"tags":5378,"description":5381,"cover":5382,"coverAlt":5383,"excerpt":5384,"draft":5175,"hidden":5175,"published":1825,"readingTime":1412,"series":5205,"seriesOrder":1244,"codeUrl":5358,"attachmentUrl":5385},"cs336-linear-embedding-shapes","\u002Fposts\u002Fcs336-linear-embedding-shapes","Stanford CS336 学习记录 01：从 Linear、Embedding 搞清张量形状","2026-10-14",[5196,5197,5256,5379,5380],"Linear","Embedding","从 PyTorch 类、参数与 forward 的关系开始，理解 Linear 为什么保存两行三列的权重、计算时为什么要转置，再区分 Embedding 查表与线性变换。","\u002Fimages\u002Fposts\u002Fcs336-linear-embedding-shapes\u002Fcs336-linear-embedding-shapes-cover.webp","token 方块、向量表与矩阵变换的 AI 辅助概念插画","开始沿着 Stanford CS336 的 Assignment 1 一步步实现。BPE 之前已经接触过，这轮先跳过分词器，从 Transformer 的基础层开始。这里记录的是当时写代码时真正卡住的问题，以及对应测试能确认到的范围","\u002Fmaterials\u002Fcs336\u002Fexperiments\u002Fcs336-01-linear-embedding-20261014.zip",{"slug":5387,"path":5388,"title":5389,"date":5390,"tags":5391,"description":5396,"cover":5397,"coverAlt":5398,"excerpt":5399,"draft":5175,"hidden":5175,"published":1825,"readingTime":1427,"series":5392,"seriesOrder":1463,"codeUrl":5400,"attachmentUrl":5401},"cmu-15-779-kv-cache-granularity-study","\u002Fposts\u002Fcmu-15-779-kv-cache-granularity-study","CMU 15-779 学习记录 14：KV 页大小、共享边界与 CPU 实现成本","2026-10-12",[5392,5393,5394,5395],"CMU 15-779","KV cache","PagedAttention","系统实验","用 210 组 CPU 配置比较连续与分页 KV cache，观察 31\u002F32-token 共享前缀的页边界，分别记录活跃槽位、池容量、复制计数和完整调用耗时。","\u002Fimages\u002Fposts\u002Fcmu-15-779-kv-serving-speculative-sampling\u002Fcmu-serving-cover-20261019.webp","浅色手绘分页存储抽屉与共享前缀卡片，旁边连接不同长度的请求队列","个人课程项目中的 CPU 实验记录，延续记录 11 的分页 KV 实现。已完成 210 组配置与 1470 次计时，输出均通过连续存储参考对照；本篇不代表正式作业提交、整门课程或项目全部交付完成。 同样是共享 31 个 token，","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002F200faf569eccf94fb125e65110bb5d14094d454a","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fkv-cache-granularity-20261019.zip",{"slug":5403,"path":5404,"title":5405,"date":5406,"tags":5407,"description":5410,"cover":5411,"coverAlt":5412,"excerpt":5413,"draft":5175,"hidden":5175,"published":1825,"readingTime":1313,"series":5392,"seriesOrder":1451,"codeUrl":5414,"attachmentUrl":5415},"cmu-15-779-moe-routing-capacity","\u002Fposts\u002Fcmu-15-779-moe-routing-capacity","CMU 15-779 学习记录 13：MoE 路由、稀疏分发与容量溢出","2026-10-09",[5392,5408,5409],"MoE","Routing","用 CPU top-2 MoE 检查稀疏分发的输出与梯度，统计 expert-token 行数，并保留容量丢弃会改变输出的反例。","\u002Fimages\u002Fposts\u002Fcmu-15-779-moe-routing-capacity\u002Fcmu-moe-cover-20261019.webp","浅色手绘分拣器将小珠分配到四个专家工作屋，队列呈现负载不均","第 18 讲的个人配套实验。36 号脚本串行运行 CPU 专家，检查 topk 路由后的分发与合并；没有训练 router，也没有执行 GPU grouped GEMM 或跨设备 alltoall。 上一节记录低秩适配，这次转向每个","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002Fc4851e0cedadf13af7c421867e83c8ff57244fa0","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fcpu-parallel-serving-lora-moe-20261019.zip",{"slug":5417,"path":5418,"title":5419,"date":5420,"tags":5421,"description":5423,"cover":5424,"coverAlt":5425,"excerpt":5426,"draft":5175,"hidden":5175,"published":1825,"readingTime":1313,"series":5392,"seriesOrder":1427,"codeUrl":5414,"attachmentUrl":5415},"cmu-15-779-lora-uniform-quantization","\u002Fposts\u002Fcmu-15-779-lora-uniform-quantization","CMU 15-779 学习记录 12：LoRA 首步梯度、权重合并与均匀 4-bit 打包","2026-10-06",[5392,5342,5422],"Quantization","用一次 CPU SGD 更新检查 LoRA 初始化、冻结基座与合并等价，再分别记录均匀 4-bit 存储字节数和量化误差。","\u002Fimages\u002Fposts\u002Fcmu-15-779-lora-uniform-quantization\u002Fcmu-lora-cover-20261019.webp","浅色手绘的大计算板、两块细长适配板和成对打包的小方块","第 17 讲的个人配套实验，35 号脚本实际执行一次 CPU LoRA 更新，并实现均匀 4bit 打包。实验检查机制与数值误差，不评估微调任务效果，也没有实现完整 QLoRA。 这次把两个问题分开记录：低秩分支是否能合并进原权重，",{"slug":5428,"path":5429,"title":5430,"date":5431,"tags":5432,"description":5436,"cover":5397,"coverAlt":5437,"excerpt":5438,"draft":5175,"hidden":5175,"published":1825,"readingTime":1340,"series":5392,"seriesOrder":1418,"codeUrl":5414,"attachmentUrl":5415},"cmu-15-779-kv-serving-speculative-sampling","\u002Fposts\u002Fcmu-15-779-kv-serving-speculative-sampling","CMU 15-779 学习记录 11：分页 KV、连续批处理与推测采样","2026-10-03",[5392,5433,5434,5435],"LLM Serving","KV Cache","Speculative Decoding","在 CPU 上验证 KV 页共享和写时复制，用单位成本模型检查连续批处理，再用条件概率小模型核对推测采样的接受与补采样。","浅色手绘的共享卡片抽屉与不断补入小珠子的请求托盘","第 15、16 讲的个人配套实验。33 号实现 CPU 分页 KV 存储，37 号模拟请求准入，34 号运行小概率模型的推测采样。它们分别验证存储、调度和分布问题，没有测量真实 LLM 服务吞吐或 GPU 延迟。 记录 08已经对照",{"slug":5440,"path":5441,"title":5442,"date":5443,"tags":5444,"description":5449,"cover":5450,"coverAlt":5451,"excerpt":5452,"draft":5175,"hidden":5175,"published":1825,"readingTime":1479},"qwen3-mid-post-train-mlx","\u002Fposts\u002Fqwen3-mid-post-train-mlx","在 M2 Pro 上完成 Qwen3 两阶段训练：Mid Train、SFT 与可复核评估","2026-09-30 11:19:10",[5274,5445,5446,5342,5447,5341,5448],"Qwen3","MLX","持续预训练","Apple Silicon","用 Qwen3 0.6B Base 和 MLX 完成领域持续训练与监督微调，记录数据划分、聊天模板、损失掩码、数值稳定性修复和独立测试结果。","\u002Fimages\u002Fposts\u002Fqwen3-mid-post-train-mlx\u002Fqwen3-mlx-cover-20261018.webp","Apple Silicon 统一内存芯片底座支撑两阶段持续预训练与带精确 Loss 掩码滤网的监督微调桥接插画","在一台 M2 Pro、16 GB 内存的 Mac 上，能否把一个 Base 语言模型接续训练成输出 JSON 的运维事件分级助手？这次项目完成了领域持续训练、监督微调、检查点选择、重新加载和独立测试，并保留了权重、日志和数据哈希。 ",{"slug":5454,"path":5455,"title":5456,"date":5457,"tags":5458,"description":5462,"cover":5463,"coverAlt":5464,"excerpt":5465,"draft":5175,"hidden":5175,"published":1825,"readingTime":1334,"series":5392,"seriesOrder":1412,"codeUrl":5414,"attachmentUrl":5415},"cmu-15-779-cpu-parallelism-pipeline","\u002Fposts\u002Fcmu-15-779-cpu-parallelism-pipeline","CMU 15-779 学习记录 10：加权梯度、状态分片与同步流水线","2026-09-30",[5392,5459,5460,5461],"Parallel Training","Gloo","Pipeline","用双 CPU 进程 Gloo 检查不等数据分片的梯度，推导持久状态字节数，再用依赖模型比较 GPipe 与同步 1F1B 的激活存活。","\u002Fimages\u002Fposts\u002Fcmu-15-779-cpu-parallelism-pipeline\u002Fcmu-parallel-cover-20261019.webp","浅色手绘的四阶段桌面流水线与按数量汇总的托盘","第 12 至 14 讲的个人配套实验，脚本编号 31、32 不对应官方作业。Gloo 实际运行两个 CPU 进程；张量切分、状态字节数和流水线分别按下文的数学或成本模型解释。真实 GPU 实测按学习安排跳过。 上一节检查单个计算图的",{"slug":5467,"path":5468,"title":5469,"date":5470,"tags":5471,"description":5474,"cover":5475,"coverAlt":5476,"excerpt":5477,"draft":5175,"hidden":5175,"published":1825,"readingTime":1340,"series":5392,"seriesOrder":1369,"codeUrl":5478,"attachmentUrl":5479},"cmu-15-779-cpu-compiler-optimizations","\u002Fposts\u002Fcmu-15-779-cpu-compiler-optimizations","CMU 15-779 学习记录 09：CPU 编译优化、合法重写与候选搜索","2026-09-27",[5392,5472,5473,5197],"ML Compiler","TorchInductor","用 CPU 实验验证 BatchNorm 折叠、RMSNorm 重排与非线性反例，测量分块候选，并运行 TorchInductor，分别记录首调用与预热后的时间。","\u002Fimages\u002Fposts\u002Fcmu-15-779-cpu-compiler-optimizations\u002Fcmu-cpu-compiler-cover-20261019.webp","淡紫计算积木经过薄荷绿折叠模具变成浅蓝积木，前方摆放四种候选托盘的浅色手绘插画","编译章节的个人配套实验，编号 30 不对应官方作业。图重写、分块候选和 TorchInductor 均在 CPU 上运行；真实 GPU 实验按学习安排跳过。 上一节记录了分块 Attention 和 KV cache。这次转到编译优","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002F9261bea6aedf31cdccbbab2541ca693fc97b3743","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fcpu-compiler-optimizations-20261019.zip",{"slug":5481,"path":5482,"title":5483,"date":5484,"tags":5485,"description":5487,"cover":5488,"coverAlt":5489,"excerpt":5490,"draft":5175,"hidden":5175,"published":1825,"readingTime":1427,"series":5392,"seriesOrder":1353,"codeUrl":5400,"attachmentUrl":5491},"cmu-15-779-attention-online-softmax","\u002Fposts\u002Fcmu-15-779-attention-online-softmax","CMU 15-779 学习记录 08：分块 Attention、在线 Softmax 与 KV cache","2026-09-24",[5392,5302,5353,5486,5197],"FlashAttention","在 CPU 上对照完整 Attention、在线 Softmax 分块实现与 PyTorch SDPA，检查因果掩码、浮点误差和分数块大小，理解 FlashAttention 的一部分算法基础。","\u002Fimages\u002Fposts\u002Fcmu-15-779-attention-online-softmax\u002Fcmu-online-attention-cover-20261016.webp","浅紫色卡片分批进入绿色计算托盘，旁边三个状态容器保存累积量的浅色手绘插画","第 5 讲 Transformers & Attention 的个人配套实验。28\u002F29 号是 CPU 单头前向与 KV cache；后续补入 38 号 CUDA 多头合成张量的显式 SDPA MATH\u002FFLASH 对照。没有手写 ","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fcuda-triton-sdpa-20261019.zip",{"slug":5493,"path":5494,"title":5495,"date":5496,"tags":5497,"description":5502,"cover":5503,"coverAlt":5504,"excerpt":5505,"draft":5175,"hidden":5175,"published":1825,"readingTime":1412,"series":5392,"seriesOrder":1340,"codeUrl":5400,"attachmentUrl":5491},"cmu-15-779-matmul-tiling-tree-reduction","\u002Fposts\u002Fcmu-15-779-matmul-tiling-tree-reduction","CMU 15-779 学习记录 07：矩阵分块、数据复用与树形归约","2026-09-21",[5392,5498,5499,5500,5501],"CUDA","矩阵乘法","数据复用","归约","用 CPU 模型统计矩阵分块的输入读取次数，再比较串行求和和树形归约的依赖深度，记录补零、同步与浮点加法顺序的边界。","\u002Fimages\u002Fposts\u002Fcmu-15-779-matmul-tiling-tree-reduction\u002Fcmu-matmul-reduction-cover-20261016.webp","矩阵积木在共享托盘中复用，旁边的小珠沿树形管道逐层合并的浅色手绘插画","GPU Architecture & CUDA Programming 的个人配套实验。首次记录用 CPU 模型检查数据复用与依赖深度；后续补入单卡 GPU 原生 CUDA 矩阵验证，以及 Triton 两阶段归约和矩阵乘法实测。 ",{"slug":5507,"path":5508,"title":5509,"date":5510,"tags":5511,"description":5514,"cover":5515,"coverAlt":5516,"excerpt":5517,"draft":5175,"hidden":5175,"published":1825,"readingTime":1412,"series":5392,"seriesOrder":1334,"codeUrl":5400,"attachmentUrl":5491},"cmu-15-779-cuda-thread-indexing","\u002Fposts\u002Fcmu-15-779-cuda-thread-indexing","CMU 15-779 学习记录 06：CUDA 线程索引与边界检查","2026-09-18",[5392,5498,5217,5512,5513],"线程索引","边界检查","用 CPU 演示 CUDA 的 block、thread 与全局下标：10 个元素如何分给 3 个线程块，为什么要跳过越界线程，以及这些验证能说明什么。","\u002Fimages\u002Fposts\u002Fcmu-15-779-cuda-thread-indexing\u002Fcmu-cuda-indexing-cover-20261015.webp","分组的浅紫色计算方块与末端边界挡板组成线程分配教具的浅色插画","GPU Architecture & CUDA Programming 的个人配套练习。首次记录为 CPU 索引演示；后续在单卡 GPU 环境补入原生 CUDA 编译、运行与 memcheck，以及 Triton 向量加法实测。 上",{"slug":5519,"path":5520,"title":5521,"date":5522,"tags":5523,"description":5527,"cover":5528,"coverAlt":5529,"excerpt":5530,"draft":5175,"hidden":5175,"published":1825,"readingTime":1412,"series":5392,"seriesOrder":1313,"codeUrl":5531,"attachmentUrl":5532},"cmu-15-779-profiler-operator-batching","\u002Fposts\u002Fcmu-15-779-profiler-operator-batching","CMU 15-779 学习记录 05：Profiler、算子调用与批量推理","2026-09-15",[5392,5197,5524,5525,5526],"Profiler","批量推理","性能分析","对照 ML Systems 基础，用 Profiler 拆开两层网络的执行过程，再固定 1000 个样本扫描 batch size，观察算子调用次数、尾批和 CPU 耗时。","\u002Fimages\u002Fposts\u002Fcmu-15-779-profiler-operator-batching\u002Fcmu-pytorch-profiling-cover-20261015.webp","放大镜观察线性层与 ReLU 模块，旁边面板呈现执行片段的浅色技术教具插画","本篇对照课程官网的 Introduction to ML Systems 整理，是个人配套 CPU 实验，不是课程官方作业。脚本编号是练习顺序，不对应课程讲次。 前几篇一直在补 PyTorch 基础。到了这一步，我在学习聊天里问：现","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002Fcecf5110d8a95161bb5763eadfca94cd7a0cc50f","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-profiler-batching-20261015.zip",{"slug":5534,"path":5535,"title":5536,"date":5537,"tags":5538,"description":5541,"cover":5542,"coverAlt":5543,"excerpt":5544,"draft":5175,"hidden":5175,"published":1825,"readingTime":1369,"series":5392,"seriesOrder":1287,"codeUrl":5545,"attachmentUrl":5546},"cmu-15-779-pytorch-linear-relu-absolute-value","\u002Fposts\u002Fcmu-15-779-pytorch-linear-relu-absolute-value","CMU 15-779 学习记录 04：多输出线性层、ReLU 与绝对值网络","2026-09-12",[5392,5197,5499,5539,5540],"ReLU","神经网络","把 nn.Linear 对应到矩阵乘法，弄清多个输出怎样计算，再逐层拆开一个绝对值网络，比较手动设置参数与训练得到的结果。","\u002Fimages\u002Fposts\u002Fcmu-15-779-pytorch-linear-relu-absolute-value\u002Fcmu-pytorch-absolute-cover-20261015.webp","双分支经过折角模块后汇入紫色 V 形曲线面板的浅色技术教具插画","本篇整理的是学习 CMU 15779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。 接着前一篇的批量推理与矩阵乘法，我继续把 model(x) 拆开看：一层里有多个输出时，每个数是怎么算出来的？两","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs\u002Ftree\u002F4cc63904a3a583da4a2122c246a14b43aac38528","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-linear-relu-abs-20261015.zip",{"slug":5548,"path":5549,"title":5550,"date":5551,"tags":5552,"description":5555,"cover":5556,"coverAlt":5557,"excerpt":5558,"draft":5175,"hidden":5175,"published":1825,"readingTime":1369,"series":5392,"seriesOrder":1266,"codeUrl":5559,"attachmentUrl":5560},"cmu-15-779-pytorch-dataloader-checkpoints-batching","\u002Fposts\u002Fcmu-15-779-pytorch-dataloader-checkpoints-batching","CMU 15-779 学习记录 03：DataLoader、模型保存与批量推理","2026-09-09",[5392,5197,5553,5525,5554],"DataLoader","模型保存","用 DataLoader 分批训练平方函数，保存并加载模型参数，再比较 1000 个样本与 1 个样本的推理耗时，最后把批量计算对应到矩阵乘法。","\u002Fimages\u002Fposts\u002Fcmu-15-779-pytorch-dataloader-checkpoints-batching\u002Fcmu-pytorch-batching-cover-20261015.webp","样本卡片按批次进入计算模块，旁边配有参数存储盒和输出矩阵面板的技术插画","本篇整理的是学习 CMU 15779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。 接着前一篇的平方函数实验，这一节继续练习分批训练、保存参数和独立预测。最后做了一次计时：同一个小网络，逐个处理 ","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fcmu-15-779-labs","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-batching-20261015.zip",{"slug":5562,"path":5563,"title":5564,"date":5565,"tags":5566,"description":5567,"cover":5568,"coverAlt":5569,"excerpt":5570,"draft":5175,"hidden":5175,"published":1825,"readingTime":1369,"series":5392,"seriesOrder":1259,"codeUrl":5559,"attachmentUrl":5571},"cmu-15-779-pytorch-linear-module-relu","\u002Fposts\u002Fcmu-15-779-pytorch-linear-module-relu","CMU 15-779 学习记录 02：nn.Linear、张量形状与 ReLU","2026-09-06",[5392,5197,5540,5539],"从带偏置的线性回归开始，弄清 nn.Linear 和 nn.Module 的分工，再用平方函数观察线性模型的限制、ReLU 的作用和测试点的选择。","\u002Fimages\u002Fposts\u002Fcmu-15-779-pytorch-linear-module-relu\u002Fcmu-pytorch-relu-cover-20261015.webp","输入经过两层神经网络和 ReLU 折角模块，输出曲线拟合结果的技术插画","本篇整理的是学习 CMU 15779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。 上一篇里，我用一个参数拟合了 $y=2x$。这一篇继续顺着往下写，先加上偏置，再把手写参数换成 nn.Linea","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-models-20261015.zip",{"slug":5573,"path":5574,"title":5575,"date":5576,"tags":5577,"description":5580,"cover":5581,"coverAlt":5582,"excerpt":5583,"draft":5175,"hidden":5175,"published":1825,"readingTime":1412,"series":5392,"seriesOrder":1244,"codeUrl":5559,"attachmentUrl":5584},"cmu-15-779-pytorch-autograd-linear-regression","\u002Fposts\u002Fcmu-15-779-pytorch-autograd-linear-regression","CMU 15-779 学习记录 01：PyTorch 自动求导与线性回归","2026-09-03",[5392,5197,5578,5579],"自动求导","线性回归","从自动求导和手动梯度下降开始，比较学习率，再用 SGD 训练线性回归。记录 w * 4 写错后停在 1.25 的原因和修正结果。","\u002Fimages\u002Fposts\u002Fcmu-15-779-pytorch-autograd-linear-regression\u002Fcmu-pytorch-autograd-cover-20261015.webp","梯度曲面上的小球沿路径下降，前侧面板展示散点与拟合直线的技术插画","本篇整理的是学习 CMU 15779 时补充的 PyTorch 预备练习。脚本编号不对应课程讲次，也不是课程官方作业。 开始学习 CMU 15779 时，我会 Python，但还没用过 PyTorch。这次先在 Mac 上用 CPU","\u002Fmaterials\u002Fcmu-15-779\u002Fexperiments\u002Fpytorch-basics-20261013.zip",{"slug":5586,"path":5587,"title":5588,"date":5589,"tags":5590,"description":5596,"cover":5597,"coverAlt":5598,"excerpt":5599,"draft":5175,"hidden":5175,"published":1825,"readingTime":1451,"codeUrl":5600,"attachmentUrl":5601},"embodied-pickplace-lab-robustness","\u002Fposts\u002Fembodied-pickplace-lab-robustness","Pickplace Lab 项目复盘：抓取成功率之外的时延与失败分析","2026-08-29",[5591,5592,5593,5197,5594,5595],"具身智能","模仿学习","MuJoCo","机器人","鲁棒性","从 MuJoCo 抓取搬运闭环出发，记录 22,100 个评测回合。动作平滑在自建任务的 50 ms 延迟下有效，换到 Panda Lift 却没有支持同样的收益。","\u002Fimages\u002Fposts\u002Fembodied-pickplace-lab-robustness\u002Fpickplace-grasp-cover-20261016.webp","MuJoCo 实际渲染的笛卡尔夹爪抓取方块场景，桌面上标出放置目标","Pickplace Lab 从一个简单任务开始：让夹爪抓起方块，搬到指定位置，放下，再退开。先把仿真、示范采集、训练和闭环评测接起来，随后再问：干净条件下成功的策略，换一种执行条件，还能不能完成任务？ 最值得讨论的结果出现在指令延迟","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fembodied-pickplace-lab\u002Ftree\u002Fv0.1.0","https:\u002F\u002Fgithub.com\u002Fliangqianxing\u002Fembodied-pickplace-lab\u002Freleases\u002Fdownload\u002Fv0.1.0\u002Fpickplace-lab-research-v1.zip",{"slug":5603,"path":5604,"title":5605,"date":5606,"tags":5607,"description":5612,"cover":5613,"coverAlt":5614,"excerpt":5615,"draft":5175,"hidden":5175,"published":1825,"readingTime":3447},"qwen25-vl-sglang-verl-single-gpu-lab","\u002Fposts\u002Fqwen25-vl-sglang-verl-single-gpu-lab","从 Mac 到单卡 GPU：Qwen2.5-VL 部署、GRPO 与计数 LoRA 实践","2026-08-19",[5290,5243,5608,5609,5610,5611,5446],"SGLang","verl","GRPO","推理优化","在 M2 Pro 和云端单卡上部署 Qwen2.5-VL-3B，实测连续批处理、前缀缓存与 SGLang 参数调优，再用 verl 完成多模态 GRPO 更新和同条件前后评测，记录有效优化、兼容性问题与未观察到提升的结果。","\u002Fimages\u002Fposts\u002Fqwen25-vl-sglang-verl-single-gpu-lab\u002Fqvl-lab-cover-20261010.webp","笔记本与单卡计算模块通过图像和 token 光轨连接的实验台插画","这次实验从一个很具体的问题开始：M2 Pro、16 GB 统一内存，能不能在本机跑 Qwen2.5VL？跑起来之后，我又想把图文问答、推理性能测量和强化学习训练接成一条完整流程。 本机的 MLX 4bit 服务和云端的 SGLang",{"slug":5617,"path":5618,"title":5619,"date":5620,"tags":5621,"description":5625,"cover":5626,"coverAlt":5627,"excerpt":5628,"draft":5175,"hidden":5175,"published":1825,"readingTime":1451},"cycleresearcher-post-training","\u002Fposts\u002Fcycleresearcher-post-training","从 DeepReviewer 2.0 到 CycleResearcher：科研 Agent 如何真正做 Post-training","2026-08-07 17:33:05",[5274,5291,5244,5622,5623,5624],"SimPO","Reward Model","ICLR","区分推理时 Agent 编排与模型后训练，并拆解 CycleResearcher 的领域 SFT、生成式 Reward Model、Iterative SimPO 和评测风险。","\u002Fimages\u002Fposts\u002Fcycleresearcher-post-training\u002Fcycleresearcher-cover-20261018.webp","策略生成模块产出多份候选文稿经多维评审棱镜排序后通过偏好梯度反馈弧闭环优化的等距技术插画","看到一个系统会检索、规划、反思和调用工具，不能据此判断它做过 Posttraining。Agent 描述的是模型在运行时如何完成任务；Posttraining 描述的是预训练之后，是否继续用监督数据、偏好数据或奖励信号更新模型参数。",{"slug":5630,"path":5631,"title":5632,"date":5633,"tags":5634,"description":5636,"cover":5637,"coverAlt":5638,"excerpt":5639,"draft":5175,"hidden":5175,"published":1825,"readingTime":1463,"series":5640,"seriesOrder":1244},"cuda-fused-rmsnorm-kernel","\u002Fposts\u002Fcuda-fused-rmsnorm-kernel","从 PyTorch 到 CUDA Kernel：融合 RMSNorm 在 RTX 4090D 上加速 4.27 倍","2026-07-22 18:16:50",[5498,5170,5217,5197,5314,5635],"Kernel 优化","从零实现 PyTorch CUDA 扩展，拆解 RMSNorm 的访存瓶颈、warp 归约、向量化加载、算子融合与冷热缓存 benchmark。","\u002Fimages\u002Fposts\u002Fcuda-fused-rmsnorm-kernel\u002Fcuda-rmsnorm-cover-20261018.webp","融合残差加法与向量化 float4 访存经 Warp Shuffle 蝴蝶树归约输出归一化张量的等距硬件架构插画","为了准备 AI Infra 岗位，我做了一个尽量小而完整的 CUDA 项目：不追求堆很多算子，而是选一个真实的 LLM 推理路径，把实现、正确性、benchmark 和性能解释全部做扎实。 项目实现了两个 PyTorch CUDA ","AI Infra 实战",{"slug":5642,"path":5643,"title":5644,"date":5645,"tags":5646,"description":5648,"cover":5649,"coverAlt":5650,"excerpt":5651,"draft":5175,"hidden":5175,"published":1825,"readingTime":1353,"series":5652,"seriesOrder":1244},"agent-memory","\u002Fposts\u002Fagent-memory","Agent 上下文工程与分层记忆架构：从 Observation 剪枝、滚动摘要到向量召回闭环","2026-04-24",[5274,5244,5647,5170],"RAG","结合生产级多约束 Agent 与超 100K Token 科研智能体实践，系统拆解长程会话中的上下文膨胀与注意力稀释问题：涵盖 Observation 结构化剪枝（降低约 40% Token 开销）、滚动工作摘要、向量检索长期记忆及 Prefix Cache 友好的上下文组装。","\u002Fimages\u002Fposts\u002Fagent-memory\u002Fagent-memory-cover-20261018.webp","底层高噪数据经剪枝滤网进入中期滑动窗口与金色状态台账并由顶层向量星座按需召回的三层记忆架构插画","在构建多步工具调用（ToolUse）与长周期自主规划（Autonomous Planning）的 Agent 系统时，上下文管理（Context Engineering）往往比单纯改写 System Prompt 更决定线上稳定性。","Agent 上下文工程",{"slug":5654,"path":5655,"title":5656,"date":5657,"tags":5658,"description":5661,"cover":5662,"coverAlt":5663,"excerpt":5664,"draft":5175,"hidden":5175,"published":1825,"readingTime":1313,"series":5665,"seriesOrder":1259},"backend-stack-deep-dive","\u002Fposts\u002Fbackend-stack-deep-dive","高并发 AI 平台后端基础设施实践：FastAPI 异步网关、SQLAlchemy 2.0 Async、PostgreSQL 与 Docker 沙箱编排","2026-04-07",[5318,5315,5317,5659,5660,5170],"PostgreSQL","Docker","结合 DeepScientist 生产级 AI 科研平台实践，拆解 FastAPI ASGI 异步事件循环、SQLAlchemy 2.0 + AsyncPG 连接池调优、PostgreSQL + MinIO 存储分层与 Docker SDK 动态沙箱容器编排的职责边界与核心设计。","\u002Fimages\u002Fposts\u002Fbackend-stack-deep-dive\u002Fbackend-stack-cover-20261018.webp","ASGI 异步事件循环涡轮将非阻塞协程流分发至 PostgreSQL 连接池、MinIO 存储矩阵与动态 Docker 沙箱的等距架构插画","结合 DeepScientist 生产级 AI 科研平台（服务 7,000+ 用户）的实际工程落地，本文系统拆解支撑高并发流式推理与容器沙箱调度的后端基础设施栈——FastAPI（ASGI 异步网关 + SSE 流式推送）、SQLA","DeepScientist 工程复盘",{"slug":5667,"path":5668,"title":5669,"date":5670,"tags":5671,"description":5674,"cover":5675,"coverAlt":5676,"excerpt":5677,"draft":5175,"hidden":5175,"published":1825,"readingTime":1418,"series":5678,"seriesOrder":1244},"minicode-source-analysis","\u002Fposts\u002Fminicode-source-analysis","MiniCode 架构与工具评测深度拆解：开源终端 Agentic Coding 引擎（1k+ Stars）的 ReAct、MCP 与 30 项基准验证","2026-04-06",[5244,5672,5673,5187,5170],"TypeScript","MCP","深度剖析开源终端 AI 编程智能体 MiniCode（1k+ GitHub Stars）的核心架构：从零重型依赖的 ReAct 规划循环、声明式工具注册表与权限拦截层、MCP 协议帧自动协商，到 30 项可执行 Tool-Use 评测基准（86.7% 完成率、100% 错误恢复率）的失败分布归因与闭环优化。","\u002Fimages\u002Fposts\u002Fminicode-source-analysis\u002Fminicode-cover-20261018.webp","终端编程智能体控制台被 ReAct 状态环、Unified Diff 补丁预览门与 MCP 协议插槽环绕的等距技术插画","MiniCode 是我作为核心开发者参与构建的开源终端 Agentic Coding 引擎（目前已在 GitHub 获得 1,000+ Stars）。项目的核心设计目标是：在不引入庞大运行时框架的前提下，用约 5,000 行高内聚的","AI 项目源码导读",{"slug":5680,"path":5681,"title":5682,"date":5670,"tags":5683,"description":5684,"cover":5685,"coverAlt":5686,"excerpt":5687,"draft":5175,"hidden":5175,"published":1825,"readingTime":1412,"series":5665,"seriesOrder":1244},"deepscientist-tech-stack","\u002Fposts\u002Fdeepscientist-tech-stack","DeepScientist 架构与运行时全解析：超 100K 上下文科研智能体、MCP 沙箱与高并发流式系统",[5244,5170,5673,5660,5317,5315],"深度拆解服务 7,000+ 用户的科研自主智能体平台 DeepScientist：从一题一仓库（Quest）持久化状态机、MCP 工具栈（memory \u002F artifact \u002F bash_exec）、Docker SDK 动态容器编排，到 SSE + WebSocket 双流通信与 PostgreSQL \u002F Redis \u002F Prometheus 生产级基础设施。","\u002Fimages\u002Fposts\u002Fdeepscientist-tech-stack\u002Fdeepscientist-cover-20261018.webp","科研智能体编排核心通过 memory、artifact 与隔离容器沙箱三座协议桥连接双流工作台的等距架构插画","DeepScientist（deepscientist.cc）是我们在西湖大学自然语言处理实验室研发的自主科学发现与科研管理平台，目前累计服务 7,000+ 科研用户。与单轮对话或纯文本文献问答工具不同，科研智能体需要在数小时乃至数",1795088944492]