[{"data":1,"prerenderedAt":8158},["ShallowReactive",2],{"java:mysql-transaction-isolation-and-phantom-read\u002F":3,"java-wiki-navigation":1337},{"id":4,"title":5,"body":6,"commentId":1324,"description":1325,"difficulty":1326,"draft":1327,"extension":1328,"meta":1329,"navigation":514,"order":1330,"path":1331,"section":1332,"seo":1333,"stem":1334,"updated":1335,"__hash__":1336},"java\u002Fjava\u002Fmysql-transaction-isolation-and-phantom-read.md","MySQL 的隔离级别都有哪些？如何避免幻读？",{"type":7,"value":8,"toc":1276},"minimark",[9,13,17,62,65,80,83,87,93,96,100,103,108,111,114,202,205,210,214,218,221,231,238,242,245,251,254,259,263,266,272,275,278,283,286,294,298,302,305,316,319,323,326,329,335,338,344,352,356,359,365,371,374,377,381,384,390,404,407,410,414,417,421,427,436,439,450,453,457,460,487,490,493,497,500,526,533,557,560,573,576,579,584,587,591,594,622,629,638,641,644,657,664,667,672,676,680,683,686,704,711,715,718,721,727,730,736,739,743,746,752,759,765,778,781,799,803,806,809,826,829,832,835,840,843,848,851,868,872,875,895,898,901,904,918,921,936,939,943,949,952,958,961,973,976,979,983,986,994,997,1005,1008,1022,1026,1030,1033,1047,1051,1053,1067,1071,1073,1087,1090,1110,1114,1117,1126,1129,1138,1141,1150,1153,1162,1165,1173,1176,1180,1184,1187,1191,1194,1202,1206,1209,1213,1216,1220,1223,1227,1230,1233,1272],[10,11,12],"h2",{"id":12},"面试回答",[14,15,16],"p",{},"MySQL InnoDB 支持四种事务隔离级别：读未提交、读已提交、可重复读和串行化。",[18,19,20,28,34,56],"ul",{},[21,22,23,27],"li",{},[24,25,26],"strong",{},"读未提交（READ UNCOMMITTED）","：可能发生脏读、不可重复读和幻读。",[21,29,30,33],{},[24,31,32],{},"读已提交（READ COMMITTED）","：只能读取已经提交的数据，但每次普通查询都会创建新的 Read View，因此可能发生不可重复读和幻读。",[21,35,36,39,40,44,45,44,48,51,52,55],{},[24,37,38],{},"可重复读（REPEATABLE READ）","：MySQL InnoDB 的默认隔离级别。同一事务中的普通快照读复用第一次查询建立的 Read View，避免不可重复读，并通过一致性快照避免看到后来插入的幻影行；对于 ",[41,42,43],"code",{},"SELECT ... FOR UPDATE","、",[41,46,47],{},"SELECT ... FOR SHARE",[41,49,50],{},"UPDATE"," 和 ",[41,53,54],{},"DELETE"," 等当前读，则通过 Next-Key Lock 锁住索引记录及其前面的间隙，阻止其他事务在查询范围内插入新记录。",[21,57,58,61],{},[24,59,60],{},"串行化（SERIALIZABLE）","：隔离性最强，事务近似串行执行，可以避免脏读、不可重复读和幻读，但并发能力最低。",[14,63,64],{},"因此，回答“InnoDB 如何避免幻读”时，需要区分两类读取：",[66,67,68,75],"ol",{},[21,69,70,71,74],{},"普通 ",[41,72,73],{},"SELECT"," 属于快照读，REPEATABLE READ 通过 MVCC 和同一个 Read View，让事务始终读取同一份一致性快照。",[21,76,77,79],{},[41,78,43],{}," 等属于当前读，REPEATABLE READ 通过 Gap Lock 和 Next-Key Lock 阻止其他事务向锁定范围插入新记录。",[14,81,82],{},"如果业务逻辑是“先查询是否存在，再决定是否插入或更新”，仅依赖快照读通常不够，应在 REPEATABLE READ 下使用合适索引和锁定读，并通过唯一索引等数据库约束作为最终兜底。",[84,85,86],"h3",{"id":86},"一句话总结",[88,89,90],"blockquote",{},[14,91,92],{},"InnoDB 默认使用 REPEATABLE READ：普通查询靠 MVCC 的一致性快照避免看见幻影行，当前读靠 Next-Key Lock 锁住记录和间隙，阻止幻影行被插入。",[10,94,95],{"id":95},"详细讲解",[10,97,99],{"id":98},"一事务隔离级别解决什么问题","一、事务隔离级别解决什么问题",[14,101,102],{},"多个事务并发执行时，一个事务的写入可能影响另一个事务的读取。隔离级别用于规定：",[88,104,105],{},[14,106,107],{},"一个事务能够看到其他事务的哪些修改，以及什么时候能够看到这些修改。",[14,109,110],{},"隔离级别越高，事务之间的影响越小，但加锁和等待通常越多，并发能力也可能越低。",[14,112,113],{},"MySQL InnoDB 支持 SQL 标准定义的四种隔离级别：",[115,116,117,140],"table",{},[118,119,120],"thead",{},[121,122,123,127,131,134,137],"tr",{},[124,125,126],"th",{},"隔离级别",[124,128,130],{"align":129},"right","脏读",[124,132,133],{"align":129},"不可重复读",[124,135,136],{"align":129},"幻读",[124,138,139],{"align":129},"并发能力",[141,142,143,159,174,188],"tbody",{},[121,144,145,149,152,154,156],{},[146,147,148],"td",{},"READ UNCOMMITTED",[146,150,151],{"align":129},"可能",[146,153,151],{"align":129},[146,155,151],{"align":129},[146,157,158],{"align":129},"最高",[121,160,161,164,167,169,171],{},[146,162,163],{},"READ COMMITTED",[146,165,166],{"align":129},"避免",[146,168,151],{"align":129},[146,170,151],{"align":129},[146,172,173],{"align":129},"较高",[121,175,176,179,181,183,186],{},[146,177,178],{},"REPEATABLE READ",[146,180,166],{"align":129},[146,182,166],{"align":129},[146,184,185],{"align":129},"InnoDB 通过 MVCC 和 Next-Key Lock 处理",[146,187,173],{"align":129},[121,189,190,193,195,197,199],{},[146,191,192],{},"SERIALIZABLE",[146,194,166],{"align":129},[146,196,166],{"align":129},[146,198,166],{"align":129},[146,200,201],{"align":129},"最低",[14,203,204],{},"需要注意：",[88,206,207],{},[14,208,209],{},"“REPEATABLE READ 可能发生幻读”是 SQL 标准层面的常见结论；MySQL InnoDB 在该级别上又实现了 MVCC 和 Next-Key Lock，对快照读和当前读分别处理幻读问题。",[10,211,213],{"id":212},"二三种并发读取问题","二、三种并发读取问题",[84,215,217],{"id":216},"_1-脏读","1. 脏读",[14,219,220],{},"事务 A 读取了事务 B 尚未提交的数据。如果事务 B 最后回滚，事务 A 读到的就是从未真正生效的数据。",[222,223,229],"pre",{"className":224,"code":226,"language":227,"meta":228},[225],"language-text","事务 A 事务 B\n 修改余额 100 → 0\n读取余额，得到 0\n ROLLBACK\n","text","",[41,230,226],{"__ignoreMap":228},[14,232,233,234,237],{},"这里的 ",[41,235,236],{},"0"," 就是脏数据。",[84,239,241],{"id":240},"_2-不可重复读","2. 不可重复读",[14,243,244],{},"同一事务两次读取同一行，得到的字段值不同。",[222,246,249],{"className":247,"code":248,"language":227,"meta":228},[225],"事务 A 事务 B\n读取 id=1，余额为 100\n 修改余额为 80\n COMMIT\n再次读取 id=1，余额为 80\n",[41,250,248],{"__ignoreMap":228},[14,252,253],{},"不可重复读关注的是：",[88,255,256],{},[14,257,258],{},"同一行记录的内容发生了变化。",[84,260,262],{"id":261},"_3-幻读","3. 幻读",[14,264,265],{},"同一事务使用相同查询条件执行两次查询，第二次返回的结果集合中出现了第一次不存在的记录，或者原有记录消失。",[222,267,270],{"className":268,"code":269,"language":227,"meta":228},[225],"事务 A 事务 B\n查询 amount > 100，返回 3 行\n 插入一条 amount=150 的记录\n COMMIT\n再次查询 amount > 100，返回 4 行\n",[41,271,269],{"__ignoreMap":228},[14,273,274],{},"新增的第 4 行就是幻影行。",[14,276,277],{},"幻读关注的是：",[88,279,280],{},[14,281,282],{},"满足查询条件的记录集合发生了变化。",[14,284,285],{},"所以，不可重复读和幻读的区别可以记为：",[18,287,288,291],{},[21,289,290],{},"不可重复读：同一行的值变了。",[21,292,293],{},"幻读：符合条件的行数或记录集合变了。",[10,295,297],{"id":296},"三四种隔离级别","三、四种隔离级别",[84,299,301],{"id":300},"_1-read-uncommitted读未提交","1. READ UNCOMMITTED：读未提交",[14,303,304],{},"事务可以读取其他事务尚未提交的修改，因此可能发生：",[18,306,307,310,313],{},[21,308,309],{},"脏读；",[21,311,312],{},"不可重复读；",[21,314,315],{},"幻读。",[14,317,318],{},"它的隔离性最低，实际业务系统很少使用。",[84,320,322],{"id":321},"_2-read-committed读已提交","2. READ COMMITTED：读已提交",[14,324,325],{},"事务只能读取已经提交的数据，因此不会发生脏读。",[14,327,328],{},"但在 InnoDB 中，每一次普通一致性读都会创建一个新的 Read View：",[222,330,333],{"className":331,"code":332,"language":227,"meta":228},[225],"第一次 SELECT → Read View 1\n第二次 SELECT → Read View 2\n第三次 SELECT → Read View 3\n",[41,334,332],{"__ignoreMap":228},[14,336,337],{},"如果其他事务在两次查询之间提交了修改，后一次查询就可能看到新数据，因此可能发生：",[18,339,340,342],{},[21,341,312],{},[21,343,315],{},[14,345,346,347,51,349,351],{},"另外，在 READ COMMITTED 下，锁定读、",[41,348,50],{},[41,350,54],{}," 通常只锁索引记录，不锁记录前面的间隙。除了外键约束检查和重复键检查等情况外，Gap Lock 被禁用，因此其他事务仍可能向间隙插入新记录。",[84,353,355],{"id":354},"_3-repeatable-read可重复读","3. REPEATABLE READ：可重复读",[14,357,358],{},"这是 InnoDB 的默认隔离级别。",[14,360,361,362,364],{},"对于普通 ",[41,363,73],{},"，事务中的第一次一致性读会建立 Read View，之后的普通一致性读继续使用该快照：",[222,366,369],{"className":367,"code":368,"language":227,"meta":228},[225],"第一次普通 SELECT → 创建 Read View\n第二次普通 SELECT → 复用同一个 Read View\n第三次普通 SELECT → 复用同一个 Read View\n",[41,370,368],{"__ignoreMap":228},[14,372,373],{},"因此，其他事务之后提交的更新、删除或插入不会出现在当前事务的旧快照中。",[14,375,376],{},"对于锁定读和数据修改语句，InnoDB 会读取最新可用数据，并根据查询使用的索引范围加锁。范围条件通常会使用 Gap Lock 或 Next-Key Lock，阻止其他事务向被锁定的范围插入新记录。",[84,378,380],{"id":379},"_4-serializable串行化","4. SERIALIZABLE：串行化",[14,382,383],{},"SERIALIZABLE 是隔离性最强的级别。",[14,385,386,387,389],{},"在关闭自动提交的情况下，InnoDB 会把普通 ",[41,388,73],{}," 隐式转换为共享锁定读，效果类似：",[222,391,395],{"className":392,"code":393,"language":394,"meta":228,"style":228},"language-sql shiki shiki-themes github-light github-dark","SELECT ... FOR SHARE;\n","sql",[41,396,397],{"__ignoreMap":228},[398,399,402],"span",{"class":400,"line":401},"line",1,[398,403,393],{},[14,405,406],{},"这样事务之间会产生更多锁等待，能够避免脏读、不可重复读和幻读，但吞吐量通常明显下降。",[14,408,409],{},"它适合一致性要求极高、并发量较低，或者确实需要事务串行执行的场景。",[10,411,413],{"id":412},"四快照读与当前读","四、快照读与当前读",[14,415,416],{},"理解 InnoDB 如何处理幻读，必须先区分快照读和当前读。",[84,418,420],{"id":419},"_1-快照读","1. 快照读",[14,422,423,424,426],{},"在 READ COMMITTED 和 REPEATABLE READ 下，普通 ",[41,425,73],{}," 通常属于快照读：",[222,428,430],{"className":392,"code":429,"language":394,"meta":228,"style":228},"SELECT * FROM orders WHERE amount BETWEEN 100 AND 200;\n",[41,431,432],{"__ignoreMap":228},[398,433,434],{"class":400,"line":401},[398,435,429],{},[14,437,438],{},"快照读：",[18,440,441,444,447],{},[21,442,443],{},"不对查询记录加行锁；",[21,445,446],{},"通过 MVCC 读取某个时间点的一致性数据；",[21,448,449],{},"其他事务可以继续修改、删除或插入数据。",[14,451,452],{},"REPEATABLE READ 下，同一事务中的普通快照读复用同一个 Read View，所以后来提交的记录对当前快照不可见。",[84,454,456],{"id":455},"_2-当前读","2. 当前读",[14,458,459],{},"下面这些操作需要读取最新可用的数据，并对数据加锁：",[222,461,463],{"className":392,"code":462,"language":394,"meta":228,"style":228},"SELECT ... FOR UPDATE;\nSELECT ... FOR SHARE;\nUPDATE ...;\nDELETE ...;\n",[41,464,465,470,475,481],{"__ignoreMap":228},[398,466,467],{"class":400,"line":401},[398,468,469],{},"SELECT ... FOR UPDATE;\n",[398,471,473],{"class":400,"line":472},2,[398,474,393],{},[398,476,478],{"class":400,"line":477},3,[398,479,480],{},"UPDATE ...;\n",[398,482,484],{"class":400,"line":483},4,[398,485,486],{},"DELETE ...;\n",[14,488,489],{},"它们通常被称为当前读或锁定读。",[14,491,492],{},"当前读不能只依靠旧快照，因为业务接下来可能要修改数据。它必须在最新数据状态上进行判断，并锁住相关记录或范围，避免判断完成后数据立即被并发事务改变。",[10,494,496],{"id":495},"五快照读如何避免幻读","五、快照读如何避免幻读",[14,498,499],{},"假设当前使用 REPEATABLE READ：",[222,501,503],{"className":392,"code":502,"language":394,"meta":228,"style":228},"START TRANSACTION;\n\nSELECT * FROM orders\nWHERE amount BETWEEN 100 AND 200;\n",[41,504,505,510,516,521],{"__ignoreMap":228},[398,506,507],{"class":400,"line":401},[398,508,509],{},"START TRANSACTION;\n",[398,511,512],{"class":400,"line":472},[398,513,515],{"emptyLinePlaceholder":514},true,"\n",[398,517,518],{"class":400,"line":477},[398,519,520],{},"SELECT * FROM orders\n",[398,522,523],{"class":400,"line":483},[398,524,525],{},"WHERE amount BETWEEN 100 AND 200;\n",[14,527,528,529,532],{},"第一次普通查询建立 Read View。此后事务 B 插入一条 ",[41,530,531],{},"amount=150"," 的记录并提交：",[222,534,536],{"className":392,"code":535,"language":394,"meta":228,"style":228},"INSERT INTO orders(user_id, amount)\nVALUES (10, 150);\n\nCOMMIT;\n",[41,537,538,543,548,552],{"__ignoreMap":228},[398,539,540],{"class":400,"line":401},[398,541,542],{},"INSERT INTO orders(user_id, amount)\n",[398,544,545],{"class":400,"line":472},[398,546,547],{},"VALUES (10, 150);\n",[398,549,550],{"class":400,"line":477},[398,551,515],{"emptyLinePlaceholder":514},[398,553,554],{"class":400,"line":483},[398,555,556],{},"COMMIT;\n",[14,558,559],{},"事务 A 再次执行相同的普通查询：",[222,561,563],{"className":392,"code":562,"language":394,"meta":228,"style":228},"SELECT * FROM orders\nWHERE amount BETWEEN 100 AND 200;\n",[41,564,565,569],{"__ignoreMap":228},[398,566,567],{"class":400,"line":401},[398,568,520],{},[398,570,571],{"class":400,"line":472},[398,572,525],{},[14,574,575],{},"由于事务 A 仍然使用原来的 Read View，新插入的记录不在该快照的可见范围内，因此第二次查询不会看到它。",[14,577,578],{},"这里需要准确理解：",[88,580,581],{},[14,582,583],{},"MVCC 没有阻止事务 B 插入记录，只是让这条后来提交的记录对事务 A 的旧快照不可见。",[14,585,586],{},"因此，快照读解决的是“当前事务看到什么”，而不是“其他事务能不能写入”。",[10,588,590],{"id":589},"六当前读如何避免幻读","六、当前读如何避免幻读",[14,592,593],{},"如果业务需要先锁定一个范围，再根据查询结果修改数据，可以使用：",[222,595,597],{"className":392,"code":596,"language":394,"meta":228,"style":228},"START TRANSACTION;\n\nSELECT * FROM orders\nWHERE amount BETWEEN 100 AND 200\nFOR UPDATE;\n",[41,598,599,603,607,611,616],{"__ignoreMap":228},[398,600,601],{"class":400,"line":401},[398,602,509],{},[398,604,605],{"class":400,"line":472},[398,606,515],{"emptyLinePlaceholder":514},[398,608,609],{"class":400,"line":477},[398,610,520],{},[398,612,613],{"class":400,"line":483},[398,614,615],{},"WHERE amount BETWEEN 100 AND 200\n",[398,617,619],{"class":400,"line":618},5,[398,620,621],{},"FOR UPDATE;\n",[14,623,624,625,628],{},"假设 ",[41,626,627],{},"amount"," 上存在普通索引：",[222,630,632],{"className":392,"code":631,"language":394,"meta":228,"style":228},"CREATE INDEX idx_orders_amount ON orders(amount);\n",[41,633,634],{"__ignoreMap":228},[398,635,636],{"class":400,"line":401},[398,637,631],{},[14,639,640],{},"在 REPEATABLE READ 下，InnoDB 扫描这个索引范围时，通常会对索引记录及其间隙加 Next-Key Lock。",[14,642,643],{},"此时另一个事务尝试插入：",[222,645,647],{"className":392,"code":646,"language":394,"meta":228,"style":228},"INSERT INTO orders(user_id, amount)\nVALUES (10, 150);\n",[41,648,649,653],{"__ignoreMap":228},[398,650,651],{"class":400,"line":401},[398,652,542],{},[398,654,655],{"class":400,"line":472},[398,656,547],{},[14,658,659,660,663],{},"由于 ",[41,661,662],{},"150"," 落在已经锁定的索引范围内，该插入通常会被阻塞，直到前一个事务提交或回滚。",[14,665,666],{},"这次不是“让新记录不可见”，而是：",[88,668,669],{},[14,670,671],{},"阻止新记录进入已经锁定的查询范围。",[10,673,675],{"id":674},"七record-lockgap-lock-与-next-key-lock","七、Record Lock、Gap Lock 与 Next-Key Lock",[84,677,679],{"id":678},"_1-record-lock","1. Record Lock",[14,681,682],{},"Record Lock 锁住的是索引记录。",[14,684,685],{},"例如：",[222,687,689],{"className":392,"code":688,"language":394,"meta":228,"style":228},"SELECT * FROM orders\nWHERE id = 100\nFOR UPDATE;\n",[41,690,691,695,700],{"__ignoreMap":228},[398,692,693],{"class":400,"line":401},[398,694,520],{},[398,696,697],{"class":400,"line":472},[398,698,699],{},"WHERE id = 100\n",[398,701,702],{"class":400,"line":477},[398,703,621],{},[14,705,706,707,710],{},"如果 ",[41,708,709],{},"id"," 是唯一索引，并且使用唯一等值条件准确定位一条记录，InnoDB 通常只锁找到的索引记录，不需要锁前面的间隙。",[84,712,714],{"id":713},"_2-gap-lock","2. Gap Lock",[14,716,717],{},"Gap Lock 锁住的是两个索引记录之间的间隙，而不是某一条已经存在的记录。",[14,719,720],{},"假设索引中已有：",[222,722,725],{"className":723,"code":724,"language":227,"meta":228},[225],"100\n200\n300\n",[41,726,724],{"__ignoreMap":228},[14,728,729],{},"那么其中存在：",[222,731,734],{"className":732,"code":733,"language":227,"meta":228},[225],"(-∞, 100)\n(100, 200)\n(200, 300)\n(300, +∞)\n",[41,735,733],{"__ignoreMap":228},[14,737,738],{},"Gap Lock 的主要作用是限制其他事务在对应间隙插入新索引记录。",[84,740,742],{"id":741},"_3-next-key-lock","3. Next-Key Lock",[14,744,745],{},"Next-Key Lock 可以理解为：",[222,747,750],{"className":748,"code":749,"language":227,"meta":228},[225],"Next-Key Lock = Record Lock + 该记录前面的 Gap Lock\n",[41,751,749],{"__ignoreMap":228},[14,753,754,755,758],{},"例如对索引记录 ",[41,756,757],{},"200"," 加 Next-Key Lock，可以概念性地理解为锁住：",[222,760,763],{"className":761,"code":762,"language":227,"meta":228},[225],"(100, 200]\n",[41,764,762],{"__ignoreMap":228},[14,766,767,768,770,771,774,775,777],{},"它既保护记录 ",[41,769,757],{},"，又阻止其他事务向 ",[41,772,773],{},"100"," 与 ",[41,776,757],{}," 之间插入新索引记录。",[14,779,780],{},"InnoDB 还可以锁住最后一条记录之后的间隙，从而保护开放区间查询：",[222,782,784],{"className":392,"code":783,"language":394,"meta":228,"style":228},"SELECT * FROM orders\nWHERE amount > 200\nFOR UPDATE;\n",[41,785,786,790,795],{"__ignoreMap":228},[398,787,788],{"class":400,"line":401},[398,789,520],{},[398,791,792],{"class":400,"line":472},[398,793,794],{},"WHERE amount > 200\n",[398,796,797],{"class":400,"line":477},[398,798,621],{},[10,800,802],{"id":801},"八索引为什么很重要","八、索引为什么很重要",[14,804,805],{},"InnoDB 的行锁本质上是索引记录锁，Next-Key Lock 也是围绕索引扫描范围建立的。",[14,807,808],{},"如果查询能够使用合适索引：",[222,810,812],{"className":392,"code":811,"language":394,"meta":228,"style":228},"SELECT * FROM orders\nWHERE amount BETWEEN 100 AND 200\nFOR UPDATE;\n",[41,813,814,818,822],{"__ignoreMap":228},[398,815,816],{"class":400,"line":401},[398,817,520],{},[398,819,820],{"class":400,"line":472},[398,821,615],{},[398,823,824],{"class":400,"line":477},[398,825,621],{},[14,827,828],{},"InnoDB 可以更准确地锁定相关索引范围。",[14,830,831],{},"如果缺少合适索引，InnoDB 可能需要扫描并锁定大量索引记录，锁的范围会变大，并发能力明显下降。",[14,833,834],{},"这里不要简单表述为：",[88,836,837],{},[14,838,839],{},"没有索引就一定加表锁。",[14,841,842],{},"更准确的说法是：",[88,844,845],{},[14,846,847],{},"InnoDB 仍然基于索引记录加锁；缺少可用业务索引时，可能扫描并锁住大量记录，使效果接近大范围锁定。",[14,849,850],{},"因此，使用锁定读避免幻读时，需要同时关注：",[18,852,853,856,859,862,865],{},[21,854,855],{},"查询条件是否命中索引；",[21,857,858],{},"实际执行计划选择了哪个索引；",[21,860,861],{},"锁定范围是否超出预期；",[21,863,864],{},"事务是否足够短；",[21,866,867],{},"是否可能形成死锁。",[10,869,871],{"id":870},"九为什么不能只依赖快照读完成先查后写","九、为什么不能只依赖快照读完成“先查后写”",[14,873,874],{},"假设业务要求同一用户只能存在一条有效申请：",[222,876,878],{"className":392,"code":877,"language":394,"meta":228,"style":228},"SELECT * FROM applications\nWHERE user_id = 100\n AND status = 'ACTIVE';\n",[41,879,880,885,890],{"__ignoreMap":228},[398,881,882],{"class":400,"line":401},[398,883,884],{},"SELECT * FROM applications\n",[398,886,887],{"class":400,"line":472},[398,888,889],{},"WHERE user_id = 100\n",[398,891,892],{"class":400,"line":477},[398,893,894],{}," AND status = 'ACTIVE';\n",[14,896,897],{},"两个事务可能同时通过快照读发现“记录不存在”，然后各自插入一条有效申请。",[14,899,900],{},"REPEATABLE READ 虽然让两个事务各自的查询结果保持一致，但没有阻止另一个事务执行插入。",[14,902,903],{},"因此，业务不变量不能只依赖普通快照读。常见方案是：",[66,905,906,909,912,915],{},[21,907,908],{},"建立能够表达业务规则的唯一索引；",[21,910,911],{},"在 REPEATABLE READ 下使用合适的锁定读；",[21,913,914],{},"捕获重复键或死锁异常，并进行有限重试；",[21,916,917],{},"缩短事务时间，避免锁范围长期占用。",[14,919,920],{},"例如业务规则能够转换为唯一键时，优先让数据库约束兜底：",[222,922,924],{"className":392,"code":923,"language":394,"meta":228,"style":228},"CREATE UNIQUE INDEX uk_user_active\nON applications(user_id, active_flag);\n",[41,925,926,931],{"__ignoreMap":228},[398,927,928],{"class":400,"line":401},[398,929,930],{},"CREATE UNIQUE INDEX uk_user_active\n",[398,932,933],{"class":400,"line":472},[398,934,935],{},"ON applications(user_id, active_flag);\n",[14,937,938],{},"具体索引设计仍要根据数据模型确定，不能为了唯一约束直接照搬示例。",[10,940,942],{"id":941},"十混用快照读和当前读为什么容易困惑","十、混用快照读和当前读为什么容易困惑",[14,944,945,946,948],{},"在 REPEATABLE READ 事务中，普通 ",[41,947,73],{}," 使用旧快照，而锁定读读取最新可用的数据。",[14,950,951],{},"可能出现：",[222,953,956],{"className":954,"code":955,"language":227,"meta":228},[225],"1. 普通 SELECT 没看到某条新记录\n2. 另一个事务插入该记录并提交\n3. SELECT ... FOR UPDATE 却看到了这条记录\n",[41,957,955],{"__ignoreMap":228},[14,959,960],{},"原因不是隔离级别突然失效，而是两条语句使用了不同的读取机制：",[18,962,963,968],{},[21,964,70,965,967],{},[41,966,73],{},"：读取 Read View 中的一致性快照；",[21,969,970,972],{},[41,971,43],{},"：读取最新可用数据并加锁。",[14,974,975],{},"MySQL 官方文档也不建议在同一个 REPEATABLE READ 事务中随意混用锁定语句和非锁定查询，因为它们可能呈现两个不同时间状态的数据。",[14,977,978],{},"如果业务必须基于最新结果做写入判断，应统一使用锁定读；如果必须获得更严格、容易理解的串行语义，可以评估 SERIALIZABLE，但要接受更高的锁竞争。",[10,980,982],{"id":981},"十一read-committed-下加-for-update-能否避免幻读","十一、READ COMMITTED 下加 FOR UPDATE 能否避免幻读",[14,984,985],{},"不能笼统地说可以。",[14,987,988,989,51,991,993],{},"在 READ COMMITTED 下，InnoDB 对锁定读、",[41,990,50],{},[41,992,54],{}," 通常只锁索引记录，不锁前面的间隙。其他事务仍可以向记录间隙插入新行，因此范围查询仍可能出现幻读。",[14,995,996],{},"Gap Lock 在该级别主要保留给：",[18,998,999,1002],{},[21,1000,1001],{},"外键约束检查；",[21,1003,1004],{},"重复键检查。",[14,1006,1007],{},"如果业务需要锁住一个尚不存在的范围，应评估：",[18,1009,1010,1013,1016,1019],{},[21,1011,1012],{},"使用 REPEATABLE READ，并通过合适索引和 Next-Key Lock 锁定范围；",[21,1014,1015],{},"使用 SERIALIZABLE；",[21,1017,1018],{},"把业务不变量转换为唯一约束；",[21,1020,1021],{},"调整数据模型，避免依赖无法锁定的“空结果”。",[10,1023,1025],{"id":1024},"十二如何选择隔离级别","十二、如何选择隔离级别",[84,1027,1029],{"id":1028},"选择-read-committed","选择 READ COMMITTED",[14,1031,1032],{},"适合：",[18,1034,1035,1038,1041,1044],{},[21,1036,1037],{},"希望每次查询都看到最新已提交数据；",[21,1039,1040],{},"可以接受同一事务内两次读取结果不同；",[21,1042,1043],{},"希望减少 Gap Lock 和锁冲突；",[21,1045,1046],{},"业务通过版本号、唯一约束或其他机制保证并发正确性。",[84,1048,1050],{"id":1049},"选择-repeatable-read","选择 REPEATABLE READ",[14,1052,1032],{},[18,1054,1055,1058,1061,1064],{},[21,1056,1057],{},"希望事务中的普通查询保持一致视图；",[21,1059,1060],{},"需要使用 Next-Key Lock 保护范围；",[21,1062,1063],{},"能够控制索引、锁顺序和事务时长；",[21,1065,1066],{},"接受 InnoDB 默认隔离级别。",[84,1068,1070],{"id":1069},"选择-serializable","选择 SERIALIZABLE",[14,1072,1032],{},[18,1074,1075,1078,1081,1084],{},[21,1076,1077],{},"并发量较低；",[21,1079,1080],{},"一致性要求极高；",[21,1082,1083],{},"业务逻辑难以通过更细粒度约束实现；",[21,1085,1086],{},"能够接受更多阻塞、超时和死锁重试。",[14,1088,1089],{},"隔离级别不是越高越好。选择时需要综合评估：",[18,1091,1092,1095,1098,1101,1104,1107],{},[21,1093,1094],{},"一致性要求；",[21,1096,1097],{},"读写比例；",[21,1099,1100],{},"热点数据；",[21,1102,1103],{},"事务持续时间；",[21,1105,1106],{},"可接受的锁等待；",[21,1108,1109],{},"数据库吞吐量。",[10,1111,1113],{"id":1112},"十三查看和设置隔离级别","十三、查看和设置隔离级别",[14,1115,1116],{},"查看当前会话隔离级别：",[222,1118,1120],{"className":392,"code":1119,"language":394,"meta":228,"style":228},"SELECT @@SESSION.transaction_isolation;\n",[41,1121,1122],{"__ignoreMap":228},[398,1123,1124],{"class":400,"line":401},[398,1125,1119],{},[14,1127,1128],{},"查看全局默认隔离级别：",[222,1130,1132],{"className":392,"code":1131,"language":394,"meta":228,"style":228},"SELECT @@GLOBAL.transaction_isolation;\n",[41,1133,1134],{"__ignoreMap":228},[398,1135,1136],{"class":400,"line":401},[398,1137,1131],{},[14,1139,1140],{},"修改当前会话后续事务的隔离级别：",[222,1142,1144],{"className":392,"code":1143,"language":394,"meta":228,"style":228},"SET SESSION TRANSACTION ISOLATION LEVEL READ COMMITTED;\n",[41,1145,1146],{"__ignoreMap":228},[398,1147,1148],{"class":400,"line":401},[398,1149,1143],{},[14,1151,1152],{},"设置下一个事务的隔离级别：",[222,1154,1156],{"className":392,"code":1155,"language":394,"meta":228,"style":228},"SET TRANSACTION ISOLATION LEVEL REPEATABLE READ;\n",[41,1157,1158],{"__ignoreMap":228},[398,1159,1160],{"class":400,"line":401},[398,1161,1155],{},[14,1163,1164],{},"开始事务：",[222,1166,1167],{"className":392,"code":509,"language":394,"meta":228,"style":228},[41,1168,1169],{"__ignoreMap":228},[398,1170,1171],{"class":400,"line":401},[398,1172,509],{},[14,1174,1175],{},"线上修改隔离级别前，需要评估现有事务代码、锁行为、复制方式和监控指标，不应只根据理论吞吐量直接切换。",[10,1177,1179],{"id":1178},"十四常见误区","十四、常见误区",[84,1181,1183],{"id":1182},"误区-1mvcc-会阻止其他事务插入","误区 1：MVCC 会阻止其他事务插入",[14,1185,1186],{},"不会。MVCC 主要决定一条记录对当前 Read View 是否可见，不会因为快照读而阻塞其他事务写入。",[84,1188,1190],{"id":1189},"误区-2repeatable-read-只靠-mvcc-避免所有幻读","误区 2：REPEATABLE READ 只靠 MVCC 避免所有幻读",[14,1192,1193],{},"不完整。",[18,1195,1196,1199],{},[21,1197,1198],{},"快照读靠 MVCC 和固定 Read View；",[21,1200,1201],{},"当前读靠 Gap Lock 和 Next-Key Lock。",[84,1203,1205],{"id":1204},"误区-3只要加-for-update-就一定不会幻读","误区 3：只要加 FOR UPDATE 就一定不会幻读",[14,1207,1208],{},"不一定。是否锁住间隙与隔离级别、查询条件、索引类型和实际扫描范围有关。READ COMMITTED 下通常不会为普通范围查询使用 Gap Lock。",[84,1210,1212],{"id":1211},"误区-4next-key-lock-锁的是数据页","误区 4：Next-Key Lock 锁的是数据页",[14,1214,1215],{},"不是。它围绕索引记录和索引记录之间的间隙建立。",[84,1217,1219],{"id":1218},"误区-5没有索引就一定升级为表锁","误区 5：没有索引就一定升级为表锁",[14,1221,1222],{},"这个表述不准确。InnoDB 仍然基于索引进行记录锁定，但缺少合适索引可能导致扫描和锁定大量记录，使并发效果接近大范围锁定。",[84,1224,1226],{"id":1225},"误区-6serializable-一定是最好的选择","误区 6：SERIALIZABLE 一定是最好的选择",[14,1228,1229],{},"它的隔离性最强，但会显著增加锁等待，降低并发能力。多数业务更适合通过合理隔离级别、索引、锁定读和数据库约束共同保证正确性。",[10,1231,1232],{"id":1232},"参考资料",[18,1234,1235,1244,1251,1258,1265],{},[21,1236,1237],{},[1238,1239,1243],"a",{"href":1240,"rel":1241},"https:\u002F\u002Fdev.mysql.com\u002Fdoc\u002Frefman\u002F8.4\u002Fen\u002Finnodb-transaction-isolation-levels.html",[1242],"nofollow","MySQL 8.4 Reference Manual：Transaction Isolation Levels",[21,1245,1246],{},[1238,1247,1250],{"href":1248,"rel":1249},"https:\u002F\u002Fdev.mysql.com\u002Fdoc\u002Frefman\u002F8.4\u002Fen\u002Finnodb-consistent-read.html",[1242],"MySQL 8.4 Reference Manual：Consistent Nonlocking Reads",[21,1252,1253],{},[1238,1254,1257],{"href":1255,"rel":1256},"https:\u002F\u002Fdev.mysql.com\u002Fdoc\u002Frefman\u002F8.4\u002Fen\u002Finnodb-next-key-locking.html",[1242],"MySQL 8.4 Reference Manual：Phantom Rows",[21,1259,1260],{},[1238,1261,1264],{"href":1262,"rel":1263},"https:\u002F\u002Fdev.mysql.com\u002Fdoc\u002Frefman\u002F8.4\u002Fen\u002Finnodb-locking-reads.html",[1242],"MySQL 8.4 Reference Manual：Locking Reads",[21,1266,1267],{},[1238,1268,1271],{"href":1269,"rel":1270},"https:\u002F\u002Fdev.mysql.com\u002Fdoc\u002Frefman\u002F8.4\u002Fen\u002Fset-transaction.html",[1242],"MySQL 8.4 Reference Manual：SET TRANSACTION Statement",[1273,1274,1275],"style",{},"html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html.dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}",{"title":228,"searchDepth":472,"depth":472,"links":1277},[1278,1281,1282,1283,1288,1294,1298,1299,1300,1305,1306,1307,1308,1309,1314,1315,1323],{"id":12,"depth":472,"text":12,"children":1279},[1280],{"id":86,"depth":477,"text":86},{"id":95,"depth":472,"text":95},{"id":98,"depth":472,"text":99},{"id":212,"depth":472,"text":213,"children":1284},[1285,1286,1287],{"id":216,"depth":477,"text":217},{"id":240,"depth":477,"text":241},{"id":261,"depth":477,"text":262},{"id":296,"depth":472,"text":297,"children":1289},[1290,1291,1292,1293],{"id":300,"depth":477,"text":301},{"id":321,"depth":477,"text":322},{"id":354,"depth":477,"text":355},{"id":379,"depth":477,"text":380},{"id":412,"depth":472,"text":413,"children":1295},[1296,1297],{"id":419,"depth":477,"text":420},{"id":455,"depth":477,"text":456},{"id":495,"depth":472,"text":496},{"id":589,"depth":472,"text":590},{"id":674,"depth":472,"text":675,"children":1301},[1302,1303,1304],{"id":678,"depth":477,"text":679},{"id":713,"depth":477,"text":714},{"id":741,"depth":477,"text":742},{"id":801,"depth":472,"text":802},{"id":870,"depth":472,"text":871},{"id":941,"depth":472,"text":942},{"id":981,"depth":472,"text":982},{"id":1024,"depth":472,"text":1025,"children":1310},[1311,1312,1313],{"id":1028,"depth":477,"text":1029},{"id":1049,"depth":477,"text":1050},{"id":1069,"depth":477,"text":1070},{"id":1112,"depth":472,"text":1113},{"id":1178,"depth":472,"text":1179,"children":1316},[1317,1318,1319,1320,1321,1322],{"id":1182,"depth":477,"text":1183},{"id":1189,"depth":477,"text":1190},{"id":1204,"depth":477,"text":1205},{"id":1211,"depth":477,"text":1212},{"id":1218,"depth":477,"text":1219},{"id":1225,"depth":477,"text":1226},{"id":1232,"depth":472,"text":1232},"wiki:java:mysql-transaction-isolation-and-phantom-read","梳理 MySQL InnoDB 的四种事务隔离级别，解释脏读、不可重复读和幻读，并说明 MVCC、Read View、Gap Lock 与 Next-Key Lock 如何共同避免幻读。","advanced",false,"md",{},75,"\u002Fjava\u002Fmysql-transaction-isolation-and-phantom-read","面试专题",{"title":5,"description":1325},"java\u002Fmysql-transaction-isolation-and-phantom-read","2026-07-24","nU0QGwfDkhdQ9HC6lBIdj9K37XjKlVlC0KSAqF-oBgg",[1338,2766,3669,4854,5867,7208],{"id":1339,"title":1340,"body":1341,"commentId":2756,"description":2757,"difficulty":1326,"draft":1327,"extension":1328,"meta":2758,"navigation":514,"order":2759,"path":2760,"section":2761,"seo":2762,"stem":2763,"updated":2764,"__hash__":2765},"java\u002Fjava\u002Fjdk8-synchronized-lock-states.md","JDK 8 synchronized 设计与锁状态转换",{"type":7,"value":1342,"toc":2700},[1343,1347,1353,1364,1367,1373,1376,1389,1394,1397,1402,1408,1412,1415,1421,1428,1431,1437,1440,1443,1491,1495,1498,1504,1510,1513,1522,1527,1531,1538,1553,1666,1672,1678,1681,1684,1690,1693,1697,1703,1706,1712,1719,1722,1755,1759,1762,1765,1768,1772,1775,1778,1785,1788,1793,1797,1800,1806,1809,1812,1815,1821,1824,1827,1830,1836,1839,1845,1850,1854,1861,1864,1870,1873,1884,1887,1890,1893,1899,1902,1905,1908,1912,1915,1918,1922,1925,1929,1932,1936,1939,1942,1947,1951,1954,1956,1959,1962,1968,1971,1974,1977,1981,1995,1998,2004,2007,2013,2016,2022,2025,2029,2032,2036,2039,2042,2045,2051,2057,2061,2064,2070,2073,2079,2082,2085,2089,2092,2106,2109,2112,2118,2121,2127,2131,2138,2144,2147,2153,2156,2159,2173,2176,2180,2185,2191,2197,2206,2211,2215,2218,2221,2232,2235,2238,2241,2245,2421,2425,2429,2435,2439,2442,2448,2451,2455,2461,2465,2468,2500,2503,2553,2556,2582,2585,2591,2594,2600,2604,2608,2611,2615,2618,2622,2625,2629,2632,2636,2639,2643,2646,2650,2687,2690,2698],[10,1344,1346],{"id":1345},"一先给出整体结论","一、先给出整体结论",[14,1348,1349,1352],{},[41,1350,1351],{},"synchronized"," 是 Java 语言提供的内置同步机制。它在语义上负责三件事：",[18,1354,1355,1358,1361],{},[21,1356,1357],{},"同一时刻只允许满足条件的线程进入临界区；",[21,1359,1360],{},"支持同一线程重复获取同一把锁，也就是可重入；",[21,1362,1363],{},"解锁 happens-before 后续对同一 Monitor 的加锁，保证相关共享数据的可见性和有序性。",[14,1365,1366],{},"在 JDK 8 HotSpot 中，为了避免所有同步操作都直接阻塞线程，JVM 会根据竞争情况使用不同实现：",[222,1368,1371],{"className":1369,"code":1370,"language":227,"meta":228},[225],"偏向锁：同一个线程反复进入，尽量避免原子操作\n轻量级锁：线程交替执行或短暂竞争，使用栈上 Lock Record 和 CAS\n重量级锁：竞争较强或必须使用 Monitor 能力时，通过 ObjectMonitor 管理等待线程\n",[41,1372,1370],{"__ignoreMap":228},[14,1374,1375],{},"通常所说的“无锁、偏向锁、轻量级锁、重量级锁”，是对对象头及其关联同步结构的概括，不是 Java 语言规范定义的四种锁类型。",[14,1377,1378],{},[1238,1379,1385],{"href":1380,"target":1381,"rel":1382},"\u002Fimages\u002Fwiki\u002Fjava\u002Fjdk8-synchronized-state-transitions.svg","_blank",[1383,1384],"noopener","noreferrer",[1386,1387],"img",{"src":1380,"alt":1388},"JDK 8 synchronized 锁状态转换总览",[88,1390,1391],{},[14,1392,1393],{},"图中信息较多，可点击图片查看原图。",[14,1395,1396],{},"需要先纠正一个常见说法：",[88,1398,1399],{},[14,1400,1401],{},"“锁只能升级，不能降级”适合帮助理解竞争路径，但并不严谨。",[14,1403,1404,1405],{},"轻量级锁正常释放后会通过 CAS 恢复对象原来的 Mark Word；已经膨胀的 ObjectMonitor 也可能在后续安全点被 JVM 回收。更准确的说法是：",[24,1406,1407],{},"持锁竞争过程中通常不会为了当前请求立即从重量级锁退回轻量级锁，但对象状态并非终身只能单向变化。",[10,1409,1411],{"id":1410},"二synchronized-在字节码中的入口","二、synchronized 在字节码中的入口",[14,1413,1414],{},"同步代码块通常编译为：",[222,1416,1419],{"className":1417,"code":1418,"language":227,"meta":228},[225],"monitorenter\n 临界区代码\nmonitorexit\n",[41,1420,1418],{"__ignoreMap":228},[14,1422,1423,1424,1427],{},"编译器会为正常返回和异常退出路径生成对应的 ",[41,1425,1426],{},"monitorexit","，保证退出同步块时释放锁。",[14,1429,1430],{},"同步方法不会在方法体中出现这两个指令，而是在方法访问标志中使用：",[222,1432,1435],{"className":1433,"code":1434,"language":227,"meta":228},[225],"ACC_SYNCHRONIZED\n",[41,1436,1434],{"__ignoreMap":228},[14,1438,1439],{},"JVM 在调用和返回同步方法时完成 Monitor 的进入与退出。",[14,1441,1442],{},"无论入口是哪一种，最终都围绕同一个锁对象工作：",[115,1444,1445,1455],{},[118,1446,1447],{},[121,1448,1449,1452],{},[124,1450,1451],{},"写法",[124,1453,1454],{},"实际锁对象",[141,1456,1457,1468,1480],{},[121,1458,1459,1462],{},[146,1460,1461],{},"实例同步方法",[146,1463,1464,1465],{},"当前实例 ",[41,1466,1467],{},"this",[121,1469,1470,1473],{},[146,1471,1472],{},"静态同步方法",[146,1474,1475,1476,1479],{},"当前类对应的 ",[41,1477,1478],{},"Class"," 对象",[121,1481,1482,1485],{},[146,1483,1484],{},"同步代码块",[146,1486,1487,1490],{},[41,1488,1489],{},"synchronized (...)"," 中指定的对象",[10,1492,1494],{"id":1493},"三对象头与-mark-word","三、对象头与 Mark Word",[14,1496,1497],{},"普通 Java 对象的对象头主要包含：",[222,1499,1502],{"className":1500,"code":1501,"language":227,"meta":228},[225],"Mark Word\nKlass Pointer\n",[41,1503,1501],{"__ignoreMap":228},[14,1505,1506,1507,1509],{},"数组对象还会额外保存数组长度。",[41,1508,1351],{}," 的关键状态主要编码在 Mark Word 中。",[14,1511,1512],{},"以 JDK 8、64 位 HotSpot 为例，Mark Word 会复用同一段空间：",[14,1514,1515],{},[1238,1516,1519],{"href":1517,"target":1381,"rel":1518},"\u002Fimages\u002Fwiki\u002Fjava\u002Fjdk8-synchronized-mark-word.svg",[1383,1384],[1386,1520],{"src":1517,"alt":1521},"JDK 8 HotSpot Mark Word 与同步结构",[88,1523,1524],{},[14,1525,1526],{},"可点击图片查看完整尺寸。",[84,1528,1530],{"id":1529},"统一按最低-3-位阅读","统一按最低 3 位阅读",[14,1532,1533,1534,1537],{},"为了避免一会儿看 2 位、一会儿看 3 位，本文后续统一展示 Mark Word 的最低 ",[24,1535,1536],{},"3 位","。但要先区分“展示宽度”和“字段含义”：",[18,1539,1540,1547,1550],{},[21,1541,1542,1543,1546],{},"真正的锁标志始终是最低 ",[24,1544,1545],{},"2 位","；",[21,1548,1549],{},"只有普通未锁定和偏向布局会把倒数第 3 位解释成“偏向位”；",[21,1551,1552],{},"轻量级锁、重量级锁保存的是对齐后的指针，本文把其最低 3 位也完整写出，但倒数第 3 位不再表示偏向。",[115,1554,1555,1571],{},[118,1556,1557],{},[121,1558,1559,1562,1565,1568],{},[124,1560,1561],{},"最低 3 位",[124,1563,1564],{},"最低 2 位锁标志",[124,1566,1567],{},"状态",[124,1569,1570],{},"倒数第 3 位如何解释",[141,1572,1573,1593,1612,1630,1648],{},[121,1574,1575,1580,1585,1588],{},[146,1576,1577],{},[41,1578,1579],{},"001",[146,1581,1582],{},[41,1583,1584],{},"01",[146,1586,1587],{},"普通未锁定",[146,1589,1590,1591],{},"偏向位为 ",[41,1592,236],{},[121,1594,1595,1600,1604,1607],{},[146,1596,1597],{},[41,1598,1599],{},"101",[146,1601,1602],{},[41,1603,1584],{},[146,1605,1606],{},"可偏向或已偏向",[146,1608,1590,1609],{},[41,1610,1611],{},"1",[121,1613,1614,1619,1624,1627],{},[146,1615,1616],{},[41,1617,1618],{},"000",[146,1620,1621],{},[41,1622,1623],{},"00",[146,1625,1626],{},"轻量级锁",[146,1628,1629],{},"对齐后的 Lock Record 指针低位，不是偏向位",[121,1631,1632,1637,1642,1645],{},[146,1633,1634],{},[41,1635,1636],{},"010",[146,1638,1639],{},[41,1640,1641],{},"10",[146,1643,1644],{},"重量级锁",[146,1646,1647],{},"对齐后的 ObjectMonitor 指针低位，不是偏向位",[121,1649,1650,1655,1660,1663],{},[146,1651,1652],{},[41,1653,1654],{},"011",[146,1656,1657],{},[41,1658,1659],{},"11",[146,1661,1662],{},"GC 标记",[146,1664,1665],{},"标记状态的一部分，不是偏向位",[14,1667,1668,1669,1671],{},"因此 ",[41,1670,1599],{}," 应当拆开读成：",[222,1673,1676],{"className":1674,"code":1675,"language":227,"meta":228},[225],"偏向位 1 ｜ 锁标志 01\n",[41,1677,1675],{"__ignoreMap":228},[14,1679,1680],{},"它不是一个三位的“锁标志”。本文使用三位只是为了让所有状态在图表中对齐、便于比较。",[14,1682,1683],{},"其中偏向状态可以继续区分：",[222,1685,1688],{"className":1686,"code":1687,"language":227,"meta":228},[225],"匿名偏向：线程指针为空，允许第一个线程认领\n已偏向：线程指针指向获得偏向的 JavaThread\n",[41,1689,1687],{"__ignoreMap":228},[14,1691,1692],{},"Mark Word 是一块被复用的空间。例如普通未锁定对象可以直接保存 identity hash；偏向对象需要保存线程指针，因此二者不能同时使用同一布局。",[84,1694,1696],{"id":1695},"epoch-到底是什么","epoch 到底是什么",[14,1698,1699,1702],{},[41,1700,1701],{},"epoch"," 可以理解为某个类的“偏向版本号”，它不是时间戳，也不是对象年龄。",[14,1704,1705],{},"偏向锁不只依赖对象自身。支持偏向的类会在类的 prototype header 中保存一个当前 epoch；每个偏向对象的 Mark Word 中也会记录对象认领时使用的 epoch。线程进入偏向对象时，会比较两者：",[222,1707,1710],{"className":1708,"code":1709,"language":227,"meta":228},[225],"对象 epoch == 类当前 epoch\n → 这份偏向记录仍属于当前版本，继续检查偏向线程\n\n对象 epoch != 类当前 epoch\n → 这份偏向记录已经过期，可以进入重偏向或撤销流程\n",[41,1711,1709],{"__ignoreMap":228},[14,1713,1714,1715,1718],{},"它主要服务于",[24,1716,1717],{},"批量重偏向","。当一批对象从线程 A 整体转交给线程 B 使用时，JVM 不必立即逐个改写所有对象头，而是先提升类的 epoch。旧对象之后被访问时，会因为 epoch 不匹配而按新版本重新处理。",[14,1720,1721],{},"所以需要把两个容易混淆的字段分开：",[115,1723,1724,1734],{},[118,1725,1726],{},[121,1727,1728,1731],{},[124,1729,1730],{},"字段",[124,1732,1733],{},"含义",[141,1735,1736,1746],{},[121,1737,1738,1743],{},[146,1739,1740],{},[41,1741,1742],{},"age",[146,1744,1745],{},"对象的 GC 年龄，用于分代回收",[121,1747,1748,1752],{},[146,1749,1750],{},[41,1751,1701],{},[146,1753,1754],{},"类的偏向版本，用于判断对象上的偏向记录是否过期",[10,1756,1758],{"id":1757},"四jdk-8-为什么需要三种锁实现","四、JDK 8 为什么需要三种锁实现",[14,1760,1761],{},"不同竞争场景适合不同成本的同步方式。",[84,1763,1764],{"id":1764},"只有一个线程反复进入",[14,1766,1767],{},"如果一个对象长期只被同一个线程加锁，每次都执行 CAS 仍然是额外成本。偏向锁把对象与线程关联起来，后续同一线程进入时主要检查对象头是否仍偏向自己。",[84,1769,1771],{"id":1770},"多线程交替执行但没有同时竞争","多线程交替执行，但没有同时竞争",[14,1773,1774],{},"例如线程 A 使用完后线程 B 才进入。此时没有必要挂起线程，可以通过栈上 Lock Record 和 CAS 完成加锁、解锁。",[84,1776,1777],{"id":1777},"多线程同时争抢或需要等待队列",[14,1779,1780,1781,1784],{},"当 CAS 快速路径无法解决竞争，或者调用 ",[41,1782,1783],{},"wait()"," 需要条件等待集合时，JVM 使用 ObjectMonitor 管理 Owner、竞争线程和等待线程。",[14,1786,1787],{},"所以这三种实现的目标不是简单比较“谁更高级”，而是：",[88,1789,1790],{},[14,1791,1792],{},"根据实际竞争强度，在原子操作、CPU 自旋、线程阻塞和唤醒成本之间做权衡。",[10,1794,1796],{"id":1795},"五对象初始状态普通未锁定还是匿名偏向","五、对象初始状态：普通未锁定还是匿名偏向",[14,1798,1799],{},"JDK 8 默认启用偏向锁，但默认存在启动延迟：",[222,1801,1804],{"className":1802,"code":1803,"language":227,"meta":228},[225],"-XX:+UseBiasedLocking\n-XX:BiasedLockingStartupDelay=4000\n",[41,1805,1803],{"__ignoreMap":228},[14,1807,1808],{},"因此需要区分对象创建时机：",[84,1810,1811],{"id":1811},"偏向锁尚未启用或被关闭",[14,1813,1814],{},"新对象通常使用普通未锁定布局：",[222,1816,1819],{"className":1817,"code":1818,"language":227,"meta":228},[225],"[identity hash | age | 0 | 01]\n",[41,1820,1818],{"__ignoreMap":228},[14,1822,1823],{},"线程第一次进入同步块时，直接尝试建立轻量级锁。",[84,1825,1826],{"id":1826},"偏向锁已经启用",[14,1828,1829],{},"支持偏向的类创建新对象时，对象通常处于匿名偏向状态：",[222,1831,1834],{"className":1832,"code":1833,"language":227,"meta":228},[225],"[0 | epoch | age | 1 | 01]\n",[41,1835,1833],{"__ignoreMap":228},[14,1837,1838],{},"因此严格来说，不应把这条路径描述为：",[222,1840,1843],{"className":1841,"code":1842,"language":227,"meta":228},[225],"新对象先是无锁，然后第一次进入才“升级”为可偏向状态\n",[41,1844,1842],{"__ignoreMap":228},[14,1846,842,1847],{},[24,1848,1849],{},"对象创建时便根据类的 prototype header 获得普通未锁定或匿名偏向的 Mark Word。",[10,1851,1853],{"id":1852},"六偏向锁的获取与重入","六、偏向锁的获取与重入",[14,1855,1856,1857,1860],{},"线程进入一个匿名偏向对象时，会尝试通过 CAS 把自己的 ",[41,1858,1859],{},"JavaThread*","、类当前的 epoch 等信息写入 Mark Word。",[14,1862,1863],{},"成功后，对象变成：",[222,1865,1868],{"className":1866,"code":1867,"language":227,"meta":228},[225],"[当前 JavaThread* | epoch | age | 1 | 01]\n",[41,1869,1867],{"__ignoreMap":228},[14,1871,1872],{},"同一个线程以后再次进入时，主要检查：",[66,1874,1875,1878,1881],{},[21,1876,1877],{},"Mark Word 是否仍是偏向模式；",[21,1879,1880],{},"偏向线程是否是当前线程；",[21,1882,1883],{},"对象 epoch 是否仍与类的 prototype header 匹配。",[14,1885,1886],{},"全部满足时可直接进入，不需要再次通过 CAS 抢占锁。",[84,1888,1889],{"id":1889},"偏向锁退出为什么不清除线程信息",[14,1891,1892],{},"偏向锁针对的就是“同一个线程还会再次进入”这一场景。同步块结束后，Mark Word 通常仍保留对原线程的偏向：",[222,1894,1897],{"className":1895,"code":1896,"language":227,"meta":228},[225],"进入前：偏向线程 A\n执行中：偏向线程 A\n退出后：仍偏向线程 A\n",[41,1898,1896],{"__ignoreMap":228},[14,1900,1901],{},"它不是表示线程 A 永远占用临界区，而是表示下一次线程 A 再进入时可以走低成本路径。",[84,1903,1904],{"id":1904},"偏向锁如何实现可重入",[14,1906,1907],{},"对象头记录了偏向线程，但不通过一个公共计数器记录每次进入。JVM 可以结合当前线程栈上的锁记录识别同步嵌套。对同一偏向线程而言，重复进入不需要竞争性地修改对象头。",[10,1909,1911],{"id":1910},"七其他线程访问偏向对象时发生什么","七、其他线程访问偏向对象时发生什么",[14,1913,1914],{},"线程 B 遇到偏向线程 A 的对象时，不能简单地直接覆盖线程指针。JVM 需要先判断原偏向是否仍然有效。",[14,1916,1917],{},"可能出现以下路径。",[84,1919,1921],{"id":1920},"_1-epoch-已过期","1. epoch 已过期",[14,1923,1924],{},"类发生批量重偏向后，旧对象的 epoch 可能落后于类的 epoch。线程 B 可以尝试通过 CAS 将对象重新偏向自己。",[84,1926,1928],{"id":1927},"_2-原线程已经不再持有这把锁","2. 原线程已经不再持有这把锁",[14,1930,1931],{},"JVM 可以撤销原偏向，使对象恢复为普通未锁定状态，或者在允许的情况下重新偏向新线程。",[84,1933,1935],{"id":1934},"_3-原线程仍在同步块中","3. 原线程仍在同步块中",[14,1937,1938],{},"JVM 需要检查原线程栈，撤销偏向并重建合法的锁状态。如果此时存在实际竞争，后续会进入轻量级竞争或直接膨胀为 ObjectMonitor。",[14,1940,1941],{},"因此：",[88,1943,1944],{},[14,1945,1946],{},"另一个线程访问偏向对象，不等于必然直接升级为重量级锁。是否重偏向、撤销为普通状态、转换为轻量级锁或膨胀，需要结合 epoch、类级启发式统计和原线程是否仍持锁判断。",[10,1948,1950],{"id":1949},"八批量重偏向与批量撤销","八、批量重偏向与批量撤销",[14,1952,1953],{},"如果某个类的大量对象不断被不同线程使用，逐个在安全点撤销偏向的成本会很高。HotSpot 会对同一类的偏向撤销次数做启发式统计。",[84,1955,1717],{"id":1717},[14,1957,1958],{},"当撤销达到一定阈值时，JVM 可以提升类 prototype header 中的 epoch。旧对象不需要立刻逐个修改；之后线程发现对象 epoch 过期时，再尝试将它偏向当前线程。",[14,1960,1961],{},"适合这种模式：",[222,1963,1966],{"className":1964,"code":1965,"language":227,"meta":228},[225],"一批对象先由线程 A 使用\n之后整体交给线程 B 使用\n但同一时刻竞争并不强\n",[41,1967,1965],{"__ignoreMap":228},[84,1969,1970],{"id":1970},"批量撤销",[14,1972,1973],{},"如果该类持续表现出多线程竞争，偏向锁已经不再适合，JVM 可以撤销该类的偏向能力。之后新对象不再默认可偏向，已有对象也会按正常锁路径处理。",[14,1975,1976],{},"这也是为什么偏向锁不能只按“对象自身的四级升级”理解：它还存在以类为粒度的 prototype header、epoch 和批量启发式机制。",[10,1978,1980],{"id":1979},"九普通未锁定到轻量级锁","九、普通未锁定到轻量级锁",[14,1982,1983,1984,1987,1988,1991,1992,1994],{},"当对象处于普通未锁定状态，线程进入同步块时会在当前栈帧创建锁记录，HotSpot 源码中对应 ",[41,1985,1986],{},"BasicLock","，解释器栈中通常由 ",[41,1989,1990],{},"BasicObjectLock"," 将对象引用和 ",[41,1993,1986],{}," 组织在一起。",[14,1996,1997],{},"概念流程如下：",[222,1999,2002],{"className":2000,"code":2001,"language":227,"meta":228},[225],"1. 在线程栈创建 Lock Record\n2. 将对象原 Mark Word 保存到 displaced header\n3. CAS 修改对象 Mark Word\n4. 让 Mark Word 指向当前 Lock Record\n",[41,2003,2001],{"__ignoreMap":228},[14,2005,2006],{},"CAS 成功后：",[222,2008,2011],{"className":2009,"code":2010,"language":227,"meta":228},[225],"对象 Mark Word → 线程栈 Lock Record\nLock Record → 保存原 Mark Word\n",[41,2012,2010],{"__ignoreMap":228},[14,2014,2015],{},"对象头低两位为：",[222,2017,2020],{"className":2018,"code":2019,"language":227,"meta":228},[225],"00\n",[41,2021,2019],{"__ignoreMap":228},[14,2023,2024],{},"这就是通常所说的轻量级锁或栈锁。",[84,2026,2028],{"id":2027},"为什么要保存-displaced-header","为什么要保存 displaced header",[14,2030,2031],{},"轻量级锁占用了对象原来的 Mark Word。解锁时需要把原 Mark Word 恢复回对象头，因此先把它保存到 Lock Record。",[10,2033,2035],{"id":2034},"十轻量级锁的可重入","十、轻量级锁的可重入",[14,2037,2038],{},"同一个线程再次获取已经由自己栈锁定的对象时，JVM 会识别对象头中的 Lock Record 指针属于当前线程栈。",[14,2040,2041],{},"此时新的 Lock Record 会使用特殊值表示递归进入，例如 displaced header 置空，而不是再次覆盖对象头。",[14,2043,2044],{},"退出时：",[222,2046,2049],{"className":2047,"code":2048,"language":227,"meta":228},[225],"递归层 Lock Record：只退出当前递归层\n最外层 Lock Record：负责真正恢复对象头\n",[41,2050,2048],{"__ignoreMap":228},[14,2052,2053,2054,2056],{},"这解释了为什么 ",[41,2055,1351],{}," 天然支持可重入。",[10,2058,2060],{"id":2059},"十一轻量级锁如何释放","十一、轻量级锁如何释放",[14,2062,2063],{},"最外层同步块退出时，线程使用 CAS 尝试把 Lock Record 中保存的 displaced header 恢复到对象 Mark Word：",[222,2065,2068],{"className":2066,"code":2067,"language":227,"meta":228},[225],"期望值：对象头仍指向当前 Lock Record\n新值：进入同步块前保存的原 Mark Word\n",[41,2069,2067],{"__ignoreMap":228},[14,2071,2072],{},"CAS 成功：",[222,2074,2077],{"className":2075,"code":2076,"language":227,"meta":228},[225],"轻量级锁正常释放\n对象恢复普通未锁定状态\n",[41,2078,2076],{"__ignoreMap":228},[14,2080,2081],{},"CAS 失败通常意味着对象已在竞争过程中膨胀，不能再直接把原对象头覆盖回去，需要走 ObjectMonitor 的退出逻辑。",[14,2083,2084],{},"这就是“锁只能升级不能降级”表述不够准确的直接例子：没有发生膨胀的轻量级锁，退出后会恢复原 Mark Word。",[10,2086,2088],{"id":2087},"十二轻量级锁何时膨胀","十二、轻量级锁何时膨胀",[14,2090,2091],{},"线程尝试用 CAS 建立轻量级锁失败，说明对象头已经发生变化。可能原因包括：",[18,2093,2094,2097,2100,2103],{},[21,2095,2096],{},"另一个线程持有轻量级锁；",[21,2098,2099],{},"对象已经膨胀为 ObjectMonitor；",[21,2101,2102],{},"竞争期间其他线程正在处理锁状态；",[21,2104,2105],{},"必须执行依赖 ObjectMonitor 的操作。",[14,2107,2108],{},"JVM 可以先进行短暂自旋，希望持锁线程很快退出。自旋避免了线程立即挂起和恢复，但会消耗 CPU，因此只适合临界区较短的情况。",[14,2110,2111],{},"当快速路径不能解决问题时，JVM 会执行 Monitor inflation：",[222,2113,2116],{"className":2114,"code":2115,"language":227,"meta":228},[225],"创建或取得 ObjectMonitor\n复制并保存原 Mark Word\n将对象头改为指向 ObjectMonitor\n由 ObjectMonitor 负责后续竞争\n",[41,2117,2115],{"__ignoreMap":228},[14,2119,2120],{},"对象头低两位变成：",[222,2122,2125],{"className":2123,"code":2124,"language":227,"meta":228},[225],"10\n",[41,2126,2124],{"__ignoreMap":228},[10,2128,2130],{"id":2129},"十三重量级锁与-objectmonitor","十三、重量级锁与 ObjectMonitor",[14,2132,2133,2134,2137],{},"重量级状态下，对象 Mark Word 指向一个 ",[41,2135,2136],{},"ObjectMonitor","。理解它时重点关注以下字段或逻辑角色：",[222,2139,2142],{"className":2140,"code":2141,"language":227,"meta":228},[225],"_owner 当前持有 Monitor 的线程或相关锁记录\n_recursions 重入次数\n_cxq 新到达竞争线程形成的竞争队列\n_EntryList 等待重新竞争 Owner 的线程\n_WaitSet 调用 wait 后等待通知的线程\n_header 膨胀前保存的对象 Mark Word\n",[41,2143,2141],{"__ignoreMap":228},[14,2145,2146],{},"概念结构：",[222,2148,2151],{"className":2149,"code":2150,"language":227,"meta":228},[225],"对象 Mark Word\n │\n ▼\nObjectMonitor\n ├─ Owner\n ├─ Recursions\n ├─ cxq \u002F EntryList\n ├─ WaitSet\n └─ displaced header\n",[41,2152,2150],{"__ignoreMap":228},[14,2154,2155],{},"竞争线程可能先自旋尝试获得 Owner。仍然失败时，线程会进入等待结构并被挂起；持有线程退出后，Monitor 选择或唤醒后继线程继续竞争。",[14,2157,2158],{},"“重量级”的成本主要来自：",[18,2160,2161,2164,2167,2170],{},[21,2162,2163],{},"维护竞争和等待队列；",[21,2165,2166],{},"线程阻塞、唤醒与调度；",[21,2168,2169],{},"高竞争下的上下文切换；",[21,2171,2172],{},"对 Monitor 状态的原子协调。",[14,2174,2175],{},"它并不意味着每次操作都必然立刻执行一次昂贵的系统调用，HotSpot 仍包含快速路径和自适应自旋等优化。",[10,2177,2179],{"id":2178},"十四waitnotify-为什么会涉及重量级-monitor","十四、wait、notify 为什么会涉及重量级 Monitor",[14,2181,2182,2184],{},[41,2183,1783],{}," 的语义不是普通锁竞争：",[222,2186,2189],{"className":2187,"code":2188,"language":227,"meta":228},[225],"确认当前线程持有 Monitor\n完整释放锁及其重入层数\n进入 WaitSet\n等待 notify、notifyAll、中断或超时\n重新参与锁竞争\n恢复原重入状态后返回\n",[41,2190,2188],{"__ignoreMap":228},[14,2192,2193,2194,2196],{},"这需要 Owner、WaitSet、EntryList、重入次数等完整 Monitor 能力，因此 JDK 8 HotSpot 执行 ",[41,2195,1783],{}," 时会确保对象已经膨胀为 ObjectMonitor。",[14,2198,2199,51,2202,2205],{},[41,2200,2201],{},"notify()",[41,2203,2204],{},"notifyAll()"," 存在一个细节：如果对象当前只是由调用线程栈锁定，那么它不可能已经拥有 WaitSet，HotSpot 可以直接返回而不做无意义的膨胀；否则会取得或膨胀 ObjectMonitor，再处理等待线程。",[14,2207,2208,2210],{},[41,2209,2201],{}," 只是把等待线程从“等待条件”推进到“可以重新竞争锁”的阶段，并不会让它绕过当前 Owner 立即执行。",[10,2212,2214],{"id":2213},"十五identityhashcode-对锁状态的影响","十五、identityHashCode 对锁状态的影响",[14,2216,2217],{},"普通未锁定对象可以把 identity hash 保存在 Mark Word 中，但偏向锁的 Mark Word 需要保存 JavaThread 指针。",[14,2219,2220],{},"因此，对偏向对象计算：",[222,2222,2226],{"className":2223,"code":2224,"language":2225,"meta":228,"style":228},"language-java shiki shiki-themes github-light github-dark","System.identityHashCode(obj);\n","java",[41,2227,2228],{"__ignoreMap":228},[398,2229,2230],{"class":400,"line":401},[398,2231,2224],{},[14,2233,2234],{},"通常会导致偏向撤销，使对象头能够保存 hash。",[14,2236,2237],{},"如果对象正在使用轻量级锁，原 Mark Word 已经保存在当前线程栈的 Lock Record 中。为了稳定保存 identity hash，并让其他线程可靠读取，HotSpot 的相关路径可能把对象膨胀为 ObjectMonitor，再把 hash 保存在 Monitor 保存的 header 中。",[14,2239,2240],{},"所以观察锁升级实验时，不要在不知情的情况下调用可能计算 identity hash 的方法，否则实验本身会改变对象头。",[10,2242,2244],{"id":2243},"十六完整状态转换表","十六、完整状态转换表",[115,2246,2247,2260],{},[118,2248,2249],{},[121,2250,2251,2254,2257],{},[124,2252,2253],{},"当前状态",[124,2255,2256],{},"触发条件",[124,2258,2259],{},"可能结果",[141,2261,2262,2275,2288,2301,2313,2325,2337,2350,2362,2374,2386,2397,2410],{},[121,2263,2264,2269,2272],{},[146,2265,2266,2267],{},"普通未锁定 ",[41,2268,1579],{},[146,2270,2271],{},"首次进入同步块",[146,2273,2274],{},"CAS 成功后成为轻量级锁",[121,2276,2277,2282,2285],{},[146,2278,2279,2280],{},"匿名偏向 ",[41,2281,1599],{},[146,2283,2284],{},"第一个线程进入",[146,2286,2287],{},"CAS 写入线程指针，成为已偏向状态",[121,2289,2290,2295,2298],{},[146,2291,2292,2293],{},"已偏向 ",[41,2294,1599],{},[146,2296,2297],{},"原线程再次进入",[146,2299,2300],{},"保持偏向，低成本重入",[121,2302,2303,2307,2310],{},[146,2304,2292,2305],{},[41,2306,1599],{},[146,2308,2309],{},"新线程访问且 epoch 过期",[146,2311,2312],{},"尝试重偏向或撤销",[121,2314,2315,2319,2322],{},[146,2316,2292,2317],{},[41,2318,1599],{},[146,2320,2321],{},"新线程访问，原线程未持锁",[146,2323,2324],{},"撤销为普通状态，或按策略重偏向",[121,2326,2327,2331,2334],{},[146,2328,2292,2329],{},[41,2330,1599],{},[146,2332,2333],{},"新线程访问，原线程仍持锁",[146,2335,2336],{},"撤销偏向，转轻量级或膨胀",[121,2338,2339,2344,2347],{},[146,2340,2341,2342],{},"轻量级 ",[41,2343,1623],{},[146,2345,2346],{},"当前线程重入",[146,2348,2349],{},"新增递归 Lock Record，保持轻量级",[121,2351,2352,2356,2359],{},[146,2353,2341,2354],{},[41,2355,1623],{},[146,2357,2358],{},"无竞争退出",[146,2360,2361],{},"CAS 恢复原 Mark Word",[121,2363,2364,2368,2371],{},[146,2365,2341,2366],{},[41,2367,1623],{},[146,2369,2370],{},"竞争持续或恢复对象头失败",[146,2372,2373],{},"膨胀为 ObjectMonitor",[121,2375,2376,2379,2384],{},[146,2377,2378],{},"任意适用状态",[146,2380,2381,2383],{},[41,2382,1783],{}," 等需要完整 Monitor 语义",[146,2385,2373],{},[121,2387,2388,2391,2394],{},[146,2389,2390],{},"偏向\u002F轻量级",[146,2392,2393],{},"计算 identity hash 等特殊场景",[146,2395,2396],{},"撤销偏向或膨胀",[121,2398,2399,2404,2407],{},[146,2400,2401,2402],{},"重量级 ",[41,2403,1641],{},[146,2405,2406],{},"Owner 退出",[146,2408,2409],{},"唤醒\u002F选择后继；对象仍可保持膨胀",[121,2411,2412,2415,2418],{},[146,2413,2414],{},"空闲 ObjectMonitor",[146,2416,2417],{},"后续安全点清理",[146,2419,2420],{},"JVM 可能执行 Monitor deflation",[10,2422,2424],{"id":2423},"十七三条典型执行路径","十七、三条典型执行路径",[84,2426,2428],{"id":2427},"路径一同一个线程反复进入","路径一：同一个线程反复进入",[222,2430,2433],{"className":2431,"code":2432,"language":227,"meta":228},[225],"匿名偏向\n → CAS 偏向线程 A\n → A 执行同步块\n → A 退出但保留偏向\n → A 再次进入，快速命中\n",[41,2434,2432],{"__ignoreMap":228},[84,2436,2438],{"id":2437},"路径二线程交替使用没有重叠竞争","路径二：线程交替使用，没有重叠竞争",[14,2440,2441],{},"偏向关闭或偏向已撤销时：",[222,2443,2446],{"className":2444,"code":2445,"language":227,"meta":228},[225],"普通未锁定\n → A 建立轻量级锁\n → A CAS 恢复对象头\n → B 建立轻量级锁\n → B CAS 恢复对象头\n",[41,2447,2445],{"__ignoreMap":228},[14,2449,2450],{},"这种场景没有必要让线程进入阻塞等待。",[84,2452,2454],{"id":2453},"路径三多线程同时竞争","路径三：多线程同时竞争",[222,2456,2459],{"className":2457,"code":2458,"language":227,"meta":228},[225],"A 持有轻量级锁\n → B CAS 失败并短暂自旋\n → A 未及时释放\n → 对象膨胀为 ObjectMonitor\n → B 进入竞争\u002F等待结构\n → A 退出并推进后继竞争\n",[41,2460,2458],{"__ignoreMap":228},[10,2462,2464],{"id":2463},"十八jol-验证时要注意什么","十八、JOL 验证时要注意什么",[14,2466,2467],{},"可以使用 JOL 查看对象布局：",[222,2469,2473],{"className":2470,"code":2471,"language":2472,"meta":228,"style":228},"language-xml shiki shiki-themes github-light github-dark","\u003Cdependency>\n \u003CgroupId>org.openjdk.jol\u003C\u002FgroupId>\n \u003CartifactId>jol-core\u003C\u002FartifactId>\n \u003Cversion>0.17\u003C\u002Fversion>\n\u003C\u002Fdependency>\n","xml",[41,2474,2475,2480,2485,2490,2495],{"__ignoreMap":228},[398,2476,2477],{"class":400,"line":401},[398,2478,2479],{},"\u003Cdependency>\n",[398,2481,2482],{"class":400,"line":472},[398,2483,2484],{}," \u003CgroupId>org.openjdk.jol\u003C\u002FgroupId>\n",[398,2486,2487],{"class":400,"line":477},[398,2488,2489],{}," \u003CartifactId>jol-core\u003C\u002FartifactId>\n",[398,2491,2492],{"class":400,"line":483},[398,2493,2494],{}," \u003Cversion>0.17\u003C\u002Fversion>\n",[398,2496,2497],{"class":400,"line":618},[398,2498,2499],{},"\u003C\u002Fdependency>\n",[14,2501,2502],{},"示例：",[222,2504,2506],{"className":2223,"code":2505,"language":2225,"meta":228,"style":228},"Object lock = new Object();\n\nSystem.out.println(ClassLayout.parseInstance(lock).toPrintable());\n\nsynchronized (lock) {\n System.out.println(ClassLayout.parseInstance(lock).toPrintable());\n}\n\nSystem.out.println(ClassLayout.parseInstance(lock).toPrintable());\n",[41,2507,2508,2513,2517,2522,2526,2531,2537,2543,2548],{"__ignoreMap":228},[398,2509,2510],{"class":400,"line":401},[398,2511,2512],{},"Object lock = new Object();\n",[398,2514,2515],{"class":400,"line":472},[398,2516,515],{"emptyLinePlaceholder":514},[398,2518,2519],{"class":400,"line":477},[398,2520,2521],{},"System.out.println(ClassLayout.parseInstance(lock).toPrintable());\n",[398,2523,2524],{"class":400,"line":483},[398,2525,515],{"emptyLinePlaceholder":514},[398,2527,2528],{"class":400,"line":618},[398,2529,2530],{},"synchronized (lock) {\n",[398,2532,2534],{"class":400,"line":2533},6,[398,2535,2536],{}," System.out.println(ClassLayout.parseInstance(lock).toPrintable());\n",[398,2538,2540],{"class":400,"line":2539},7,[398,2541,2542],{},"}\n",[398,2544,2546],{"class":400,"line":2545},8,[398,2547,515],{"emptyLinePlaceholder":514},[398,2549,2551],{"class":400,"line":2550},9,[398,2552,2521],{},[14,2554,2555],{},"实验时要控制以下变量：",[18,2557,2558,2561,2567,2573,2576,2579],{},[21,2559,2560],{},"明确使用 JDK 8 HotSpot；",[21,2562,2563,2564,1546],{},"记录是否开启 ",[41,2565,2566],{},"UseBiasedLocking",[21,2568,2569,2570,1546],{},"记录 ",[41,2571,2572],{},"BiasedLockingStartupDelay",[21,2574,2575],{},"避免日志、调试器或工具意外计算 identity hash；",[21,2577,2578],{},"JOL 输出会受 32\u002F64 位、压缩指针和 GC 配置影响；",[21,2580,2581],{},"线程已经终止不代表任何场景都一定重偏向，仍要看 epoch 和撤销策略。",[14,2583,2584],{},"为了避免默认 4 秒延迟影响实验，可以显式设置：",[222,2586,2589],{"className":2587,"code":2588,"language":227,"meta":228},[225],"-XX:+UseBiasedLocking\n-XX:BiasedLockingStartupDelay=0\n",[41,2590,2588],{"__ignoreMap":228},[14,2592,2593],{},"关闭偏向锁、直接观察轻量级路径：",[222,2595,2598],{"className":2596,"code":2597,"language":227,"meta":228},[225],"-XX:-UseBiasedLocking\n",[41,2599,2597],{"__ignoreMap":228},[10,2601,2603],{"id":2602},"十九常见误区","十九、常见误区",[84,2605,2607],{"id":2606},"误区一新对象一定先是无锁再升级为偏向锁","误区一：新对象一定先是无锁，再升级为偏向锁",[14,2609,2610],{},"不准确。偏向能力启用后，支持偏向的类可以让新对象直接使用匿名偏向的 prototype header。",[84,2612,2614],{"id":2613},"误区二第二个线程出现就一定升级为重量级锁","误区二：第二个线程出现就一定升级为重量级锁",[14,2616,2617],{},"不准确。它可能触发重偏向、偏向撤销、轻量级锁，也可能在存在实际竞争时膨胀。",[84,2619,2621],{"id":2620},"误区三轻量级锁就是一直自旋","误区三：轻量级锁就是一直自旋",[14,2623,2624],{},"不准确。轻量级锁的核心是栈上 Lock Record 与对象头 CAS；自旋是竞争时可能采用的等待优化，不是轻量级锁的完整定义。",[84,2626,2628],{"id":2627},"误区四重量级锁完全由操作系统-mutex-等同实现","误区四：重量级锁完全由操作系统 Mutex 等同实现",[14,2630,2631],{},"过度简化。ObjectMonitor 是 HotSpot 的 JVM 级同步结构，内部会使用 CAS、自旋、队列、park\u002Funpark 等机制；线程最终阻塞和唤醒会依赖操作系统能力，但两者不能直接画等号。",[84,2633,2635],{"id":2634},"误区五锁一旦膨胀这个对象终身都是重量级锁","误区五：锁一旦膨胀，这个对象终身都是重量级锁",[14,2637,2638],{},"不准确。当前竞争阶段通常不会立即降级，但空闲 Monitor 后续可能由 JVM 在安全点执行 deflation。",[84,2640,2642],{"id":2641},"误区六这套流程适用于所有-jdk","误区六：这套流程适用于所有 JDK",[14,2644,2645],{},"不准确。本文讨论的是 JDK 8 HotSpot。偏向锁后来被默认禁用，现代 HotSpot 的锁实现也持续演进，因此理解具体机制时必须先限定版本。",[10,2647,2649],{"id":2648},"二十参考资料","二十、参考资料",[18,2651,2652,2659,2666,2673,2680],{},[21,2653,2654],{},[1238,2655,2658],{"href":2656,"rel":2657},"https:\u002F\u002Fgithub.com\u002Fopenjdk\u002Fjdk8u\u002Fblob\u002Fmaster\u002Fhotspot\u002Fsrc\u002Fshare\u002Fvm\u002Foops\u002FmarkOop.hpp",[1242],"JDK 8 HotSpot：markOop.hpp",[21,2660,2661],{},[1238,2662,2665],{"href":2663,"rel":2664},"https:\u002F\u002Fgithub.com\u002Fopenjdk\u002Fjdk8u\u002Fblob\u002Fmaster\u002Fhotspot\u002Fsrc\u002Fshare\u002Fvm\u002Fruntime\u002Fsynchronizer.cpp",[1242],"JDK 8 HotSpot：synchronizer.cpp",[21,2667,2668],{},[1238,2669,2672],{"href":2670,"rel":2671},"https:\u002F\u002Fgithub.com\u002Fopenjdk\u002Fjdk8u\u002Fblob\u002Fmaster\u002Fhotspot\u002Fsrc\u002Fshare\u002Fvm\u002Fruntime\u002FbiasedLocking.cpp",[1242],"JDK 8 HotSpot：biasedLocking.cpp",[21,2674,2675],{},[1238,2676,2679],{"href":2677,"rel":2678},"https:\u002F\u002Fgithub.com\u002Fopenjdk\u002Fjdk8u\u002Fblob\u002Fmaster\u002Fhotspot\u002Fsrc\u002Fshare\u002Fvm\u002Fruntime\u002FobjectMonitor.hpp",[1242],"JDK 8 HotSpot：objectMonitor.hpp",[21,2681,2682],{},[1238,2683,2686],{"href":2684,"rel":2685},"https:\u002F\u002Fwww.cnblogs.com\u002Fstar95\u002Fp\u002F17542850.html",[1242],"参考文章：浅析 synchronized 锁升级的原理与实现",[10,2688,2689],{"id":2689},"相关内容",[18,2691,2692],{},[21,2693,2694],{},[1238,2695,2697],{"href":2696},"\u002Fwiki\u002Fjava\u002Fsynchronized-vs-reentrantlock\u002F","synchronized 和 ReentrantLock 的区别",[1273,2699,1275],{},{"title":228,"searchDepth":472,"depth":472,"links":2701},[2702,2703,2704,2708,2713,2717,2721,2726,2730,2733,2734,2735,2736,2737,2738,2739,2740,2745,2746,2754,2755],{"id":1345,"depth":472,"text":1346},{"id":1410,"depth":472,"text":1411},{"id":1493,"depth":472,"text":1494,"children":2705},[2706,2707],{"id":1529,"depth":477,"text":1530},{"id":1695,"depth":477,"text":1696},{"id":1757,"depth":472,"text":1758,"children":2709},[2710,2711,2712],{"id":1764,"depth":477,"text":1764},{"id":1770,"depth":477,"text":1771},{"id":1777,"depth":477,"text":1777},{"id":1795,"depth":472,"text":1796,"children":2714},[2715,2716],{"id":1811,"depth":477,"text":1811},{"id":1826,"depth":477,"text":1826},{"id":1852,"depth":472,"text":1853,"children":2718},[2719,2720],{"id":1889,"depth":477,"text":1889},{"id":1904,"depth":477,"text":1904},{"id":1910,"depth":472,"text":1911,"children":2722},[2723,2724,2725],{"id":1920,"depth":477,"text":1921},{"id":1927,"depth":477,"text":1928},{"id":1934,"depth":477,"text":1935},{"id":1949,"depth":472,"text":1950,"children":2727},[2728,2729],{"id":1717,"depth":477,"text":1717},{"id":1970,"depth":477,"text":1970},{"id":1979,"depth":472,"text":1980,"children":2731},[2732],{"id":2027,"depth":477,"text":2028},{"id":2034,"depth":472,"text":2035},{"id":2059,"depth":472,"text":2060},{"id":2087,"depth":472,"text":2088},{"id":2129,"depth":472,"text":2130},{"id":2178,"depth":472,"text":2179},{"id":2213,"depth":472,"text":2214},{"id":2243,"depth":472,"text":2244},{"id":2423,"depth":472,"text":2424,"children":2741},[2742,2743,2744],{"id":2427,"depth":477,"text":2428},{"id":2437,"depth":477,"text":2438},{"id":2453,"depth":477,"text":2454},{"id":2463,"depth":472,"text":2464},{"id":2602,"depth":472,"text":2603,"children":2747},[2748,2749,2750,2751,2752,2753],{"id":2606,"depth":477,"text":2607},{"id":2613,"depth":477,"text":2614},{"id":2620,"depth":477,"text":2621},{"id":2627,"depth":477,"text":2628},{"id":2634,"depth":477,"text":2635},{"id":2641,"depth":477,"text":2642},{"id":2648,"depth":472,"text":2649},{"id":2689,"depth":472,"text":2689},"wiki:java:jdk8-synchronized-lock-states","从 Mark Word、Lock Record 与 ObjectMonitor 出发，系统理解 JDK 8 HotSpot 中偏向锁、轻量级锁、重量级锁的获取、撤销、膨胀和释放过程。",{},35,"\u002Fjava\u002Fjdk8-synchronized-lock-states","并发编程",{"title":1340,"description":2757},"java\u002Fjdk8-synchronized-lock-states","2026-07-23","gORBab_xEnsWFF1EDOBMo_opFfosXf7qG31N3VQ4jOM",{"id":2767,"title":2697,"body":2768,"commentId":3659,"description":3660,"difficulty":3661,"draft":1327,"extension":1328,"meta":3662,"navigation":514,"order":3663,"path":3664,"section":1332,"seo":3665,"stem":3666,"updated":3667,"__hash__":3668},"java\u002Fjava\u002Fsynchronized-vs-reentrantlock.md",{"type":7,"value":2769,"toc":3638},[2770,2773,2777,2782,2785,2792,2794,2802,2812,2816,2818,2824,2827,2833,2836,2839,2845,2852,2855,2859,3011,3013,3017,3020,3025,3028,3034,3037,3040,3046,3049,3051,3055,3061,3064,3067,3073,3076,3081,3083,3087,3090,3093,3099,3102,3105,3111,3114,3120,3122,3128,3131,3133,3137,3140,3146,3149,3155,3160,3163,3165,3169,3174,3177,3183,3189,3195,3198,3204,3207,3213,3216,3222,3225,3231,3234,3240,3243,3245,3249,3252,3255,3261,3264,3270,3273,3276,3279,3285,3288,3291,3297,3300,3306,3313,3315,3319,3324,3330,3333,3336,3342,3348,3354,3357,3363,3366,3368,3372,3375,3378,3394,3397,3402,3405,3407,3411,3413,3433,3435,3441,3444,3449,3451,3455,3457,3483,3486,3492,3495,3497,3501,3546,3549,3554,3561,3567,3570,3572,3574,3578,3581,3585,3588,3592,3595,3603,3607,3610,3614,3617,3620,3626,3628,3631],[14,2771,2772],{},"synchronized和reentrantLock的区别？",[2774,2775,2776],"h1",{"id":2776},"面试标准回答",[88,2778,2779],{},[14,2780,2781],{},"synchronized 是 JVM 层面的内置锁，语法简单，进入同步块后自动加锁，退出时自动释放，支持可重入和内存可见性。ReentrantLock 是基于 AQS 实现的显式锁，同样支持可重入，但提供了公平锁、可响应中断获取锁、tryLock、超时获取以及多个 Condition 等高级能力。两者在现代 JDK 中性能差距通常不是主要选型依据；功能简单时优先 synchronized，需要精细控制时使用 ReentrantLock，并且必须在 finally 中释放锁。",[14,2783,2784],{},"一句话记忆：",[88,2786,2787],{},[14,2788,2789],{},[24,2790,2791],{},"synchronized 简单自动，ReentrantLock 灵活可控。",[2774,2793,95],{"id":95},[14,2795,2796,51,2798,2801],{},[41,2797,1351],{},[41,2799,2800],{},"ReentrantLock"," 都能实现互斥和可见性，但定位不同：",[88,2803,2804],{},[14,2805,2806,2808,2809,2811],{},[41,2807,1351],{}," 是 JVM 原生关键字，语法简单；",[41,2810,2800],{}," 是 JUC 提供的显式锁，功能更丰富、控制能力更强。",[10,2813,2815],{"id":2814},"一基本用法","一、基本用法",[84,2817,1351],{"id":1351},[222,2819,2822],{"className":2820,"code":2821,"language":227},[225],"synchronized (lock) {\n \u002F\u002F 临界区\n}\n",[41,2823,2821],{"__ignoreMap":228},[14,2825,2826],{},"或者：",[222,2828,2831],{"className":2829,"code":2830,"language":227},[225],"public synchronized void method() {\n}\n",[41,2832,2830],{"__ignoreMap":228},[14,2834,2835],{},"锁会自动释放。",[84,2837,2800],{"id":2838},"reentrantlock",[222,2840,2843],{"className":2841,"code":2842,"language":227},[225],"ReentrantLock lock = new ReentrantLock();\n\nlock.lock();\ntry {\n \u002F\u002F 临界区\n} finally {\n lock.unlock();\n}\n",[41,2844,2842],{"__ignoreMap":228},[14,2846,2847,2848,2851],{},"必须手动释放，所以通常必须写在 ",[41,2849,2850],{},"finally"," 中。",[2853,2854],"hr",{},[10,2856,2858],{"id":2857},"二核心区别","二、核心区别",[115,2860,2861,2872],{},[118,2862,2863],{},[121,2864,2865,2868,2870],{},[124,2866,2867],{},"对比项",[124,2869,1351],{},[124,2871,2800],{},[141,2873,2874,2885,2896,2906,2916,2929,2941,2953,2964,2979,2990,3000],{},[121,2875,2876,2879,2882],{},[146,2877,2878],{},"实现层次",[146,2880,2881],{},"JVM 关键字、Monitor",[146,2883,2884],{},"Java 类，基于 AQS",[121,2886,2887,2890,2893],{},[146,2888,2889],{},"加锁释放",[146,2891,2892],{},"自动",[146,2894,2895],{},"手动",[121,2897,2898,2901,2904],{},[146,2899,2900],{},"可重入",[146,2902,2903],{},"支持",[146,2905,2903],{},[121,2907,2908,2911,2914],{},[146,2909,2910],{},"公平锁",[146,2912,2913],{},"不支持显式配置",[146,2915,2903],{},[121,2917,2918,2921,2924],{},[146,2919,2920],{},"可中断获取锁",[146,2922,2923],{},"不支持",[146,2925,2926],{},[41,2927,2928],{},"lockInterruptibly()",[121,2930,2931,2934,2936],{},[146,2932,2933],{},"尝试获取锁",[146,2935,2923],{},[146,2937,2938],{},[41,2939,2940],{},"tryLock()",[121,2942,2943,2946,2948],{},[146,2944,2945],{},"超时获取锁",[146,2947,2923],{},[146,2949,2950],{},[41,2951,2952],{},"tryLock(timeout, unit)",[121,2954,2955,2958,2961],{},[146,2956,2957],{},"条件队列",[146,2959,2960],{},"一个 Monitor WaitSet",[146,2962,2963],{},"可创建多个 Condition",[121,2965,2966,2969,2974],{},[146,2967,2968],{},"等待通知",[146,2970,2971],{},[41,2972,2973],{},"wait\u002Fnotify\u002FnotifyAll",[146,2975,2976],{},[41,2977,2978],{},"await\u002Fsignal\u002FsignalAll",[121,2980,2981,2984,2987],{},[146,2982,2983],{},"锁状态查询",[146,2985,2986],{},"能力有限",[146,2988,2989],{},"提供较多查询方法",[121,2991,2992,2995,2998],{},[146,2993,2994],{},"编码复杂度",[146,2996,2997],{},"低",[146,2999,173],{},[121,3001,3002,3005,3008],{},[146,3003,3004],{},"异常释放",[146,3006,3007],{},"自动释放",[146,3009,3010],{},"必须 finally unlock",[2853,3012],{},[2774,3014,3016],{"id":3015},"三两者都支持可重入","三、两者都支持可重入",[14,3018,3019],{},"可重入指：",[88,3021,3022],{},[14,3023,3024],{},"同一个线程已经持有锁时，可以再次获取同一把锁。",[84,3026,1351],{"id":3027},"synchronized-1",[222,3029,3032],{"className":3030,"code":3031,"language":227},[225],"public synchronized void methodA() {\n methodB();\n}\n\npublic synchronized void methodB() {\n}\n",[41,3033,3031],{"__ignoreMap":228},[14,3035,3036],{},"同一个对象上的两个同步方法，线程可以重入。",[84,3038,2800],{"id":3039},"reentrantlock-1",[222,3041,3044],{"className":3042,"code":3043,"language":227},[225],"lock.lock();\ntry {\n lock.lock();\n try {\n \u002F\u002F 重入\n } finally {\n lock.unlock();\n }\n} finally {\n lock.unlock();\n}\n",[41,3045,3043],{"__ignoreMap":228},[14,3047,3048],{},"获取几次，就必须释放几次。",[2853,3050],{},[2774,3052,3054],{"id":3053},"四reentrantlock-支持公平锁","四、ReentrantLock 支持公平锁",[222,3056,3059],{"className":3057,"code":3058,"language":227},[225],"ReentrantLock fairLock = new ReentrantLock(true);\n",[41,3060,3058],{"__ignoreMap":228},[14,3062,3063],{},"公平锁会尽量按 AQS 队列顺序获取锁。",[14,3065,3066],{},"默认是非公平锁：",[222,3068,3071],{"className":3069,"code":3070,"language":227},[225],"ReentrantLock lock = new ReentrantLock();\n",[41,3072,3070],{"__ignoreMap":228},[14,3074,3075],{},"非公平锁允许新线程插队，吞吐量通常更高。",[14,3077,3078,3080],{},[41,3079,1351],{}," 没有 API 让你指定公平性，通常按非公平竞争理解。",[2853,3082],{},[2774,3084,3086],{"id":3085},"五reentrantlock-支持可响应中断等待","五、ReentrantLock 支持可响应中断等待",[14,3088,3089],{},"假设线程正在等待锁。",[14,3091,3092],{},"使用：",[222,3094,3097],{"className":3095,"code":3096,"language":227},[225],"lock.lock();\n",[41,3098,3096],{"__ignoreMap":228},[14,3100,3101],{},"即使线程被中断，也不会因为中断立即退出获取锁过程。",[14,3103,3104],{},"而：",[222,3106,3109],{"className":3107,"code":3108,"language":227},[225],"lock.lockInterruptibly();\n",[41,3110,3108],{"__ignoreMap":228},[14,3112,3113],{},"等待期间如果收到中断，会抛出：",[222,3115,3118],{"className":3116,"code":3117,"language":227},[225],"InterruptedException\n",[41,3119,3117],{"__ignoreMap":228},[14,3121,685],{},[222,3123,3126],{"className":3124,"code":3125,"language":227},[225],"try {\n lock.lockInterruptibly();\n try {\n doWork();\n } finally {\n lock.unlock();\n }\n} catch (InterruptedException e) {\n Thread.currentThread().interrupt();\n}\n",[41,3127,3125],{"__ignoreMap":228},[14,3129,3130],{},"这对于避免线程长时间死等、响应取消请求很有价值。",[2853,3132],{},[2774,3134,3136],{"id":3135},"六reentrantlock-支持尝试获取和超时","六、ReentrantLock 支持尝试获取和超时",[84,3138,3139],{"id":3139},"立即尝试",[222,3141,3144],{"className":3142,"code":3143,"language":227},[225],"if (lock.tryLock()) {\n try {\n doWork();\n } finally {\n lock.unlock();\n }\n} else {\n \u002F\u002F 获取失败，走降级逻辑\n}\n",[41,3145,3143],{"__ignoreMap":228},[84,3147,3148],{"id":3148},"超时尝试",[222,3150,3153],{"className":3151,"code":3152,"language":227},[225],"if (lock.tryLock(2, TimeUnit.SECONDS)) {\n try {\n doWork();\n } finally {\n lock.unlock();\n }\n} else {\n \u002F\u002F 两秒内未拿到锁\n}\n",[41,3154,3152],{"__ignoreMap":228},[14,3156,3157,3159],{},[41,3158,1351],{}," 一旦进入竞争，只能等待，无法直接设置超时。",[14,3161,3162],{},"这也是 ReentrantLock 在需要降级、超时控制时的重要优势。",[2853,3164],{},[2774,3166,3168],{"id":3167},"七condition-比-waitnotify-更灵活","七、Condition 比 wait\u002Fnotify 更灵活",[14,3170,3171,3173],{},[41,3172,1351],{}," 的一个 Monitor 只有一个 WaitSet。",[14,3175,3176],{},"例如阻塞队列里：",[222,3178,3181],{"className":3179,"code":3180,"language":227},[225],"生产者等待 notFull\n消费者等待 notEmpty\n",[41,3182,3180],{"__ignoreMap":228},[14,3184,3185,3186,3188],{},"使用 ",[41,3187,1351],{}," 时，生产者和消费者都在同一个 WaitSet 中，通常要：",[222,3190,3193],{"className":3191,"code":3192,"language":227},[225],"notifyAll();\n",[41,3194,3192],{"__ignoreMap":228},[14,3196,3197],{},"而 ReentrantLock 可以创建多个 Condition：",[222,3199,3202],{"className":3200,"code":3201,"language":227},[225],"Condition notFull = lock.newCondition();\nCondition notEmpty = lock.newCondition();\n",[41,3203,3201],{"__ignoreMap":228},[14,3205,3206],{},"生产者等待：",[222,3208,3211],{"className":3209,"code":3210,"language":227},[225],"while (queue.size() == capacity) {\n notFull.await();\n}\n",[41,3212,3210],{"__ignoreMap":228},[14,3214,3215],{},"消费者等待：",[222,3217,3220],{"className":3218,"code":3219,"language":227},[225],"while (queue.isEmpty()) {\n notEmpty.await();\n}\n",[41,3221,3219],{"__ignoreMap":228},[14,3223,3224],{},"生产完成：",[222,3226,3229],{"className":3227,"code":3228,"language":227},[225],"notEmpty.signal();\n",[41,3230,3228],{"__ignoreMap":228},[14,3232,3233],{},"消费完成：",[222,3235,3238],{"className":3236,"code":3237,"language":227},[225],"notFull.signal();\n",[41,3239,3237],{"__ignoreMap":228},[14,3241,3242],{},"这样可以精确唤醒，减少无效唤醒。",[2853,3244],{},[2774,3246,3248],{"id":3247},"八底层实现不同","八、底层实现不同",[10,3250,1351],{"id":3251},"synchronized-2",[14,3253,3254],{},"经典理解：",[222,3256,3259],{"className":3257,"code":3258,"language":227},[225],"对象头 Mark Word\n+\nMonitor\n+\nJVM 锁优化\n",[41,3260,3258],{"__ignoreMap":228},[14,3262,3263],{},"JDK 8 中可能经历：",[222,3265,3268],{"className":3266,"code":3267,"language":227},[225],"偏向锁\n→ 轻量级锁\n→ 重量级锁\n",[41,3269,3267],{"__ignoreMap":228},[14,3271,3272],{},"这是 HotSpot 的 JVM 实现优化。",[10,3274,2800],{"id":3275},"reentrantlock-2",[14,3277,3278],{},"主要基于：",[222,3280,3283],{"className":3281,"code":3282,"language":227},[225],"AbstractQueuedSynchronizer\n",[41,3284,3282],{"__ignoreMap":228},[14,3286,3287],{},"也就是 AQS。",[14,3289,3290],{},"核心状态：",[222,3292,3295],{"className":3293,"code":3294,"language":227},[225],"volatile int state;\n",[41,3296,3294],{"__ignoreMap":228},[14,3298,3299],{},"独占锁时：",[222,3301,3304],{"className":3302,"code":3303,"language":227},[225],"state = 0 未加锁\nstate = 1 第一次获取\nstate > 1 重入次数\n",[41,3305,3303],{"__ignoreMap":228},[14,3307,3308,3309,3312],{},"竞争失败的线程进入 CLH 变体同步队列，并通过 ",[41,3310,3311],{},"park\u002Funpark"," 等待和唤醒。",[2853,3314],{},[2774,3316,3318],{"id":3317},"九异常情况下的差异","九、异常情况下的差异",[14,3320,3321,3323],{},[41,3322,1351],{},"：",[222,3325,3328],{"className":3326,"code":3327,"language":227},[225],"synchronized (lock) {\n throw new RuntimeException();\n}\n",[41,3329,3327],{"__ignoreMap":228},[14,3331,3332],{},"离开同步块时，JVM 自动释放锁。",[14,3334,3335],{},"ReentrantLock：",[222,3337,3340],{"className":3338,"code":3339,"language":227},[225],"lock.lock();\ndoWork();\nlock.unlock();\n",[41,3341,3339],{"__ignoreMap":228},[14,3343,706,3344,3347],{},[41,3345,3346],{},"doWork()"," 抛异常：",[222,3349,3352],{"className":3350,"code":3351,"language":227},[225],"unlock 没执行\n→ 锁永久未释放\n",[41,3353,3351],{"__ignoreMap":228},[14,3355,3356],{},"所以必须写：",[222,3358,3361],{"className":3359,"code":3360,"language":227},[225],"lock.lock();\ntry {\n doWork();\n} finally {\n lock.unlock();\n}\n",[41,3362,3360],{"__ignoreMap":228},[14,3364,3365],{},"这是 ReentrantLock 最常见的编码风险。",[2853,3367],{},[2774,3369,3371],{"id":3370},"十性能区别","十、性能区别",[14,3373,3374],{},"早期 JDK 中，ReentrantLock 性能常常明显优于 synchronized。",[14,3376,3377],{},"但 JDK 6 以后，JVM 对 synchronized 做了大量优化：",[18,3379,3380,3383,3385,3388,3391],{},[21,3381,3382],{},"偏向锁",[21,3384,1626],{},[21,3386,3387],{},"自旋",[21,3389,3390],{},"锁消除",[21,3392,3393],{},"锁粗化",[14,3395,3396],{},"现代 JDK 中：",[88,3398,3399],{},[14,3400,3401],{},"两者性能差异通常不是选型的首要依据。",[14,3403,3404],{},"应该根据功能需求选择，而不是简单认为 ReentrantLock 一定更快。",[2853,3406],{},[2774,3408,3410],{"id":3409},"十一什么时候使用-synchronized","十一、什么时候使用 synchronized",[14,3412,1032],{},[18,3414,3415,3418,3421,3424,3427,3430],{},[21,3416,3417],{},"临界区简单",[21,3419,3420],{},"不需要公平锁",[21,3422,3423],{},"不需要超时获取",[21,3425,3426],{},"不需要中断锁等待",[21,3428,3429],{},"只有一个等待条件",[21,3431,3432],{},"希望代码简单、自动释放锁",[14,3434,685],{},[222,3436,3439],{"className":3437,"code":3438,"language":227},[225],"public synchronized void increment() {\n count++;\n}\n",[41,3440,3438],{"__ignoreMap":228},[14,3442,3443],{},"一般优先原则：",[88,3445,3446],{},[14,3447,3448],{},"能用 synchronized 清晰表达时，优先用 synchronized。",[2853,3450],{},[2774,3452,3454],{"id":3453},"十二什么时候使用-reentrantlock","十二、什么时候使用 ReentrantLock",[14,3456,1032],{},[18,3458,3459,3462,3468,3471,3474,3477,3480],{},[21,3460,3461],{},"需要公平锁",[21,3463,3464,3465],{},"需要 ",[41,3466,3467],{},"tryLock",[21,3469,3470],{},"需要超时获取锁",[21,3472,3473],{},"需要可中断等待",[21,3475,3476],{},"需要多个 Condition",[21,3478,3479],{},"需要查询等待队列、持锁状态",[21,3481,3482],{},"需要更精细的锁控制",[14,3484,3485],{},"例如转账时避免死锁：",[222,3487,3490],{"className":3488,"code":3489,"language":227},[225],"if (accountA.lock.tryLock(100, TimeUnit.MILLISECONDS)) {\n try {\n if (accountB.lock.tryLock(100, TimeUnit.MILLISECONDS)) {\n try {\n transfer();\n } finally {\n accountB.lock.unlock();\n }\n }\n } finally {\n accountA.lock.unlock();\n }\n}\n",[41,3491,3489],{"__ignoreMap":228},[14,3493,3494],{},"使用 synchronized 很难实现这种超时退避。",[2853,3496],{},[2774,3498,3500],{"id":3499},"十三waitnotify-和-awaitsignal-对应关系","十三、wait\u002Fnotify 和 await\u002Fsignal 对应关系",[115,3502,3503,3511],{},[118,3504,3505],{},[121,3506,3507,3509],{},[124,3508,1351],{},[124,3510,2800],{},[141,3512,3513,3524,3535],{},[121,3514,3515,3519],{},[146,3516,3517],{},[41,3518,1783],{},[146,3520,3521],{},[41,3522,3523],{},"Condition.await()",[121,3525,3526,3530],{},[146,3527,3528],{},[41,3529,2201],{},[146,3531,3532],{},[41,3533,3534],{},"Condition.signal()",[121,3536,3537,3541],{},[146,3538,3539],{},[41,3540,2204],{},[146,3542,3543],{},[41,3544,3545],{},"Condition.signalAll()",[14,3547,3548],{},"两者都要求：",[88,3550,3551],{},[14,3552,3553],{},"调用等待或通知方法前，必须先持有对应的锁。",[14,3555,3556,3557,3560],{},"并且等待都应该放在 ",[41,3558,3559],{},"while"," 中：",[222,3562,3565],{"className":3563,"code":3564,"language":227},[225],"while (!conditionSatisfied()) {\n condition.await();\n}\n",[41,3566,3564],{"__ignoreMap":228},[14,3568,3569],{},"防止虚假唤醒和竞争后条件失效。",[2853,3571],{},[2774,3573,1179],{"id":1178},[84,3575,3577],{"id":3576},"误区一reentrantlock-才支持可重入","误区一：ReentrantLock 才支持可重入",[14,3579,3580],{},"不对。两者都可重入。",[84,3582,3584],{"id":3583},"误区二reentrantlock-一定比-synchronized-快","误区二：ReentrantLock 一定比 synchronized 快",[14,3586,3587],{},"不对。现代 JVM 下要看场景，功能差异比纯性能更重要。",[84,3589,3591],{"id":3590},"误区三synchronized-会自动释放reentrantlock-不会","误区三：synchronized 会自动释放，ReentrantLock 不会",[14,3593,3594],{},"更准确地说：",[18,3596,3597,3600],{},[21,3598,3599],{},"synchronized 离开同步块时自动释放",[21,3601,3602],{},"ReentrantLock 必须显式 unlock",[84,3604,3606],{"id":3605},"误区四公平锁一定更好","误区四：公平锁一定更好",[14,3608,3609],{},"公平锁吞吐量通常更低，只在有明确公平性需求时使用。",[84,3611,3613],{"id":3612},"误区五trylock-失败后可以直接-unlock","误区五：tryLock 失败后可以直接 unlock",[14,3615,3616],{},"不可以。只有成功获取锁后才能释放。",[14,3618,3619],{},"正确写法：",[222,3621,3624],{"className":3622,"code":3623,"language":227},[225],"boolean locked = false;\ntry {\n locked = lock.tryLock();\n if (!locked) {\n return;\n }\n\n doWork();\n} finally {\n if (locked) {\n lock.unlock();\n }\n}\n",[41,3625,3623],{"__ignoreMap":228},[2853,3627],{},[10,3629,3630],{"id":3630},"相关主题",[18,3632,3633],{},[21,3634,3635],{},[1238,3636,1340],{"href":3637},"\u002Fwiki\u002Fjava\u002Fjdk8-synchronized-lock-states\u002F",{"title":228,"searchDepth":472,"depth":472,"links":3639},[3640,3644,3650,3651,3658],{"id":2814,"depth":472,"text":2815,"children":3641},[3642,3643],{"id":1351,"depth":477,"text":1351},{"id":2838,"depth":477,"text":2800},{"id":2857,"depth":472,"text":2858,"children":3645},[3646,3647,3648,3649],{"id":3027,"depth":477,"text":1351},{"id":3039,"depth":477,"text":2800},{"id":3139,"depth":477,"text":3139},{"id":3148,"depth":477,"text":3148},{"id":3251,"depth":472,"text":1351},{"id":3275,"depth":472,"text":2800,"children":3652},[3653,3654,3655,3656,3657],{"id":3576,"depth":477,"text":3577},{"id":3583,"depth":477,"text":3584},{"id":3590,"depth":477,"text":3591},{"id":3605,"depth":477,"text":3606},{"id":3612,"depth":477,"text":3613},{"id":3630,"depth":472,"text":3630},"wiki:java:synchronized-vs-reentrantlock","对比 synchronized 与 ReentrantLock 的实现、可重入、公平锁、中断、超时、Condition 和适用场景。","intermediate",{},71,"\u002Fjava\u002Fsynchronized-vs-reentrantlock",{"title":2697,"description":3660},"java\u002Fsynchronized-vs-reentrantlock","2026-07-21","vNahPOMAudgb7Mu0G7t_sn5sjTaBeUGcX25bRe10EXg",{"id":3670,"title":3671,"body":3672,"commentId":4846,"description":4847,"difficulty":1326,"draft":1327,"extension":1328,"meta":4848,"navigation":514,"order":4849,"path":4850,"section":1332,"seo":4851,"stem":4852,"updated":1335,"__hash__":4853},"java\u002Fjava\u002Fkafka-message-loss-prevention.md","Kafka 如何保证消息不丢失",{"type":7,"value":3673,"toc":4802},[3674,3677,3679,3696,3699,3706,3708,3711,3718,3721,3730,3734,3737,3751,3754,3758,3764,3771,3826,3829,3840,3849,3853,3856,3885,3888,3890,3904,3908,3911,3920,3927,3962,3969,3973,3976,3982,3985,3988,3994,3997,4001,4005,4008,4014,4017,4020,4024,4027,4030,4036,4039,4045,4050,4056,4059,4065,4068,4073,4076,4080,4089,4095,4098,4108,4111,4117,4127,4132,4135,4139,4143,4152,4155,4161,4164,4168,4171,4177,4180,4226,4229,4233,4236,4242,4245,4262,4269,4273,4276,4282,4285,4294,4297,4300,4304,4307,4313,4317,4320,4323,4329,4332,4335,4355,4362,4365,4371,4377,4381,4384,4386,4392,4398,4401,4415,4419,4490,4493,4500,4504,4554,4557,4564,4567,4571,4681,4685,4692,4700,4704,4710,4714,4717,4721,4724,4728,4731,4735,4738,4758,4761,4763,4800],[2774,3675,3671],{"id":3676},"kafka-如何保证消息不丢失",[10,3678,12],{"id":12},[88,3680,3681],{},[14,3682,3683,3684,3687,3688,3691,3692,3695],{},"Kafka 保证消息不丢失需要覆盖生产者、Broker 和消费者三段链路。生产者侧使用 ",[41,3685,3686],{},"acks=all","、开启重试和幂等生产，并检查发送回调，对最终失败进行落库、告警或补偿；Broker 侧通常设置三副本、",[41,3689,3690],{},"min.insync.replicas=2","，并关闭非同步副本选举，即配置 ",[41,3693,3694],{},"unclean.leader.election.enable=false","，保证消息在足够多的同步副本写入后才确认成功；消费者侧关闭自动提交，在业务处理成功后再提交 Offset，失败时不提交以便重新消费。这样通常实现至少一次投递，所以消费端还必须通过事件 ID、唯一索引或状态机保证幂等。涉及数据库与 Kafka 的一致性时，可以使用 Transactional Outbox；消费端需要应对重复消息时，可以使用 Inbox。Kafka 的消息不丢失是端到端保障，不是只配置一个参数。",[14,3697,3698],{},"一句话总结：",[88,3700,3701],{},[14,3702,3703],{},[24,3704,3705],{},"生产者确认成功，Broker 多副本可靠保存，消费者处理成功后提交，业务端用幂等和补偿兜底。",[10,3707,95],{"id":95},[14,3709,3710],{},"Kafka 消息不丢失不是靠某一个参数实现的，而是一个端到端问题：",[88,3712,3713],{},[14,3714,3715],{},[24,3716,3717],{},"生产者必须确认消息发送成功，Broker 必须把消息可靠地保存在足够多的副本中，消费者必须在业务处理成功后再提交 Offset。",[14,3719,3720],{},"其中任何一个环节处理不当，都可能出现“业务上看起来消息丢了”的情况。",[14,3722,3723],{},[1238,3724,3727],{"href":3725,"target":1381,"rel":3726},"\u002Fimages\u002Fwiki\u002Fjava\u002Fkafka-message-loss-prevention.svg",[1383,1384],[1386,3728],{"src":3725,"alt":3729},"Kafka 消息不丢失的端到端保障链路",[10,3731,3733],{"id":3732},"一先明确什么叫消息丢失","一、先明确什么叫“消息丢失”",[14,3735,3736],{},"常见的丢失场景主要有四类：",[66,3738,3739,3742,3745,3748],{},[21,3740,3741],{},"生产者调用发送方法后没有检查结果，实际发送失败却被业务忽略。",[21,3743,3744],{},"Leader 收到消息后就返回成功，消息还未复制到 Follower，Leader 随后故障。",[21,3746,3747],{},"消费者先提交 Offset，再执行业务；业务处理失败后，消息不会再次投递。",[21,3749,3750],{},"Kafka 中的消息没有丢，但写数据库、调用下游等业务操作失败，又没有补偿机制。",[14,3752,3753],{},"因此，Kafka 中仍能查到消息，不代表业务一定处理成功；反过来，业务没有结果，也不一定是 Broker 丢了消息。",[10,3755,3757],{"id":3756},"二生产者如何避免丢消息","二、生产者如何避免丢消息",[84,3759,3761,3762],{"id":3760},"_1-使用-acksall","1. 使用 ",[41,3763,3686],{},[14,3765,3766,3767,3770],{},"生产者的 ",[41,3768,3769],{},"acks"," 决定 Broker 在什么条件下确认发送成功：",[115,3772,3773,3786],{},[118,3774,3775],{},[121,3776,3777,3780,3783],{},[124,3778,3779],{},"配置",[124,3781,3782],{},"确认时机",[124,3784,3785],{},"风险",[141,3787,3788,3801,3814],{},[121,3789,3790,3795,3798],{},[146,3791,3792],{},[41,3793,3794],{},"acks=0",[146,3796,3797],{},"不等待 Broker 响应",[146,3799,3800],{},"发送失败也无法感知，风险最高",[121,3802,3803,3808,3811],{},[146,3804,3805],{},[41,3806,3807],{},"acks=1",[146,3809,3810],{},"Leader 写入本地日志后返回",[146,3812,3813],{},"Leader 故障且副本尚未同步时可能丢失",[121,3815,3816,3820,3823],{},[146,3817,3818],{},[41,3819,3686],{},[146,3821,3822],{},"当前 ISR 中的副本都确认后返回",[146,3824,3825],{},"Kafka 能提供的最强生产者确认保证",[14,3827,3828],{},"关键配置：",[222,3830,3834],{"className":3831,"code":3832,"language":3833,"meta":228,"style":228},"language-properties shiki shiki-themes github-light github-dark","acks=all\n","properties",[41,3835,3836],{"__ignoreMap":228},[398,3837,3838],{"class":400,"line":401},[398,3839,3832],{},[14,3841,3842,3844,3845,3848],{},[41,3843,3686],{}," 并不等于绝对不丢。它还需要与副本数和 ",[41,3846,3847],{},"min.insync.replicas"," 配合，否则 ISR 中只剩 Leader 一个副本时，依然可能成功写入。",[84,3850,3852],{"id":3851},"_2-开启重试和幂等生产","2. 开启重试和幂等生产",[14,3854,3855],{},"网络抖动、Leader 切换等临时故障可能导致发送失败，生产者需要允许重试：",[222,3857,3859],{"className":3831,"code":3858,"language":3833,"meta":228,"style":228},"enable.idempotence=true\nacks=all\nretries=2147483647\nmax.in.flight.requests.per.connection=5\ndelivery.timeout.ms=120000\n",[41,3860,3861,3866,3870,3875,3880],{"__ignoreMap":228},[398,3862,3863],{"class":400,"line":401},[398,3864,3865],{},"enable.idempotence=true\n",[398,3867,3868],{"class":400,"line":472},[398,3869,3832],{},[398,3871,3872],{"class":400,"line":477},[398,3873,3874],{},"retries=2147483647\n",[398,3876,3877],{"class":400,"line":483},[398,3878,3879],{},"max.in.flight.requests.per.connection=5\n",[398,3881,3882],{"class":400,"line":618},[398,3883,3884],{},"delivery.timeout.ms=120000\n",[14,3886,3887],{},"幂等生产者会给消息附加 Producer ID 和序列号，使 Broker 能识别同一生产会话内的重复写入，避免因重试产生重复消息。",[14,3889,204],{},[18,3891,3892,3895,3901],{},[21,3893,3894],{},"幂等生产解决的是重试导致的重复写入，不是发送失败后的业务补偿。",[21,3896,3897,3900],{},[41,3898,3899],{},"delivery.timeout.ms"," 到期后，生产者仍可能最终失败。",[21,3902,3903],{},"业务不能无限依赖客户端重试，最终失败必须记录、告警或进入补偿流程。",[84,3905,3907],{"id":3906},"_3-必须检查发送结果","3. 必须检查发送结果",[14,3909,3910],{},"下面这种“只发送、不处理结果”的写法存在风险：",[222,3912,3914],{"className":2223,"code":3913,"language":2225,"meta":228,"style":228},"producer.send(record);\n",[41,3915,3916],{"__ignoreMap":228},[398,3917,3918],{"class":400,"line":401},[398,3919,3913],{},[14,3921,3922,3923,3926],{},"应该检查回调或 ",[41,3924,3925],{},"Future"," 的执行结果：",[222,3928,3930],{"className":2223,"code":3929,"language":2225,"meta":228,"style":228},"producer.send(record, (metadata, exception) -> {\n if (exception != null) {\n \u002F\u002F 记录原始消息、告警并进入补偿流程\n handleSendFailure(record, exception);\n }\n});\n",[41,3931,3932,3937,3942,3947,3952,3957],{"__ignoreMap":228},[398,3933,3934],{"class":400,"line":401},[398,3935,3936],{},"producer.send(record, (metadata, exception) -> {\n",[398,3938,3939],{"class":400,"line":472},[398,3940,3941],{}," if (exception != null) {\n",[398,3943,3944],{"class":400,"line":477},[398,3945,3946],{}," \u002F\u002F 记录原始消息、告警并进入补偿流程\n",[398,3948,3949],{"class":400,"line":483},[398,3950,3951],{}," handleSendFailure(record, exception);\n",[398,3953,3954],{"class":400,"line":618},[398,3955,3956],{}," }\n",[398,3958,3959],{"class":400,"line":2533},[398,3960,3961],{},"});\n",[14,3963,3964,3965,3968],{},"序列化失败、鉴权失败、消息过大和超时等错误，最终都需要业务明确处理。不能把“调用过 ",[41,3966,3967],{},"send","”当成“消息已经可靠进入 Kafka”。",[84,3970,3972],{"id":3971},"_4-数据库与-kafka-的一致性","4. 数据库与 Kafka 的一致性",[14,3974,3975],{},"如果业务流程是：",[222,3977,3980],{"className":3978,"code":3979,"language":227,"meta":228},[225],"更新数据库\n→\n发送 Kafka 消息\n",[41,3981,3979],{"__ignoreMap":228},[14,3983,3984],{},"数据库更新成功、消息发送失败时，仍然会造成业务事件丢失。",[14,3986,3987],{},"常见解决方式是本地消息表，也叫 Transactional Outbox：",[222,3989,3992],{"className":3990,"code":3991,"language":227,"meta":228},[225],"同一个数据库事务\n├── 更新业务数据\n└── 写入待发送事件表\n\n事务提交后\n→ 后台任务投递 Kafka\n→ 成功后标记事件已发送\n",[41,3993,3991],{"__ignoreMap":228},[14,3995,3996],{},"这样即使 Kafka 暂时不可用，消息也可以从本地消息表继续重试。Kafka 事务可以保证 Kafka 内部多条记录及消费 Offset 的原子性，但不会自动把外部数据库事务包含进来。",[10,3998,4000],{"id":3999},"三broker-如何保证消息可靠保存","三、Broker 如何保证消息可靠保存",[84,4002,4004],{"id":4003},"_1-合理设置副本数","1. 合理设置副本数",[14,4006,4007],{},"生产环境通常使用：",[222,4009,4012],{"className":4010,"code":4011,"language":227,"meta":228},[225],"replication.factor = 3\n",[41,4013,4011],{"__ignoreMap":228},[14,4015,4016],{},"一个分区包含一个 Leader 和多个 Follower。生产者与 Leader 交互，Follower 从 Leader 复制日志。某个 Broker 故障后，可以从仍然同步的副本中选举新 Leader。",[14,4018,4019],{},"副本数提高的是容错能力，但副本只有真正保持同步才有意义。",[84,4021,4023],{"id":4022},"_2-理解-isr","2. 理解 ISR",[14,4025,4026],{},"ISR 是 In-Sync Replicas，即当前与 Leader 保持同步的副本集合。",[14,4028,4029],{},"例如一个三副本分区：",[222,4031,4034],{"className":4032,"code":4033,"language":227,"meta":228},[225],"Leader A\nFollower B\nFollower C\n\nISR = [A, B, C]\n",[41,4035,4033],{"__ignoreMap":228},[14,4037,4038],{},"如果 C 长时间跟不上 Leader，它会被移出 ISR：",[222,4040,4043],{"className":4041,"code":4042,"language":227,"meta":228},[225],"ISR = [A, B]\n",[41,4044,4042],{"__ignoreMap":228},[14,4046,4047,4049],{},[41,4048,3686],{}," 等待的是当前 ISR 的确认，而不是永远等待所有配置副本。",[84,4051,4053,4054],{"id":4052},"_3-配置-mininsyncreplicas","3. 配置 ",[41,4055,3847],{},[14,4057,4058],{},"推荐组合：",[222,4060,4063],{"className":4061,"code":4062,"language":227,"meta":228},[225],"replication.factor = 3\nmin.insync.replicas = 2\nacks = all\n",[41,4064,4062],{"__ignoreMap":228},[14,4066,4067],{},"它表达的含义是：",[88,4069,4070],{},[14,4071,4072],{},"至少要有两个同步副本可用，写入才允许成功。",[14,4074,4075],{},"如果 ISR 只剩一个副本，Broker 会拒绝写入。此时系统牺牲部分可用性，避免在单副本状态下继续写入并承担更高的数据丢失风险。",[84,4077,4079],{"id":4078},"_4-关闭非同步副本选举","4. 关闭非同步副本选举",[222,4081,4083],{"className":3831,"code":4082,"language":3833,"meta":228,"style":228},"unclean.leader.election.enable=false\n",[41,4084,4085],{"__ignoreMap":228},[398,4086,4087],{"class":400,"line":401},[398,4088,4082],{},[14,4090,4091,4094],{},[41,4092,4093],{},"unclean leader election"," 指允许不在 ISR 中的副本被选举为 Leader。如果所有同步副本都不可用，非 ISR 副本可能缺少最新消息；将它选为 Leader 虽然能更快恢复分区服务，却可能造成日志回退和数据丢失。",[14,4096,4097],{},"因此，对数据可靠性要求较高的场景应明确配置：",[88,4099,4100],{},[14,4101,4102],{},[24,4103,4104,4105,4107],{},"关闭非同步副本选举：",[41,4106,3694],{},"。",[14,4109,4110],{},"这是一个典型的取舍：",[222,4112,4115],{"className":4113,"code":4114,"language":227,"meta":228},[225],"开启非同步副本选举：可用性更高，但可能丢失消息\n关闭非同步副本选举：数据可靠性更强，但分区可能暂时不可用\n",[41,4116,4114],{"__ignoreMap":228},[84,4118,4120,4121,4123,4124],{"id":4119},"_5-acksall-不等于每条消息都立即-fsync","5. ",[41,4122,3686],{}," 不等于每条消息都立即 ",[41,4125,4126],{},"fsync",[14,4128,4129,4130,4107],{},"Kafka 的持久性主要依赖顺序写日志、操作系统页缓存和多副本机制。Broker 返回成功，并不表示每个副本都对该消息单独执行了一次物理磁盘 ",[41,4131,4126],{},[14,4133,4134],{},"实际生产中，通常通过跨 Broker 副本降低单机和单盘故障风险，而不是强制每条消息同步刷盘。若多个副本同时发生不可恢复故障，仍不存在数学意义上的绝对零丢失。",[10,4136,4138],{"id":4137},"四消费者如何避免消费丢失","四、消费者如何避免“消费丢失”",[84,4140,4142],{"id":4141},"_1-关闭自动提交-offset","1. 关闭自动提交 Offset",[222,4144,4146],{"className":3831,"code":4145,"language":3833,"meta":228,"style":228},"enable.auto.commit=false\n",[41,4147,4148],{"__ignoreMap":228},[398,4149,4150],{"class":400,"line":401},[398,4151,4145],{},[14,4153,4154],{},"自动提交可能出现以下顺序：",[222,4156,4159],{"className":4157,"code":4158,"language":227,"meta":228},[225],"拉取消息\n→ 自动提交 Offset\n→ 执行业务\n→ 进程崩溃\n",[41,4160,4158],{"__ignoreMap":228},[14,4162,4163],{},"重启后，消费者会从已提交的下一个 Offset 继续消费，刚才尚未处理成功的消息就被跳过了。",[84,4165,4167],{"id":4166},"_2-业务成功后再提交-offset","2. 业务成功后再提交 Offset",[14,4169,4170],{},"更可靠的顺序是：",[222,4172,4175],{"className":4173,"code":4174,"language":227,"meta":228},[225],"拉取消息\n→ 执行业务\n→ 业务成功\n→ 提交 Offset\n",[41,4176,4174],{"__ignoreMap":228},[14,4178,4179],{},"如果业务处理失败，就不提交 Offset，让消息后续重新消费：",[222,4181,4183],{"className":2223,"code":4182,"language":2225,"meta":228,"style":228},"while (true) {\n ConsumerRecords\u003CString, String> records = consumer.poll(Duration.ofSeconds(1));\n\n for (ConsumerRecord\u003CString, String> record : records) {\n process(record);\n }\n\n consumer.commitSync();\n}\n",[41,4184,4185,4190,4195,4199,4204,4209,4213,4217,4222],{"__ignoreMap":228},[398,4186,4187],{"class":400,"line":401},[398,4188,4189],{},"while (true) {\n",[398,4191,4192],{"class":400,"line":472},[398,4193,4194],{}," ConsumerRecords\u003CString, String> records = consumer.poll(Duration.ofSeconds(1));\n",[398,4196,4197],{"class":400,"line":477},[398,4198,515],{"emptyLinePlaceholder":514},[398,4200,4201],{"class":400,"line":483},[398,4202,4203],{}," for (ConsumerRecord\u003CString, String> record : records) {\n",[398,4205,4206],{"class":400,"line":618},[398,4207,4208],{}," process(record);\n",[398,4210,4211],{"class":400,"line":2533},[398,4212,3956],{},[398,4214,4215],{"class":400,"line":2539},[398,4216,515],{"emptyLinePlaceholder":514},[398,4218,4219],{"class":400,"line":2545},[398,4220,4221],{}," consumer.commitSync();\n",[398,4223,4224],{"class":400,"line":2550},[398,4225,2542],{},[14,4227,4228],{},"示例表达的是基本原则。实际批量消费时，如果一批消息中只有部分成功，需要准确管理各分区可提交的 Offset，不能直接把失败消息之后的位置一起提交。",[84,4230,4232],{"id":4231},"_3-为什么还需要业务幂等","3. 为什么还需要业务幂等",[14,4234,4235],{},"“处理成功后提交”可以避免消息被跳过，但会引入重复：",[222,4237,4240],{"className":4238,"code":4239,"language":227,"meta":228},[225],"业务处理成功\n→ 提交 Offset 前进程崩溃\n→ 重启后再次消费同一条消息\n",[41,4241,4239],{"__ignoreMap":228},[14,4243,4244],{},"因此，可靠消费通常采用至少一次投递，并在业务层保证幂等。常见方式包括：",[18,4246,4247,4250,4253,4256,4259],{},[21,4248,4249],{},"使用事件 ID 建立数据库唯一索引。",[21,4251,4252],{},"建立消费去重表或 Inbox 表。",[21,4254,4255],{},"使用业务状态机，只允许合法状态转换。",[21,4257,4258],{},"更新时带版本号或业务条件。",[21,4260,4261],{},"对扣款、发券等操作使用唯一业务流水号。",[88,4263,4264],{},[14,4265,4266],{},[24,4267,4268],{},"不丢消息通常意味着允许重复，再通过幂等消除重复影响。",[84,4270,4272],{"id":4271},"_4-kafka-内部链路的-exactly-once","4. Kafka 内部链路的 Exactly Once",[14,4274,4275],{},"如果消费 Kafka 后仍然写回 Kafka，可以使用 Kafka 事务，把输出记录和消费 Offset 放进同一个事务：",[222,4277,4280],{"className":4278,"code":4279,"language":227,"meta":228},[225],"消费消息\n→ 处理\n→ 写入下游 Topic\n→ sendOffsetsToTransaction\n→ 提交事务\n",[41,4281,4279],{"__ignoreMap":228},[14,4283,4284],{},"下游消费者设置：",[222,4286,4288],{"className":3831,"code":4287,"language":3833,"meta":228,"style":228},"isolation.level=read_committed\n",[41,4289,4290],{"__ignoreMap":228},[398,4291,4292],{"class":400,"line":401},[398,4293,4287],{},[14,4295,4296],{},"这样只读取已提交事务的数据。",[14,4298,4299],{},"但如果最终写入的是 MySQL 等外部系统，Kafka 事务并不能自动保证 Kafka 与数据库的原子性。生产方可以用 Outbox 保证事件可靠发出，消费方可以用 Inbox 应对重复消费，具体区别见下一节。",[10,4301,4303],{"id":4302},"五outbox-与-inbox-分别是什么","五、Outbox 与 Inbox 分别是什么",[14,4305,4306],{},"Outbox 和 Inbox 都借助数据库本地事务解决消息链路中的一致性问题，但它们位于不同位置：",[222,4308,4311],{"className":4309,"code":4310,"language":227,"meta":228},[225],"业务生产方 → Outbox → Kafka → Inbox → 业务消费方\n",[41,4312,4310],{"__ignoreMap":228},[84,4314,4316],{"id":4315},"_1-outbox保证业务事件可靠发出","1. Outbox：保证业务事件可靠发出",[14,4318,4319],{},"Outbox 位于消息生产方，用来解决“数据库更新成功，但 Kafka 消息发送失败”的双写不一致问题。",[14,4321,4322],{},"核心流程：",[222,4324,4327],{"className":4325,"code":4326,"language":227,"meta":228},[225],"同一个数据库事务\n├── 更新业务数据\n└── 写入 Outbox 事件表\n\n事务提交\n→ 后台投递程序扫描 Outbox\n→ 发送 Kafka\n→ 收到成功确认后标记已发送\n",[41,4328,4326],{"__ignoreMap":228},[14,4330,4331],{},"例如创建订单时，不直接把“订单创建事件”的可靠性寄托在一次 Kafka 调用上，而是在创建订单的同一个数据库事务中写入一条 Outbox 记录。即使 Kafka 暂时不可用，后台任务仍可继续重试。",[14,4333,4334],{},"Outbox 的关键点：",[18,4336,4337,4340,4346,4349,4352],{},[21,4338,4339],{},"业务数据和事件记录必须写入同一个数据库事务。",[21,4341,4342,4343,4107],{},"每条事件应有全局唯一的 ",[41,4344,4345],{},"eventId",[21,4347,4348],{},"投递程序可以轮询事件表，也可以通过 CDC 捕获新增事件。",[21,4350,4351],{},"“发送成功但标记失败”可能导致再次投递，因此消费者仍需幂等。",[21,4353,4354],{},"Outbox 解决的是事件可靠发出，不保证消费者一定处理成功。",[14,4356,4357,4358,4361],{},"这里的 CDC 是 ",[24,4359,4360],{},"Change Data Capture（变更数据捕获）","。它会读取数据库的变更日志，例如 MySQL Binlog，捕获数据的新增、修改和删除，再把变更发送到 Kafka。常用工具有 Debezium、Canal。",[14,4363,4364],{},"在 Outbox 场景中，它的工作链路是：",[222,4366,4369],{"className":4367,"code":4368,"language":227,"meta":228},[225],"业务事务写入业务表和 Outbox 表\n→ CDC 监听 Binlog\n→ 捕获新增的 Outbox 记录\n→ 发送到 Kafka\n",[41,4370,4368],{"__ignoreMap":228},[14,4372,4373,4374,4376],{},"相比定时扫描 Outbox 表，CDC 延迟更低，也能减少频繁查询数据库的压力。但消息链路仍可能产生重复，因此必须保留 ",[41,4375,4345],{},"，并由消费端保证幂等。",[84,4378,4380],{"id":4379},"_2-inbox保证重复消息只产生一次业务效果","2. Inbox：保证重复消息只产生一次业务效果",[14,4382,4383],{},"Inbox 位于消息消费方，用来记录已经处理过的事件，主要解决至少一次投递带来的重复消费问题。",[14,4385,4322],{},[222,4387,4390],{"className":4388,"code":4389,"language":227,"meta":228},[225],"收到 Kafka 消息\n→ 开启数据库事务\n→ 根据 eventId 写入 Inbox 记录\n→ 执行业务更新\n→ 提交数据库事务\n→ 提交 Kafka Offset\n",[41,4391,4389],{"__ignoreMap":228},[14,4393,4394,4395,4397],{},"Inbox 表通常对 ",[41,4396,4345],{}," 建立唯一索引。重复消息到达时，如果发现该事件已经存在，就不再重复执行业务逻辑。",[14,4399,4400],{},"Inbox 的关键点：",[18,4402,4403,4406,4409,4412],{},[21,4404,4405],{},"Inbox 记录和业务更新必须处于同一个数据库事务。",[21,4407,4408],{},"唯一索引负责防止同一事件被并发重复处理。",[21,4410,4411],{},"数据库事务提交后、Offset 提交前发生故障，消息仍会重投，但 Inbox 可以识别重复。",[21,4413,4414],{},"如果消费逻辑还会调用外部 HTTP 接口，Inbox 无法自动让数据库和外部接口形成原子事务；仍需下游幂等、重试或补偿。",[84,4416,4418],{"id":4417},"_3-两者的区别","3. 两者的区别",[115,4420,4421,4433],{},[118,4422,4423],{},[121,4424,4425,4427,4430],{},[124,4426,2867],{},[124,4428,4429],{},"Outbox",[124,4431,4432],{},"Inbox",[141,4434,4435,4446,4457,4468,4479],{},[121,4436,4437,4440,4443],{},[146,4438,4439],{},"所在位置",[146,4441,4442],{},"消息生产方",[146,4444,4445],{},"消息消费方",[121,4447,4448,4451,4454],{},[146,4449,4450],{},"主要目标",[146,4452,4453],{},"防止业务成功但事件未发出",[146,4455,4456],{},"防止重复消息重复产生业务效果",[121,4458,4459,4462,4465],{},[146,4460,4461],{},"本地事务内容",[146,4463,4464],{},"业务更新 + 写事件表",[146,4466,4467],{},"写消费记录 + 业务更新",[121,4469,4470,4473,4476],{},[146,4471,4472],{},"后台动作",[146,4474,4475],{},"把待发送事件投递到 Kafka",[146,4477,4478],{},"通常不需要再次投递",[121,4480,4481,4484,4487],{},[146,4482,4483],{},"仍需注意",[146,4485,4486],{},"投递过程可能产生重复消息",[146,4488,4489],{},"外部调用仍需幂等或补偿",[14,4491,4492],{},"一句话区分：",[88,4494,4495],{},[14,4496,4497],{},[24,4498,4499],{},"Outbox 保证“该发的消息最终发出去”，Inbox 保证“重复收到的消息不会重复生效”。",[10,4501,4503],{"id":4502},"六三种投递语义","六、三种投递语义",[115,4505,4506,4519],{},[118,4507,4508],{},[121,4509,4510,4513,4516],{},[124,4511,4512],{},"语义",[124,4514,4515],{},"Offset 与业务处理顺序",[124,4517,4518],{},"结果",[141,4520,4521,4532,4543],{},[121,4522,4523,4526,4529],{},[146,4524,4525],{},"At Most Once",[146,4527,4528],{},"先提交，再处理",[146,4530,4531],{},"可能丢失，通常不重复",[121,4533,4534,4537,4540],{},[146,4535,4536],{},"At Least Once",[146,4538,4539],{},"先处理，再提交",[146,4541,4542],{},"不轻易丢失，可能重复",[121,4544,4545,4548,4551],{},[146,4546,4547],{},"Exactly Once",[146,4549,4550],{},"事务或幂等机制协调",[146,4552,4553],{},"业务效果恰好一次",[14,4555,4556],{},"绝大多数业务系统采用：",[88,4558,4559],{},[14,4560,4561],{},[24,4562,4563],{},"Kafka 至少一次投递 + 消费端业务幂等。",[14,4565,4566],{},"这通常比追求所有环节的强事务更容易实现，也更便于扩展。",[10,4568,4570],{"id":4569},"七常见故障与保障措施","七、常见故障与保障措施",[115,4572,4573,4586],{},[118,4574,4575],{},[121,4576,4577,4580,4583],{},[124,4578,4579],{},"故障场景",[124,4581,4582],{},"可能后果",[124,4584,4585],{},"主要保障",[141,4587,4588,4599,4612,4625,4637,4648,4659,4670],{},[121,4589,4590,4593,4596],{},[146,4591,4592],{},"生产者网络抖动",[146,4594,4595],{},"发送失败或结果未知",[146,4597,4598],{},"重试、幂等生产、回调处理",[121,4600,4601,4604,4607],{},[146,4602,4603],{},"Leader 写入后立即故障",[146,4605,4606],{},"未同步消息丢失",[146,4608,4609,4611],{},[41,4610,3686],{},"、副本、ISR",[121,4613,4614,4617,4620],{},[146,4615,4616],{},"ISR 只剩一个副本",[146,4618,4619],{},"单点故障风险升高",[146,4621,4622,4624],{},[41,4623,3847],{}," 拒绝写入",[121,4626,4627,4630,4633],{},[146,4628,4629],{},"同步副本全部不可用",[146,4631,4632],{},"非同步副本选主后日志回退",[146,4634,4104,4635],{},[41,4636,3694],{},[121,4638,4639,4642,4645],{},[146,4640,4641],{},"消费者先提交后处理",[146,4643,4644],{},"业务消息被跳过",[146,4646,4647],{},"关闭自动提交，成功后提交",[121,4649,4650,4653,4656],{},[146,4651,4652],{},"处理成功但提交前崩溃",[146,4654,4655],{},"重复消费",[146,4657,4658],{},"业务幂等、唯一流水号",[121,4660,4661,4664,4667],{},[146,4662,4663],{},"数据库成功、Kafka 失败",[146,4665,4666],{},"业务事件未发出",[146,4668,4669],{},"Transactional Outbox",[121,4671,4672,4675,4678],{},[146,4673,4674],{},"Kafka 成功、下游失败",[146,4676,4677],{},"业务结果缺失",[146,4679,4680],{},"重试、死信、补偿、告警",[10,4682,4684],{"id":4683},"八常见误区","八、常见误区",[84,4686,4688,4689,4691],{"id":4687},"误区一配置-acksall-就绝对不会丢","误区一：配置 ",[41,4690,3686],{}," 就绝对不会丢",[14,4693,4694,4696,4697,4699],{},[41,4695,3686],{}," 只解决生产者到 Broker 的确认强度，还要配合副本数、",[41,4698,3847],{},"、正确选主和消费者提交策略。",[84,4701,4703],{"id":4702},"误区二配置无限重试就不会丢","误区二：配置无限重试就不会丢",[14,4705,4706,4707,4709],{},"重试仍然受 ",[41,4708,3899],{}," 等条件限制，而且权限错误、序列化错误等问题无法靠盲目重试解决。最终失败必须被业务感知和补偿。",[84,4711,4713],{"id":4712},"误区三手动提交-offset-就是-exactly-once","误区三：手动提交 Offset 就是 Exactly Once",[14,4715,4716],{},"手动提交只能帮助建立“处理成功后提交”的顺序，崩溃窗口仍可能造成重复消费，因此还需要业务幂等。",[84,4718,4720],{"id":4719},"误区四kafka-事务可以自动覆盖数据库","误区四：Kafka 事务可以自动覆盖数据库",[14,4722,4723],{},"Kafka 事务主要协调 Kafka 内部的消息与 Offset，不会自动与 MySQL 等外部数据库形成同一个原子事务。",[84,4725,4727],{"id":4726},"误区五broker-返回成功就等于所有副本已经物理刷盘","误区五：Broker 返回成功就等于所有副本已经物理刷盘",[14,4729,4730],{},"Kafka 的确认、副本复制和磁盘刷盘是不同概念。高可靠主要依靠多副本和同步副本约束，而不是把每条消息都单独同步刷盘。",[10,4732,4734],{"id":4733},"九监控和运维同样重要","九、监控和运维同样重要",[14,4736,4737],{},"配置正确后，还应持续监控：",[18,4739,4740,4743,4746,4749,4752,4755],{},[21,4741,4742],{},"发送失败率、重试次数和发送延迟。",[21,4744,4745],{},"ISR 收缩、未充分复制分区和离线分区。",[21,4747,4748],{},"Broker 磁盘空间、磁盘延迟和网络异常。",[21,4750,4751],{},"消费积压、消费失败、重平衡次数。",[21,4753,4754],{},"死信消息和补偿任务堆积。",[21,4756,4757],{},"业务事件与最终结果的对账差异。",[14,4759,4760],{},"没有监控和对账，即使消息已经丢失，系统也可能长期无法发现。",[10,4762,1232],{"id":1232},[18,4764,4765,4772,4779,4786,4793],{},[21,4766,4767],{},[1238,4768,4771],{"href":4769,"rel":4770},"https:\u002F\u002Fkafka.apache.org\u002F41\u002Fconfiguration\u002Fproducer-configs\u002F",[1242],"Apache Kafka Producer Configs",[21,4773,4774],{},[1238,4775,4778],{"href":4776,"rel":4777},"https:\u002F\u002Fkafka.apache.org\u002F41\u002Fconfiguration\u002Fbroker-configs\u002F",[1242],"Apache Kafka Broker Configs",[21,4780,4781],{},[1238,4782,4785],{"href":4783,"rel":4784},"https:\u002F\u002Fkafka.apache.org\u002F41\u002Fconfiguration\u002Fconsumer-configs\u002F",[1242],"Apache Kafka Consumer Configs",[21,4787,4788],{},[1238,4789,4792],{"href":4790,"rel":4791},"https:\u002F\u002Fkafka.apache.org\u002F41\u002Fdesign\u002Fdesign\u002F",[1242],"Apache Kafka Design：Message Delivery Semantics",[21,4794,4795],{},[1238,4796,4799],{"href":4797,"rel":4798},"https:\u002F\u002Fkafka.apache.org\u002F41\u002Fjavadoc\u002Forg\u002Fapache\u002Fkafka\u002Fclients\u002Fconsumer\u002FKafkaConsumer.html",[1242],"Apache KafkaConsumer JavaDoc",[1273,4801,1275],{},{"title":228,"searchDepth":472,"depth":472,"links":4803},[4804,4805,4806,4807,4814,4823,4829,4834,4835,4836,4844,4845],{"id":12,"depth":472,"text":12},{"id":95,"depth":472,"text":95},{"id":3732,"depth":472,"text":3733},{"id":3756,"depth":472,"text":3757,"children":4808},[4809,4811,4812,4813],{"id":3760,"depth":477,"text":4810},"1. 使用 acks=all",{"id":3851,"depth":477,"text":3852},{"id":3906,"depth":477,"text":3907},{"id":3971,"depth":477,"text":3972},{"id":3999,"depth":472,"text":4000,"children":4815},[4816,4817,4818,4820,4821],{"id":4003,"depth":477,"text":4004},{"id":4022,"depth":477,"text":4023},{"id":4052,"depth":477,"text":4819},"3. 配置 min.insync.replicas",{"id":4078,"depth":477,"text":4079},{"id":4119,"depth":477,"text":4822},"5. acks=all 不等于每条消息都立即 fsync",{"id":4137,"depth":472,"text":4138,"children":4824},[4825,4826,4827,4828],{"id":4141,"depth":477,"text":4142},{"id":4166,"depth":477,"text":4167},{"id":4231,"depth":477,"text":4232},{"id":4271,"depth":477,"text":4272},{"id":4302,"depth":472,"text":4303,"children":4830},[4831,4832,4833],{"id":4315,"depth":477,"text":4316},{"id":4379,"depth":477,"text":4380},{"id":4417,"depth":477,"text":4418},{"id":4502,"depth":472,"text":4503},{"id":4569,"depth":472,"text":4570},{"id":4683,"depth":472,"text":4684,"children":4837},[4838,4840,4841,4842,4843],{"id":4687,"depth":477,"text":4839},"误区一：配置 acks=all 就绝对不会丢",{"id":4702,"depth":477,"text":4703},{"id":4712,"depth":477,"text":4713},{"id":4719,"depth":477,"text":4720},{"id":4726,"depth":477,"text":4727},{"id":4733,"depth":472,"text":4734},{"id":1232,"depth":472,"text":1232},"wiki:java:kafka-message-loss-prevention","从生产者、Broker 和消费者三段链路分析 Kafka 消息丢失的原因，以及 acks、ISR、副本、手动提交 Offset 和业务幂等的完整保障方案。",{},72,"\u002Fjava\u002Fkafka-message-loss-prevention",{"title":3671,"description":4847},"java\u002Fkafka-message-loss-prevention","mKpAptREGG2pnoZj7JmhkcDtGJ_YBax3G4LfJlMVoxY",{"id":4855,"title":4856,"body":4857,"commentId":5859,"description":5860,"difficulty":1326,"draft":1327,"extension":1328,"meta":5861,"navigation":514,"order":5862,"path":5863,"section":1332,"seo":5864,"stem":5865,"updated":1335,"__hash__":5866},"java\u002Fjava\u002Fkafka-high-concurrency-performance-availability.md","Kafka 是如何实现高并发、高性能、高可用的",{"type":7,"value":4858,"toc":5816},[4859,4862,4864,4878,4880,4887,4889,4892,4906,4915,4919,4923,4926,4932,4935,4942,4946,4949,4952,4963,4966,4970,4973,4975,4981,4984,4988,4991,4994,4998,5002,5005,5011,5014,5018,5021,5027,5047,5050,5054,5057,5063,5066,5080,5086,5090,5093,5099,5102,5119,5126,5132,5135,5138,5145,5148,5168,5177,5181,5184,5187,5201,5218,5222,5225,5231,5237,5243,5246,5255,5261,5264,5271,5277,5281,5284,5287,5293,5295,5301,5304,5310,5313,5316,5319,5334,5337,5341,5345,5348,5354,5357,5360,5364,5367,5373,5376,5384,5387,5392,5395,5398,5402,5407,5418,5421,5435,5438,5441,5447,5450,5454,5461,5467,5470,5473,5521,5524,5530,5533,5537,5540,5543,5549,5552,5556,5618,5621,5627,5631,5634,5654,5657,5660,5666,5669,5673,5677,5680,5684,5690,5694,5697,5701,5704,5711,5718,5722,5725,5736,5740,5753,5756,5770,5772,5814],[2774,4860,4856],{"id":4861},"kafka-是如何实现高并发高性能高可用的",[10,4863,12],{"id":12},[88,4865,4866],{},[14,4867,4868,4869,4872,4873,44,4875,4877],{},"Kafka 的高并发主要依靠分区实现横向扩展：一个 Topic 被拆成多个 Partition，分区 Leader 分散在不同 Broker 上，生产者可以并行写入，消费者组也可以按分区并行消费。高性能主要来自追加写和顺序 I\u002FO、操作系统 Page Cache、生产与消费两端的批处理、批量压缩，以及通过 ",[41,4870,4871],{},"sendfile"," 实现的零拷贝传输。高可用则依靠多副本、Leader\u002FFollower、ISR、故障选主和 KRaft Controller Quorum；生产端再配合 ",[41,4874,3686],{},[41,4876,3847],{}," 和幂等生产，消费端通过 Consumer Group、Offset 与重新分配实现故障恢复。Kafka 的核心设计是在分区粒度上并行，在单分区内部维持有序日志，再用副本机制保障故障后的连续服务。",[14,4879,3698],{},[88,4881,4882],{},[14,4883,4884],{},[24,4885,4886],{},"分区提供并行度，顺序日志、批处理和零拷贝提供吞吐量，副本、ISR 与故障选主提供可用性。",[10,4888,95],{"id":95},[14,4890,4891],{},"Kafka 的三个能力不是彼此孤立的：",[18,4893,4894,4897,4900,4903],{},[21,4895,4896],{},"分区既是并发执行和横向扩展的单位，也是副本复制与故障恢复的单位。",[21,4898,4899],{},"批处理既减少网络请求，也把大量小写入转化为更高效的顺序写。",[21,4901,4902],{},"Page Cache 既提升读写性能，也能配合副本机制避免为了可靠性而对每条消息执行同步刷盘。",[21,4904,4905],{},"副本增强了可靠性，但同时会增加网络、磁盘与确认延迟，因此需要在吞吐、延迟和可靠性之间取舍。",[14,4907,4908],{},[1238,4909,4912],{"href":4910,"target":1381,"rel":4911},"\u002Fimages\u002Fwiki\u002Fjava\u002Fkafka-high-concurrency-performance-availability.svg",[1383,1384],[1386,4913],{"src":4910,"alt":4914},"Kafka 高并发、高性能和高可用实现机制总览",[10,4916,4918],{"id":4917},"一高并发通过分区横向扩展","一、高并发：通过分区横向扩展",[84,4920,4922],{"id":4921},"_1-partition-是-kafka-的并行单元","1. Partition 是 Kafka 的并行单元",[14,4924,4925],{},"一个 Topic 可以拆成多个 Partition：",[222,4927,4930],{"className":4928,"code":4929,"language":227,"meta":228},[225],"Topic: order-events\n├── Partition 0 → Leader 在 Broker A\n├── Partition 1 → Leader 在 Broker B\n└── Partition 2 → Leader 在 Broker C\n",[41,4931,4929],{"__ignoreMap":228},[14,4933,4934],{},"不同分区可以由不同 Broker 同时处理，因此整体吞吐不再受限于单台机器。增加 Broker 并合理增加分区后，存储容量、网络带宽和读写能力都可以横向扩展。",[14,4936,4937,4938,4941],{},"Kafka 只保证",[24,4939,4940],{},"单分区内有序","，不保证一个 Topic 的所有分区之间全局有序。这是它获得并行能力的重要前提。",[84,4943,4945],{"id":4944},"_2-生产者直接找到分区-leader","2. 生产者直接找到分区 Leader",[14,4947,4948],{},"生产者会缓存集群元数据，根据消息 Key、显式分区或默认分区策略选择 Partition，然后直接向该分区的 Leader 发送数据，中间不需要额外的统一路由节点。",[14,4950,4951],{},"常见分区方式：",[18,4953,4954,4957,4960],{},[21,4955,4956],{},"指定 Key：相同 Key 通常进入同一分区，适合保证同一订单、用户或账户内的消息顺序。",[21,4958,4959],{},"不指定 Key：默认分区策略会在适当时机选择分区，并尽量形成较大的批次。",[21,4961,4962],{},"自定义分区器：按租户、地区或业务规则路由。",[14,4964,4965],{},"如果 Key 分布不均，大量消息集中到少数分区，就会出现热点分区。此时即使 Broker 很多，整体吞吐仍会被热点 Leader 限制。",[84,4967,4969],{"id":4968},"_3-consumer-group-按分区并行消费","3. Consumer Group 按分区并行消费",[14,4971,4972],{},"同一个 Consumer Group 中，一个 Partition 在同一时刻只分配给一个 Consumer；一个 Consumer 可以负责多个 Partition。",[14,4974,685],{},[222,4976,4979],{"className":4977,"code":4978,"language":227,"meta":228},[225],"4 个 Partition + 2 个 Consumer\n→ 每个 Consumer 负责约 2 个 Partition\n\n4 个 Partition + 4 个 Consumer\n→ 每个 Consumer 负责约 1 个 Partition\n\n4 个 Partition + 6 个 Consumer\n→ 最多只有 4 个 Consumer 能获得 Partition\n",[41,4980,4978],{"__ignoreMap":228},[14,4982,4983],{},"因此，一个消费组的有效并行度上限通常受 Partition 数量约束。简单增加 Consumer，而不增加 Partition，不一定能提高吞吐量。",[84,4985,4987],{"id":4986},"_4-broker-内部通过线程分工处理请求","4. Broker 内部通过线程分工处理请求",[14,4989,4990],{},"Broker 不会用一个线程串行完成所有网络和磁盘工作。网络线程负责接收请求、解析协议和返回响应，请求处理线程负责执行 Produce、Fetch 等具体逻辑，后台线程负责日志清理、副本同步等任务。",[14,4992,4993],{},"这种职责分离让网络连接管理、业务请求处理和后台维护能够并行执行，避免某类工作完全阻塞其他工作。",[10,4995,4997],{"id":4996},"二高性能把随机小操作变成顺序批量操作","二、高性能：把随机小操作变成顺序批量操作",[84,4999,5001],{"id":5000},"_1-顺序追加写","1. 顺序追加写",[14,5003,5004],{},"Kafka 的 Partition 本质上是一条只追加的日志。新消息写到日志末尾，不需要像通用数据库那样频繁进行随机位置更新。",[222,5006,5009],{"className":5007,"code":5008,"language":227,"meta":228},[225],"旧数据 ────────────────→ 日志末尾追加新批次\noffset 0 1 2 3 4 5 6 ...\n",[41,5010,5008],{"__ignoreMap":228},[14,5012,5013],{},"顺序 I\u002FO 能充分利用磁盘和操作系统的预读、合并写能力。日志达到一定大小或时间后会切分为新的 Segment，旧 Segment 可以按保留策略清理或压缩，不影响当前日志继续追加。",[84,5015,5017],{"id":5016},"_2-分段日志与稀疏索引","2. 分段日志与稀疏索引",[14,5019,5020],{},"每个 Partition 由多个日志 Segment 组成，常见文件包括：",[222,5022,5025],{"className":5023,"code":5024,"language":227,"meta":228},[225],"00000000000000000000.log\n00000000000000000000.index\n00000000000000000000.timeindex\n",[41,5026,5024],{"__ignoreMap":228},[18,5028,5029,5035,5041],{},[21,5030,5031,5034],{},[41,5032,5033],{},".log"," 保存消息批次。",[21,5036,5037,5040],{},[41,5038,5039],{},".index"," 保存相对 Offset 到日志物理位置的稀疏映射。",[21,5042,5043,5046],{},[41,5044,5045],{},".timeindex"," 保存时间戳到相对 Offset 的稀疏映射。",[14,5048,5049],{},"查找消息时，Kafka 先定位 Segment，再通过稀疏索引找到接近目标的位置，最后在日志中继续顺序查找。索引不需要记录每一条消息，因此能控制索引体积和内存占用。",[84,5051,5053],{"id":5052},"_3-充分利用-page-cache","3. 充分利用 Page Cache",[14,5055,5056],{},"Kafka 不把全部消息封装成大量 Java 堆对象长期缓存，而是依赖操作系统 Page Cache：",[222,5058,5061],{"className":5059,"code":5060,"language":227,"meta":228},[225],"Producer\n→ Broker 写日志文件\n→ 数据先进入 Page Cache\n→ 操作系统异步回写磁盘\n",[41,5062,5060],{"__ignoreMap":228},[14,5064,5065],{},"这样做有几个好处：",[18,5067,5068,5071,5074,5077],{},[21,5069,5070],{},"利用操作系统成熟的预读和回写机制。",[21,5072,5073],{},"减少 JVM 堆内存占用和 GC 压力。",[21,5075,5076],{},"热数据可以直接从 Page Cache 读取。",[21,5078,5079],{},"Broker 重启后，操作系统缓存仍可能保留部分热数据，不必完全重新构建 JVM 内缓存。",[14,5081,5082,5083,5085],{},"Kafka 的可靠性主要依赖多副本，而不是对每条消息都执行一次同步 ",[41,5084,4126],{},"。如果强制每条消息同步刷盘，吞吐和延迟都会明显恶化。",[84,5087,5089],{"id":5088},"_4-端到端批处理","4. 端到端批处理",[14,5091,5092],{},"批处理贯穿生产、Broker 存储和消费三段链路：",[222,5094,5097],{"className":5095,"code":5096,"language":227,"meta":228},[225],"多条消息\n→ Producer 聚合成 Record Batch\n→ 一次网络请求发送\n→ Broker 将 Record Batch 连续追加到分区日志\n→ Consumer 一次 Fetch 多条消息\n",[41,5098,5096],{"__ignoreMap":228},[14,5100,5101],{},"它可以摊薄：",[18,5103,5104,5107,5110,5113,5116],{},[21,5105,5106],{},"网络往返成本。",[21,5108,5109],{},"系统调用成本。",[21,5111,5112],{},"协议头和请求头开销。",[21,5114,5115],{},"磁盘写入次数。",[21,5117,5118],{},"消息压缩成本。",[14,5120,5121,5122,5125],{},"这里的“Broker 追加批次”不是把多条消息合并成一条业务消息，也不承诺底层一定只发生一次系统调用。它表示 Kafka 的生产者和存储格式都以 ",[24,5123,5124],{},"Record Batch"," 为基本单位：",[222,5127,5130],{"className":5128,"code":5129,"language":227,"meta":228},[225],"Record Batch\n├── 批次头：baseOffset、长度、时间戳、压缩类型、CRC 等\n├── Record 1\n├── Record 2\n└── Record 3\n",[41,5131,5129],{"__ignoreMap":228},[14,5133,5134],{},"Producer 会先按 Partition 在内存中积累消息，形成 Record Batch。Broker 收到后，对批次进行校验，为其中的消息确定 Offset，然后把整段连续数据追加到对应 Partition 的当前日志 Segment 末尾。相比每条消息都单独发请求、单独写日志，批次追加可以用更少的请求和更大的连续 I\u002FO 摊薄固定开销。",[14,5136,5137],{},"一个 ProduceRequest 还可以携带多个 Partition 的 Record Batch，但 Broker 最终仍然分别追加到各个 Partition 的日志中。因此：",[88,5139,5140],{},[14,5141,5142],{},[24,5143,5144],{},"批次是网络传输和日志写入的基本单位，Partition 才是日志组织、顺序保证和副本复制的基本单位。",[14,5146,5147],{},"生产者常见相关参数：",[222,5149,5151],{"className":3831,"code":5150,"language":3833,"meta":228,"style":228},"batch.size=16384\nlinger.ms=5\ncompression.type=lz4\n",[41,5152,5153,5158,5163],{"__ignoreMap":228},[398,5154,5155],{"class":400,"line":401},[398,5156,5157],{},"batch.size=16384\n",[398,5159,5160],{"class":400,"line":472},[398,5161,5162],{},"linger.ms=5\n",[398,5164,5165],{"class":400,"line":477},[398,5166,5167],{},"compression.type=lz4\n",[14,5169,5170,51,5173,5176],{},[41,5171,5172],{},"batch.size",[41,5174,5175],{},"linger.ms"," 体现的是吞吐与延迟之间的取舍：适度等待可以积累更大的批次，但等待过长会增加低流量场景的发送延迟。参数值应根据消息大小、流量和延迟目标压测确定，不能机械照搬示例。",[84,5178,5180],{"id":5179},"_5-批量压缩","5. 批量压缩",[14,5182,5183],{},"Kafka 对一个 Record Batch 进行整体压缩，而不是分别压缩每条消息。相似消息中的字段名和公共内容可以获得更好的压缩率。",[14,5185,5186],{},"压缩后的批次会以压缩形式写入日志并传输给消费者，从而降低：",[18,5188,5189,5192,5195,5198],{},[21,5190,5191],{},"Broker 磁盘占用。",[21,5193,5194],{},"生产者到 Broker 的网络流量。",[21,5196,5197],{},"副本复制流量。",[21,5199,5200],{},"Broker 到消费者的网络流量。",[14,5202,5203,5204,44,5207,44,5210,5213,5214,5217],{},"压缩会消耗 CPU，因此需要根据资源瓶颈选择 ",[41,5205,5206],{},"lz4",[41,5208,5209],{},"zstd",[41,5211,5212],{},"snappy"," 或 ",[41,5215,5216],{},"gzip"," 等算法。网络或磁盘是瓶颈时，压缩往往能换取更高吞吐。",[84,5219,5221],{"id":5220},"_6-零拷贝","6. 零拷贝",[14,5223,5224],{},"消费者拉取日志数据时，普通路径可能需要：",[222,5226,5229],{"className":5227,"code":5228,"language":227,"meta":228},[225],"磁盘 → Page Cache → 用户空间 → Socket Buffer → 网卡\n",[41,5230,5228],{"__ignoreMap":228},[14,5232,5233,5234,5236],{},"Kafka 在适用条件下利用 Linux ",[41,5235,4871],{},"，让数据从 Page Cache 直接进入网络发送路径，减少用户态和内核态之间的复制与上下文切换：",[222,5238,5241],{"className":5239,"code":5240,"language":227,"meta":228},[225],"Page Cache → Socket \u002F 网卡\n",[41,5242,5240],{"__ignoreMap":228},[14,5244,5245],{},"这就是常说的零拷贝。它主要优化 Broker 向消费者传输已有日志数据的过程。",[14,5247,5248],{},[1238,5249,5252],{"href":5250,"target":1381,"rel":5251},"\u002Fimages\u002Fwiki\u002Fjava\u002Fkafka-sendfile-vs-traditional-io.svg",[1383,1384],[1386,5253],{"src":5250,"alt":5254},"Kafka sendfile 零拷贝与传统文件传输路径对比",[14,5256,5257,5258,5260],{},"传统路径需要先把数据从内核 Page Cache 复制到 Broker 的用户空间，再从用户空间写回内核 Socket Buffer；",[41,5259,4871],{}," 让内核直接组织 Page Cache 到网络 Socket 的传输，Broker 不再把消息内容完整搬入 JVM 用户空间。",[14,5262,5263],{},"所以“零拷贝”更准确的含义是：",[88,5265,5266],{},[14,5267,5268],{},[24,5269,5270],{},"减少或绕过 Page Cache 与用户空间之间不必要的数据复制，而不是数据在磁盘、内存和网卡之间一次都不移动。",[14,5272,5273,5274,5276],{},"需要注意，Kafka 官方文档明确说明，启用 SSL 时数据要经过用户态 TLS 处理，当前不会使用这条 ",[41,5275,4871],{}," 路径。因此不能笼统地说所有 Kafka 网络传输都一定是零拷贝。",[84,5278,5280],{"id":5279},"_7-consumer-pull-与长轮询","7. Consumer Pull 与长轮询",[14,5282,5283],{},"Kafka 由消费者主动 Pull 数据。消费者可以根据自己的处理能力决定拉取速度，处理不过来时，未消费消息会暂时保留在 Kafka 中，并表现为 Consumer Lag 增长，而不是由 Broker 持续 Push 直至压垮消费者。",[14,5285,5286],{},"Consumer Lag 表示消费者的消费进度落后于 Partition 最新位置的程度。监控消费组时，通常可以近似理解为：",[222,5288,5291],{"className":5289,"code":5290,"language":227,"meta":228},[225],"Consumer Lag\n= Partition Log End Offset\n- Consumer Group 已提交 Offset\n",[41,5292,5290],{"__ignoreMap":228},[14,5294,685],{},[222,5296,5299],{"className":5297,"code":5298,"language":227,"meta":228},[225],"Partition 下一条待写位置：10000\n消费组下一条待消费位置：9400\n\nLag = 10000 - 9400 = 600\n",[41,5300,5298],{"__ignoreMap":228},[14,5302,5303],{},"这表示当前大约还有 600 个 Offset 的数据尚未被该消费组处理。Lag 不是消息丢失，而是消费积压：",[222,5305,5308],{"className":5306,"code":5307,"language":227,"meta":228},[225],"生产速度 > 消费速度\n→ Lag 持续增大\n\n消费速度 > 生产速度\n→ Consumer 逐步追赶\n→ Lag 逐步减小\n",[41,5309,5307],{"__ignoreMap":228},[14,5311,5312],{},"Lag 不能只看某一时刻的绝对值，还要观察增长趋势、积压持续时间和业务允许的最大延迟。同样数量的 Lag，在每秒几条和每秒几十万条的 Topic 中代表的时间延迟完全不同。",[14,5314,5315],{},"如果 Lag 长期增长，可能是消费者处理变慢、下游故障、分区热点、Consumer 数量不足或频繁重平衡。若积压时间超过 Topic 的数据保留期限，旧消息可能已经被清理，消费者就不能再依靠 Kafka 把这部分数据完整追回。",[14,5317,5318],{},"Fetch 请求支持批量拉取和长轮询：",[222,5320,5322],{"className":3831,"code":5321,"language":3833,"meta":228,"style":228},"fetch.min.bytes=1\nfetch.max.wait.ms=500\n",[41,5323,5324,5329],{"__ignoreMap":228},[398,5325,5326],{"class":400,"line":401},[398,5327,5328],{},"fetch.min.bytes=1\n",[398,5330,5331],{"class":400,"line":472},[398,5332,5333],{},"fetch.max.wait.ms=500\n",[14,5335,5336],{},"Broker 暂时没有足够数据时，可以等待一段时间再响应，避免消费者无数据时频繁空轮询；流量较高时，又可以一次返回较大的批次。",[10,5338,5340],{"id":5339},"三高可用副本isr-与故障转移","三、高可用：副本、ISR 与故障转移",[84,5342,5344],{"id":5343},"_1-每个-partition-可以有多个副本","1. 每个 Partition 可以有多个副本",[14,5346,5347],{},"假设副本因子为 3：",[222,5349,5352],{"className":5350,"code":5351,"language":227,"meta":228},[225],"Partition 0\n├── Leader：Broker A\n├── Follower：Broker B\n└── Follower：Broker C\n",[41,5353,5351],{"__ignoreMap":228},[14,5355,5356],{},"生产和普通消费请求由 Leader 处理，Follower 分别从 Leader 拉取并复制日志。多个 Follower 的同步是彼此独立的，不存在先同步 B、再由 B 同步 C 的固定顺序。",[14,5358,5359],{},"副本应尽量分散在不同 Broker；具备机架感知配置时，还可以跨机架放置，降低单机或单机架故障带来的影响。",[84,5361,5363],{"id":5362},"_2-isr-维护可安全选主的副本集合","2. ISR 维护可安全选主的副本集合",[14,5365,5366],{},"ISR 是 In-Sync Replicas，即当前与 Leader 保持同步的副本集合。Follower 故障或长时间落后时会被移出 ISR，重新追上后可以再次加入。",[222,5368,5371],{"className":5369,"code":5370,"language":227,"meta":228},[225],"正常：ISR = [A, B, C]\nC 落后：ISR = [A, B]\n",[41,5372,5370],{"__ignoreMap":228},[14,5374,5375],{},"Leader 故障后，Controller 会从符合条件的副本中选择新的 Leader。以 ISR 为基础进行选主，可以避免把明显缺少最新日志的副本直接作为新的数据源。",[84,5377,5379,5380,774,5382],{"id":5378},"_3-acks-与-mininsyncreplicas","3. ",[41,5381,3769],{},[41,5383,3847],{},[14,5385,5386],{},"常见的高可靠组合是：",[222,5388,5390],{"className":5389,"code":4062,"language":227,"meta":228},[225],[41,5391,4062],{"__ignoreMap":228},[14,5393,5394],{},"含义是生产者等待当前 ISR 的确认，并且 ISR 至少要有两个副本，否则 Broker 拒绝写入。",[14,5396,5397],{},"这个配置体现了 CAP 取舍：副本不足时拒绝写入，会降低部分可用性，但可以避免在只剩单副本时继续写入并承担更高的数据丢失风险。",[84,5399,5401],{"id":5400},"_4-kraft-controller-quorum-保证控制面可用","4. KRaft Controller Quorum 保证控制面可用",[5403,5404,5406],"h4",{"id":5405},"kraft-controller-quorum-是什么","KRaft Controller Quorum 是什么",[14,5408,5409,5410,5413,5414,5417],{},"KRaft 是 Kafka 自己实现的元数据管理机制，用来替代早期依赖的 ZooKeeper。集群中会有若干个承担 ",[41,5411,5412],{},"controller"," 角色的节点，这些 Controller 组成一个基于 Raft 共识协议的 ",[24,5415,5416],{},"Controller Quorum","，即控制器仲裁组。",[14,5419,5420],{},"它们维护的是集群元数据，而不是普通 Topic 的业务消息：",[18,5422,5423,5426,5429,5432],{},[21,5424,5425],{},"Broker 注册、存活状态和节点信息。",[21,5427,5428],{},"Topic 与 Partition 的定义。",[21,5430,5431],{},"每个 Partition 的副本分配、Leader 和 ISR。",[21,5433,5434],{},"配置、配额以及其他集群级元数据。",[14,5436,5437],{},"这些变化会写入 KRaft 的集群元数据日志，并复制给 Quorum 中的其他 Controller。一次元数据变更获得多数 Controller 确认后才算提交，因此单个 Controller 故障不会导致已提交元数据丢失。",[14,5439,5440],{},"常见部署是 3 个或 5 个 Controller：",[222,5442,5445],{"className":5443,"code":5444,"language":227,"meta":228},[225],"3 个 Controller → 多数派为 2，可容忍 1 个故障\n5 个 Controller → 多数派为 3，可容忍 2 个故障\n",[41,5446,5444],{"__ignoreMap":228},[14,5448,5449],{},"如果存活 Controller 失去多数派，集群不能安全提交新的元数据变更。此时已有数据读写是否还能短暂继续，取决于具体操作和现有元数据状态，但创建 Topic、Partition Leader 调度等控制面操作会受到影响。",[5403,5451,5453],{"id":5452},"active-controller-是什么","Active Controller 是什么",[14,5455,5456,5457,5460],{},"Controller Quorum 在同一时刻会选出一个 Leader，Kafka 的文档和运行语境中通常称它为 ",[24,5458,5459],{},"Active Controller","。其他 Controller 作为 Follower 复制元数据日志，随时准备接管。",[222,5462,5465],{"className":5463,"code":5464,"language":227,"meta":228},[225],"Controller A：Active Controller\n├── 接收和处理元数据变更\n├── 管理 Broker 注册与故障\n├── 触发 Partition Leader 选举\n└── 把变更写入元数据日志\n\nController B、C：Follower Controllers\n├── 复制元数据日志\n└── Active Controller 故障后参与重新选举\n",[41,5466,5464],{"__ignoreMap":228},[14,5468,5469],{},"Active Controller 不是所有业务消息的入口，也不负责替 Broker 保存普通 Topic 数据。生产者和消费者仍然直接与 Partition Leader 所在的 Broker 通信。",[14,5471,5472],{},"需要明确区分两个层面：",[115,5474,5475,5491],{},[118,5476,5477],{},[121,5478,5479,5482,5485,5488],{},[124,5480,5481],{},"层面",[124,5483,5484],{},"主要角色",[124,5486,5487],{},"保存什么",[124,5489,5490],{},"负责什么",[141,5492,5493,5507],{},[121,5494,5495,5498,5501,5504],{},[146,5496,5497],{},"数据面",[146,5499,5500],{},"Broker、Partition Leader\u002FFollower",[146,5502,5503],{},"普通 Topic 的业务消息",[146,5505,5506],{},"生产、消费、副本复制",[121,5508,5509,5512,5515,5518],{},[146,5510,5511],{},"控制面",[146,5513,5514],{},"KRaft Controller Quorum",[146,5516,5517],{},"集群元数据日志",[146,5519,5520],{},"节点管理、元数据变更、Leader 调度",[14,5522,5523],{},"例如 Broker A 突然故障：",[222,5525,5528],{"className":5526,"code":5527,"language":227,"meta":228},[225],"Active Controller 感知 Broker A 失联\n→ 找出受影响的 Partition\n→ 从符合条件的副本中选择新 Leader\n→ 将选举结果写入元数据日志\n→ 多数 Controller 确认提交\n→ 向相关 Broker 发布新元数据\n→ 客户端刷新元数据并访问新 Leader\n",[41,5529,5527],{"__ignoreMap":228},[14,5531,5532],{},"如果 Active Controller 自身故障，剩余 Controller 会通过 Raft 重新选出新的 Active Controller。新节点已经复制了已提交的元数据日志，因此可以继续管理集群。",[84,5534,5536],{"id":5535},"_5-consumer-group-自动接管故障消费者的分区","5. Consumer Group 自动接管故障消费者的分区",[14,5538,5539],{},"消费者通过心跳维持组成员身份。如果某个 Consumer 崩溃或超时，Consumer Group 会重新分配它原来负责的 Partition，让其他 Consumer 接管。",[14,5541,5542],{},"消费进度保存在已提交的 Offset 中，因此新 Consumer 可以从相应位置继续处理：",[222,5544,5547],{"className":5545,"code":5546,"language":227,"meta":228},[225],"Consumer A 故障\n→ 触发重新分配\n→ Partition 交给 Consumer B\n→ B 从已提交 Offset 继续消费\n",[41,5548,5546],{"__ignoreMap":228},[14,5550,5551],{},"重平衡期间可能产生短暂停顿，所以高可用不等于无感切换。合理设置会话、心跳、处理时长，并避免频繁扩缩容，有助于减少重平衡影响。",[10,5553,5555],{"id":5554},"四三种能力如何协同","四、三种能力如何协同",[115,5557,5558,5574],{},[118,5559,5560],{},[121,5561,5562,5565,5568,5571],{},[124,5563,5564],{},"目标",[124,5566,5567],{},"核心机制",[124,5569,5570],{},"解决的问题",[124,5572,5573],{},"主要代价",[141,5575,5576,5590,5604],{},[121,5577,5578,5581,5584,5587],{},[146,5579,5580],{},"高并发",[146,5582,5583],{},"多 Partition、多 Broker、Consumer Group",[146,5585,5586],{},"并行生产、存储和消费",[146,5588,5589],{},"分区与元数据管理成本",[121,5591,5592,5595,5598,5601],{},[146,5593,5594],{},"高性能",[146,5596,5597],{},"顺序写、Page Cache、批处理、压缩、零拷贝",[146,5599,5600],{},"降低 I\u002FO、复制和网络开销",[146,5602,5603],{},"批处理延迟与 CPU 消耗",[121,5605,5606,5609,5612,5615],{},[146,5607,5608],{},"高可用",[146,5610,5611],{},"多副本、ISR、Controller Quorum、故障转移",[146,5613,5614],{},"节点故障后继续提供服务",[146,5616,5617],{},"副本存储、网络与确认延迟",[14,5619,5620],{},"可以把整个链路理解为：",[222,5622,5625],{"className":5623,"code":5624,"language":227,"meta":228},[225],"消息按 Partition 分流\n→ Producer 批量发送\n→ Leader 顺序追加到日志\n→ Follower 并行复制\n→ 满足确认条件后返回\n→ Consumer Group 按 Partition 批量拉取\n",[41,5626,5624],{"__ignoreMap":228},[10,5628,5630],{"id":5629},"五为什么不能只靠增加分区提升性能","五、为什么不能只靠增加分区提升性能",[14,5632,5633],{},"分区是扩展能力的基础，但分区不是越多越好。分区数量增加会同时带来：",[18,5635,5636,5639,5642,5645,5648,5651],{},[21,5637,5638],{},"更多日志目录、Segment 和文件句柄。",[21,5640,5641],{},"更多副本复制任务。",[21,5643,5644],{},"更大的集群元数据。",[21,5646,5647],{},"更高的 Leader 选举和故障恢复成本。",[21,5649,5650],{},"Consumer Group 重平衡开销。",[21,5652,5653],{},"单 Key 顺序范围更难调整。",[14,5655,5656],{},"合理做法是根据目标吞吐量、单分区压测能力、消费者并行度、副本数和未来增长空间估算，而不是一次创建大量分区。",[14,5658,5659],{},"一个简化估算思路：",[222,5661,5664],{"className":5662,"code":5663,"language":227,"meta":228},[225],"分区数 ≥ max(\n 目标生产吞吐 \u002F 单分区生产吞吐,\n 目标消费吞吐 \u002F 单消费者单分区吞吐,\n 期望消费并行度\n)\n",[41,5665,5663],{"__ignoreMap":228},[14,5667,5668],{},"最终仍需要在接近生产环境的机器、网络、副本配置和消息大小下进行压测。",[10,5670,5672],{"id":5671},"六常见误区","六、常见误区",[84,5674,5676],{"id":5675},"误区一kafka-使用磁盘所以一定比内存消息队列慢","误区一：Kafka 使用磁盘，所以一定比内存消息队列慢",[14,5678,5679],{},"Kafka 采用顺序追加、Page Cache 和批处理，大量读写实际在操作系统缓存中完成。性能取决于访问模式，而不是简单由“使用磁盘”决定。",[84,5681,5683],{"id":5682},"误区二零拷贝让数据完全不发生复制","误区二：零拷贝让数据完全不发生复制",[14,5685,5686,5687,5689],{},"零拷贝是减少不必要的用户态复制，并非物理意义上的一次复制都没有；而且启用 SSL 时不会走 Kafka 文档描述的 ",[41,5688,4871],{}," 路径。",[84,5691,5693],{"id":5692},"误区三消费者越多消费速度一定越快","误区三：消费者越多，消费速度一定越快",[14,5695,5696],{},"同一消费组内，一个 Partition 同时只能交给一个 Consumer。Consumer 数超过 Partition 数后，多出的 Consumer 不会获得分区。",[84,5698,5700],{"id":5699},"误区四副本越多高可用越高且没有代价","误区四：副本越多，高可用越高且没有代价",[14,5702,5703],{},"更多副本会增加存储、网络复制和写确认成本。副本数应根据故障域和可靠性目标确定，常见三副本不代表所有场景都必须相同。",[84,5705,5707,5708,5710],{"id":5706},"误区五acksall-就代表所有配置副本都已写入","误区五：",[41,5709,3686],{}," 就代表所有配置副本都已写入",[14,5712,5713,5715,5716,4107],{},[41,5714,3686],{}," 等待的是当前 ISR，而不是所有配置副本。要避免 ISR 只剩一个副本时仍然成功写入，需要配合 ",[41,5717,3847],{},[10,5719,5721],{"id":5720},"七排查性能和可用性问题时看什么","七、排查性能和可用性问题时看什么",[84,5723,5724],{"id":5724},"生产端",[18,5726,5727,5730,5733],{},[21,5728,5729],{},"发送吞吐、请求延迟、错误率和重试次数。",[21,5731,5732],{},"批次大小、压缩率和缓冲区等待。",[21,5734,5735],{},"消息 Key 是否造成分区流量倾斜。",[84,5737,5739],{"id":5738},"broker","Broker",[18,5741,5742,5745,5748,5750],{},[21,5743,5744],{},"各 Broker、Partition 和 Leader 的流量是否均衡。",[21,5746,5747],{},"磁盘利用率、磁盘延迟、网络带宽和请求队列。",[21,5749,4745],{},[21,5751,5752],{},"Page Cache 命中效果和系统是否发生 Swap。",[84,5754,5755],{"id":5755},"消费端",[18,5757,5758,5761,5764,5767],{},[21,5759,5760],{},"Consumer Lag 及其增长速度。",[21,5762,5763],{},"单条消息处理耗时和批次处理耗时。",[21,5765,5766],{},"Consumer 数量与 Partition 数量是否匹配。",[21,5768,5769],{},"重平衡次数、心跳超时和 Offset 提交失败。",[10,5771,1232],{"id":1232},[18,5773,5774,5780,5787,5794,5799,5804,5809],{},[21,5775,5776],{},[1238,5777,5779],{"href":4790,"rel":5778},[1242],"Apache Kafka Design",[21,5781,5782],{},[1238,5783,5786],{"href":5784,"rel":5785},"https:\u002F\u002Fkafka.apache.org\u002F41\u002Foperations\u002Fkraft\u002F",[1242],"Apache Kafka KRaft",[21,5788,5789],{},[1238,5790,5793],{"href":5791,"rel":5792},"https:\u002F\u002Fkafka.apache.org\u002F41\u002Fimplementation\u002Fmessage-format\u002F",[1242],"Apache Kafka Message Format",[21,5795,5796],{},[1238,5797,4771],{"href":4769,"rel":5798},[1242],[21,5800,5801],{},[1238,5802,4785],{"href":4783,"rel":5803},[1242],[21,5805,5806],{},[1238,5807,4778],{"href":4776,"rel":5808},[1242],[21,5810,5811],{},[1238,5812,4799],{"href":4797,"rel":5813},[1242],[1273,5815,1275],{},{"title":228,"searchDepth":472,"depth":472,"links":5817},[5818,5819,5820,5826,5835,5843,5844,5845,5853,5858],{"id":12,"depth":472,"text":12},{"id":95,"depth":472,"text":95},{"id":4917,"depth":472,"text":4918,"children":5821},[5822,5823,5824,5825],{"id":4921,"depth":477,"text":4922},{"id":4944,"depth":477,"text":4945},{"id":4968,"depth":477,"text":4969},{"id":4986,"depth":477,"text":4987},{"id":4996,"depth":472,"text":4997,"children":5827},[5828,5829,5830,5831,5832,5833,5834],{"id":5000,"depth":477,"text":5001},{"id":5016,"depth":477,"text":5017},{"id":5052,"depth":477,"text":5053},{"id":5088,"depth":477,"text":5089},{"id":5179,"depth":477,"text":5180},{"id":5220,"depth":477,"text":5221},{"id":5279,"depth":477,"text":5280},{"id":5339,"depth":472,"text":5340,"children":5836},[5837,5838,5839,5841,5842],{"id":5343,"depth":477,"text":5344},{"id":5362,"depth":477,"text":5363},{"id":5378,"depth":477,"text":5840},"3. acks 与 min.insync.replicas",{"id":5400,"depth":477,"text":5401},{"id":5535,"depth":477,"text":5536},{"id":5554,"depth":472,"text":5555},{"id":5629,"depth":472,"text":5630},{"id":5671,"depth":472,"text":5672,"children":5846},[5847,5848,5849,5850,5851],{"id":5675,"depth":477,"text":5676},{"id":5682,"depth":477,"text":5683},{"id":5692,"depth":477,"text":5693},{"id":5699,"depth":477,"text":5700},{"id":5706,"depth":477,"text":5852},"误区五：acks=all 就代表所有配置副本都已写入",{"id":5720,"depth":472,"text":5721,"children":5854},[5855,5856,5857],{"id":5724,"depth":477,"text":5724},{"id":5738,"depth":477,"text":5739},{"id":5755,"depth":477,"text":5755},{"id":1232,"depth":472,"text":1232},"wiki:java:kafka-high-concurrency-performance-availability","从分区并行、顺序写、Page Cache、批处理、零拷贝、副本与 ISR 等机制，系统理解 Kafka 高吞吐与高可用架构。",{},73,"\u002Fjava\u002Fkafka-high-concurrency-performance-availability",{"title":4856,"description":5860},"java\u002Fkafka-high-concurrency-performance-availability","0TlKAnCJWs7ZZl90WzviZ4k1DZq74xMTxxLN4sHf-c8",{"id":5868,"title":5869,"body":5870,"commentId":7200,"description":7201,"difficulty":1326,"draft":1327,"extension":1328,"meta":7202,"navigation":514,"order":7203,"path":7204,"section":1332,"seo":7205,"stem":7206,"updated":1335,"__hash__":7207},"java\u002Fjava\u002Fkafka-message-backlog-handling.md","Kafka 消息积压如何处理",{"type":7,"value":5871,"toc":7155},[5872,5875,5877,5882,5884,5891,5893,5896,5902,5905,5914,5918,5921,5924,5929,5931,5937,5940,5943,6014,6017,6020,6026,6029,6035,6038,6041,6045,6049,6055,6058,6062,6065,6088,6095,6099,6102,6122,6125,6131,6134,6138,6141,6144,6150,6153,6157,6160,6177,6180,6184,6188,6191,6197,6200,6204,6207,6221,6224,6227,6233,6236,6240,6243,6246,6249,6253,6257,6260,6263,6269,6272,6276,6279,6302,6304,6310,6315,6318,6324,6327,6330,6347,6350,6354,6357,6385,6388,6416,6420,6423,6429,6432,6438,6441,6451,6454,6460,6463,6471,6485,6494,6498,6511,6514,6520,6524,6527,6533,6536,6542,6545,6548,6551,6554,6557,6588,6591,6595,6599,6602,6605,6612,6615,6619,6622,6625,6631,6634,6640,6643,6646,6651,6654,6657,6661,6667,6670,6674,6680,6686,6689,6692,6706,6710,6713,6719,6722,6726,6729,6732,6738,6741,6761,6764,6768,6771,6777,6780,6794,6797,6801,6804,6810,6813,6819,6822,6828,6830,6836,6839,6845,6849,6852,6859,6862,6879,6882,6886,6889,6892,6952,6959,7012,7015,7018,7024,7030,7033,7036,7042,7045,7049,7052,7075,7079,7083,7086,7093,7096,7100,7103,7107,7114,7117,7121,7124,7126,7152],[2774,5873,5869],{"id":5874},"kafka-消息积压如何处理",[10,5876,12],{"id":12},[88,5878,5879],{},[14,5880,5881],{},"Kafka 消息积压不能一上来就盲目增加消费者，首先要确认积压范围和原因：观察各 Partition 的 Consumer Lag、生产速率、消费速率、消费者存活状态、重平衡、处理耗时和下游依赖。如果消费实例异常或下游故障，应先恢复服务；如果生产速度持续大于消费速度，需要对非核心生产流量限流，同时扩容消费者，但同一消费组的有效并行度不会超过 Partition 数量。如果单条处理过慢，应通过批量写库、减少同步 RPC、优化慢 SQL 或使用受控的异步处理提高单实例吞吐；如果只有个别 Partition 积压，要检查消息 Key 是否造成热点；如果被异常消息反复阻塞，需要有限重试后进入死信或人工补偿。恢复时间可以用“积压量 ÷（消费速率－生产速率）”估算，只有消费能力大于生产速度，积压才会真正下降。Offset 跳到最新只能在业务明确同意丢弃旧消息时使用，不能作为常规解决方案。",[14,5883,3698],{},[88,5885,5886],{},[14,5887,5888],{},[24,5889,5890],{},"先判断为什么消费速度落后，再从减少流入、恢复异常、提升单实例吞吐和增加有效并行度四个方向处理。",[10,5892,95],{"id":95},[14,5894,5895],{},"Kafka 消息积压的本质是：",[222,5897,5900],{"className":5898,"code":5899,"language":227,"meta":228},[225],"一段时间内的生产速度\n>\n一段时间内的有效消费速度\n",[41,5901,5899],{"__ignoreMap":228},[14,5903,5904],{},"积压不是单一故障类型，它可能由突发流量、消费者异常、下游变慢、分区热点或异常消息阻塞引起。不同原因的处理方式完全不同。",[14,5906,5907],{},[1238,5908,5911],{"href":5909,"target":1381,"rel":5910},"\u002Fimages\u002Fwiki\u002Fjava\u002Fkafka-message-backlog-handling.svg",[1383,1384],[1386,5912],{"src":5909,"alt":5913},"Kafka 消息积压排查与处理流程",[10,5915,5917],{"id":5916},"一什么是-kafka-消息积压","一、什么是 Kafka 消息积压",[14,5919,5920],{},"每个 Partition 中的消息都有 Offset。生产者持续向日志末尾写入，消费组通过已提交 Offset 记录自己的处理进度。",[14,5922,5923],{},"监控消费组时，Consumer Lag 通常可以近似理解为：",[222,5925,5927],{"className":5926,"code":5290,"language":227,"meta":228},[225],[41,5928,5290],{"__ignoreMap":228},[14,5930,685],{},[222,5932,5935],{"className":5933,"code":5934,"language":227,"meta":228},[225],"Partition Log End Offset：120000\n消费组已提交 Offset：95000\n\nLag = 120000 - 95000 = 25000\n",[41,5936,5934],{"__ignoreMap":228},[14,5938,5939],{},"表示这个消费组在该 Partition 上大约落后 25000 个 Offset。",[14,5941,5942],{},"需要同时观察三类指标：",[115,5944,5945,5957],{},[118,5946,5947],{},[121,5948,5949,5952,5954],{},[124,5950,5951],{},"指标",[124,5953,1733],{},[124,5955,5956],{},"判断价值",[141,5958,5959,5970,5981,5992,6003],{},[121,5960,5961,5964,5967],{},[146,5962,5963],{},"当前 Lag",[146,5965,5966],{},"还落后多少 Offset",[146,5968,5969],{},"反映积压规模",[121,5971,5972,5975,5978],{},[146,5973,5974],{},"Lag 增长速度",[146,5976,5977],{},"单位时间新增多少积压",[146,5979,5980],{},"判断问题是否正在恶化",[121,5982,5983,5986,5989],{},[146,5984,5985],{},"最老未处理消息年龄",[146,5987,5988],{},"最老待处理消息的时间戳距现在多久",[146,5990,5991],{},"反映业务已经延迟多久",[121,5993,5994,5997,6000],{},[146,5995,5996],{},"积压字节量",[146,5998,5999],{},"待处理消息占用的总字节数",[146,6001,6002],{},"反映网络、磁盘和反序列化压力",[121,6004,6005,6008,6011],{},[146,6006,6007],{},"单条处理耗时",[146,6009,6010],{},"处理一条或一批消息实际需要多久",[146,6012,6013],{},"用于估算积压清空速度",[14,6015,6016],{},"只看 Lag 绝对值容易误判。例如同样积压 10 万条，在每秒消费 20 万条的系统里可能很快恢复，在每秒只消费 100 条的系统里则非常严重。",[14,6018,6019],{},"Lag 是 Offset 数量差，本身只表示“落后多少条记录”，不能直接等同于时间延迟。对于相同的 10 万 Lag，消费者处理速度越快，处理完现有积压所需的时间越短：",[222,6021,6024],{"className":6022,"code":6023,"language":227,"meta":228},[225],"处理现有积压所需时间\n≈ Lag ÷ 消费速度\n",[41,6025,6023],{"__ignoreMap":228},[14,6027,6028],{},"如果生产者仍在持续写入，要估算 Lag 整体降为 0 的时间，则应扣除生产速度：",[222,6030,6033],{"className":6031,"code":6032,"language":227,"meta":228},[225],"Lag 归零时间\n≈ Lag ÷（消费速度－生产速度）\n",[41,6034,6032],{"__ignoreMap":228},[14,6036,6037],{},"只有消费速度大于生产速度，Lag 才会持续下降。至于当前业务已经延迟多久，应直接查看最老未处理消息的时间戳，而不是只根据 Lag 推算。",[14,6039,6040],{},"消息大小影响的是积压字节量、网络传输和反序列化成本；单条处理复杂度影响的是消费速度。它们都很重要，但不能与 Lag 条数或消息年龄混为同一个指标。",[10,6042,6044],{"id":6043},"二先判断积压发生在哪里","二、先判断积压发生在哪里",[84,6046,6048],{"id":6047},"_1-是所有-partition-积压还是少数-partition-积压","1. 是所有 Partition 积压，还是少数 Partition 积压",[222,6050,6053],{"className":6051,"code":6052,"language":227,"meta":228},[225],"所有 Partition 的 Lag 都增长\n→ 更可能是整体消费能力不足、消费者异常或下游故障\n\n只有少数 Partition 的 Lag 很高\n→ 更可能是 Key 倾斜、热点业务或个别异常消息\n",[41,6054,6052],{"__ignoreMap":228},[14,6056,6057],{},"不能只看 Topic 的总 Lag。总数会掩盖单个热点 Partition，应同时查看每个 Partition 的 Lag、生产速率和消费速率。",[84,6059,6061],{"id":6060},"_2-消费者是否正常工作","2. 消费者是否正常工作",[14,6063,6064],{},"先检查：",[18,6066,6067,6070,6073,6076,6082,6085],{},[21,6068,6069],{},"消费实例是否存活，是否频繁重启。",[21,6071,6072],{},"Consumer Group 中是否存在空闲或反复加入、退出的成员。",[21,6074,6075],{},"是否频繁发生重平衡。",[21,6077,6078,6081],{},[41,6079,6080],{},"poll()"," 是否长时间没有被调用。",[21,6083,6084],{},"Offset 是否持续推进。",[21,6086,6087],{},"消费日志中是否存在反序列化、鉴权、提交 Offset 或业务异常。",[14,6089,6090,6091,6094],{},"如果业务处理时间超过 ",[41,6092,6093],{},"max.poll.interval.ms","，消费者会被认为没有正常推进消费，Partition 可能被重新分配。消费者不断处理、超时、重平衡，又可能造成更严重的积压。",[84,6096,6098],{"id":6097},"_3-单条消息处理是否变慢","3. 单条消息处理是否变慢",[14,6100,6101],{},"Kafka 消费本身往往不是最慢的部分，真正瓶颈通常在业务逻辑：",[18,6103,6104,6107,6110,6113,6116,6119],{},[21,6105,6106],{},"数据库慢 SQL、锁等待或连接池耗尽。",[21,6108,6109],{},"调用外部 RPC 超时。",[21,6111,6112],{},"每条消息单独写库，缺少批处理。",[21,6114,6115],{},"序列化、解压或大对象处理消耗 CPU。",[21,6117,6118],{},"消费逻辑加了粒度过大的锁。",[21,6120,6121],{},"下游 Elasticsearch、Redis 或第三方接口限流。",[14,6123,6124],{},"应把消费耗时拆分为：",[222,6126,6129],{"className":6127,"code":6128,"language":227,"meta":228},[225],"拉取耗时\n+ 反序列化耗时\n+ 业务计算耗时\n+ 数据库 \u002F RPC \u002F 下游写入耗时\n+ Offset 提交耗时\n",[41,6130,6128],{"__ignoreMap":228},[14,6132,6133],{},"只有找到主要耗时，优化才有方向。",[84,6135,6137],{"id":6136},"_4-是否被毒消息阻塞","4. 是否被“毒消息”阻塞",[14,6139,6140],{},"毒消息是指某条数据因为格式错误、业务状态异常或下游约束问题，每次消费都会失败。",[14,6142,6143],{},"如果代码采用无限重试：",[222,6145,6148],{"className":6146,"code":6147,"language":227,"meta":228},[225],"消费失败\n→ 立即重试\n→ 再次失败\n→ 一直占住当前 Partition\n",[41,6149,6147],{"__ignoreMap":228},[14,6151,6152],{},"该 Partition 后续所有消息都可能无法继续处理，表现为单分区 Lag 持续增大。",[84,6154,6156],{"id":6155},"_5-broker-或基础设施是否成为瓶颈","5. Broker 或基础设施是否成为瓶颈",[14,6158,6159],{},"还要检查：",[18,6161,6162,6165,6168,6171,6174],{},[21,6163,6164],{},"Broker 磁盘延迟、网络带宽和 CPU。",[21,6166,6167],{},"Fetch 请求延迟和错误率。",[21,6169,6170],{},"ISR 收缩、离线分区和副本同步异常。",[21,6172,6173],{},"消费者所在机器的 CPU、内存、GC 和网络。",[21,6175,6176],{},"是否发生跨机房访问或网络抖动。",[14,6178,6179],{},"如果 Broker 或网络已经饱和，单纯增加 Consumer 可能只会制造更多请求和竞争。",[10,6181,6183],{"id":6182},"三紧急处理先止住-lag-增长","三、紧急处理：先止住 Lag 增长",[84,6185,6187],{"id":6186},"_1-恢复异常消费者和下游","1. 恢复异常消费者和下游",[14,6189,6190],{},"如果积压源于实例宕机、数据库故障或下游超时，应优先恢复根因：",[222,6192,6195],{"className":6193,"code":6194,"language":227,"meta":228},[225],"恢复消费实例\n→ 恢复数据库 \u002F RPC \u002F 下游\n→ 确认 Offset 开始推进\n→ 再评估是否需要扩容\n",[41,6196,6194],{"__ignoreMap":228},[14,6198,6199],{},"下游仍不可用时强行增加消费者，只会放大连接数、重试和超时流量。",[84,6201,6203],{"id":6202},"_2-对非核心生产流量限流或降级","2. 对非核心生产流量限流或降级",[14,6205,6206],{},"如果生产速度仍在持续上升，而消费端已经满负荷，可以在业务允许时：",[18,6208,6209,6212,6215,6218],{},[21,6210,6211],{},"限制非核心事件的生产速率。",[21,6213,6214],{},"暂停可延迟的定时任务和批量导入。",[21,6216,6217],{},"合并低价值事件。",[21,6219,6220],{},"对非核心功能降级。",[14,6222,6223],{},"这不是最终解决方案，但能降低流入速度，给消费端争取恢复窗口。",[14,6225,6226],{},"这里的“合并低价值事件”，不是随意删除消息，而是对业务允许只保留最终状态或聚合结果的事件进行压缩。例如：",[222,6228,6231],{"className":6229,"code":6230,"language":227,"meta":228},[225],"同一个商品在 1 秒内连续产生 20 次缓存刷新通知\n→ 只保留一次刷新通知\n\n同一设备连续上报多次进度：10%、20%、30%\n→ 如果业务只关心最新进度，可以只发送 30%\n\n大量指标增量事件\n→ 在生产端按时间窗口汇总后，发送一条聚合结果\n",[41,6232,6230],{"__ignoreMap":228},[14,6234,6235],{},"合并前必须先定义清楚业务语义，包括按什么 Key 合并、合并时间窗口多长、保留最新值还是累计值，以及异常时如何补偿。订单状态流转、支付、账户流水、库存扣减、审计日志等每条事件都具有独立业务意义，不能使用这种方式合并。",[84,6237,6239],{"id":6238},"_3-确认消息保留时间是否足够","3. 确认消息保留时间是否足够",[14,6241,6242],{},"积压消息依赖 Kafka 的日志保留策略。如果预计追赶需要数小时或数天，应确认 Topic 的保留时间和磁盘空间是否足够。",[14,6244,6245],{},"如果最老未消费消息超过保留期限，旧日志可能被清理。此时即使消费者恢复，也无法从 Kafka 读取已经删除的数据。",[14,6247,6248],{},"紧急情况下可以评估临时延长保留时间，但必须同步评估 Broker 磁盘容量，避免积压尚未解决又触发磁盘告警。",[10,6250,6252],{"id":6251},"四提升消费能力","四、提升消费能力",[84,6254,6256],{"id":6255},"_1-增加-consumer-实例","1. 增加 Consumer 实例",[14,6258,6259],{},"增加同一 Consumer Group 中的实例，可以让更多 Partition 并行消费。",[14,6261,6262],{},"但有效并行度受 Partition 数量限制：",[222,6264,6267],{"className":6265,"code":6266,"language":227,"meta":228},[225],"8 个 Partition + 4 个 Consumer\n→ 可以继续扩容\n\n8 个 Partition + 8 个 Consumer\n→ 已接近分区级并行上限\n\n8 个 Partition + 12 个 Consumer\n→ 约 4 个 Consumer 无 Partition 可处理\n",[41,6268,6266],{"__ignoreMap":228},[14,6270,6271],{},"因此扩容前要同时查看当前 Partition 数量、消费者数量和分配情况。",[84,6273,6275],{"id":6274},"_2-优化单实例处理吞吐","2. 优化单实例处理吞吐",[14,6277,6278],{},"常见优化方式：",[18,6280,6281,6284,6287,6290,6293,6296,6299],{},[21,6282,6283],{},"把逐条写数据库改为批量写入。",[21,6285,6286],{},"合并相同业务 Key 的重复更新。",[21,6288,6289],{},"优化 SQL、索引和事务范围。",[21,6291,6292],{},"减少消费线程中的同步远程调用。",[21,6294,6295],{},"对可并行步骤使用有界线程池。",[21,6297,6298],{},"复用连接和客户端，避免每条消息重复创建。",[21,6300,6301],{},"降低无必要的日志和对象序列化开销。",[14,6303,685],{},[222,6305,6308],{"className":6306,"code":6307,"language":227,"meta":228},[225],"原方案：\n每条消息 → 一次数据库事务\n\n优化后：\n一批消息 → 分组校验 → 批量写入 → 提交对应 Offset\n",[41,6309,6307],{"__ignoreMap":228},[14,6311,6312,6313,4107],{},"批量越大不一定越好。批次过大会增加内存占用、事务时间和失败重试成本，还可能让一次处理时间超过 ",[41,6314,6093],{},[14,6316,6317],{},"这里的“同步远程调用”，是指消费线程发送 RPC 或 HTTP 请求后，必须等待对方返回才能继续处理下一条消息：",[222,6319,6322],{"className":6320,"code":6321,"language":227,"meta":228},[225],"消费一条消息\n→ 调用远程库存服务\n→ 阻塞等待 50 ms\n→ 收到结果\n→ 再处理下一条消息\n",[41,6323,6321],{"__ignoreMap":228},[14,6325,6326],{},"即使本地计算只需要 1 ms，线程的大部分时间也消耗在网络等待上。如果每条消息都串行调用一次远程服务，单线程理论吞吐很容易被远程调用耗时限制。",[14,6328,6329],{},"“减少同步 RPC”可以从以下方向处理：",[18,6331,6332,6335,6338,6341,6344],{},[21,6333,6334],{},"把逐条调用改为批量接口，例如一次查询或提交 100 条。",[21,6336,6337],{},"对可复用且允许短时间不一致的数据使用本地缓存，减少重复查询。",[21,6339,6340],{},"把互不依赖的调用改成受控并发，但必须限制并发数，避免压垮下游。",[21,6342,6343],{},"将通知、埋点等非核心副作用发送到下游 Topic，由独立消费者异步执行。",[21,6345,6346],{},"合理设置超时、熔断和连接池，避免故障调用长期占住消费线程。",[14,6348,6349],{},"如果必须拿到远程结果才能保证当前消息处理正确，就不能为了吞吐简单删除该 RPC。此时更重要的是批量化、限制并发、幂等和下游容量治理。",[84,6351,6353],{"id":6352},"_3-谨慎调整消费参数","3. 谨慎调整消费参数",[14,6355,6356],{},"常见参数包括：",[222,6358,6360],{"className":3831,"code":6359,"language":3833,"meta":228,"style":228},"max.poll.records=500\nmax.poll.interval.ms=300000\nfetch.min.bytes=1\nfetch.max.wait.ms=500\nmax.partition.fetch.bytes=1048576\n",[41,6361,6362,6367,6372,6376,6380],{"__ignoreMap":228},[398,6363,6364],{"class":400,"line":401},[398,6365,6366],{},"max.poll.records=500\n",[398,6368,6369],{"class":400,"line":472},[398,6370,6371],{},"max.poll.interval.ms=300000\n",[398,6373,6374],{"class":400,"line":477},[398,6375,5328],{},[398,6377,6378],{"class":400,"line":483},[398,6379,5333],{},[398,6381,6382],{"class":400,"line":618},[398,6383,6384],{},"max.partition.fetch.bytes=1048576\n",[14,6386,6387],{},"调整原则：",[18,6389,6390,6400,6407,6413],{},[21,6391,6392,6393,6396,6397,6399],{},"如果一批消息处理不完，应适当减小 ",[41,6394,6395],{},"max.poll.records","，或优化处理速度，而不是只把 ",[41,6398,6093],{}," 调得无限大。",[21,6401,6402,6403,6406],{},"增大 ",[41,6404,6405],{},"fetch.min.bytes"," 可以提高批量拉取效率，但会增加低流量时的等待延迟。",[21,6408,6409,6412],{},[41,6410,6411],{},"max.partition.fetch.bytes"," 过小可能限制大批次拉取，但调大后要评估客户端内存。",[21,6414,6415],{},"参数优化只能降低 Kafka 拉取开销，无法解决数据库或 RPC 本身处理缓慢。",[84,6417,6419],{"id":6418},"_4-异步处理必须有边界","4. 异步处理必须有边界",[14,6421,6422],{},"一种常见设计是由 Poll 线程负责拉取，再把消息交给工作线程池处理：",[222,6424,6427],{"className":6425,"code":6426,"language":227,"meta":228},[225],"Poll 线程\n→ 有界队列\n→ 工作线程池\n→ 处理完成\n→ 按 Partition 推进可安全提交的 Offset\n",[41,6428,6426],{"__ignoreMap":228},[14,6430,6431],{},"为什么必须使用有界队列？假设 Kafka 已经积压 100 万条，Poll 线程仍然高速拉取并塞入无界队列，而工作线程每秒只能处理 100 条，那么积压只是从 Kafka 的磁盘日志转移到了 JVM 堆内存。结果可能是：",[222,6433,6436],{"className":6434,"code":6435,"language":227,"meta":228},[225],"队列持续增长\n→ 堆内存占用上升\n→ Full GC 频繁\n→ 消费进程响应变慢甚至 OOM\n→ 未提交的内存任务随进程退出而丢失并被重新投递\n",[41,6437,6435],{"__ignoreMap":228},[14,6439,6440],{},"Kafka 本身就是持久化队列，没有必要把尚未具备处理能力的消息提前搬进易失的 JVM 内存。",[5403,6442,6444,6445,51,6448],{"id":6443},"使用高低水位控制-pause-和-resume","使用高、低水位控制 ",[41,6446,6447],{},"pause()",[41,6449,6450],{},"resume()",[14,6452,6453],{},"可以为队列设置容量和两个阈值。例如队列容量为 10000：",[222,6455,6458],{"className":6456,"code":6457,"language":227,"meta":228},[225],"高水位：8000\n队列达到高水位\n→ Poll 线程对相关 Partition 调用 pause()\n→ 后续 poll() 暂停返回这些 Partition 的新消息\n\n低水位：3000\n工作线程处理后，队列下降到低水位\n→ Poll 线程调用 resume()\n→ 后续 poll() 重新拉取这些 Partition\n",[41,6459,6457],{"__ignoreMap":228},[14,6461,6462],{},"使用两个不同阈值是为了避免队列在一个临界值附近反复暂停、恢复。阈值不能照搬固定数字，应根据单条消息大小、堆内存、工作线程数和峰值处理耗时进行容量评估。",[14,6464,6465,6467,6468,6470],{},[41,6466,6447],{}," 的含义是暂停指定 Partition 在后续 ",[41,6469,6080],{}," 中返回新记录，它不会：",[18,6472,6473,6476,6479,6482],{},[21,6474,6475],{},"取消当前 Partition 的分配。",[21,6477,6478],{},"自动提交 Offset。",[21,6480,6481],{},"主动触发 Consumer Group 重平衡。",[21,6483,6484],{},"清除已经拉取并放入本地队列的消息。",[14,6486,6487,6488,6490,6491,6493],{},"暂停期间仍然必须持续调用 ",[41,6489,6080],{},"，让 Consumer 处理心跳、协调和重平衡事件。不能因为所有分区都已暂停，就让 Poll 线程长时间睡眠或等待队列清空，否则仍可能超过 ",[41,6492,6093],{}," 并失去分区。",[5403,6495,6497],{"id":6496},"只能由-consumer-所在线程控制拉取","只能由 Consumer 所在线程控制拉取",[14,6499,6500,6503,6504,44,6506,44,6508,6510],{},[41,6501,6502],{},"KafkaConsumer"," 不是线程安全的。通常由唯一的 Poll 线程持有并调用 ",[41,6505,6080],{},[41,6507,6447],{},[41,6509,6450],{}," 和提交 Offset；工作线程只处理业务，并把“完成结果”写回一个线程安全的完成队列。工作线程不能直接操作同一个 Consumer。",[14,6512,6513],{},"伪代码可以理解为：",[222,6515,6518],{"className":6516,"code":6517,"language":227,"meta":228},[225],"Poll 线程循环：\n 读取工作线程上报的完成结果\n 推进每个 Partition 的连续成功 Offset\n 根据队列水位执行 pause \u002F resume\n poll() 拉取允许继续消费的 Partition\n 把记录投递到对应的有界工作队列\n\n工作线程：\n 处理业务\n 成功或失败结果写回完成队列\n 不直接调用 KafkaConsumer\n",[41,6519,6517],{"__ignoreMap":228},[5403,6521,6523],{"id":6522},"为什么要按-partition-提交连续成功区间","为什么要按 Partition 提交“连续成功区间”",[14,6525,6526],{},"假设同一 Partition 拉取到：",[222,6528,6531],{"className":6529,"code":6530,"language":227,"meta":228},[225],"Offset 100、101、102\n",[41,6532,6530],{"__ignoreMap":228},[14,6534,6535],{},"并发处理结果是：",[222,6537,6540],{"className":6538,"code":6539,"language":227,"meta":228},[225],"100 成功\n101 仍在处理\n102 成功\n",[41,6541,6539],{"__ignoreMap":228},[14,6543,6544],{},"此时最多只能提交 101，也就是声明 100 已处理完成；不能提交 103。否则进程在 101 完成前崩溃，重启后会从 103 开始，101 就可能被永久跳过。",[14,6546,6547],{},"只有 101 也成功后，100～102 形成连续成功区间，才能提交 103。若业务要求同一 Partition 严格有序，最简单的方式是同一 Partition 串行处理，不要并发执行。",[5403,6549,6550],{"id":6550},"重平衡时还要处理本地未完成任务",[14,6552,6553],{},"发生 Partition 撤销时，应停止向被撤销 Partition 的队列继续投递，并在回调允许的时间内提交已经连续处理成功的 Offset。尚未完成或来不及安全提交的任务，应允许新 Consumer 从旧 Offset 重新消费，因此业务处理必须具备幂等性。",[14,6555,6556],{},"需要共同遵守的约束包括：",[18,6558,6559,6564,6567,6574,6579,6582,6585],{},[21,6560,6561,6563],{},[41,6562,6502],{}," 本身不是线程安全的，不能让多个工作线程同时操作同一个 Consumer。",[21,6565,6566],{},"队列必须有界，不能把 Kafka 的积压无上限转移到 JVM 内存。",[21,6568,6569,774,6571,6573],{},[41,6570,6447],{},[41,6572,6450],{}," 应由 Poll 线程执行，工作线程通过控制信号提出请求。",[21,6575,6576,6577,4107],{},"即使 Partition 已暂停，Poll 线程也要持续执行 ",[41,6578,6080],{},[21,6580,6581],{},"Offset 必须在消息真正处理成功后提交。",[21,6583,6584],{},"同一 Partition 如果要求严格顺序，不能让后面的消息先于前面的消息产生业务效果。",[21,6586,6587],{},"并发完成后只能提交“连续成功区间”的下一个 Offset，不能跨过尚未完成或失败的消息。",[14,6589,6590],{},"异步化能提高吞吐，但会显著增加 Offset、顺序和失败处理的复杂度。",[10,6592,6594],{"id":6593},"五partition-不够时怎么办","五、Partition 不够时怎么办",[84,6596,6598],{"id":6597},"_1-增加-partition-主要提升未来并行度","1. 增加 Partition 主要提升未来并行度",[14,6600,6601],{},"如果 Consumer 数量已经等于 Partition 数量，且单分区处理能力也接近上限，可以评估增加 Partition。",[14,6603,6604],{},"但要明确：",[88,6606,6607],{},[14,6608,6609],{},[24,6610,6611],{},"给 Topic 新增 Partition，不会把旧 Partition 中已经积压的消息自动重新分布到新 Partition。",[14,6613,6614],{},"新 Partition 主要承接之后产生的新消息。旧积压仍然留在原来的 Partition 中，仍需由对应消费者追赶。",[84,6616,6618],{"id":6617},"_2-增加-partition-可能改变-key-路由","2. 增加 Partition 可能改变 Key 路由",[14,6620,6621],{},"默认的 Key 哈希结果通常与 Partition 数量有关。增加 Partition 后，同一个 Key 的新消息可能进入不同于历史消息的 Partition，从而影响跨扩容时点的顺序假设。",[14,6623,6624],{},"例如为了便于理解，假设某个分区规则可以简化为：",[222,6626,6629],{"className":6627,"code":6628,"language":227,"meta":228},[225],"目标分区 = hash(key) % Partition 数量\n",[41,6630,6628],{"__ignoreMap":228},[14,6632,6633],{},"同一个 Key 的哈希值为 13：",[222,6635,6638],{"className":6636,"code":6637,"language":227,"meta":228},[225],"原来 4 个 Partition：13 % 4 = 1，写入 P1\n扩容到 8 个 Partition：13 % 8 = 5，新消息写入 P5\n",[41,6639,6637],{"__ignoreMap":228},[14,6641,6642],{},"扩容前已经写入 P1 的旧消息不会被搬到 P5。P1 和 P5 又可能由不同 Consumer 并行处理，因此 P5 中的新消息可能先于 P1 中的旧消息完成。这个风险不只是“扩容瞬间”存在，而是会持续到旧分区中的相关历史消息全部处理完毕。",[14,6644,6645],{},"所谓“消费端能否接受跨分区处理”，实际是在问：",[88,6647,6648],{},[14,6649,6650],{},"同一个业务 Key 的旧消息和新消息同时位于不同 Partition，并可能并行、乱序完成时，业务是否仍然正确？",[14,6652,6653],{},"如果事件是独立日志或幂等的最终状态覆盖，业务可能可以接受；如果事件依赖严格顺序，例如“创建订单 → 支付成功 → 关闭订单”，就不能直接接受。",[14,6655,6656],{},"如果业务依赖同一 Key 的严格顺序，常见选择有：",[5403,6658,6660],{"id":6659},"方案一排空旧消息后再扩分区","方案一：排空旧消息后再扩分区",[222,6662,6665],{"className":6663,"code":6664,"language":227,"meta":228},[225],"限制或暂停生产\n→ 等待旧 Topic 的相关消息处理完成\n→ 增加 Partition\n→ 恢复生产\n",[41,6666,6664],{"__ignoreMap":228},[14,6668,6669],{},"这种方式逻辑最清楚，但需要维护窗口，而且在高流量系统中可能很难完全停写。",[5403,6671,6673],{"id":6672},"方案二新建-topic-并进行受控切换","方案二：新建 Topic 并进行受控切换",[14,6675,6676,6677,3323],{},"例如创建具有目标分区数和新路由规则的 ",[41,6678,6679],{},"order-events-v2",[222,6681,6684],{"className":6682,"code":6683,"language":227,"meta":228},[225],"1. 创建并验证新 Topic\n2. 定义明确的切换时间、版本号或业务水位\n3. 新消息从切换点开始写入 v2\n4. v1 消费者继续处理切换点以前的旧消息\n5. 确认某个 Key 或全部旧消息越过安全水位后，再允许 v2 对应消息生效\n6. 完成核对后停止 v1，并保留回滚方案\n",[41,6685,6683],{"__ignoreMap":228},[14,6687,6688],{},"新建 Topic 的价值是把新旧路由、配置和消费组隔离开，便于验证与回滚；代价是必须设计双 Topic 切换、重复消息、遗漏检查和新旧 Offset 衔接。它不是 Kafka 自动迁移，而是业务自己完成的版本化切换。",[14,6690,6691],{},"因此扩分区前应明确回答：",[18,6693,6694,6697,6700,6703],{},[21,6695,6696],{},"分区器如何计算目标 Partition。",[21,6698,6699],{},"旧消息是否已经处理完成。",[21,6701,6702],{},"同一 Key 跨新旧 Partition 并行处理是否会破坏业务顺序。",[21,6704,6705],{},"是选择维护窗口排空旧消息，还是新建 Topic 做受控切换。",[84,6707,6709],{"id":6708},"_3-极端情况下建立临时加速链路","3. 极端情况下建立临时加速链路",[14,6711,6712],{},"当原 Topic 分区数严重不足、积压量巨大时，可以设计经过评审的临时方案：",[222,6714,6717],{"className":6715,"code":6716,"language":227,"meta":228},[225],"原 Topic\n→ 临时搬运程序\n→ 更高分区数的中转 Topic\n→ 临时扩容后的消费组\n→ 业务处理\n",[41,6718,6716],{"__ignoreMap":228},[14,6720,6721],{},"这会引入顺序、重复、Offset 衔接和回切问题，只适合经过完整设计和演练的场景，不能在生产事故中临时拍脑袋执行。",[10,6723,6725],{"id":6724},"六热点-partition-如何处理","六、热点 Partition 如何处理",[14,6727,6728],{},"如果只有少数 Partition 积压，需要检查消息 Key 分布。",[14,6730,6731],{},"例如所有消息都使用同一个固定 Key：",[222,6733,6736],{"className":6734,"code":6735,"language":227,"meta":228},[225],"key = \"default\"\n→ 所有消息进入同一 Partition\n→ 其他 Partition 空闲\n→ 单分区成为瓶颈\n",[41,6737,6735],{"__ignoreMap":228},[14,6739,6740],{},"解决方向包括：",[18,6742,6743,6746,6749,6755,6758],{},[21,6744,6745],{},"选择分布更均匀的业务 Key。",[21,6747,6748],{},"对非顺序场景取消固定 Key。",[21,6750,6751,6752,4107],{},"对热点业务 Key 做可控分片，例如 ",[41,6753,6754],{},"userId + shardNo",[21,6756,6757],{},"单独拆分热点租户或热点业务到独立 Topic。",[21,6759,6760],{},"优化该 Partition 对应消费者的单条处理耗时。",[14,6762,6763],{},"Key 拆分会改变顺序语义。原来同一 Key 的全局顺序，拆分后通常只能保证每个子 Key 内部有序。",[10,6765,6767],{"id":6766},"七毒消息和重试如何处理","七、毒消息和重试如何处理",[14,6769,6770],{},"不要让一条永远失败的消息无限阻塞 Partition。常见处理策略是：",[222,6772,6775],{"className":6773,"code":6774,"language":227,"meta":228},[225],"第一次失败\n→ 记录错误并有限重试\n→ 仍然失败\n→ 进入重试 Topic \u002F 死信 Topic\n→ 主消费链路继续\n→ 告警和人工补偿\n",[41,6776,6774],{"__ignoreMap":228},[14,6778,6779],{},"需要保留：",[18,6781,6782,6785,6788,6791],{},[21,6783,6784],{},"原始 Topic、Partition 和 Offset。",[21,6786,6787],{},"消息 Key、事件 ID 和原始内容。",[21,6789,6790],{},"异常原因和重试次数。",[21,6792,6793],{},"首次失败和最后失败时间。",[14,6795,6796],{},"如果业务要求同一 Key 严格顺序，就不能简单跳过失败消息继续处理后续消息。此时应暂停对应 Partition，优先修复或补偿该消息；这是吞吐与顺序之间的业务取舍。",[10,6798,6800],{"id":6799},"八如何估算多久能消化完积压","八、如何估算多久能消化完积压",[14,6802,6803],{},"设：",[222,6805,6808],{"className":6806,"code":6807,"language":227,"meta":228},[225],"B = 当前积压消息数\nP = 当前生产速度（条\u002F秒）\nC = 扩容后的稳定消费速度（条\u002F秒）\n",[41,6809,6807],{"__ignoreMap":228},[14,6811,6812],{},"只有：",[222,6814,6817],{"className":6815,"code":6816,"language":227,"meta":228},[225],"C > P\n",[41,6818,6816],{"__ignoreMap":228},[14,6820,6821],{},"积压才会下降。理论恢复时间约为：",[222,6823,6826],{"className":6824,"code":6825,"language":227,"meta":228},[225],"恢复时间 T = B \u002F (C - P)\n",[41,6827,6825],{"__ignoreMap":228},[14,6829,685],{},[222,6831,6834],{"className":6832,"code":6833,"language":227,"meta":228},[225],"当前积压 B = 360 万条\n生产速度 P = 2000 条\u002F秒\n消费速度 C = 5000 条\u002F秒\n\n净消化速度 = 5000 - 2000 = 3000 条\u002F秒\n理论恢复时间 = 3600000 \u002F 3000 = 1200 秒\n≈ 20 分钟\n",[41,6835,6833],{"__ignoreMap":228},[14,6837,6838],{},"实际还要为重平衡、失败重试、下游波动和流量峰值预留余量。",[14,6840,706,6841,6844],{},[41,6842,6843],{},"C \u003C= P","，无论运行多久都追不上，必须降低生产速率或提高有效消费能力。",[10,6846,6848],{"id":6847},"九offset-跳到最新为什么不是常规方案","九、Offset 跳到最新为什么不是常规方案",[14,6850,6851],{},"把消费组 Offset 重置到最新位置，确实可以让 Lag 迅速变成 0，但其本质是：",[88,6853,6854],{},[14,6855,6856],{},[24,6857,6858],{},"主动放弃尚未消费的历史消息。",[14,6860,6861],{},"只有同时满足以下条件才可以考虑：",[18,6863,6864,6867,6870,6873,6876],{},[21,6865,6866],{},"业务明确确认旧消息可以丢弃。",[21,6868,6869],{},"已评估对账、状态和下游影响。",[21,6871,6872],{},"已保留必要的审计或补偿数据。",[21,6874,6875],{},"操作前进行了 Dry Run，并确认 Topic、Consumer Group 和目标 Offset。",[21,6877,6878],{},"操作期间停止相关消费者，避免 Offset 并发变化。",[14,6880,6881],{},"资金、订单、库存等关键链路不能把重置 Offset 当作普通清积压手段。",[84,6883,6885],{"id":6884},"什么是-dry-run","什么是 Dry Run",[14,6887,6888],{},"Dry Run 就是“只预演，不执行”。它先计算并展示每个 Partition 将从哪个 Offset 调整到哪个 Offset，供操作人员核对 Topic、消费组、分区范围和目标位置，但不真正修改已提交 Offset。",[14,6890,6891],{},"例如将消费组预演重置到最新位置：",[222,6893,6897],{"className":6894,"code":6895,"language":6896,"meta":228,"style":228},"language-bash shiki shiki-themes github-light github-dark","bin\u002Fkafka-consumer-groups.sh \\\n --bootstrap-server kafka.example.com:9092 \\\n --group order-consumer-group \\\n --topic order-events \\\n --reset-offsets \\\n --to-latest\n","bash",[41,6898,6899,6909,6920,6930,6940,6947],{"__ignoreMap":228},[398,6900,6901,6905],{"class":400,"line":401},[398,6902,6904],{"class":6903},"sScJk","bin\u002Fkafka-consumer-groups.sh",[398,6906,6908],{"class":6907},"sj4cs"," \\\n",[398,6910,6911,6914,6918],{"class":400,"line":472},[398,6912,6913],{"class":6907}," --bootstrap-server",[398,6915,6917],{"class":6916},"sZZnC"," kafka.example.com:9092",[398,6919,6908],{"class":6907},[398,6921,6922,6925,6928],{"class":400,"line":477},[398,6923,6924],{"class":6907}," --group",[398,6926,6927],{"class":6916}," order-consumer-group",[398,6929,6908],{"class":6907},[398,6931,6932,6935,6938],{"class":400,"line":483},[398,6933,6934],{"class":6907}," --topic",[398,6936,6937],{"class":6916}," order-events",[398,6939,6908],{"class":6907},[398,6941,6942,6945],{"class":400,"line":618},[398,6943,6944],{"class":6907}," --reset-offsets",[398,6946,6908],{"class":6907},[398,6948,6949],{"class":400,"line":2533},[398,6950,6951],{"class":6907}," --to-latest\n",[14,6953,6954,6955,6958],{},"Kafka 4.1 的消费组工具默认只展示重置计划；确认结果无误后，显式增加 ",[41,6956,6957],{},"--execute"," 才会真正执行：",[222,6960,6962],{"className":6894,"code":6961,"language":6896,"meta":228,"style":228},"bin\u002Fkafka-consumer-groups.sh \\\n --bootstrap-server kafka.example.com:9092 \\\n --group order-consumer-group \\\n --topic order-events \\\n --reset-offsets \\\n --to-latest \\\n --execute\n",[41,6963,6964,6970,6978,6986,6994,7000,7007],{"__ignoreMap":228},[398,6965,6966,6968],{"class":400,"line":401},[398,6967,6904],{"class":6903},[398,6969,6908],{"class":6907},[398,6971,6972,6974,6976],{"class":400,"line":472},[398,6973,6913],{"class":6907},[398,6975,6917],{"class":6916},[398,6977,6908],{"class":6907},[398,6979,6980,6982,6984],{"class":400,"line":477},[398,6981,6924],{"class":6907},[398,6983,6927],{"class":6916},[398,6985,6908],{"class":6907},[398,6987,6988,6990,6992],{"class":400,"line":483},[398,6989,6934],{"class":6907},[398,6991,6937],{"class":6916},[398,6993,6908],{"class":6907},[398,6995,6996,6998],{"class":400,"line":618},[398,6997,6944],{"class":6907},[398,6999,6908],{"class":6907},[398,7001,7002,7005],{"class":400,"line":2533},[398,7003,7004],{"class":6907}," --to-latest",[398,7006,6908],{"class":6907},[398,7008,7009],{"class":400,"line":2539},[398,7010,7011],{"class":6907}," --execute\n",[14,7013,7014],{},"不同 Kafka 版本的工具参数可能略有差异，生产操作前应以实际部署版本的命令帮助和官方文档为准。",[84,7016,7017],{"id":7017},"为什么操作期间要停止消费者",[14,7019,7020,7021,7023],{},"活动消费者会继续执行 ",[41,7022,6080],{},"、处理消息并提交 Offset。如果管理人员同时重置 Offset，就可能发生竞态：",[222,7025,7028],{"className":7026,"code":7027,"language":227,"meta":228},[225],"管理员把 Offset 从 1000 重置到 5000\n→ 仍在运行的消费者随后提交自己内存中的旧进度 1200\n→ 重置结果被旧提交覆盖\n",[41,7029,7027],{"__ignoreMap":228},[14,7031,7032],{},"反过来也可能是消费者刚处理到 1300，管理员基于稍早看到的状态执行重置，导致已处理消息重复消费或尚未处理消息被跳过。活动成员还可能触发重平衡，使操作时看到的分区归属和 Offset 继续变化。",[14,7034,7035],{},"因此安全流程应是：",[222,7037,7040],{"className":7038,"code":7039,"language":227,"meta":228},[225],"停止该消费组的所有消费者\n→ 确认消费组已无活动成员\n→ 记录操作前 Offset\n→ 执行 Dry Run 并双人核对\n→ 使用 --execute 修改 Offset\n→ 再次查询并确认结果\n→ 启动消费者并观察消费位置\n",[41,7041,7039],{"__ignoreMap":228},[14,7043,7044],{},"这不仅是避免并发覆盖。Kafka 官方的消费组 Offset 重置说明也明确要求先确保消费实例处于非活动状态。",[10,7046,7048],{"id":7047},"十恢复后要做什么","十、恢复后要做什么",[14,7050,7051],{},"积压恢复不代表问题结束，还应完成：",[66,7053,7054,7057,7060,7063,7066,7069,7072],{},[21,7055,7056],{},"复盘根因和时间线。",[21,7058,7059],{},"补充总 Lag、最大分区 Lag、时间 Lag 和增长率告警。",[21,7061,7062],{},"建立生产速度、消费速度和预计恢复时间看板。",[21,7064,7065],{},"对热点 Partition、毒消息和下游耗时建立专项监控。",[21,7067,7068],{},"按峰值流量进行容量压测，保留消费冗余。",[21,7070,7071],{},"演练消费者扩容、下游故障、重平衡和死信补偿。",[21,7073,7074],{},"核对积压期间是否发生消息过期、重复处理或业务遗漏。",[10,7076,7078],{"id":7077},"十一常见误区","十一、常见误区",[84,7080,7082],{"id":7081},"误区一积压就直接增加-consumer","误区一：积压就直接增加 Consumer",[14,7084,7085],{},"如果 Partition 数量不足、多数 Consumer 已空闲，或者瓶颈实际在数据库，增加 Consumer 不会解决问题，反而可能加剧下游压力。",[84,7087,7089,7090,7092],{"id":7088},"误区二把-maxpollrecords-调大就能提升吞吐","误区二：把 ",[41,7091,6395],{}," 调大就能提升吞吐",[14,7094,7095],{},"拉取更多消息不等于处理更快。批次过大还可能导致处理超时、重平衡和更高的失败重试成本。",[84,7097,7099],{"id":7098},"误区三增加-partition-会重新分配旧积压","误区三：增加 Partition 会重新分配旧积压",[14,7101,7102],{},"新增 Partition 不会迁移旧 Partition 中已有的消息，只能为后续消息提供更多并行空间。",[84,7104,7106],{"id":7105},"误区四lag-等于业务延迟","误区四：Lag 等于业务延迟",[14,7108,7109,7110,7113],{},"Lag 是 Offset 数量差，只表示还落后多少条记录，不等于时间延迟。相同 Lag 下，消费者处理速度越快，处理完现有积压所需的时间越短；如果生产仍在继续，则应使用 ",[41,7111,7112],{},"Lag ÷（消费速度－生产速度）"," 估算 Lag 归零时间。",[14,7115,7116],{},"当前业务已经延迟多久，应通过最老未处理消息的时间戳判断。消息大小影响积压字节量、网络与反序列化成本，单条处理耗时影响消费速度。因此排查时应把 Lag 条数、最老消息年龄、积压字节量和实际处理吞吐分开观察，不能混成一个指标。",[84,7118,7120],{"id":7119},"误区五把-offset-跳到最新就是清理积压","误区五：把 Offset 跳到最新就是清理积压",[14,7122,7123],{},"这不是“处理了积压”，而是“丢弃了积压”。必须经过明确的业务授权和风险评估。",[10,7125,1232],{"id":1232},[18,7127,7128,7133,7138,7145],{},[21,7129,7130],{},[1238,7131,4785],{"href":4783,"rel":7132},[1242],[21,7134,7135],{},[1238,7136,4799],{"href":4797,"rel":7137},[1242],[21,7139,7140],{},[1238,7141,7144],{"href":7142,"rel":7143},"https:\u002F\u002Fkafka.apache.org\u002F41\u002Foperations\u002Fconsumer-rebalance-protocol\u002F",[1242],"Apache Kafka Consumer Rebalance Protocol",[21,7146,7147],{},[1238,7148,7151],{"href":7149,"rel":7150},"https:\u002F\u002Fkafka.apache.org\u002F41\u002Foperations\u002Fbasic-kafka-operations\u002F",[1242],"Apache Kafka Basic Operations",[1273,7153,7154],{},"html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html.dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html pre.shiki code .sScJk, html code.shiki .sScJk{--shiki-default:#6F42C1;--shiki-dark:#B392F0}html pre.shiki code .sj4cs, html code.shiki .sj4cs{--shiki-default:#005CC5;--shiki-dark:#79B8FF}html pre.shiki code .sZZnC, html code.shiki .sZZnC{--shiki-default:#032F62;--shiki-dark:#9ECBFF}",{"title":228,"searchDepth":472,"depth":472,"links":7156},[7157,7158,7159,7160,7167,7172,7178,7183,7184,7185,7186,7190,7191,7199],{"id":12,"depth":472,"text":12},{"id":95,"depth":472,"text":95},{"id":5916,"depth":472,"text":5917},{"id":6043,"depth":472,"text":6044,"children":7161},[7162,7163,7164,7165,7166],{"id":6047,"depth":477,"text":6048},{"id":6060,"depth":477,"text":6061},{"id":6097,"depth":477,"text":6098},{"id":6136,"depth":477,"text":6137},{"id":6155,"depth":477,"text":6156},{"id":6182,"depth":472,"text":6183,"children":7168},[7169,7170,7171],{"id":6186,"depth":477,"text":6187},{"id":6202,"depth":477,"text":6203},{"id":6238,"depth":477,"text":6239},{"id":6251,"depth":472,"text":6252,"children":7173},[7174,7175,7176,7177],{"id":6255,"depth":477,"text":6256},{"id":6274,"depth":477,"text":6275},{"id":6352,"depth":477,"text":6353},{"id":6418,"depth":477,"text":6419},{"id":6593,"depth":472,"text":6594,"children":7179},[7180,7181,7182],{"id":6597,"depth":477,"text":6598},{"id":6617,"depth":477,"text":6618},{"id":6708,"depth":477,"text":6709},{"id":6724,"depth":472,"text":6725},{"id":6766,"depth":472,"text":6767},{"id":6799,"depth":472,"text":6800},{"id":6847,"depth":472,"text":6848,"children":7187},[7188,7189],{"id":6884,"depth":477,"text":6885},{"id":7017,"depth":477,"text":7017},{"id":7047,"depth":472,"text":7048},{"id":7077,"depth":472,"text":7078,"children":7192},[7193,7194,7196,7197,7198],{"id":7081,"depth":477,"text":7082},{"id":7088,"depth":477,"text":7195},"误区二：把 max.poll.records 调大就能提升吞吐",{"id":7098,"depth":477,"text":7099},{"id":7105,"depth":477,"text":7106},{"id":7119,"depth":477,"text":7120},{"id":1232,"depth":472,"text":1232},"wiki:java:kafka-message-backlog-handling","从 Consumer Lag 识别、瓶颈定位、限流止血、消费者扩容、批量处理、热点分区和毒消息治理等方面，系统讲解 Kafka 消息积压处理方案。",{},74,"\u002Fjava\u002Fkafka-message-backlog-handling",{"title":5869,"description":7201},"java\u002Fkafka-message-backlog-handling","j3-dVDOmz1OVfrV7vyfXHjDOrGBfFrh6o3O0nK5yIG4",{"id":4,"title":5,"body":7209,"commentId":1324,"description":1325,"difficulty":1326,"draft":1327,"extension":1328,"meta":8156,"navigation":514,"order":1330,"path":1331,"section":1332,"seo":8157,"stem":1334,"updated":1335,"__hash__":1336},{"type":7,"value":7210,"toc":8108},[7211,7213,7215,7241,7243,7253,7255,7257,7261,7263,7265,7267,7271,7273,7275,7341,7343,7347,7349,7351,7353,7358,7362,7364,7366,7371,7373,7377,7379,7381,7386,7388,7390,7394,7396,7402,7404,7406,7408,7416,7418,7420,7422,7424,7429,7431,7437,7443,7445,7447,7451,7456,7458,7460,7462,7464,7468,7476,7478,7480,7482,7484,7486,7490,7498,7500,7508,7510,7512,7514,7534,7536,7538,7540,7542,7562,7566,7586,7588,7600,7602,7604,7608,7610,7612,7614,7638,7642,7650,7652,7654,7666,7670,7672,7676,7678,7680,7682,7684,7700,7704,7706,7708,7710,7715,7717,7722,7724,7726,7728,7733,7737,7742,7750,7752,7768,7770,7772,7774,7790,7792,7794,7796,7800,7802,7806,7808,7820,7822,7824,7840,7842,7844,7846,7856,7858,7870,7872,7874,7878,7880,7885,7887,7897,7899,7901,7903,7905,7911,7913,7919,7921,7931,7933,7935,7937,7947,7949,7951,7961,7963,7965,7975,7977,7991,7993,7995,8003,8005,8013,8015,8023,8025,8033,8035,8043,8045,8047,8049,8051,8053,8055,8061,8063,8065,8067,8069,8071,8073,8075,8077,8079,8106],[10,7212,12],{"id":12},[14,7214,16],{},[18,7216,7217,7221,7225,7237],{},[21,7218,7219,27],{},[24,7220,26],{},[21,7222,7223,33],{},[24,7224,32],{},[21,7226,7227,39,7229,44,7231,44,7233,51,7235,55],{},[24,7228,38],{},[41,7230,43],{},[41,7232,47],{},[41,7234,50],{},[41,7236,54],{},[21,7238,7239,61],{},[24,7240,60],{},[14,7242,64],{},[66,7244,7245,7249],{},[21,7246,70,7247,74],{},[41,7248,73],{},[21,7250,7251,79],{},[41,7252,43],{},[14,7254,82],{},[84,7256,86],{"id":86},[88,7258,7259],{},[14,7260,92],{},[10,7262,95],{"id":95},[10,7264,99],{"id":98},[14,7266,102],{},[88,7268,7269],{},[14,7270,107],{},[14,7272,110],{},[14,7274,113],{},[115,7276,7277,7291],{},[118,7278,7279],{},[121,7280,7281,7283,7285,7287,7289],{},[124,7282,126],{},[124,7284,130],{"align":129},[124,7286,133],{"align":129},[124,7288,136],{"align":129},[124,7290,139],{"align":129},[141,7292,7293,7305,7317,7329],{},[121,7294,7295,7297,7299,7301,7303],{},[146,7296,148],{},[146,7298,151],{"align":129},[146,7300,151],{"align":129},[146,7302,151],{"align":129},[146,7304,158],{"align":129},[121,7306,7307,7309,7311,7313,7315],{},[146,7308,163],{},[146,7310,166],{"align":129},[146,7312,151],{"align":129},[146,7314,151],{"align":129},[146,7316,173],{"align":129},[121,7318,7319,7321,7323,7325,7327],{},[146,7320,178],{},[146,7322,166],{"align":129},[146,7324,166],{"align":129},[146,7326,185],{"align":129},[146,7328,173],{"align":129},[121,7330,7331,7333,7335,7337,7339],{},[146,7332,192],{},[146,7334,166],{"align":129},[146,7336,166],{"align":129},[146,7338,166],{"align":129},[146,7340,201],{"align":129},[14,7342,204],{},[88,7344,7345],{},[14,7346,209],{},[10,7348,213],{"id":212},[84,7350,217],{"id":216},[14,7352,220],{},[222,7354,7356],{"className":7355,"code":226,"language":227,"meta":228},[225],[41,7357,226],{"__ignoreMap":228},[14,7359,233,7360,237],{},[41,7361,236],{},[84,7363,241],{"id":240},[14,7365,244],{},[222,7367,7369],{"className":7368,"code":248,"language":227,"meta":228},[225],[41,7370,248],{"__ignoreMap":228},[14,7372,253],{},[88,7374,7375],{},[14,7376,258],{},[84,7378,262],{"id":261},[14,7380,265],{},[222,7382,7384],{"className":7383,"code":269,"language":227,"meta":228},[225],[41,7385,269],{"__ignoreMap":228},[14,7387,274],{},[14,7389,277],{},[88,7391,7392],{},[14,7393,282],{},[14,7395,285],{},[18,7397,7398,7400],{},[21,7399,290],{},[21,7401,293],{},[10,7403,297],{"id":296},[84,7405,301],{"id":300},[14,7407,304],{},[18,7409,7410,7412,7414],{},[21,7411,309],{},[21,7413,312],{},[21,7415,315],{},[14,7417,318],{},[84,7419,322],{"id":321},[14,7421,325],{},[14,7423,328],{},[222,7425,7427],{"className":7426,"code":332,"language":227,"meta":228},[225],[41,7428,332],{"__ignoreMap":228},[14,7430,337],{},[18,7432,7433,7435],{},[21,7434,312],{},[21,7436,315],{},[14,7438,346,7439,51,7441,351],{},[41,7440,50],{},[41,7442,54],{},[84,7444,355],{"id":354},[14,7446,358],{},[14,7448,361,7449,364],{},[41,7450,73],{},[222,7452,7454],{"className":7453,"code":368,"language":227,"meta":228},[225],[41,7455,368],{"__ignoreMap":228},[14,7457,373],{},[14,7459,376],{},[84,7461,380],{"id":379},[14,7463,383],{},[14,7465,386,7466,389],{},[41,7467,73],{},[222,7469,7470],{"className":392,"code":393,"language":394,"meta":228,"style":228},[41,7471,7472],{"__ignoreMap":228},[398,7473,7474],{"class":400,"line":401},[398,7475,393],{},[14,7477,406],{},[14,7479,409],{},[10,7481,413],{"id":412},[14,7483,416],{},[84,7485,420],{"id":419},[14,7487,423,7488,426],{},[41,7489,73],{},[222,7491,7492],{"className":392,"code":429,"language":394,"meta":228,"style":228},[41,7493,7494],{"__ignoreMap":228},[398,7495,7496],{"class":400,"line":401},[398,7497,429],{},[14,7499,438],{},[18,7501,7502,7504,7506],{},[21,7503,443],{},[21,7505,446],{},[21,7507,449],{},[14,7509,452],{},[84,7511,456],{"id":455},[14,7513,459],{},[222,7515,7516],{"className":392,"code":462,"language":394,"meta":228,"style":228},[41,7517,7518,7522,7526,7530],{"__ignoreMap":228},[398,7519,7520],{"class":400,"line":401},[398,7521,469],{},[398,7523,7524],{"class":400,"line":472},[398,7525,393],{},[398,7527,7528],{"class":400,"line":477},[398,7529,480],{},[398,7531,7532],{"class":400,"line":483},[398,7533,486],{},[14,7535,489],{},[14,7537,492],{},[10,7539,496],{"id":495},[14,7541,499],{},[222,7543,7544],{"className":392,"code":502,"language":394,"meta":228,"style":228},[41,7545,7546,7550,7554,7558],{"__ignoreMap":228},[398,7547,7548],{"class":400,"line":401},[398,7549,509],{},[398,7551,7552],{"class":400,"line":472},[398,7553,515],{"emptyLinePlaceholder":514},[398,7555,7556],{"class":400,"line":477},[398,7557,520],{},[398,7559,7560],{"class":400,"line":483},[398,7561,525],{},[14,7563,528,7564,532],{},[41,7565,531],{},[222,7567,7568],{"className":392,"code":535,"language":394,"meta":228,"style":228},[41,7569,7570,7574,7578,7582],{"__ignoreMap":228},[398,7571,7572],{"class":400,"line":401},[398,7573,542],{},[398,7575,7576],{"class":400,"line":472},[398,7577,547],{},[398,7579,7580],{"class":400,"line":477},[398,7581,515],{"emptyLinePlaceholder":514},[398,7583,7584],{"class":400,"line":483},[398,7585,556],{},[14,7587,559],{},[222,7589,7590],{"className":392,"code":562,"language":394,"meta":228,"style":228},[41,7591,7592,7596],{"__ignoreMap":228},[398,7593,7594],{"class":400,"line":401},[398,7595,520],{},[398,7597,7598],{"class":400,"line":472},[398,7599,525],{},[14,7601,575],{},[14,7603,578],{},[88,7605,7606],{},[14,7607,583],{},[14,7609,586],{},[10,7611,590],{"id":589},[14,7613,593],{},[222,7615,7616],{"className":392,"code":596,"language":394,"meta":228,"style":228},[41,7617,7618,7622,7626,7630,7634],{"__ignoreMap":228},[398,7619,7620],{"class":400,"line":401},[398,7621,509],{},[398,7623,7624],{"class":400,"line":472},[398,7625,515],{"emptyLinePlaceholder":514},[398,7627,7628],{"class":400,"line":477},[398,7629,520],{},[398,7631,7632],{"class":400,"line":483},[398,7633,615],{},[398,7635,7636],{"class":400,"line":618},[398,7637,621],{},[14,7639,624,7640,628],{},[41,7641,627],{},[222,7643,7644],{"className":392,"code":631,"language":394,"meta":228,"style":228},[41,7645,7646],{"__ignoreMap":228},[398,7647,7648],{"class":400,"line":401},[398,7649,631],{},[14,7651,640],{},[14,7653,643],{},[222,7655,7656],{"className":392,"code":646,"language":394,"meta":228,"style":228},[41,7657,7658,7662],{"__ignoreMap":228},[398,7659,7660],{"class":400,"line":401},[398,7661,542],{},[398,7663,7664],{"class":400,"line":472},[398,7665,547],{},[14,7667,659,7668,663],{},[41,7669,662],{},[14,7671,666],{},[88,7673,7674],{},[14,7675,671],{},[10,7677,675],{"id":674},[84,7679,679],{"id":678},[14,7681,682],{},[14,7683,685],{},[222,7685,7686],{"className":392,"code":688,"language":394,"meta":228,"style":228},[41,7687,7688,7692,7696],{"__ignoreMap":228},[398,7689,7690],{"class":400,"line":401},[398,7691,520],{},[398,7693,7694],{"class":400,"line":472},[398,7695,699],{},[398,7697,7698],{"class":400,"line":477},[398,7699,621],{},[14,7701,706,7702,710],{},[41,7703,709],{},[84,7705,714],{"id":713},[14,7707,717],{},[14,7709,720],{},[222,7711,7713],{"className":7712,"code":724,"language":227,"meta":228},[225],[41,7714,724],{"__ignoreMap":228},[14,7716,729],{},[222,7718,7720],{"className":7719,"code":733,"language":227,"meta":228},[225],[41,7721,733],{"__ignoreMap":228},[14,7723,738],{},[84,7725,742],{"id":741},[14,7727,745],{},[222,7729,7731],{"className":7730,"code":749,"language":227,"meta":228},[225],[41,7732,749],{"__ignoreMap":228},[14,7734,754,7735,758],{},[41,7736,757],{},[222,7738,7740],{"className":7739,"code":762,"language":227,"meta":228},[225],[41,7741,762],{"__ignoreMap":228},[14,7743,767,7744,770,7746,774,7748,777],{},[41,7745,757],{},[41,7747,773],{},[41,7749,757],{},[14,7751,780],{},[222,7753,7754],{"className":392,"code":783,"language":394,"meta":228,"style":228},[41,7755,7756,7760,7764],{"__ignoreMap":228},[398,7757,7758],{"class":400,"line":401},[398,7759,520],{},[398,7761,7762],{"class":400,"line":472},[398,7763,794],{},[398,7765,7766],{"class":400,"line":477},[398,7767,621],{},[10,7769,802],{"id":801},[14,7771,805],{},[14,7773,808],{},[222,7775,7776],{"className":392,"code":811,"language":394,"meta":228,"style":228},[41,7777,7778,7782,7786],{"__ignoreMap":228},[398,7779,7780],{"class":400,"line":401},[398,7781,520],{},[398,7783,7784],{"class":400,"line":472},[398,7785,615],{},[398,7787,7788],{"class":400,"line":477},[398,7789,621],{},[14,7791,828],{},[14,7793,831],{},[14,7795,834],{},[88,7797,7798],{},[14,7799,839],{},[14,7801,842],{},[88,7803,7804],{},[14,7805,847],{},[14,7807,850],{},[18,7809,7810,7812,7814,7816,7818],{},[21,7811,855],{},[21,7813,858],{},[21,7815,861],{},[21,7817,864],{},[21,7819,867],{},[10,7821,871],{"id":870},[14,7823,874],{},[222,7825,7826],{"className":392,"code":877,"language":394,"meta":228,"style":228},[41,7827,7828,7832,7836],{"__ignoreMap":228},[398,7829,7830],{"class":400,"line":401},[398,7831,884],{},[398,7833,7834],{"class":400,"line":472},[398,7835,889],{},[398,7837,7838],{"class":400,"line":477},[398,7839,894],{},[14,7841,897],{},[14,7843,900],{},[14,7845,903],{},[66,7847,7848,7850,7852,7854],{},[21,7849,908],{},[21,7851,911],{},[21,7853,914],{},[21,7855,917],{},[14,7857,920],{},[222,7859,7860],{"className":392,"code":923,"language":394,"meta":228,"style":228},[41,7861,7862,7866],{"__ignoreMap":228},[398,7863,7864],{"class":400,"line":401},[398,7865,930],{},[398,7867,7868],{"class":400,"line":472},[398,7869,935],{},[14,7871,938],{},[10,7873,942],{"id":941},[14,7875,945,7876,948],{},[41,7877,73],{},[14,7879,951],{},[222,7881,7883],{"className":7882,"code":955,"language":227,"meta":228},[225],[41,7884,955],{"__ignoreMap":228},[14,7886,960],{},[18,7888,7889,7893],{},[21,7890,70,7891,967],{},[41,7892,73],{},[21,7894,7895,972],{},[41,7896,43],{},[14,7898,975],{},[14,7900,978],{},[10,7902,982],{"id":981},[14,7904,985],{},[14,7906,988,7907,51,7909,993],{},[41,7908,50],{},[41,7910,54],{},[14,7912,996],{},[18,7914,7915,7917],{},[21,7916,1001],{},[21,7918,1004],{},[14,7920,1007],{},[18,7922,7923,7925,7927,7929],{},[21,7924,1012],{},[21,7926,1015],{},[21,7928,1018],{},[21,7930,1021],{},[10,7932,1025],{"id":1024},[84,7934,1029],{"id":1028},[14,7936,1032],{},[18,7938,7939,7941,7943,7945],{},[21,7940,1037],{},[21,7942,1040],{},[21,7944,1043],{},[21,7946,1046],{},[84,7948,1050],{"id":1049},[14,7950,1032],{},[18,7952,7953,7955,7957,7959],{},[21,7954,1057],{},[21,7956,1060],{},[21,7958,1063],{},[21,7960,1066],{},[84,7962,1070],{"id":1069},[14,7964,1032],{},[18,7966,7967,7969,7971,7973],{},[21,7968,1077],{},[21,7970,1080],{},[21,7972,1083],{},[21,7974,1086],{},[14,7976,1089],{},[18,7978,7979,7981,7983,7985,7987,7989],{},[21,7980,1094],{},[21,7982,1097],{},[21,7984,1100],{},[21,7986,1103],{},[21,7988,1106],{},[21,7990,1109],{},[10,7992,1113],{"id":1112},[14,7994,1116],{},[222,7996,7997],{"className":392,"code":1119,"language":394,"meta":228,"style":228},[41,7998,7999],{"__ignoreMap":228},[398,8000,8001],{"class":400,"line":401},[398,8002,1119],{},[14,8004,1128],{},[222,8006,8007],{"className":392,"code":1131,"language":394,"meta":228,"style":228},[41,8008,8009],{"__ignoreMap":228},[398,8010,8011],{"class":400,"line":401},[398,8012,1131],{},[14,8014,1140],{},[222,8016,8017],{"className":392,"code":1143,"language":394,"meta":228,"style":228},[41,8018,8019],{"__ignoreMap":228},[398,8020,8021],{"class":400,"line":401},[398,8022,1143],{},[14,8024,1152],{},[222,8026,8027],{"className":392,"code":1155,"language":394,"meta":228,"style":228},[41,8028,8029],{"__ignoreMap":228},[398,8030,8031],{"class":400,"line":401},[398,8032,1155],{},[14,8034,1164],{},[222,8036,8037],{"className":392,"code":509,"language":394,"meta":228,"style":228},[41,8038,8039],{"__ignoreMap":228},[398,8040,8041],{"class":400,"line":401},[398,8042,509],{},[14,8044,1175],{},[10,8046,1179],{"id":1178},[84,8048,1183],{"id":1182},[14,8050,1186],{},[84,8052,1190],{"id":1189},[14,8054,1193],{},[18,8056,8057,8059],{},[21,8058,1198],{},[21,8060,1201],{},[84,8062,1205],{"id":1204},[14,8064,1208],{},[84,8066,1212],{"id":1211},[14,8068,1215],{},[84,8070,1219],{"id":1218},[14,8072,1222],{},[84,8074,1226],{"id":1225},[14,8076,1229],{},[10,8078,1232],{"id":1232},[18,8080,8081,8086,8091,8096,8101],{},[21,8082,8083],{},[1238,8084,1243],{"href":1240,"rel":8085},[1242],[21,8087,8088],{},[1238,8089,1250],{"href":1248,"rel":8090},[1242],[21,8092,8093],{},[1238,8094,1257],{"href":1255,"rel":8095},[1242],[21,8097,8098],{},[1238,8099,1264],{"href":1262,"rel":8100},[1242],[21,8102,8103],{},[1238,8104,1271],{"href":1269,"rel":8105},[1242],[1273,8107,1275],{},{"title":228,"searchDepth":472,"depth":472,"links":8109},[8110,8113,8114,8115,8120,8126,8130,8131,8132,8137,8138,8139,8140,8141,8146,8147,8155],{"id":12,"depth":472,"text":12,"children":8111},[8112],{"id":86,"depth":477,"text":86},{"id":95,"depth":472,"text":95},{"id":98,"depth":472,"text":99},{"id":212,"depth":472,"text":213,"children":8116},[8117,8118,8119],{"id":216,"depth":477,"text":217},{"id":240,"depth":477,"text":241},{"id":261,"depth":477,"text":262},{"id":296,"depth":472,"text":297,"children":8121},[8122,8123,8124,8125],{"id":300,"depth":477,"text":301},{"id":321,"depth":477,"text":322},{"id":354,"depth":477,"text":355},{"id":379,"depth":477,"text":380},{"id":412,"depth":472,"text":413,"children":8127},[8128,8129],{"id":419,"depth":477,"text":420},{"id":455,"depth":477,"text":456},{"id":495,"depth":472,"text":496},{"id":589,"depth":472,"text":590},{"id":674,"depth":472,"text":675,"children":8133},[8134,8135,8136],{"id":678,"depth":477,"text":679},{"id":713,"depth":477,"text":714},{"id":741,"depth":477,"text":742},{"id":801,"depth":472,"text":802},{"id":870,"depth":472,"text":871},{"id":941,"depth":472,"text":942},{"id":981,"depth":472,"text":982},{"id":1024,"depth":472,"text":1025,"children":8142},[8143,8144,8145],{"id":1028,"depth":477,"text":1029},{"id":1049,"depth":477,"text":1050},{"id":1069,"depth":477,"text":1070},{"id":1112,"depth":472,"text":1113},{"id":1178,"depth":472,"text":1179,"children":8148},[8149,8150,8151,8152,8153,8154],{"id":1182,"depth":477,"text":1183},{"id":1189,"depth":477,"text":1190},{"id":1204,"depth":477,"text":1205},{"id":1211,"depth":477,"text":1212},{"id":1218,"depth":477,"text":1219},{"id":1225,"depth":477,"text":1226},{"id":1232,"depth":472,"text":1232},{},{"title":5,"description":1325},1784885958210]