[ https://issues.apache.org/jira/browse/HBASE-20671?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16503830#comment-16503830 ]
Josh Elser commented on HBASE-20671: ------------------------------------ {noformat} create 'tabletwo_merge', 'f1', {SPLITS => ['1', '2', '3']}, {REGION_REPLICATION => 3}{noformat} I also have the output of meta before and after the merge of the two regions done: Before {noformat} tabletwo_merge column=table:state, timestamp=1527652131284, value=\x08\x00 tabletwo_merge,,1527652130538.a7dd6606dcacc9daf085fc9fa2aecc0c. column=info:regioninfo, timestamp=1527654100907, value={ENCODED => a7dd6606dcacc9daf085fc9fa2aecc0c, NAME => 'tabletwo_merge,,1527652130538.a7dd6606dcacc9daf085fc9fa2aecc0c.', STARTKEY => '', ENDKEY => '1'} tabletwo_merge,,1527652130538.a7dd6606dcacc9daf085fc9fa2aecc0c. column=info:seqnumDuringOpen, timestamp=1527654100907, value=\x00\x00\x00\x00\x00\x00\x00\x09 tabletwo_merge,,1527652130538.a7dd6606dcacc9daf085fc9fa2aecc0c. column=info:seqnumDuringOpen_0001, timestamp=1527652131228, value=\x00\x00\x00\x00\x00\x00\x00\x02 tabletwo_merge,,1527652130538.a7dd6606dcacc9daf085fc9fa2aecc0c. column=info:seqnumDuringOpen_0002, timestamp=1527652131231, value=\x00\x00\x00\x00\x00\x00\x00\x02 tabletwo_merge,,1527652130538.a7dd6606dcacc9daf085fc9fa2aecc0c. column=info:server, timestamp=1527654100907, value=ctr-e138-1518143905142-336066-01-000005.hwx.site:16020 tabletwo_merge,,1527652130538.a7dd6606dcacc9daf085fc9fa2aecc0c. column=info:server_0001, timestamp=1527652131228, value=ctr-e138-1518143905142-336066-01-000006.hwx.site:16020 tabletwo_merge,,1527652130538.a7dd6606dcacc9daf085fc9fa2aecc0c. column=info:server_0002, timestamp=1527652131231, value=ctr-e138-1518143905142-336066-01-000007.hwx.site:16020 tabletwo_merge,,1527652130538.a7dd6606dcacc9daf085fc9fa2aecc0c. column=info:serverstartcode, timestamp=1527654100907, value=1527651997433 tabletwo_merge,,1527652130538.a7dd6606dcacc9daf085fc9fa2aecc0c. column=info:serverstartcode_0001, timestamp=1527652131228, value=\x00\x00\x01c\xAF'\xB8\xBD tabletwo_merge,,1527652130538.a7dd6606dcacc9daf085fc9fa2aecc0c. column=info:serverstartcode_0002, timestamp=1527652131231, value=\x00\x00\x01c\xAF'\xED\xAD tabletwo_merge,,1527652130538.a7dd6606dcacc9daf085fc9fa2aecc0c. column=info:sn, timestamp=1527654100695, value=ctr-e138-1518143905142-336066-01-000005.hwx.site,16020,1527651997433 tabletwo_merge,,1527652130538.a7dd6606dcacc9daf085fc9fa2aecc0c. column=info:sn_0001, timestamp=1527652131017, value=ctr-e138-1518143905142-336066-01-000006.hwx.site,16020,1527652006077 tabletwo_merge,,1527652130538.a7dd6606dcacc9daf085fc9fa2aecc0c. column=info:sn_0002, timestamp=1527652131017, value=ctr-e138-1518143905142-336066-01-000007.hwx.site,16020,1527652019629 tabletwo_merge,,1527652130538.a7dd6606dcacc9daf085fc9fa2aecc0c. column=info:state, timestamp=1527654100907, value=OPEN tabletwo_merge,,1527652130538.a7dd6606dcacc9daf085fc9fa2aecc0c. column=info:state_0001, timestamp=1527652131228, value=OPEN tabletwo_merge,,1527652130538.a7dd6606dcacc9daf085fc9fa2aecc0c. column=info:state_0002, timestamp=1527652131231, value=OPEN tabletwo_merge,1,1527652130538.4017a3c778551d4d258c785d455f9c0b. column=info:regioninfo, timestamp=1527652131250, value={ENCODED => 4017a3c778551d4d258c785d455f9c0b, NAME => 'tabletwo_merge,1,1527652130538.4017a3c778551d4d258c785d455f9c0b.', STARTKEY => '1', ENDKEY => '2'} tabletwo_merge,1,1527652130538.4017a3c778551d4d258c785d455f9c0b. column=info:seqnumDuringOpen, timestamp=1527652131250, value=\x00\x00\x00\x00\x00\x00\x00\x02 tabletwo_merge,1,1527652130538.4017a3c778551d4d258c785d455f9c0b. column=info:seqnumDuringOpen_0001, timestamp=1527652131213, value=\x00\x00\x00\x00\x00\x00\x00\x02 tabletwo_merge,1,1527652130538.4017a3c778551d4d258c785d455f9c0b. column=info:seqnumDuringOpen_0002, timestamp=1527652131222, value=\x00\x00\x00\x00\x00\x00\x00\x02 tabletwo_merge,1,1527652130538.4017a3c778551d4d258c785d455f9c0b. column=info:server, timestamp=1527652131250, value=ctr-e138-1518143905142-336066-01-000005.hwx.site:16020 tabletwo_merge,1,1527652130538.4017a3c778551d4d258c785d455f9c0b. column=info:server_0001, timestamp=1527652131213, value=ctr-e138-1518143905142-336066-01-000002.hwx.site:16020 tabletwo_merge,1,1527652130538.4017a3c778551d4d258c785d455f9c0b. column=info:server_0002, timestamp=1527652131222, value=ctr-e138-1518143905142-336066-01-000003.hwx.site:16020 tabletwo_merge,1,1527652130538.4017a3c778551d4d258c785d455f9c0b. column=info:serverstartcode, timestamp=1527652131250, value=1527651997433 tabletwo_merge,1,1527652130538.4017a3c778551d4d258c785d455f9c0b. column=info:serverstartcode_0001, timestamp=1527652131213, value=\x00\x00\x01c\xAF'F# tabletwo_merge,1,1527652130538.4017a3c778551d4d258c785d455f9c0b. column=info:serverstartcode_0002, timestamp=1527652131222, value=\x00\x00\x01c\xAF'r? tabletwo_merge,1,1527652130538.4017a3c778551d4d258c785d455f9c0b. column=info:sn, timestamp=1527652131017, value=ctr-e138-1518143905142-336066-01-000005.hwx.site,16020,1527651997433 tabletwo_merge,1,1527652130538.4017a3c778551d4d258c785d455f9c0b. column=info:sn_0001, timestamp=1527652131018, value=ctr-e138-1518143905142-336066-01-000002.hwx.site,16020,1527651976739 tabletwo_merge,1,1527652130538.4017a3c778551d4d258c785d455f9c0b. column=info:sn_0002, timestamp=1527652131018, value=ctr-e138-1518143905142-336066-01-000003.hwx.site,16020,1527651988031 tabletwo_merge,1,1527652130538.4017a3c778551d4d258c785d455f9c0b. column=info:state, timestamp=1527652131250, value=OPEN tabletwo_merge,1,1527652130538.4017a3c778551d4d258c785d455f9c0b. column=info:state_0001, timestamp=1527652131213, value=OPEN tabletwo_merge,1,1527652130538.4017a3c778551d4d258c785d455f9c0b. column=info:state_0002, timestamp=1527652131222, value=OPEN tabletwo_merge,2,1527652130538.82c1f7f6c149bcbf5ebc2b9b4adfb079. column=info:regioninfo, timestamp=1527652131236, value={ENCODED => 82c1f7f6c149bcbf5ebc2b9b4adfb079, NAME => 'tabletwo_merge,2,1527652130538.82c1f7f6c149bcbf5ebc2b9b4adfb079.', STARTKEY => '2', ENDKEY => '3'} tabletwo_merge,2,1527652130538.82c1f7f6c149bcbf5ebc2b9b4adfb079. column=info:seqnumDuringOpen, timestamp=1527652131236, value=\x00\x00\x00\x00\x00\x00\x00\x02 tabletwo_merge,2,1527652130538.82c1f7f6c149bcbf5ebc2b9b4adfb079. column=info:seqnumDuringOpen_0001, timestamp=1527652131218, value=\x00\x00\x00\x00\x00\x00\x00\x02 tabletwo_merge,2,1527652130538.82c1f7f6c149bcbf5ebc2b9b4adfb079. column=info:seqnumDuringOpen_0002, timestamp=1527652131220, value=\x00\x00\x00\x00\x00\x00\x00\x02 tabletwo_merge,2,1527652130538.82c1f7f6c149bcbf5ebc2b9b4adfb079. column=info:server, timestamp=1527652131236, value=ctr-e138-1518143905142-336066-01-000002.hwx.site:16020 tabletwo_merge,2,1527652130538.82c1f7f6c149bcbf5ebc2b9b4adfb079. column=info:server_0001, timestamp=1527652131218, value=ctr-e138-1518143905142-336066-01-000005.hwx.site:16020 tabletwo_merge,2,1527652130538.82c1f7f6c149bcbf5ebc2b9b4adfb079. column=info:server_0002, timestamp=1527652131220, value=ctr-e138-1518143905142-336066-01-000006.hwx.site:16020 tabletwo_merge,2,1527652130538.82c1f7f6c149bcbf5ebc2b9b4adfb079. column=info:serverstartcode, timestamp=1527652131236, value=1527651976739 tabletwo_merge,2,1527652130538.82c1f7f6c149bcbf5ebc2b9b4adfb079. column=info:serverstartcode_0001, timestamp=1527652131218, value=\x00\x00\x01c\xAF'\x96\xF9 tabletwo_merge,2,1527652130538.82c1f7f6c149bcbf5ebc2b9b4adfb079. column=info:serverstartcode_0002, timestamp=1527652131220, value=\x00\x00\x01c\xAF'\xB8\xBD tabletwo_merge,2,1527652130538.82c1f7f6c149bcbf5ebc2b9b4adfb079. column=info:sn, timestamp=1527652131018, value=ctr-e138-1518143905142-336066-01-000002.hwx.site,16020,1527651976739 tabletwo_merge,2,1527652130538.82c1f7f6c149bcbf5ebc2b9b4adfb079. column=info:sn_0001, timestamp=1527652131017, value=ctr-e138-1518143905142-336066-01-000005.hwx.site,16020,1527651997433 tabletwo_merge,2,1527652130538.82c1f7f6c149bcbf5ebc2b9b4adfb079. column=info:sn_0002, timestamp=1527652131017, value=ctr-e138-1518143905142-336066-01-000006.hwx.site,16020,1527652006077 tabletwo_merge,2,1527652130538.82c1f7f6c149bcbf5ebc2b9b4adfb079. column=info:state, timestamp=1527652131236, value=OPEN tabletwo_merge,2,1527652130538.82c1f7f6c149bcbf5ebc2b9b4adfb079. column=info:state_0001, timestamp=1527652131218, value=OPEN tabletwo_merge,2,1527652130538.82c1f7f6c149bcbf5ebc2b9b4adfb079. column=info:state_0002, timestamp=1527652131220, value=OPEN tabletwo_merge,3,1527652130538.ce5aa461ae87e189742e3c17bc112493. column=info:regioninfo, timestamp=1527652131254, value={ENCODED => ce5aa461ae87e189742e3c17bc112493, NAME => 'tabletwo_merge,3,1527652130538.ce5aa461ae87e189742e3c17bc112493.', STARTKEY => '3', ENDKEY => ''} tabletwo_merge,3,1527652130538.ce5aa461ae87e189742e3c17bc112493. column=info:seqnumDuringOpen, timestamp=1527652131254, value=\x00\x00\x00\x00\x00\x00\x00\x02 tabletwo_merge,3,1527652130538.ce5aa461ae87e189742e3c17bc112493. column=info:seqnumDuringOpen_0001, timestamp=1527652131232, value=\x00\x00\x00\x00\x00\x00\x00\x02 tabletwo_merge,3,1527652130538.ce5aa461ae87e189742e3c17bc112493. column=info:seqnumDuringOpen_0002, timestamp=1527652131213, value=\x00\x00\x00\x00\x00\x00\x00\x02 tabletwo_merge,3,1527652130538.ce5aa461ae87e189742e3c17bc112493. column=info:server, timestamp=1527652131254, value=ctr-e138-1518143905142-336066-01-000003.hwx.site:16020 tabletwo_merge,3,1527652130538.ce5aa461ae87e189742e3c17bc112493. column=info:server_0001, timestamp=1527652131232, value=ctr-e138-1518143905142-336066-01-000007.hwx.site:16020 tabletwo_merge,3,1527652130538.ce5aa461ae87e189742e3c17bc112493. column=info:server_0002, timestamp=1527652131213, value=ctr-e138-1518143905142-336066-01-000002.hwx.site:16020 tabletwo_merge,3,1527652130538.ce5aa461ae87e189742e3c17bc112493. column=info:serverstartcode, timestamp=1527652131254, value=1527651988031 tabletwo_merge,3,1527652130538.ce5aa461ae87e189742e3c17bc112493. column=info:serverstartcode_0001, timestamp=1527652131232, value=\x00\x00\x01c\xAF'\xED\xAD tabletwo_merge,3,1527652130538.ce5aa461ae87e189742e3c17bc112493. column=info:serverstartcode_0002, timestamp=1527652131213, value=\x00\x00\x01c\xAF'F# tabletwo_merge,3,1527652130538.ce5aa461ae87e189742e3c17bc112493. column=info:sn, timestamp=1527652131018, value=ctr-e138-1518143905142-336066-01-000003.hwx.site,16020,1527651988031 tabletwo_merge,3,1527652130538.ce5aa461ae87e189742e3c17bc112493. column=info:sn_0001, timestamp=1527652131017, value=ctr-e138-1518143905142-336066-01-000007.hwx.site,16020,1527652019629 tabletwo_merge,3,1527652130538.ce5aa461ae87e189742e3c17bc112493. column=info:sn_0002, timestamp=1527652131018, value=ctr-e138-1518143905142-336066-01-000002.hwx.site,16020,1527651976739 tabletwo_merge,3,1527652130538.ce5aa461ae87e189742e3c17bc112493. column=info:state, timestamp=1527652131254, value=OPEN tabletwo_merge,3,1527652130538.ce5aa461ae87e189742e3c17bc112493. column=info:state_0001, timestamp=1527652131232, value=OPEN tabletwo_merge,3,1527652130538.ce5aa461ae87e189742e3c17bc112493. column=info:state_0002, timestamp=1527652131213, value=OPEN {noformat} After {noformat} tabletwo_merge column=table:state, timestamp=1527652131284, value=\x08\x00 tabletwo_merge,,1527654360057.18cdb40d56291d4524291ce0b260a1ea. column=info:mergeA, timestamp=1527654360633, value=PBUF\x08\xEA\xBD\xA6\xF9\xBA,\x12\x19\x0A\x07default\x12\x0Etabletwo_merge\x1A\x00"\x011(\x000\x008\x00 tabletwo_merge,,1527654360057.18cdb40d56291d4524291ce0b260a1ea. column=info:mergeB, timestamp=1527654360633, value=PBUF\x08\xEA\xBD\xA6\xF9\xBA,\x12\x19\x0A\x07default\x12\x0Etabletwo_merge\x1A\x011"\x012(\x000\x008\x00 tabletwo_merge,,1527654360057.18cdb40d56291d4524291ce0b260a1ea. column=info:regioninfo, timestamp=1527654361165, value={ENCODED => 18cdb40d56291d4524291ce0b260a1ea, NAME => 'tabletwo_merge,,1527654360057.18cdb40d56291d4524291ce0b260a1ea.', STARTKEY => '', ENDKEY => '2'} tabletwo_merge,,1527654360057.18cdb40d56291d4524291ce0b260a1ea. column=info:seqnumDuringOpen, timestamp=1527654361165, value=\x00\x00\x00\x00\x00\x00\x00\x0C tabletwo_merge,,1527654360057.18cdb40d56291d4524291ce0b260a1ea. column=info:seqnumDuringOpen_0001, timestamp=1527654361122, value=\x00\x00\x00\x00\x00\x00\x00\x0C tabletwo_merge,,1527654360057.18cdb40d56291d4524291ce0b260a1ea. column=info:seqnumDuringOpen_0002, timestamp=1527654361124, value=\x00\x00\x00\x00\x00\x00\x00\x0C tabletwo_merge,,1527654360057.18cdb40d56291d4524291ce0b260a1ea. column=info:server, timestamp=1527654361165, value=ctr-e138-1518143905142-336066-01-000005.hwx.site:16020 tabletwo_merge,,1527654360057.18cdb40d56291d4524291ce0b260a1ea. column=info:server_0001, timestamp=1527654361122, value=ctr-e138-1518143905142-336066-01-000005.hwx.site:16020 tabletwo_merge,,1527654360057.18cdb40d56291d4524291ce0b260a1ea. column=info:server_0002, timestamp=1527654361124, value=ctr-e138-1518143905142-336066-01-000005.hwx.site:16020 tabletwo_merge,,1527654360057.18cdb40d56291d4524291ce0b260a1ea. column=info:serverstartcode, timestamp=1527654361165, value=1527651997433 tabletwo_merge,,1527654360057.18cdb40d56291d4524291ce0b260a1ea. column=info:serverstartcode_0001, timestamp=1527654361122, value=\x00\x00\x01c\xAF'\x96\xF9 tabletwo_merge,,1527654360057.18cdb40d56291d4524291ce0b260a1ea. column=info:serverstartcode_0002, timestamp=1527654361124, value=\x00\x00\x01c\xAF'\x96\xF9 tabletwo_merge,,1527654360057.18cdb40d56291d4524291ce0b260a1ea. column=info:sn, timestamp=1527654360872, value=ctr-e138-1518143905142-336066-01-000005.hwx.site,16020,1527651997433 tabletwo_merge,,1527654360057.18cdb40d56291d4524291ce0b260a1ea. column=info:sn_0001, timestamp=1527654360872, value=ctr-e138-1518143905142-336066-01-000005.hwx.site,16020,1527651997433 tabletwo_merge,,1527654360057.18cdb40d56291d4524291ce0b260a1ea. column=info:sn_0002, timestamp=1527654360872, value=ctr-e138-1518143905142-336066-01-000005.hwx.site,16020,1527651997433 tabletwo_merge,,1527654360057.18cdb40d56291d4524291ce0b260a1ea. column=info:state, timestamp=1527654361165, value=OPEN tabletwo_merge,,1527654360057.18cdb40d56291d4524291ce0b260a1ea. column=info:state_0001, timestamp=1527654361122, value=OPEN tabletwo_merge,,1527654360057.18cdb40d56291d4524291ce0b260a1ea. column=info:state_0002, timestamp=1527654361124, value=OPEN tabletwo_merge,2,1527652130538.82c1f7f6c149bcbf5ebc2b9b4adfb079. column=info:regioninfo, timestamp=1527652131236, value={ENCODED => 82c1f7f6c149bcbf5ebc2b9b4adfb079, NAME => 'tabletwo_merge,2,1527652130538.82c1f7f6c149bcbf5ebc2b9b4adfb079.', STARTKEY => '2', ENDKEY => '3'} tabletwo_merge,2,1527652130538.82c1f7f6c149bcbf5ebc2b9b4adfb079. column=info:seqnumDuringOpen, timestamp=1527652131236, value=\x00\x00\x00\x00\x00\x00\x00\x02 tabletwo_merge,2,1527652130538.82c1f7f6c149bcbf5ebc2b9b4adfb079. column=info:seqnumDuringOpen_0001, timestamp=1527652131218, value=\x00\x00\x00\x00\x00\x00\x00\x02 tabletwo_merge,2,1527652130538.82c1f7f6c149bcbf5ebc2b9b4adfb079. column=info:seqnumDuringOpen_0002, timestamp=1527652131220, value=\x00\x00\x00\x00\x00\x00\x00\x02 tabletwo_merge,2,1527652130538.82c1f7f6c149bcbf5ebc2b9b4adfb079. column=info:server, timestamp=1527652131236, value=ctr-e138-1518143905142-336066-01-000002.hwx.site:16020 tabletwo_merge,2,1527652130538.82c1f7f6c149bcbf5ebc2b9b4adfb079. column=info:server_0001, timestamp=1527652131218, value=ctr-e138-1518143905142-336066-01-000005.hwx.site:16020 tabletwo_merge,2,1527652130538.82c1f7f6c149bcbf5ebc2b9b4adfb079. column=info:server_0002, timestamp=1527652131220, value=ctr-e138-1518143905142-336066-01-000006.hwx.site:16020 tabletwo_merge,2,1527652130538.82c1f7f6c149bcbf5ebc2b9b4adfb079. column=info:serverstartcode, timestamp=1527652131236, value=1527651976739 tabletwo_merge,2,1527652130538.82c1f7f6c149bcbf5ebc2b9b4adfb079. column=info:serverstartcode_0001, timestamp=1527652131218, value=\x00\x00\x01c\xAF'\x96\xF9 tabletwo_merge,2,1527652130538.82c1f7f6c149bcbf5ebc2b9b4adfb079. column=info:serverstartcode_0002, timestamp=1527652131220, value=\x00\x00\x01c\xAF'\xB8\xBD tabletwo_merge,2,1527652130538.82c1f7f6c149bcbf5ebc2b9b4adfb079. column=info:sn, timestamp=1527652131018, value=ctr-e138-1518143905142-336066-01-000002.hwx.site,16020,1527651976739 tabletwo_merge,2,1527652130538.82c1f7f6c149bcbf5ebc2b9b4adfb079. column=info:sn_0001, timestamp=1527652131017, value=ctr-e138-1518143905142-336066-01-000005.hwx.site,16020,1527651997433 tabletwo_merge,2,1527652130538.82c1f7f6c149bcbf5ebc2b9b4adfb079. column=info:sn_0002, timestamp=1527652131017, value=ctr-e138-1518143905142-336066-01-000006.hwx.site,16020,1527652006077 tabletwo_merge,2,1527652130538.82c1f7f6c149bcbf5ebc2b9b4adfb079. column=info:state, timestamp=1527652131236, value=OPEN tabletwo_merge,2,1527652130538.82c1f7f6c149bcbf5ebc2b9b4adfb079. column=info:state_0001, timestamp=1527652131218, value=OPEN tabletwo_merge,2,1527652130538.82c1f7f6c149bcbf5ebc2b9b4adfb079. column=info:state_0002, timestamp=1527652131220, value=OPEN tabletwo_merge,3,1527652130538.ce5aa461ae87e189742e3c17bc112493. column=info:regioninfo, timestamp=1527652131254, value={ENCODED => ce5aa461ae87e189742e3c17bc112493, NAME => 'tabletwo_merge,3,1527652130538.ce5aa461ae87e189742e3c17bc112493.', STARTKEY => '3', ENDKEY => ''} tabletwo_merge,3,1527652130538.ce5aa461ae87e189742e3c17bc112493. column=info:seqnumDuringOpen, timestamp=1527652131254, value=\x00\x00\x00\x00\x00\x00\x00\x02 tabletwo_merge,3,1527652130538.ce5aa461ae87e189742e3c17bc112493. column=info:seqnumDuringOpen_0001, timestamp=1527652131232, value=\x00\x00\x00\x00\x00\x00\x00\x02 tabletwo_merge,3,1527652130538.ce5aa461ae87e189742e3c17bc112493. column=info:seqnumDuringOpen_0002, timestamp=1527652131213, value=\x00\x00\x00\x00\x00\x00\x00\x02 tabletwo_merge,3,1527652130538.ce5aa461ae87e189742e3c17bc112493. column=info:server, timestamp=1527652131254, value=ctr-e138-1518143905142-336066-01-000003.hwx.site:16020 tabletwo_merge,3,1527652130538.ce5aa461ae87e189742e3c17bc112493. column=info:server_0001, timestamp=1527652131232, value=ctr-e138-1518143905142-336066-01-000007.hwx.site:16020 tabletwo_merge,3,1527652130538.ce5aa461ae87e189742e3c17bc112493. column=info:server_0002, timestamp=1527652131213, value=ctr-e138-1518143905142-336066-01-000002.hwx.site:16020 tabletwo_merge,3,1527652130538.ce5aa461ae87e189742e3c17bc112493. column=info:serverstartcode, timestamp=1527652131254, value=1527651988031 tabletwo_merge,3,1527652130538.ce5aa461ae87e189742e3c17bc112493. column=info:serverstartcode_0001, timestamp=1527652131232, value=\x00\x00\x01c\xAF'\xED\xAD tabletwo_merge,3,1527652130538.ce5aa461ae87e189742e3c17bc112493. column=info:serverstartcode_0002, timestamp=1527652131213, value=\x00\x00\x01c\xAF'F# tabletwo_merge,3,1527652130538.ce5aa461ae87e189742e3c17bc112493. column=info:sn, timestamp=1527652131018, value=ctr-e138-1518143905142-336066-01-000003.hwx.site,16020,1527651988031 tabletwo_merge,3,1527652130538.ce5aa461ae87e189742e3c17bc112493. column=info:sn_0001, timestamp=1527652131017, value=ctr-e138-1518143905142-336066-01-000007.hwx.site,16020,1527652019629 tabletwo_merge,3,1527652130538.ce5aa461ae87e189742e3c17bc112493. column=info:sn_0002, timestamp=1527652131018, value=ctr-e138-1518143905142-336066-01-000002.hwx.site,16020,1527651976739 tabletwo_merge,3,1527652130538.ce5aa461ae87e189742e3c17bc112493. column=info:state, timestamp=1527652131254, value=OPEN tabletwo_merge,3,1527652130538.ce5aa461ae87e189742e3c17bc112493. column=info:state_0001, timestamp=1527652131232, value=OPEN tabletwo_merge,3,1527652130538.ce5aa461ae87e189742e3c17bc112493. column=info:state_0002, timestamp=1527652131213, value=OPEN {noformat} {quote} Perhaps the previous host did clean shutdown? If it did not, perhaps this is where we went awry.. we are skipping recovery of hbase:meta? {quote} The cluster was restarted at 2018-05-30 04:26:27,895. It _should_ have been done gracefully, but I'm not sure if I can determine that anymore (if the process takes more than like 30 or 60s, I think the graceful stop is followed up with a {{kill}}). > Merged region brought back to life causing RS to be killed by Master > -------------------------------------------------------------------- > > Key: HBASE-20671 > URL: https://issues.apache.org/jira/browse/HBASE-20671 > Project: HBase > Issue Type: Bug > Components: amv2 > Affects Versions: 2.0.0 > Reporter: Josh Elser > Assignee: stack > Priority: Critical > Fix For: 2.0.1 > > Attachments: > hbase-hbase-master-ctr-e138-1518143905142-336066-01-000003.hwx.site.log.zip, > hbase-hbase-regionserver-ctr-e138-1518143905142-336066-01-000002.hwx.site.log.zip > > > Another bug coming out of a master restart and replay of the pv2 logs. > The master merged two regions into one successfully, was restarted, but then > ended up assigning the children region back out to the cluster. There is a > log message which appears to indicate that RegionStates acknowledges that it > doesn't know what this region is as it's replaying the pv2 WAL; however, it > incorrectly assumes that the region is just OFFLINE and needs to be assigned. > {noformat} > 2018-05-30 04:26:00,055 INFO > [RpcServer.default.FPBQ.Fifo.handler=29,queue=2,port=20000] master.HMaster: > Client=hrt_qa//172.27.85.11 Merge regions a7dd6606dcacc9daf085fc9fa2aecc0c > and 4017a3c778551d4d258c785d455f9c0b > 2018-05-30 04:28:27,525 DEBUG > [master/ctr-e138-1518143905142-336066-01-000003:20000] > procedure2.ProcedureExecutor: Completed pid=4368, state=SUCCESS; > MergeTableRegionsProcedure table=tabletwo_merge, > regions=[a7dd6606dcacc9daf085fc9fa2aecc0c, 4017a3c778551d4d258c785d455f9c0b], > forcibly=false > {noformat} > {noformat} > 2018-05-30 04:29:20,263 INFO > [master/ctr-e138-1518143905142-336066-01-000003:20000] > assignment.AssignmentManager: a7dd6606dcacc9daf085fc9fa2aecc0c > regionState=null; presuming OFFLINE > 2018-05-30 04:29:20,263 INFO > [master/ctr-e138-1518143905142-336066-01-000003:20000] > assignment.RegionStates: Added to offline, CURRENTLY NEVER CLEARED!!! > rit=OFFLINE, location=null, table=tabletwo_merge, > region=a7dd6606dcacc9daf085fc9fa2aecc0c > 2018-05-30 04:29:20,266 INFO > [master/ctr-e138-1518143905142-336066-01-000003:20000] > assignment.AssignmentManager: 4017a3c778551d4d258c785d455f9c0b > regionState=null; presuming OFFLINE > 2018-05-30 04:29:20,266 INFO > [master/ctr-e138-1518143905142-336066-01-000003:20000] > assignment.RegionStates: Added to offline, CURRENTLY NEVER CLEARED!!! > rit=OFFLINE, location=null, table=tabletwo_merge, > region=4017a3c778551d4d258c785d455f9c0b > {noformat} > Eventually, the RS reports in its online regions, and the master tells it to > kill itself: > {noformat} > 2018-05-30 04:29:24,272 WARN > [RpcServer.default.FPBQ.Fifo.handler=26,queue=2,port=20000] > assignment.AssignmentManager: Killing > ctr-e138-1518143905142-336066-01-000002.hwx.site,16020,1527654546619: Not > online: tabletwo_merge,,1527652130538.a7dd6606dcacc9daf085fc9fa2aecc0c. > {noformat} -- This message was sent by Atlassian JIRA (v7.6.3#76005)