[ https://issues.apache.org/jira/browse/HBASE-21535?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16707072#comment-16707072 ]
Hadoop QA commented on HBASE-21535: ----------------------------------- | (x) *{color:red}-1 overall{color}* | \\ \\ || Vote || Subsystem || Runtime || Comment || | {color:blue}0{color} | {color:blue} reexec {color} | {color:blue} 0m 11s{color} | {color:blue} Docker mode activated. {color} | || || || || {color:brown} Prechecks {color} || | {color:green}+1{color} | {color:green} hbaseanti {color} | {color:green} 0m 0s{color} | {color:green} Patch does not have any anti-patterns. {color} | | {color:green}+1{color} | {color:green} @author {color} | {color:green} 0m 0s{color} | {color:green} The patch does not contain any @author tags. {color} | | {color:orange}-0{color} | {color:orange} test4tests {color} | {color:orange} 0m 0s{color} | {color:orange} The patch doesn't appear to include any new or modified tests. Please justify why no new tests are needed for this patch. Also please list what manual steps were performed to verify this patch. {color} | || || || || {color:brown} master Compile Tests {color} || | {color:green}+1{color} | {color:green} mvninstall {color} | {color:green} 4m 37s{color} | {color:green} master passed {color} | | {color:green}+1{color} | {color:green} compile {color} | {color:green} 1m 59s{color} | {color:green} master passed {color} | | {color:green}+1{color} | {color:green} checkstyle {color} | {color:green} 1m 16s{color} | {color:green} master passed {color} | | {color:green}+1{color} | {color:green} shadedjars {color} | {color:green} 4m 10s{color} | {color:green} branch has no errors when building our shaded downstream artifacts. {color} | | {color:green}+1{color} | {color:green} findbugs {color} | {color:green} 2m 2s{color} | {color:green} master passed {color} | | {color:green}+1{color} | {color:green} javadoc {color} | {color:green} 0m 31s{color} | {color:green} master passed {color} | || || || || {color:brown} Patch Compile Tests {color} || | {color:green}+1{color} | {color:green} mvninstall {color} | {color:green} 4m 29s{color} | {color:green} the patch passed {color} | | {color:green}+1{color} | {color:green} compile {color} | {color:green} 1m 54s{color} | {color:green} the patch passed {color} | | {color:green}+1{color} | {color:green} javac {color} | {color:green} 1m 54s{color} | {color:green} the patch passed {color} | | {color:green}+1{color} | {color:green} checkstyle {color} | {color:green} 1m 16s{color} | {color:green} the patch passed {color} | | {color:green}+1{color} | {color:green} whitespace {color} | {color:green} 0m 0s{color} | {color:green} The patch has no whitespace issues. {color} | | {color:green}+1{color} | {color:green} shadedjars {color} | {color:green} 4m 12s{color} | {color:green} patch has no errors when building our shaded downstream artifacts. {color} | | {color:green}+1{color} | {color:green} hadoopcheck {color} | {color:green} 9m 34s{color} | {color:green} Patch does not cause any errors with Hadoop 2.7.4 or 3.0.0. {color} | | {color:green}+1{color} | {color:green} findbugs {color} | {color:green} 2m 20s{color} | {color:green} the patch passed {color} | | {color:green}+1{color} | {color:green} javadoc {color} | {color:green} 0m 32s{color} | {color:green} the patch passed {color} | || || || || {color:brown} Other Tests {color} || | {color:red}-1{color} | {color:red} unit {color} | {color:red}136m 18s{color} | {color:red} hbase-server in the patch failed. {color} | | {color:green}+1{color} | {color:green} asflicense {color} | {color:green} 0m 21s{color} | {color:green} The patch does not generate ASF License warnings. {color} | | {color:black}{color} | {color:black} {color} | {color:black}176m 7s{color} | {color:black} {color} | \\ \\ || Subsystem || Report/Notes || | Docker | Client=17.05.0-ce Server=17.05.0-ce Image:yetus/hbase:b002b0b | | JIRA Issue | HBASE-21535 | | JIRA Patch URL | https://issues.apache.org/jira/secure/attachment/12950355/HBASE-21535.patch | | Optional Tests | dupname asflicense javac javadoc unit findbugs shadedjars hadoopcheck hbaseanti checkstyle compile | | uname | Linux bd9f818a0a7c 4.4.0-139-generic #165~14.04.1-Ubuntu SMP Wed Oct 31 10:55:11 UTC 2018 x86_64 GNU/Linux | | Build tool | maven | | Personality | /home/jenkins/jenkins-slave/workspace/PreCommit-HBASE-Build/component/dev-support/hbase-personality.sh | | git revision | master / 59cfe2e31b | | maven | version: Apache Maven 3.5.4 (1edded0938998edf8bf061f1ceb3cfdeccf443fe; 2018-06-17T18:33:14Z) | | Default Java | 1.8.0_181 | | findbugs | v3.1.0-RC3 | | unit | https://builds.apache.org/job/PreCommit-HBASE-Build/15180/artifact/patchprocess/patch-unit-hbase-server.txt | | Test Results | https://builds.apache.org/job/PreCommit-HBASE-Build/15180/testReport/ | | Max. process+thread count | 5292 (vs. ulimit of 10000) | | modules | C: hbase-server U: hbase-server | | Console output | https://builds.apache.org/job/PreCommit-HBASE-Build/15180/console | | Powered by | Apache Yetus 0.8.0 http://yetus.apache.org | This message was automatically generated. > Zombie Master detector is not working > ------------------------------------- > > Key: HBASE-21535 > URL: https://issues.apache.org/jira/browse/HBASE-21535 > Project: HBase > Issue Type: Bug > Components: master > Affects Versions: 3.0.0, 2.2.0, 2.1.1, 2.0.3 > Reporter: Pankaj Kumar > Assignee: Pankaj Kumar > Priority: Critical > Fix For: 3.0.0, 2.2.0 > > Attachments: HBASE-21535.branch-2.patch, HBASE-21535.patch > > > We have InitializationMonitor thread in HMaster which detects Zombie Hmaster > based on _hbase.master.initializationmonitor.timeout _and halts if > _hbase.master.initializationmonitor.haltontimeout_ set _true_. > After HBASE-19694, HMaster initialization order was correted. Hmaster is set > active after Initializing ZK system trackers as follows, > {noformat} > status.setStatus("Initializing ZK system trackers"); > initializeZKBasedSystemTrackers(); > status.setStatus("Loading last flushed sequence id of regions"); > try { > this.serverManager.loadLastFlushedSequenceIds(); > } catch (IOException e) { > LOG.debug("Failed to load last flushed sequence id of regions" > + " from file system", e); > } > // Set ourselves as active Master now our claim has succeeded up in zk. > this.activeMaster = true; > {noformat} > But Zombie detector thread is started at the begining phase of > finishActiveMasterInitialization(), > {noformat} > private void finishActiveMasterInitialization(MonitoredTask status) throws > IOException, > InterruptedException, KeeperException, ReplicationException { > Thread zombieDetector = new Thread(new InitializationMonitor(this), > "ActiveMasterInitializationMonitor-" + System.currentTimeMillis()); > zombieDetector.setDaemon(true); > zombieDetector.start(); > {noformat} > During zombieDetector execution "master.isActiveMaster()" will be false, so > it won't wait and cant detect zombie master. > {noformat} > @Override > public void run() { > try { > while (!master.isStopped() && master.isActiveMaster()) { > Thread.sleep(timeout); > if (master.isInitialized()) { > LOG.debug("Initialization completed within allotted tolerance. Monitor > exiting."); > } else { > LOG.error("Master failed to complete initialization after " + timeout + "ms. > Please" > + " consider submitting a bug report including a thread dump of this > process."); > if (haltOnTimeout) { > LOG.error("Zombie Master exiting. Thread dump to stdout"); > Threads.printThreadInfo(System.out, "Zombie HMaster"); > System.exit(-1); > } > } > } > } catch (InterruptedException ie) { > LOG.trace("InitMonitor thread interrupted. Existing."); > } > } > } > {noformat} -- This message was sent by Atlassian JIRA (v7.6.3#76005)