http://git-wip-us.apache.org/repos/asf/hbase-site/blob/f6b26c52/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegionServer.MovedRegionInfo.html ---------------------------------------------------------------------- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegionServer.MovedRegionInfo.html b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegionServer.MovedRegionInfo.html index 7986879..38c8284 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegionServer.MovedRegionInfo.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegionServer.MovedRegionInfo.html @@ -2444,1375 +2444,1378 @@ <span class="sourceLineNo">2436</span> */<a name="line.2436"></a> <span class="sourceLineNo">2437</span> protected void stopServiceThreads() {<a name="line.2437"></a> <span class="sourceLineNo">2438</span> // clean up the scheduled chores<a name="line.2438"></a> -<span class="sourceLineNo">2439</span> if (this.choreService != null) choreService.shutdown();<a name="line.2439"></a> -<span class="sourceLineNo">2440</span> if (this.nonceManagerChore != null) nonceManagerChore.cancel(true);<a name="line.2440"></a> -<span class="sourceLineNo">2441</span> if (this.compactionChecker != null) compactionChecker.cancel(true);<a name="line.2441"></a> -<span class="sourceLineNo">2442</span> if (this.periodicFlusher != null) periodicFlusher.cancel(true);<a name="line.2442"></a> -<span class="sourceLineNo">2443</span> if (this.healthCheckChore != null) healthCheckChore.cancel(true);<a name="line.2443"></a> -<span class="sourceLineNo">2444</span> if (this.storefileRefresher != null) storefileRefresher.cancel(true);<a name="line.2444"></a> -<span class="sourceLineNo">2445</span> if (this.movedRegionsCleaner != null) movedRegionsCleaner.cancel(true);<a name="line.2445"></a> -<span class="sourceLineNo">2446</span> if (this.fsUtilizationChore != null) fsUtilizationChore.cancel(true);<a name="line.2446"></a> -<span class="sourceLineNo">2447</span><a name="line.2447"></a> -<span class="sourceLineNo">2448</span> if (this.cacheFlusher != null) {<a name="line.2448"></a> -<span class="sourceLineNo">2449</span> this.cacheFlusher.join();<a name="line.2449"></a> -<span class="sourceLineNo">2450</span> }<a name="line.2450"></a> -<span class="sourceLineNo">2451</span><a name="line.2451"></a> -<span class="sourceLineNo">2452</span> if (this.spanReceiverHost != null) {<a name="line.2452"></a> -<span class="sourceLineNo">2453</span> this.spanReceiverHost.closeReceivers();<a name="line.2453"></a> -<span class="sourceLineNo">2454</span> }<a name="line.2454"></a> -<span class="sourceLineNo">2455</span> if (this.walRoller != null) {<a name="line.2455"></a> -<span class="sourceLineNo">2456</span> this.walRoller.close();<a name="line.2456"></a> +<span class="sourceLineNo">2439</span> if (this.choreService != null) {<a name="line.2439"></a> +<span class="sourceLineNo">2440</span> choreService.cancelChore(nonceManagerChore);<a name="line.2440"></a> +<span class="sourceLineNo">2441</span> choreService.cancelChore(compactionChecker);<a name="line.2441"></a> +<span class="sourceLineNo">2442</span> choreService.cancelChore(periodicFlusher);<a name="line.2442"></a> +<span class="sourceLineNo">2443</span> choreService.cancelChore(healthCheckChore);<a name="line.2443"></a> +<span class="sourceLineNo">2444</span> choreService.cancelChore(storefileRefresher);<a name="line.2444"></a> +<span class="sourceLineNo">2445</span> choreService.cancelChore(movedRegionsCleaner);<a name="line.2445"></a> +<span class="sourceLineNo">2446</span> choreService.cancelChore(fsUtilizationChore);<a name="line.2446"></a> +<span class="sourceLineNo">2447</span> // clean up the remaining scheduled chores (in case we missed out any)<a name="line.2447"></a> +<span class="sourceLineNo">2448</span> choreService.shutdown();<a name="line.2448"></a> +<span class="sourceLineNo">2449</span> }<a name="line.2449"></a> +<span class="sourceLineNo">2450</span><a name="line.2450"></a> +<span class="sourceLineNo">2451</span> if (this.cacheFlusher != null) {<a name="line.2451"></a> +<span class="sourceLineNo">2452</span> this.cacheFlusher.join();<a name="line.2452"></a> +<span class="sourceLineNo">2453</span> }<a name="line.2453"></a> +<span class="sourceLineNo">2454</span><a name="line.2454"></a> +<span class="sourceLineNo">2455</span> if (this.spanReceiverHost != null) {<a name="line.2455"></a> +<span class="sourceLineNo">2456</span> this.spanReceiverHost.closeReceivers();<a name="line.2456"></a> <span class="sourceLineNo">2457</span> }<a name="line.2457"></a> -<span class="sourceLineNo">2458</span> if (this.compactSplitThread != null) {<a name="line.2458"></a> -<span class="sourceLineNo">2459</span> this.compactSplitThread.join();<a name="line.2459"></a> +<span class="sourceLineNo">2458</span> if (this.walRoller != null) {<a name="line.2458"></a> +<span class="sourceLineNo">2459</span> this.walRoller.close();<a name="line.2459"></a> <span class="sourceLineNo">2460</span> }<a name="line.2460"></a> -<span class="sourceLineNo">2461</span> if (this.executorService != null) this.executorService.shutdown();<a name="line.2461"></a> -<span class="sourceLineNo">2462</span> if (this.replicationSourceHandler != null &&<a name="line.2462"></a> -<span class="sourceLineNo">2463</span> this.replicationSourceHandler == this.replicationSinkHandler) {<a name="line.2463"></a> -<span class="sourceLineNo">2464</span> this.replicationSourceHandler.stopReplicationService();<a name="line.2464"></a> -<span class="sourceLineNo">2465</span> } else {<a name="line.2465"></a> -<span class="sourceLineNo">2466</span> if (this.replicationSourceHandler != null) {<a name="line.2466"></a> -<span class="sourceLineNo">2467</span> this.replicationSourceHandler.stopReplicationService();<a name="line.2467"></a> -<span class="sourceLineNo">2468</span> }<a name="line.2468"></a> -<span class="sourceLineNo">2469</span> if (this.replicationSinkHandler != null) {<a name="line.2469"></a> -<span class="sourceLineNo">2470</span> this.replicationSinkHandler.stopReplicationService();<a name="line.2470"></a> +<span class="sourceLineNo">2461</span> if (this.compactSplitThread != null) {<a name="line.2461"></a> +<span class="sourceLineNo">2462</span> this.compactSplitThread.join();<a name="line.2462"></a> +<span class="sourceLineNo">2463</span> }<a name="line.2463"></a> +<span class="sourceLineNo">2464</span> if (this.executorService != null) this.executorService.shutdown();<a name="line.2464"></a> +<span class="sourceLineNo">2465</span> if (this.replicationSourceHandler != null &&<a name="line.2465"></a> +<span class="sourceLineNo">2466</span> this.replicationSourceHandler == this.replicationSinkHandler) {<a name="line.2466"></a> +<span class="sourceLineNo">2467</span> this.replicationSourceHandler.stopReplicationService();<a name="line.2467"></a> +<span class="sourceLineNo">2468</span> } else {<a name="line.2468"></a> +<span class="sourceLineNo">2469</span> if (this.replicationSourceHandler != null) {<a name="line.2469"></a> +<span class="sourceLineNo">2470</span> this.replicationSourceHandler.stopReplicationService();<a name="line.2470"></a> <span class="sourceLineNo">2471</span> }<a name="line.2471"></a> -<span class="sourceLineNo">2472</span> }<a name="line.2472"></a> -<span class="sourceLineNo">2473</span> }<a name="line.2473"></a> -<span class="sourceLineNo">2474</span><a name="line.2474"></a> -<span class="sourceLineNo">2475</span> /**<a name="line.2475"></a> -<span class="sourceLineNo">2476</span> * @return Return the object that implements the replication<a name="line.2476"></a> -<span class="sourceLineNo">2477</span> * source executorService.<a name="line.2477"></a> -<span class="sourceLineNo">2478</span> */<a name="line.2478"></a> -<span class="sourceLineNo">2479</span> @Override<a name="line.2479"></a> -<span class="sourceLineNo">2480</span> public ReplicationSourceService getReplicationSourceService() {<a name="line.2480"></a> -<span class="sourceLineNo">2481</span> return replicationSourceHandler;<a name="line.2481"></a> -<span class="sourceLineNo">2482</span> }<a name="line.2482"></a> -<span class="sourceLineNo">2483</span><a name="line.2483"></a> -<span class="sourceLineNo">2484</span> /**<a name="line.2484"></a> -<span class="sourceLineNo">2485</span> * @return Return the object that implements the replication sink executorService.<a name="line.2485"></a> -<span class="sourceLineNo">2486</span> */<a name="line.2486"></a> -<span class="sourceLineNo">2487</span> public ReplicationSinkService getReplicationSinkService() {<a name="line.2487"></a> -<span class="sourceLineNo">2488</span> return replicationSinkHandler;<a name="line.2488"></a> -<span class="sourceLineNo">2489</span> }<a name="line.2489"></a> -<span class="sourceLineNo">2490</span><a name="line.2490"></a> -<span class="sourceLineNo">2491</span> /**<a name="line.2491"></a> -<span class="sourceLineNo">2492</span> * Get the current master from ZooKeeper and open the RPC connection to it.<a name="line.2492"></a> -<span class="sourceLineNo">2493</span> * To get a fresh connection, the current rssStub must be null.<a name="line.2493"></a> -<span class="sourceLineNo">2494</span> * Method will block until a master is available. You can break from this<a name="line.2494"></a> -<span class="sourceLineNo">2495</span> * block by requesting the server stop.<a name="line.2495"></a> -<span class="sourceLineNo">2496</span> *<a name="line.2496"></a> -<span class="sourceLineNo">2497</span> * @return master + port, or null if server has been stopped<a name="line.2497"></a> -<span class="sourceLineNo">2498</span> */<a name="line.2498"></a> -<span class="sourceLineNo">2499</span> @VisibleForTesting<a name="line.2499"></a> -<span class="sourceLineNo">2500</span> protected synchronized ServerName createRegionServerStatusStub() {<a name="line.2500"></a> -<span class="sourceLineNo">2501</span> // Create RS stub without refreshing the master node from ZK, use cached data<a name="line.2501"></a> -<span class="sourceLineNo">2502</span> return createRegionServerStatusStub(false);<a name="line.2502"></a> -<span class="sourceLineNo">2503</span> }<a name="line.2503"></a> -<span class="sourceLineNo">2504</span><a name="line.2504"></a> -<span class="sourceLineNo">2505</span> /**<a name="line.2505"></a> -<span class="sourceLineNo">2506</span> * Get the current master from ZooKeeper and open the RPC connection to it. To get a fresh<a name="line.2506"></a> -<span class="sourceLineNo">2507</span> * connection, the current rssStub must be null. Method will block until a master is available.<a name="line.2507"></a> -<span class="sourceLineNo">2508</span> * You can break from this block by requesting the server stop.<a name="line.2508"></a> -<span class="sourceLineNo">2509</span> * @param refresh If true then master address will be read from ZK, otherwise use cached data<a name="line.2509"></a> -<span class="sourceLineNo">2510</span> * @return master + port, or null if server has been stopped<a name="line.2510"></a> -<span class="sourceLineNo">2511</span> */<a name="line.2511"></a> -<span class="sourceLineNo">2512</span> @VisibleForTesting<a name="line.2512"></a> -<span class="sourceLineNo">2513</span> protected synchronized ServerName createRegionServerStatusStub(boolean refresh) {<a name="line.2513"></a> -<span class="sourceLineNo">2514</span> if (rssStub != null) {<a name="line.2514"></a> -<span class="sourceLineNo">2515</span> return masterAddressTracker.getMasterAddress();<a name="line.2515"></a> -<span class="sourceLineNo">2516</span> }<a name="line.2516"></a> -<span class="sourceLineNo">2517</span> ServerName sn = null;<a name="line.2517"></a> -<span class="sourceLineNo">2518</span> long previousLogTime = 0;<a name="line.2518"></a> -<span class="sourceLineNo">2519</span> RegionServerStatusService.BlockingInterface intRssStub = null;<a name="line.2519"></a> -<span class="sourceLineNo">2520</span> LockService.BlockingInterface intLockStub = null;<a name="line.2520"></a> -<span class="sourceLineNo">2521</span> boolean interrupted = false;<a name="line.2521"></a> -<span class="sourceLineNo">2522</span> try {<a name="line.2522"></a> -<span class="sourceLineNo">2523</span> while (keepLooping()) {<a name="line.2523"></a> -<span class="sourceLineNo">2524</span> sn = this.masterAddressTracker.getMasterAddress(refresh);<a name="line.2524"></a> -<span class="sourceLineNo">2525</span> if (sn == null) {<a name="line.2525"></a> -<span class="sourceLineNo">2526</span> if (!keepLooping()) {<a name="line.2526"></a> -<span class="sourceLineNo">2527</span> // give up with no connection.<a name="line.2527"></a> -<span class="sourceLineNo">2528</span> LOG.debug("No master found and cluster is stopped; bailing out");<a name="line.2528"></a> -<span class="sourceLineNo">2529</span> return null;<a name="line.2529"></a> -<span class="sourceLineNo">2530</span> }<a name="line.2530"></a> -<span class="sourceLineNo">2531</span> if (System.currentTimeMillis() > (previousLogTime + 1000)) {<a name="line.2531"></a> -<span class="sourceLineNo">2532</span> LOG.debug("No master found; retry");<a name="line.2532"></a> -<span class="sourceLineNo">2533</span> previousLogTime = System.currentTimeMillis();<a name="line.2533"></a> -<span class="sourceLineNo">2534</span> }<a name="line.2534"></a> -<span class="sourceLineNo">2535</span> refresh = true; // let's try pull it from ZK directly<a name="line.2535"></a> -<span class="sourceLineNo">2536</span> if (sleep(200)) {<a name="line.2536"></a> -<span class="sourceLineNo">2537</span> interrupted = true;<a name="line.2537"></a> -<span class="sourceLineNo">2538</span> }<a name="line.2538"></a> -<span class="sourceLineNo">2539</span> continue;<a name="line.2539"></a> -<span class="sourceLineNo">2540</span> }<a name="line.2540"></a> -<span class="sourceLineNo">2541</span><a name="line.2541"></a> -<span class="sourceLineNo">2542</span> // If we are on the active master, use the shortcut<a name="line.2542"></a> -<span class="sourceLineNo">2543</span> if (this instanceof HMaster && sn.equals(getServerName())) {<a name="line.2543"></a> -<span class="sourceLineNo">2544</span> intRssStub = ((HMaster)this).getMasterRpcServices();<a name="line.2544"></a> -<span class="sourceLineNo">2545</span> intLockStub = ((HMaster)this).getMasterRpcServices();<a name="line.2545"></a> -<span class="sourceLineNo">2546</span> break;<a name="line.2546"></a> -<span class="sourceLineNo">2547</span> }<a name="line.2547"></a> -<span class="sourceLineNo">2548</span> try {<a name="line.2548"></a> -<span class="sourceLineNo">2549</span> BlockingRpcChannel channel =<a name="line.2549"></a> -<span class="sourceLineNo">2550</span> this.rpcClient.createBlockingRpcChannel(sn, userProvider.getCurrent(),<a name="line.2550"></a> -<span class="sourceLineNo">2551</span> shortOperationTimeout);<a name="line.2551"></a> -<span class="sourceLineNo">2552</span> intRssStub = RegionServerStatusService.newBlockingStub(channel);<a name="line.2552"></a> -<span class="sourceLineNo">2553</span> intLockStub = LockService.newBlockingStub(channel);<a name="line.2553"></a> -<span class="sourceLineNo">2554</span> break;<a name="line.2554"></a> -<span class="sourceLineNo">2555</span> } catch (IOException e) {<a name="line.2555"></a> -<span class="sourceLineNo">2556</span> if (System.currentTimeMillis() > (previousLogTime + 1000)) {<a name="line.2556"></a> -<span class="sourceLineNo">2557</span> e = e instanceof RemoteException ?<a name="line.2557"></a> -<span class="sourceLineNo">2558</span> ((RemoteException)e).unwrapRemoteException() : e;<a name="line.2558"></a> -<span class="sourceLineNo">2559</span> if (e instanceof ServerNotRunningYetException) {<a name="line.2559"></a> -<span class="sourceLineNo">2560</span> LOG.info("Master isn't available yet, retrying");<a name="line.2560"></a> -<span class="sourceLineNo">2561</span> } else {<a name="line.2561"></a> -<span class="sourceLineNo">2562</span> LOG.warn("Unable to connect to master. Retrying. Error was:", e);<a name="line.2562"></a> -<span class="sourceLineNo">2563</span> }<a name="line.2563"></a> -<span class="sourceLineNo">2564</span> previousLogTime = System.currentTimeMillis();<a name="line.2564"></a> -<span class="sourceLineNo">2565</span> }<a name="line.2565"></a> -<span class="sourceLineNo">2566</span> if (sleep(200)) {<a name="line.2566"></a> -<span class="sourceLineNo">2567</span> interrupted = true;<a name="line.2567"></a> +<span class="sourceLineNo">2472</span> if (this.replicationSinkHandler != null) {<a name="line.2472"></a> +<span class="sourceLineNo">2473</span> this.replicationSinkHandler.stopReplicationService();<a name="line.2473"></a> +<span class="sourceLineNo">2474</span> }<a name="line.2474"></a> +<span class="sourceLineNo">2475</span> }<a name="line.2475"></a> +<span class="sourceLineNo">2476</span> }<a name="line.2476"></a> +<span class="sourceLineNo">2477</span><a name="line.2477"></a> +<span class="sourceLineNo">2478</span> /**<a name="line.2478"></a> +<span class="sourceLineNo">2479</span> * @return Return the object that implements the replication<a name="line.2479"></a> +<span class="sourceLineNo">2480</span> * source executorService.<a name="line.2480"></a> +<span class="sourceLineNo">2481</span> */<a name="line.2481"></a> +<span class="sourceLineNo">2482</span> @Override<a name="line.2482"></a> +<span class="sourceLineNo">2483</span> public ReplicationSourceService getReplicationSourceService() {<a name="line.2483"></a> +<span class="sourceLineNo">2484</span> return replicationSourceHandler;<a name="line.2484"></a> +<span class="sourceLineNo">2485</span> }<a name="line.2485"></a> +<span class="sourceLineNo">2486</span><a name="line.2486"></a> +<span class="sourceLineNo">2487</span> /**<a name="line.2487"></a> +<span class="sourceLineNo">2488</span> * @return Return the object that implements the replication sink executorService.<a name="line.2488"></a> +<span class="sourceLineNo">2489</span> */<a name="line.2489"></a> +<span class="sourceLineNo">2490</span> public ReplicationSinkService getReplicationSinkService() {<a name="line.2490"></a> +<span class="sourceLineNo">2491</span> return replicationSinkHandler;<a name="line.2491"></a> +<span class="sourceLineNo">2492</span> }<a name="line.2492"></a> +<span class="sourceLineNo">2493</span><a name="line.2493"></a> +<span class="sourceLineNo">2494</span> /**<a name="line.2494"></a> +<span class="sourceLineNo">2495</span> * Get the current master from ZooKeeper and open the RPC connection to it.<a name="line.2495"></a> +<span class="sourceLineNo">2496</span> * To get a fresh connection, the current rssStub must be null.<a name="line.2496"></a> +<span class="sourceLineNo">2497</span> * Method will block until a master is available. You can break from this<a name="line.2497"></a> +<span class="sourceLineNo">2498</span> * block by requesting the server stop.<a name="line.2498"></a> +<span class="sourceLineNo">2499</span> *<a name="line.2499"></a> +<span class="sourceLineNo">2500</span> * @return master + port, or null if server has been stopped<a name="line.2500"></a> +<span class="sourceLineNo">2501</span> */<a name="line.2501"></a> +<span class="sourceLineNo">2502</span> @VisibleForTesting<a name="line.2502"></a> +<span class="sourceLineNo">2503</span> protected synchronized ServerName createRegionServerStatusStub() {<a name="line.2503"></a> +<span class="sourceLineNo">2504</span> // Create RS stub without refreshing the master node from ZK, use cached data<a name="line.2504"></a> +<span class="sourceLineNo">2505</span> return createRegionServerStatusStub(false);<a name="line.2505"></a> +<span class="sourceLineNo">2506</span> }<a name="line.2506"></a> +<span class="sourceLineNo">2507</span><a name="line.2507"></a> +<span class="sourceLineNo">2508</span> /**<a name="line.2508"></a> +<span class="sourceLineNo">2509</span> * Get the current master from ZooKeeper and open the RPC connection to it. To get a fresh<a name="line.2509"></a> +<span class="sourceLineNo">2510</span> * connection, the current rssStub must be null. Method will block until a master is available.<a name="line.2510"></a> +<span class="sourceLineNo">2511</span> * You can break from this block by requesting the server stop.<a name="line.2511"></a> +<span class="sourceLineNo">2512</span> * @param refresh If true then master address will be read from ZK, otherwise use cached data<a name="line.2512"></a> +<span class="sourceLineNo">2513</span> * @return master + port, or null if server has been stopped<a name="line.2513"></a> +<span class="sourceLineNo">2514</span> */<a name="line.2514"></a> +<span class="sourceLineNo">2515</span> @VisibleForTesting<a name="line.2515"></a> +<span class="sourceLineNo">2516</span> protected synchronized ServerName createRegionServerStatusStub(boolean refresh) {<a name="line.2516"></a> +<span class="sourceLineNo">2517</span> if (rssStub != null) {<a name="line.2517"></a> +<span class="sourceLineNo">2518</span> return masterAddressTracker.getMasterAddress();<a name="line.2518"></a> +<span class="sourceLineNo">2519</span> }<a name="line.2519"></a> +<span class="sourceLineNo">2520</span> ServerName sn = null;<a name="line.2520"></a> +<span class="sourceLineNo">2521</span> long previousLogTime = 0;<a name="line.2521"></a> +<span class="sourceLineNo">2522</span> RegionServerStatusService.BlockingInterface intRssStub = null;<a name="line.2522"></a> +<span class="sourceLineNo">2523</span> LockService.BlockingInterface intLockStub = null;<a name="line.2523"></a> +<span class="sourceLineNo">2524</span> boolean interrupted = false;<a name="line.2524"></a> +<span class="sourceLineNo">2525</span> try {<a name="line.2525"></a> +<span class="sourceLineNo">2526</span> while (keepLooping()) {<a name="line.2526"></a> +<span class="sourceLineNo">2527</span> sn = this.masterAddressTracker.getMasterAddress(refresh);<a name="line.2527"></a> +<span class="sourceLineNo">2528</span> if (sn == null) {<a name="line.2528"></a> +<span class="sourceLineNo">2529</span> if (!keepLooping()) {<a name="line.2529"></a> +<span class="sourceLineNo">2530</span> // give up with no connection.<a name="line.2530"></a> +<span class="sourceLineNo">2531</span> LOG.debug("No master found and cluster is stopped; bailing out");<a name="line.2531"></a> +<span class="sourceLineNo">2532</span> return null;<a name="line.2532"></a> +<span class="sourceLineNo">2533</span> }<a name="line.2533"></a> +<span class="sourceLineNo">2534</span> if (System.currentTimeMillis() > (previousLogTime + 1000)) {<a name="line.2534"></a> +<span class="sourceLineNo">2535</span> LOG.debug("No master found; retry");<a name="line.2535"></a> +<span class="sourceLineNo">2536</span> previousLogTime = System.currentTimeMillis();<a name="line.2536"></a> +<span class="sourceLineNo">2537</span> }<a name="line.2537"></a> +<span class="sourceLineNo">2538</span> refresh = true; // let's try pull it from ZK directly<a name="line.2538"></a> +<span class="sourceLineNo">2539</span> if (sleep(200)) {<a name="line.2539"></a> +<span class="sourceLineNo">2540</span> interrupted = true;<a name="line.2540"></a> +<span class="sourceLineNo">2541</span> }<a name="line.2541"></a> +<span class="sourceLineNo">2542</span> continue;<a name="line.2542"></a> +<span class="sourceLineNo">2543</span> }<a name="line.2543"></a> +<span class="sourceLineNo">2544</span><a name="line.2544"></a> +<span class="sourceLineNo">2545</span> // If we are on the active master, use the shortcut<a name="line.2545"></a> +<span class="sourceLineNo">2546</span> if (this instanceof HMaster && sn.equals(getServerName())) {<a name="line.2546"></a> +<span class="sourceLineNo">2547</span> intRssStub = ((HMaster)this).getMasterRpcServices();<a name="line.2547"></a> +<span class="sourceLineNo">2548</span> intLockStub = ((HMaster)this).getMasterRpcServices();<a name="line.2548"></a> +<span class="sourceLineNo">2549</span> break;<a name="line.2549"></a> +<span class="sourceLineNo">2550</span> }<a name="line.2550"></a> +<span class="sourceLineNo">2551</span> try {<a name="line.2551"></a> +<span class="sourceLineNo">2552</span> BlockingRpcChannel channel =<a name="line.2552"></a> +<span class="sourceLineNo">2553</span> this.rpcClient.createBlockingRpcChannel(sn, userProvider.getCurrent(),<a name="line.2553"></a> +<span class="sourceLineNo">2554</span> shortOperationTimeout);<a name="line.2554"></a> +<span class="sourceLineNo">2555</span> intRssStub = RegionServerStatusService.newBlockingStub(channel);<a name="line.2555"></a> +<span class="sourceLineNo">2556</span> intLockStub = LockService.newBlockingStub(channel);<a name="line.2556"></a> +<span class="sourceLineNo">2557</span> break;<a name="line.2557"></a> +<span class="sourceLineNo">2558</span> } catch (IOException e) {<a name="line.2558"></a> +<span class="sourceLineNo">2559</span> if (System.currentTimeMillis() > (previousLogTime + 1000)) {<a name="line.2559"></a> +<span class="sourceLineNo">2560</span> e = e instanceof RemoteException ?<a name="line.2560"></a> +<span class="sourceLineNo">2561</span> ((RemoteException)e).unwrapRemoteException() : e;<a name="line.2561"></a> +<span class="sourceLineNo">2562</span> if (e instanceof ServerNotRunningYetException) {<a name="line.2562"></a> +<span class="sourceLineNo">2563</span> LOG.info("Master isn't available yet, retrying");<a name="line.2563"></a> +<span class="sourceLineNo">2564</span> } else {<a name="line.2564"></a> +<span class="sourceLineNo">2565</span> LOG.warn("Unable to connect to master. Retrying. Error was:", e);<a name="line.2565"></a> +<span class="sourceLineNo">2566</span> }<a name="line.2566"></a> +<span class="sourceLineNo">2567</span> previousLogTime = System.currentTimeMillis();<a name="line.2567"></a> <span class="sourceLineNo">2568</span> }<a name="line.2568"></a> -<span class="sourceLineNo">2569</span> }<a name="line.2569"></a> -<span class="sourceLineNo">2570</span> }<a name="line.2570"></a> -<span class="sourceLineNo">2571</span> } finally {<a name="line.2571"></a> -<span class="sourceLineNo">2572</span> if (interrupted) {<a name="line.2572"></a> -<span class="sourceLineNo">2573</span> Thread.currentThread().interrupt();<a name="line.2573"></a> -<span class="sourceLineNo">2574</span> }<a name="line.2574"></a> -<span class="sourceLineNo">2575</span> }<a name="line.2575"></a> -<span class="sourceLineNo">2576</span> this.rssStub = intRssStub;<a name="line.2576"></a> -<span class="sourceLineNo">2577</span> this.lockStub = intLockStub;<a name="line.2577"></a> -<span class="sourceLineNo">2578</span> return sn;<a name="line.2578"></a> -<span class="sourceLineNo">2579</span> }<a name="line.2579"></a> -<span class="sourceLineNo">2580</span><a name="line.2580"></a> -<span class="sourceLineNo">2581</span> /**<a name="line.2581"></a> -<span class="sourceLineNo">2582</span> * @return True if we should break loop because cluster is going down or<a name="line.2582"></a> -<span class="sourceLineNo">2583</span> * this server has been stopped or hdfs has gone bad.<a name="line.2583"></a> -<span class="sourceLineNo">2584</span> */<a name="line.2584"></a> -<span class="sourceLineNo">2585</span> private boolean keepLooping() {<a name="line.2585"></a> -<span class="sourceLineNo">2586</span> return !this.stopped && isClusterUp();<a name="line.2586"></a> -<span class="sourceLineNo">2587</span> }<a name="line.2587"></a> -<span class="sourceLineNo">2588</span><a name="line.2588"></a> -<span class="sourceLineNo">2589</span> /*<a name="line.2589"></a> -<span class="sourceLineNo">2590</span> * Let the master know we're here Run initialization using parameters passed<a name="line.2590"></a> -<span class="sourceLineNo">2591</span> * us by the master.<a name="line.2591"></a> -<span class="sourceLineNo">2592</span> * @return A Map of key/value configurations we got from the Master else<a name="line.2592"></a> -<span class="sourceLineNo">2593</span> * null if we failed to register.<a name="line.2593"></a> -<span class="sourceLineNo">2594</span> * @throws IOException<a name="line.2594"></a> -<span class="sourceLineNo">2595</span> */<a name="line.2595"></a> -<span class="sourceLineNo">2596</span> private RegionServerStartupResponse reportForDuty() throws IOException {<a name="line.2596"></a> -<span class="sourceLineNo">2597</span> if (this.masterless) return RegionServerStartupResponse.getDefaultInstance();<a name="line.2597"></a> -<span class="sourceLineNo">2598</span> ServerName masterServerName = createRegionServerStatusStub(true);<a name="line.2598"></a> -<span class="sourceLineNo">2599</span> if (masterServerName == null) return null;<a name="line.2599"></a> -<span class="sourceLineNo">2600</span> RegionServerStartupResponse result = null;<a name="line.2600"></a> -<span class="sourceLineNo">2601</span> try {<a name="line.2601"></a> -<span class="sourceLineNo">2602</span> rpcServices.requestCount.reset();<a name="line.2602"></a> -<span class="sourceLineNo">2603</span> rpcServices.rpcGetRequestCount.reset();<a name="line.2603"></a> -<span class="sourceLineNo">2604</span> rpcServices.rpcScanRequestCount.reset();<a name="line.2604"></a> -<span class="sourceLineNo">2605</span> rpcServices.rpcMultiRequestCount.reset();<a name="line.2605"></a> -<span class="sourceLineNo">2606</span> rpcServices.rpcMutateRequestCount.reset();<a name="line.2606"></a> -<span class="sourceLineNo">2607</span> LOG.info("reportForDuty to master=" + masterServerName + " with port="<a name="line.2607"></a> -<span class="sourceLineNo">2608</span> + rpcServices.isa.getPort() + ", startcode=" + this.startcode);<a name="line.2608"></a> -<span class="sourceLineNo">2609</span> long now = EnvironmentEdgeManager.currentTime();<a name="line.2609"></a> -<span class="sourceLineNo">2610</span> int port = rpcServices.isa.getPort();<a name="line.2610"></a> -<span class="sourceLineNo">2611</span> RegionServerStartupRequest.Builder request = RegionServerStartupRequest.newBuilder();<a name="line.2611"></a> -<span class="sourceLineNo">2612</span> if (!StringUtils.isBlank(useThisHostnameInstead)) {<a name="line.2612"></a> -<span class="sourceLineNo">2613</span> request.setUseThisHostnameInstead(useThisHostnameInstead);<a name="line.2613"></a> -<span class="sourceLineNo">2614</span> }<a name="line.2614"></a> -<span class="sourceLineNo">2615</span> request.setPort(port);<a name="line.2615"></a> -<span class="sourceLineNo">2616</span> request.setServerStartCode(this.startcode);<a name="line.2616"></a> -<span class="sourceLineNo">2617</span> request.setServerCurrentTime(now);<a name="line.2617"></a> -<span class="sourceLineNo">2618</span> result = this.rssStub.regionServerStartup(null, request.build());<a name="line.2618"></a> -<span class="sourceLineNo">2619</span> } catch (ServiceException se) {<a name="line.2619"></a> -<span class="sourceLineNo">2620</span> IOException ioe = ProtobufUtil.getRemoteException(se);<a name="line.2620"></a> -<span class="sourceLineNo">2621</span> if (ioe instanceof ClockOutOfSyncException) {<a name="line.2621"></a> -<span class="sourceLineNo">2622</span> LOG.error(HBaseMarkers.FATAL, "Master rejected startup because clock is out of sync",<a name="line.2622"></a> -<span class="sourceLineNo">2623</span> ioe);<a name="line.2623"></a> -<span class="sourceLineNo">2624</span> // Re-throw IOE will cause RS to abort<a name="line.2624"></a> -<span class="sourceLineNo">2625</span> throw ioe;<a name="line.2625"></a> -<span class="sourceLineNo">2626</span> } else if (ioe instanceof ServerNotRunningYetException) {<a name="line.2626"></a> -<span class="sourceLineNo">2627</span> LOG.debug("Master is not running yet");<a name="line.2627"></a> -<span class="sourceLineNo">2628</span> } else {<a name="line.2628"></a> -<span class="sourceLineNo">2629</span> LOG.warn("error telling master we are up", se);<a name="line.2629"></a> -<span class="sourceLineNo">2630</span> }<a name="line.2630"></a> -<span class="sourceLineNo">2631</span> rssStub = null;<a name="line.2631"></a> -<span class="sourceLineNo">2632</span> }<a name="line.2632"></a> -<span class="sourceLineNo">2633</span> return result;<a name="line.2633"></a> -<span class="sourceLineNo">2634</span> }<a name="line.2634"></a> -<span class="sourceLineNo">2635</span><a name="line.2635"></a> -<span class="sourceLineNo">2636</span> @Override<a name="line.2636"></a> -<span class="sourceLineNo">2637</span> public RegionStoreSequenceIds getLastSequenceId(byte[] encodedRegionName) {<a name="line.2637"></a> -<span class="sourceLineNo">2638</span> try {<a name="line.2638"></a> -<span class="sourceLineNo">2639</span> GetLastFlushedSequenceIdRequest req =<a name="line.2639"></a> -<span class="sourceLineNo">2640</span> RequestConverter.buildGetLastFlushedSequenceIdRequest(encodedRegionName);<a name="line.2640"></a> -<span class="sourceLineNo">2641</span> RegionServerStatusService.BlockingInterface rss = rssStub;<a name="line.2641"></a> -<span class="sourceLineNo">2642</span> if (rss == null) { // Try to connect one more time<a name="line.2642"></a> -<span class="sourceLineNo">2643</span> createRegionServerStatusStub();<a name="line.2643"></a> -<span class="sourceLineNo">2644</span> rss = rssStub;<a name="line.2644"></a> -<span class="sourceLineNo">2645</span> if (rss == null) {<a name="line.2645"></a> -<span class="sourceLineNo">2646</span> // Still no luck, we tried<a name="line.2646"></a> -<span class="sourceLineNo">2647</span> LOG.warn("Unable to connect to the master to check " + "the last flushed sequence id");<a name="line.2647"></a> -<span class="sourceLineNo">2648</span> return RegionStoreSequenceIds.newBuilder().setLastFlushedSequenceId(HConstants.NO_SEQNUM)<a name="line.2648"></a> -<span class="sourceLineNo">2649</span> .build();<a name="line.2649"></a> -<span class="sourceLineNo">2650</span> }<a name="line.2650"></a> -<span class="sourceLineNo">2651</span> }<a name="line.2651"></a> -<span class="sourceLineNo">2652</span> GetLastFlushedSequenceIdResponse resp = rss.getLastFlushedSequenceId(null, req);<a name="line.2652"></a> -<span class="sourceLineNo">2653</span> return RegionStoreSequenceIds.newBuilder()<a name="line.2653"></a> -<span class="sourceLineNo">2654</span> .setLastFlushedSequenceId(resp.getLastFlushedSequenceId())<a name="line.2654"></a> -<span class="sourceLineNo">2655</span> .addAllStoreSequenceId(resp.getStoreLastFlushedSequenceIdList()).build();<a name="line.2655"></a> -<span class="sourceLineNo">2656</span> } catch (ServiceException e) {<a name="line.2656"></a> -<span class="sourceLineNo">2657</span> LOG.warn("Unable to connect to the master to check the last flushed sequence id", e);<a name="line.2657"></a> -<span class="sourceLineNo">2658</span> return RegionStoreSequenceIds.newBuilder().setLastFlushedSequenceId(HConstants.NO_SEQNUM)<a name="line.2658"></a> -<span class="sourceLineNo">2659</span> .build();<a name="line.2659"></a> -<span class="sourceLineNo">2660</span> }<a name="line.2660"></a> -<span class="sourceLineNo">2661</span> }<a name="line.2661"></a> -<span class="sourceLineNo">2662</span><a name="line.2662"></a> -<span class="sourceLineNo">2663</span> /**<a name="line.2663"></a> -<span class="sourceLineNo">2664</span> * Closes all regions. Called on our way out.<a name="line.2664"></a> -<span class="sourceLineNo">2665</span> * Assumes that its not possible for new regions to be added to onlineRegions<a name="line.2665"></a> -<span class="sourceLineNo">2666</span> * while this method runs.<a name="line.2666"></a> -<span class="sourceLineNo">2667</span> */<a name="line.2667"></a> -<span class="sourceLineNo">2668</span> protected void closeAllRegions(final boolean abort) {<a name="line.2668"></a> -<span class="sourceLineNo">2669</span> closeUserRegions(abort);<a name="line.2669"></a> -<span class="sourceLineNo">2670</span> closeMetaTableRegions(abort);<a name="line.2670"></a> -<span class="sourceLineNo">2671</span> }<a name="line.2671"></a> -<span class="sourceLineNo">2672</span><a name="line.2672"></a> -<span class="sourceLineNo">2673</span> /**<a name="line.2673"></a> -<span class="sourceLineNo">2674</span> * Close meta region if we carry it<a name="line.2674"></a> -<span class="sourceLineNo">2675</span> * @param abort Whether we're running an abort.<a name="line.2675"></a> -<span class="sourceLineNo">2676</span> */<a name="line.2676"></a> -<span class="sourceLineNo">2677</span> void closeMetaTableRegions(final boolean abort) {<a name="line.2677"></a> -<span class="sourceLineNo">2678</span> HRegion meta = null;<a name="line.2678"></a> -<span class="sourceLineNo">2679</span> this.lock.writeLock().lock();<a name="line.2679"></a> -<span class="sourceLineNo">2680</span> try {<a name="line.2680"></a> -<span class="sourceLineNo">2681</span> for (Map.Entry<String, HRegion> e: onlineRegions.entrySet()) {<a name="line.2681"></a> -<span class="sourceLineNo">2682</span> RegionInfo hri = e.getValue().getRegionInfo();<a name="line.2682"></a> -<span class="sourceLineNo">2683</span> if (hri.isMetaRegion()) {<a name="line.2683"></a> -<span class="sourceLineNo">2684</span> meta = e.getValue();<a name="line.2684"></a> -<span class="sourceLineNo">2685</span> }<a name="line.2685"></a> -<span class="sourceLineNo">2686</span> if (meta != null) break;<a name="line.2686"></a> -<span class="sourceLineNo">2687</span> }<a name="line.2687"></a> -<span class="sourceLineNo">2688</span> } finally {<a name="line.2688"></a> -<span class="sourceLineNo">2689</span> this.lock.writeLock().unlock();<a name="line.2689"></a> -<span class="sourceLineNo">2690</span> }<a name="line.2690"></a> -<span class="sourceLineNo">2691</span> if (meta != null) closeRegionIgnoreErrors(meta.getRegionInfo(), abort);<a name="line.2691"></a> -<span class="sourceLineNo">2692</span> }<a name="line.2692"></a> -<span class="sourceLineNo">2693</span><a name="line.2693"></a> -<span class="sourceLineNo">2694</span> /**<a name="line.2694"></a> -<span class="sourceLineNo">2695</span> * Schedule closes on all user regions.<a name="line.2695"></a> -<span class="sourceLineNo">2696</span> * Should be safe calling multiple times because it wont' close regions<a name="line.2696"></a> -<span class="sourceLineNo">2697</span> * that are already closed or that are closing.<a name="line.2697"></a> -<span class="sourceLineNo">2698</span> * @param abort Whether we're running an abort.<a name="line.2698"></a> -<span class="sourceLineNo">2699</span> */<a name="line.2699"></a> -<span class="sourceLineNo">2700</span> void closeUserRegions(final boolean abort) {<a name="line.2700"></a> -<span class="sourceLineNo">2701</span> this.lock.writeLock().lock();<a name="line.2701"></a> -<span class="sourceLineNo">2702</span> try {<a name="line.2702"></a> -<span class="sourceLineNo">2703</span> for (Map.Entry<String, HRegion> e: this.onlineRegions.entrySet()) {<a name="line.2703"></a> -<span class="sourceLineNo">2704</span> HRegion r = e.getValue();<a name="line.2704"></a> -<span class="sourceLineNo">2705</span> if (!r.getRegionInfo().isMetaRegion() && r.isAvailable()) {<a name="line.2705"></a> -<span class="sourceLineNo">2706</span> // Don't update zk with this close transition; pass false.<a name="line.2706"></a> -<span class="sourceLineNo">2707</span> closeRegionIgnoreErrors(r.getRegionInfo(), abort);<a name="line.2707"></a> -<span class="sourceLineNo">2708</span> }<a name="line.2708"></a> -<span class="sourceLineNo">2709</span> }<a name="line.2709"></a> -<span class="sourceLineNo">2710</span> } finally {<a name="line.2710"></a> -<span class="sourceLineNo">2711</span> this.lock.writeLock().unlock();<a name="line.2711"></a> -<span class="sourceLineNo">2712</span> }<a name="line.2712"></a> -<span class="sourceLineNo">2713</span> }<a name="line.2713"></a> -<span class="sourceLineNo">2714</span><a name="line.2714"></a> -<span class="sourceLineNo">2715</span> /** @return the info server */<a name="line.2715"></a> -<span class="sourceLineNo">2716</span> public InfoServer getInfoServer() {<a name="line.2716"></a> -<span class="sourceLineNo">2717</span> return infoServer;<a name="line.2717"></a> -<span class="sourceLineNo">2718</span> }<a name="line.2718"></a> -<span class="sourceLineNo">2719</span><a name="line.2719"></a> -<span class="sourceLineNo">2720</span> /**<a name="line.2720"></a> -<span class="sourceLineNo">2721</span> * @return true if a stop has been requested.<a name="line.2721"></a> -<span class="sourceLineNo">2722</span> */<a name="line.2722"></a> -<span class="sourceLineNo">2723</span> @Override<a name="line.2723"></a> -<span class="sourceLineNo">2724</span> public boolean isStopped() {<a name="line.2724"></a> -<span class="sourceLineNo">2725</span> return this.stopped;<a name="line.2725"></a> -<span class="sourceLineNo">2726</span> }<a name="line.2726"></a> -<span class="sourceLineNo">2727</span><a name="line.2727"></a> -<span class="sourceLineNo">2728</span> @Override<a name="line.2728"></a> -<span class="sourceLineNo">2729</span> public boolean isStopping() {<a name="line.2729"></a> -<span class="sourceLineNo">2730</span> return this.stopping;<a name="line.2730"></a> -<span class="sourceLineNo">2731</span> }<a name="line.2731"></a> -<span class="sourceLineNo">2732</span><a name="line.2732"></a> -<span class="sourceLineNo">2733</span> /**<a name="line.2733"></a> -<span class="sourceLineNo">2734</span> *<a name="line.2734"></a> -<span class="sourceLineNo">2735</span> * @return the configuration<a name="line.2735"></a> -<span class="sourceLineNo">2736</span> */<a name="line.2736"></a> -<span class="sourceLineNo">2737</span> @Override<a name="line.2737"></a> -<span class="sourceLineNo">2738</span> public Configuration getConfiguration() {<a name="line.2738"></a> -<span class="sourceLineNo">2739</span> return conf;<a name="line.2739"></a> -<span class="sourceLineNo">2740</span> }<a name="line.2740"></a> -<span class="sourceLineNo">2741</span><a name="line.2741"></a> -<span class="sourceLineNo">2742</span> /** @return the write lock for the server */<a name="line.2742"></a> -<span class="sourceLineNo">2743</span> ReentrantReadWriteLock.WriteLock getWriteLock() {<a name="line.2743"></a> -<span class="sourceLineNo">2744</span> return lock.writeLock();<a name="line.2744"></a> -<span class="sourceLineNo">2745</span> }<a name="line.2745"></a> -<span class="sourceLineNo">2746</span><a name="line.2746"></a> -<span class="sourceLineNo">2747</span> public int getNumberOfOnlineRegions() {<a name="line.2747"></a> -<span class="sourceLineNo">2748</span> return this.onlineRegions.size();<a name="line.2748"></a> -<span class="sourceLineNo">2749</span> }<a name="line.2749"></a> -<span class="sourceLineNo">2750</span><a name="line.2750"></a> -<span class="sourceLineNo">2751</span> boolean isOnlineRegionsEmpty() {<a name="line.2751"></a> -<span class="sourceLineNo">2752</span> return this.onlineRegions.isEmpty();<a name="line.2752"></a> -<span class="sourceLineNo">2753</span> }<a name="line.2753"></a> -<span class="sourceLineNo">2754</span><a name="line.2754"></a> -<span class="sourceLineNo">2755</span> /**<a name="line.2755"></a> -<span class="sourceLineNo">2756</span> * For tests, web ui and metrics.<a name="line.2756"></a> -<span class="sourceLineNo">2757</span> * This method will only work if HRegionServer is in the same JVM as client;<a name="line.2757"></a> -<span class="sourceLineNo">2758</span> * HRegion cannot be serialized to cross an rpc.<a name="line.2758"></a> -<span class="sourceLineNo">2759</span> */<a name="line.2759"></a> -<span class="sourceLineNo">2760</span> public Collection<HRegion> getOnlineRegionsLocalContext() {<a name="line.2760"></a> -<span class="sourceLineNo">2761</span> Collection<HRegion> regions = this.onlineRegions.values();<a name="line.2761"></a> -<span class="sourceLineNo">2762</span> return Collections.unmodifiableCollection(regions);<a name="line.2762"></a> -<span class="sourceLineNo">2763</span> }<a name="line.2763"></a> -<span class="sourceLineNo">2764</span><a name="line.2764"></a> -<span class="sourceLineNo">2765</span> @Override<a name="line.2765"></a> -<span class="sourceLineNo">2766</span> public void addRegion(HRegion region) {<a name="line.2766"></a> -<span class="sourceLineNo">2767</span> this.onlineRegions.put(region.getRegionInfo().getEncodedName(), region);<a name="line.2767"></a> -<span class="sourceLineNo">2768</span> configurationManager.registerObserver(region);<a name="line.2768"></a> -<span class="sourceLineNo">2769</span> }<a name="line.2769"></a> -<span class="sourceLineNo">2770</span><a name="line.2770"></a> -<span class="sourceLineNo">2771</span> private void addRegion(SortedMap<Long, Collection<HRegion>> sortedRegions, HRegion region,<a name="line.2771"></a> -<span class="sourceLineNo">2772</span> long size) {<a name="line.2772"></a> -<span class="sourceLineNo">2773</span> if (!sortedRegions.containsKey(size)) {<a name="line.2773"></a> -<span class="sourceLineNo">2774</span> sortedRegions.put(size, new ArrayList<>());<a name="line.2774"></a> -<span class="sourceLineNo">2775</span> }<a name="line.2775"></a> -<span class="sourceLineNo">2776</span> sortedRegions.get(size).add(region);<a name="line.2776"></a> -<span class="sourceLineNo">2777</span> }<a name="line.2777"></a> -<span class="sourceLineNo">2778</span> /**<a name="line.2778"></a> -<span class="sourceLineNo">2779</span> * @return A new Map of online regions sorted by region off-heap size with the first entry being<a name="line.2779"></a> -<span class="sourceLineNo">2780</span> * the biggest.<a name="line.2780"></a> -<span class="sourceLineNo">2781</span> */<a name="line.2781"></a> -<span class="sourceLineNo">2782</span> SortedMap<Long, Collection<HRegion>> getCopyOfOnlineRegionsSortedByOffHeapSize() {<a name="line.2782"></a> -<span class="sourceLineNo">2783</span> // we'll sort the regions in reverse<a name="line.2783"></a> -<span class="sourceLineNo">2784</span> SortedMap<Long, Collection<HRegion>> sortedRegions = new TreeMap<>(<a name="line.2784"></a> -<span class="sourceLineNo">2785</span> new Comparator<Long>() {<a name="line.2785"></a> -<span class="sourceLineNo">2786</span> @Override<a name="line.2786"></a> -<span class="sourceLineNo">2787</span> public int compare(Long a, Long b) {<a name="line.2787"></a> -<span class="sourceLineNo">2788</span> return -1 * a.compareTo(b);<a name="line.2788"></a> -<span class="sourceLineNo">2789</span> }<a name="line.2789"></a> -<span class="sourceLineNo">2790</span> });<a name="line.2790"></a> -<span class="sourceLineNo">2791</span> // Copy over all regions. Regions are sorted by size with biggest first.<a name="line.2791"></a> -<span class="sourceLineNo">2792</span> for (HRegion region : this.onlineRegions.values()) {<a name="line.2792"></a> -<span class="sourceLineNo">2793</span> addRegion(sortedRegions, region, region.getMemStoreOffHeapSize());<a name="line.2793"></a> -<span class="sourceLineNo">2794</span> }<a name="line.2794"></a> -<span class="sourceLineNo">2795</span> return sortedRegions;<a name="line.2795"></a> -<span class="sourceLineNo">2796</span> }<a name="line.2796"></a> -<span class="sourceLineNo">2797</span><a name="line.2797"></a> -<span class="sourceLineNo">2798</span> /**<a name="line.2798"></a> -<span class="sourceLineNo">2799</span> * @return A new Map of online regions sorted by region heap size with the first entry being the<a name="line.2799"></a> -<span class="sourceLineNo">2800</span> * biggest.<a name="line.2800"></a> -<span class="sourceLineNo">2801</span> */<a name="line.2801"></a> -<span class="sourceLineNo">2802</span> SortedMap<Long, Collection<HRegion>> getCopyOfOnlineRegionsSortedByOnHeapSize() {<a name="line.2802"></a> -<span class="sourceLineNo">2803</span> // we'll sort the regions in reverse<a name="line.2803"></a> -<span class="sourceLineNo">2804</span> SortedMap<Long, Collection<HRegion>> sortedRegions = new TreeMap<>(<a name="line.2804"></a> -<span class="sourceLineNo">2805</span> new Comparator<Long>() {<a name="line.2805"></a> -<span class="sourceLineNo">2806</span> @Override<a name="line.2806"></a> -<span class="sourceLineNo">2807</span> public int compare(Long a, Long b) {<a name="line.2807"></a> -<span class="sourceLineNo">2808</span> return -1 * a.compareTo(b);<a name="line.2808"></a> -<span class="sourceLineNo">2809</span> }<a name="line.2809"></a> -<span class="sourceLineNo">2810</span> });<a name="line.2810"></a> -<span class="sourceLineNo">2811</span> // Copy over all regions. Regions are sorted by size with biggest first.<a name="line.2811"></a> -<span class="sourceLineNo">2812</span> for (HRegion region : this.onlineRegions.values()) {<a name="line.2812"></a> -<span class="sourceLineNo">2813</span> addRegion(sortedRegions, region, region.getMemStoreHeapSize());<a name="line.2813"></a> -<span class="sourceLineNo">2814</span> }<a name="line.2814"></a> -<span class="sourceLineNo">2815</span> return sortedRegions;<a name="line.2815"></a> -<span class="sourceLineNo">2816</span> }<a name="line.2816"></a> -<span class="sourceLineNo">2817</span><a name="line.2817"></a> -<span class="sourceLineNo">2818</span> /**<a name="line.2818"></a> -<span class="sourceLineNo">2819</span> * @return time stamp in millis of when this region server was started<a name="line.2819"></a> -<span class="sourceLineNo">2820</span> */<a name="line.2820"></a> -<span class="sourceLineNo">2821</span> public long getStartcode() {<a name="line.2821"></a> -<span class="sourceLineNo">2822</span> return this.startcode;<a name="line.2822"></a> -<span class="sourceLineNo">2823</span> }<a name="line.2823"></a> -<span class="sourceLineNo">2824</span><a name="line.2824"></a> -<span class="sourceLineNo">2825</span> /** @return reference to FlushRequester */<a name="line.2825"></a> -<span class="sourceLineNo">2826</span> @Override<a name="line.2826"></a> -<span class="sourceLineNo">2827</span> public FlushRequester getFlushRequester() {<a name="line.2827"></a> -<span class="sourceLineNo">2828</span> return this.cacheFlusher;<a name="line.2828"></a> -<span class="sourceLineNo">2829</span> }<a name="line.2829"></a> -<span class="sourceLineNo">2830</span><a name="line.2830"></a> -<span class="sourceLineNo">2831</span> @Override<a name="line.2831"></a> -<span class="sourceLineNo">2832</span> public CompactionRequester getCompactionRequestor() {<a name="line.2832"></a> -<span class="sourceLineNo">2833</span> return this.compactSplitThread;<a name="line.2833"></a> -<span class="sourceLineNo">2834</span> }<a name="line.2834"></a> -<span class="sourceLineNo">2835</span><a name="line.2835"></a> -<span class="sourceLineNo">2836</span> /**<a name="line.2836"></a> -<span class="sourceLineNo">2837</span> * Get the top N most loaded regions this server is serving so we can tell the<a name="line.2837"></a> -<span class="sourceLineNo">2838</span> * master which regions it can reallocate if we're overloaded. TODO: actually<a name="line.2838"></a> -<span class="sourceLineNo">2839</span> * calculate which regions are most loaded. (Right now, we're just grabbing<a name="line.2839"></a> -<span class="sourceLineNo">2840</span> * the first N regions being served regardless of load.)<a name="line.2840"></a> -<span class="sourceLineNo">2841</span> */<a name="line.2841"></a> -<span class="sourceLineNo">2842</span> protected RegionInfo[] getMostLoadedRegions() {<a name="line.2842"></a> -<span class="sourceLineNo">2843</span> ArrayList<RegionInfo> regions = new ArrayList<>();<a name="line.2843"></a> -<span class="sourceLineNo">2844</span> for (Region r : onlineRegions.values()) {<a name="line.2844"></a> -<span class="sourceLineNo">2845</span> if (!r.isAvailable()) {<a name="line.2845"></a> -<span class="sourceLineNo">2846</span> continue;<a name="line.2846"></a> -<span class="sourceLineNo">2847</span> }<a name="line.2847"></a> -<span class="sourceLineNo">2848</span> if (regions.size() < numRegionsToReport) {<a name="line.2848"></a> -<span class="sourceLineNo">2849</span> regions.add(r.getRegionInfo());<a name="line.2849"></a> -<span class="sourceLineNo">2850</span> } else {<a name="line.2850"></a> -<span class="sourceLineNo">2851</span> break;<a name="line.2851"></a> -<span class="sourceLineNo">2852</span> }<a name="line.2852"></a> -<span class="sourceLineNo">2853</span> }<a name="line.2853"></a> -<span class="sourceLineNo">2854</span> return regions.toArray(new RegionInfo[regions.size()]);<a name="line.2854"></a> -<span class="sourceLineNo">2855</span> }<a name="line.2855"></a> -<span class="sourceLineNo">2856</span><a name="line.2856"></a> -<span class="sourceLineNo">2857</span> @Override<a name="line.2857"></a> -<span class="sourceLineNo">2858</span> public Leases getLeases() {<a name="line.2858"></a> -<span class="sourceLineNo">2859</span> return leases;<a name="line.2859"></a> -<span class="sourceLineNo">2860</span> }<a name="line.2860"></a> -<span class="sourceLineNo">2861</span><a name="line.2861"></a> -<span class="sourceLineNo">2862</span> /**<a name="line.2862"></a> -<span class="sourceLineNo">2863</span> * @return Return the rootDir.<a name="line.2863"></a> -<span class="sourceLineNo">2864</span> */<a name="line.2864"></a> -<span class="sourceLineNo">2865</span> protected Path getRootDir() {<a name="line.2865"></a> -<span class="sourceLineNo">2866</span> return rootDir;<a name="line.2866"></a> -<span class="sourceLineNo">2867</span> }<a name="line.2867"></a> -<span class="sourceLineNo">2868</span><a name="line.2868"></a> -<span class="sourceLineNo">2869</span> /**<a name="line.2869"></a> -<span class="sourceLineNo">2870</span> * @return Return the fs.<a name="line.2870"></a> -<span class="sourceLineNo">2871</span> */<a name="line.2871"></a> -<span class="sourceLineNo">2872</span> @Override<a name="line.2872"></a> -<span class="sourceLineNo">2873</span> public FileSystem getFileSystem() {<a name="line.2873"></a> -<span class="sourceLineNo">2874</span> return fs;<a name="line.2874"></a> -<span class="sourceLineNo">2875</span> }<a name="line.2875"></a> -<span class="sourceLineNo">2876</span><a name="line.2876"></a> -<span class="sourceLineNo">2877</span> /**<a name="line.2877"></a> -<span class="sourceLineNo">2878</span> * @return Return the walRootDir.<a name="line.2878"></a> -<span class="sourceLineNo">2879</span> */<a name="line.2879"></a> -<span class="sourceLineNo">2880</span> public Path getWALRootDir() {<a name="line.2880"></a> -<span class="sourceLineNo">2881</span> return walRootDir;<a name="line.2881"></a> -<span class="sourceLineNo">2882</span> }<a name="line.2882"></a> -<span class="sourceLineNo">2883</span><a name="line.2883"></a> -<span class="sourceLineNo">2884</span> /**<a name="line.2884"></a> -<span class="sourceLineNo">2885</span> * @return Return the walFs.<a name="line.2885"></a> -<span class="sourceLineNo">2886</span> */<a name="line.2886"></a> -<span class="sourceLineNo">2887</span> public FileSystem getWALFileSystem() {<a name="line.2887"></a> -<span class="sourceLineNo">2888</span> return walFs;<a name="line.2888"></a> -<span class="sourceLineNo">2889</span> }<a name="line.2889"></a> -<span class="sourceLineNo">2890</span><a name="line.2890"></a> -<span class="sourceLineNo">2891</span> @Override<a name="line.2891"></a> -<span class="sourceLineNo">2892</span> public String toString() {<a name="line.2892"></a> -<span class="sourceLineNo">2893</span> return getServerName().toString();<a name="line.2893"></a> -<span class="sourceLineNo">2894</span> }<a name="line.2894"></a> -<span class="sourceLineNo">2895</span><a name="line.2895"></a> -<span class="sourceLineNo">2896</span> /**<a name="line.2896"></a> -<span class="sourceLineNo">2897</span> * Interval at which threads should run<a name="line.2897"></a> -<span class="sourceLineNo">2898</span> *<a name="line.2898"></a> -<span class="sourceLineNo">2899</span> * @return the interval<a name="line.2899"></a> -<span class="sourceLineNo">2900</span> */<a name="line.2900"></a> -<span class="sourceLineNo">2901</span> public int getThreadWakeFrequency() {<a name="line.2901"></a> -<span class="sourceLineNo">2902</span> return threadWakeFrequency;<a name="line.2902"></a> -<span class="sourceLineNo">2903</span> }<a name="line.2903"></a> -<span class="sourceLineNo">2904</span><a name="line.2904"></a> -<span class="sourceLineNo">2905</span> @Override<a name="line.2905"></a> -<span class="sourceLineNo">2906</span> public ZKWatcher getZooKeeper() {<a name="line.2906"></a> -<span class="sourceLineNo">2907</span> return zooKeeper;<a name="line.2907"></a> -<span class="sourceLineNo">2908</span> }<a name="line.2908"></a> -<span class="sourceLineNo">2909</span><a name="line.2909"></a> -<span class="sourceLineNo">2910</span> @Override<a name="line.2910"></a> -<span class="sourceLineNo">2911</span> public CoordinatedStateManager getCoordinatedStateManager() {<a name="line.2911"></a> -<span class="sourceLineNo">2912</span> return csm;<a name="line.2912"></a> -<span class="sourceLineNo">2913</span> }<a name="line.2913"></a> -<span class="sourceLineNo">2914</span><a name="line.2914"></a> -<span class="sourceLineNo">2915</span> @Override<a name="line.2915"></a> -<span class="sourceLineNo">2916</span> public ServerName getServerName() {<a name="line.2916"></a> -<span class="sourceLineNo">2917</span> return serverName;<a name="line.2917"></a> -<span class="sourceLineNo">2918</span> }<a name="line.2918"></a> -<span class="sourceLineNo">2919</span><a name="line.2919"></a> -<span class="sourceLineNo">2920</span> public RegionServerCoprocessorHost getRegionServerCoprocessorHost(){<a name="line.2920"></a> -<span class="sourceLineNo">2921</span> return this.rsHost;<a name="line.2921"></a> -<span class="sourceLineNo">2922</span> }<a name="line.2922"></a> -<span class="sourceLineNo">2923</span><a name="line.2923"></a> -<span class="sourceLineNo">2924</span> @Override<a name="line.2924"></a> -<span class="sourceLineNo">2925</span> public ConcurrentMap<byte[], Boolean> getRegionsInTransitionInRS() {<a name="line.2925"></a> -<span class="sourceLineNo">2926</span> return this.regionsInTransitionInRS;<a name="line.2926"></a> -<span class="sourceLineNo">2927</span> }<a name="line.2927"></a> -<span class="sourceLineNo">2928</span><a name="line.2928"></a> -<span class="sourceLineNo">2929</span> @Override<a name="line.2929"></a> -<span class="sourceLineNo">2930</span> public ExecutorService getExecutorService() {<a name="line.2930"></a> -<span class="sourceLineNo">2931</span> return executorService;<a name="line.2931"></a> -<span class="sourceLineNo">2932</span> }<a name="line.2932"></a> -<span class="sourceLineNo">2933</span><a name="line.2933"></a> -<span class="sourceLineNo">2934</span> @Override<a name="line.2934"></a> -<span class="sourceLineNo">2935</span> public ChoreService getChoreService() {<a name="line.2935"></a> -<span class="sourceLineNo">2936</span> return choreService;<a name="line.2936"></a> -<span class="sourceLineNo">2937</span> }<a name="line.2937"></a> -<span class="sourceLineNo">2938</span><a name="line.2938"></a> -<span class="sourceLineNo">2939</span> @Override<a name="line.2939"></a> -<span class="sourceLineNo">2940</span> public RegionServerRpcQuotaManager getRegionServerRpcQuotaManager() {<a name="line.2940"></a> -<span class="sourceLineNo">2941</span> return rsQuotaManager;<a name="line.2941"></a> -<span class="sourceLineNo">2942</span> }<a name="line.2942"></a> -<span class="sourceLineNo">2943</span><a name="line.2943"></a> -<span class="sourceLineNo">2944</span> //<a name="line.2944"></a> -<span class="sourceLineNo">2945</span> // Main program and support routines<a name="line.2945"></a> -<span class="sourceLineNo">2946</span> //<a name="line.2946"></a> -<span class="sourceLineNo">2947</span> /**<a name="line.2947"></a> -<span class="sourceLineNo">2948</span> * Load the replication executorService objects, if any<a name="line.2948"></a> -<span class="sourceLineNo">2949</span> */<a name="line.2949"></a> -<span class="sourceLineNo">2950</span> private static void createNewReplicationInstance(Configuration conf, HRegionServer server,<a name="line.2950"></a> -<span class="sourceLineNo">2951</span> FileSystem walFs, Path walDir, Path oldWALDir, WALProvider walProvider) throws IOException {<a name="line.2951"></a> -<span class="sourceLineNo">2952</span> // read in the name of the source replication class from the config file.<a name="line.2952"></a> -<span class="sourceLineNo">2953</span> String sourceClassname = conf.get(HConstants.REPLICATION_SOURCE_SERVICE_CLASSNAME,<a name="line.2953"></a> -<span class="sourceLineNo">2954</span> HConstants.REPLICATION_SERVICE_CLASSNAME_DEFAULT);<a name="line.2954"></a> -<span class="sourceLineNo">2955</span><a name="line.2955"></a> -<span class="sourceLineNo">2956</span> // read in the name of the sink replication class from the config file.<a name="line.2956"></a> -<span class="sourceLineNo">2957</span> String sinkClassname = conf.get(HConstants.REPLICATION_SINK_SERVICE_CLASSNAME,<a name="line.2957"></a> -<span class="sourceLineNo">2958</span> HConstants.REPLICATION_SERVICE_CLASSNAME_DEFAULT);<a name="line.2958"></a> -<span class="sourceLineNo">2959</span><a name="line.2959"></a> -<span class="sourceLineNo">2960</span> // If both the sink and the source class names are the same, then instantiate<a name="line.2960"></a> -<span class="sourceLineNo">2961</span> // only one object.<a name="line.2961"></a> -<span class="sourceLineNo">2962</span> if (sourceClassname.equals(sinkClassname)) {<a name="line.2962"></a> -<span class="sourceLineNo">2963</span> server.replicationSourceHandler = newReplicationInstance(sourceClassname,<a name="line.2963"></a> -<span class="sourceLineNo">2964</span> ReplicationSourceService.class, conf, server, walFs, walDir, oldWALDir, walProvider);<a name="line.2964"></a> -<span class="sourceLineNo">2965</span> server.replicationSinkHandler = (ReplicationSinkService) server.replicationSourceHandler;<a name="line.2965"></a> -<span class="sourceLineNo">2966</span> } else {<a name="line.2966"></a> -<span class="sourceLineNo">2967</span> server.replicationSourceHandler = newReplicationInstance(sourceClassname,<a name="line.2967"></a> -<span class="sourceLineNo">2968</span> ReplicationSourceService.class, conf, server, walFs, walDir, oldWALDir, walProvider);<a name="line.2968"></a> -<span class="sourceLineNo">2969</span> server.replicationSinkHandler = newReplicationInstance(sinkClassname,<a name="line.2969"></a> -<span class="sourceLineNo">2970</span> ReplicationSinkService.class, conf, server, walFs, walDir, oldWALDir, walProvider);<a name="line.2970"></a> -<span class="sourceLineNo">2971</span> }<a name="line.2971"></a> -<span class="sourceLineNo">2972</span> }<a name="line.2972"></a> -<span class="sourceLineNo">2973</span><a name="line.2973"></a> -<span class="sourceLineNo">2974</span> private static <T extends ReplicationService> T newReplicationInstance(String classname,<a name="line.2974"></a> -<span class="sourceLineNo">2975</span> Class<T> xface, Configuration conf, HRegionServer server, FileSystem walFs, Path logDir,<a name="line.2975"></a> -<span class="sourceLineNo">2976</span> Path oldLogDir, WALProvider walProvider) throws IOException {<a name="line.2976"></a> -<span class="sourceLineNo">2977</span> Class<? extends T> clazz = null;<a name="line.2977"></a> -<span class="sourceLineNo">2978</span> try {<a name="line.2978"></a> -<span class="sourceLineNo">2979</span> ClassLoader classLoader = Thread.currentThread().getContextClassLoader();<a name="line.2979"></a> -<span class="sourceLineNo">2980</span> clazz = Class.forName(classname, true, classLoader).asSubclass(xface);<a name="line.2980"></a> -<span class="sourceLineNo">2981</span> } catch (java.lang.ClassNotFoundException nfe) {<a name="line.2981"></a> -<span class="sourceLineNo">2982</span> throw new IOException("Could not find class for " + classname);<a name="line.2982"></a> -<span class="sourceLineNo">2983</span> }<a name="line.2983"></a> -<span class="sourceLineNo">2984</span> T service = ReflectionUtils.newInstance(clazz, conf);<a name="line.2984"></a> -<span class="sourceLineNo">2985</span> service.initialize(server, walFs, logDir, oldLogDir, walProvider);<a name="line.2985"></a> -<span class="sourceLineNo">2986</span> return service;<a name="line.2986"></a> -<span class="sourceLineNo">2987</span> }<a name="line.2987"></a> -<span class="sourceLineNo">2988</span><a name="line.2988"></a> -<span class="sourceLineNo">2989</span> public Map<String, ReplicationStatus> getWalGroupsReplicationStatus(){<a name="line.2989"></a> -<span class="sourceLineNo">2990</span> Map<String, ReplicationStatus> walGroupsReplicationStatus = new TreeMap<>();<a name="line.2990"></a> -<span class="sourceLineNo">2991</span> if(!this.isOnline()){<a name="line.2991"></a> -<span class="sourceLineNo">2992</span> return walGroupsReplicationStatus;<a name="line.2992"></a> -<span class="sourceLineNo">2993</span> }<a name="line.2993"></a> -<span class="sourceLineNo">2994</span> List<ReplicationSourceInterface> allSources = new ArrayList<>();<a name="line.2994"></a> -<span class="sourceLineNo">2995</span> allSources.addAll(replicationSourceHandler.getReplicationManager().getSources());<a name="line.2995"></a> -<span class="sourceLineNo">2996</span> allSources.addAll(replicationSourceHandler.getReplicationManager().getOldSources());<a name="line.2996"></a> -<span class="sourceLineNo">2997</span> for(ReplicationSourceInterface source: allSources){<a name="line.2997"></a> -<span class="sourceLineNo">2998</span> walGroupsReplicationStatus.putAll(source.getWalGroupStatus());<a name="line.2998"></a> -<span class="sourceLineNo">2999</span> }<a name="line.2999"></a> -<span class="sourceLineNo">3000</span> return walGroupsReplicationStatus;<a name="line.3000"></a> -<span class="sourceLineNo">3001</span> }<a name="line.3001"></a> -<span class="sourceLineNo">3002</span><a name="line.3002"></a> -<span class="sourceLineNo">3003</span> /**<a name="line.3003"></a> -<span class="sourceLineNo">3004</span> * Utility for constructing an instance of the passed HRegionServer class.<a name="line.3004"></a> -<span class="sourceLineNo">3005</span> *<a name="line.3005"></a> -<span class="sourceLineNo">3006</span> * @param regionServerClass<a name="line.3006"></a> -<span class="sourceLineNo">3007</span> * @param conf2<a name="line.3007"></a> -<span class="sourceLineNo">3008</span> * @return HRegionServer instance.<a name="line.3008"></a> -<span class="sourceLineNo">3009</span> */<a name="line.3009"></a> -<span class="sourceLineNo">3010</span> public static HRegionServer constructRegionServer(<a name="line.3010"></a> -<span class="sourceLineNo">3011</span> Class<? extends HRegionServer> regionServerClass,<a name="line.3011"></a> -<span class="sourceLineNo">3012</span> final Configuration conf2) {<a name="line.3012"></a> -<span class="sourceLineNo">3013</span> try {<a name="line.3013"></a> -<span class="sourceLineNo">3014</span> Constructor<? extends HRegionServer> c = regionServerClass<a name="line.3014"></a> -<span class="sourceLineNo">3015</span> .getConstructor(Configuration.class);<a name="line.3015"></a> -<span class="sourceLineNo">3016</span> return c.newInstance(conf2);<a name="line.3016"></a> -<span class="sourceLineNo">3017</span> } catch (Exception e) {<a name="line.3017"></a> -<span class="sourceLineNo">3018</span> throw new RuntimeException("Failed construction of " + "Regionserver: "<a name="line.3018"></a> -<span class="sourceLineNo">3019</span> + regionServerClass.toString(), e);<a name="line.3019"></a> -<span class="sourceLineNo">3020</span> }<a name="line.3020"></a> -<span class="sourceLineNo">3021</span> }<a name="line.3021"></a> -<span class="sourceLineNo">3022</span><a name="line.3022"></a> -<span class="sourceLineNo">3023</span> /**<a name="line.3023"></a> -<span class="sourceLineNo">3024</span> * @see org.apache.hadoop.hbase.regionserver.HRegionServerCommandLine<a name="line.3024"></a> -<span class="sourceLineNo">3025</span> */<a name="line.3025"></a> -<span class="sourceLineNo">3026</span> public static void main(String[] args) throws Exception {<a name="line.3026"></a> -<span class="sourceLineNo">3027</span> LOG.info("STARTING executorService " + HRegionServer.class.getSimpleName());<a name="line.3027"></a> -<span class="sourceLineNo">3028</span> VersionInfo.logVersion();<a name="line.3028"></a> -<span class="sourceLineNo">3029</span> Configuration conf = HBaseConfiguration.create();<a name="line.3029"></a> -<span class="sourceLineNo">3030</span> @SuppressWarnings("unchecked")<a name="line.3030"></a> -<span class="sourceLineNo">3031</span> Class<? extends HRegionServer> regionServerClass = (Class<? extends HRegionServer>) conf<a name="line.3031"></a> -<span class="sourceLineNo">3032</span> .getClass(HConstants.REGION_SERVER_IMPL, HRegionServer.class);<a name="line.3032"></a> -<span class="sourceLineNo">3033</span><a name="line.3033"></a> -<span class="sourceLineNo">3034</span> new HRegionServerCommandLine(regionServerClass).doMain(args);<a name="line.3034"></a> -<span class="sourceLineNo">3035</span> }<a name="line.3035"></a> +<span class="sourceLineNo">2569</span> if (sleep(200)) {<a name="line.2569"></a> +<span class="sourceLineNo">2570</span> interrupted = true;<a name="line.2570"></a> +<span class="sourceLineNo">2571</span> }<a name="line.2571"></a> +<span class="sourceLineNo">2572</span> }<a name="line.2572"></a> +<span class="sourceLineNo">2573</span> }<a name="line.2573"></a> +<span class="sourceLineNo">2574</span> } finally {<a name="line.2574"></a> +<span class="sourceLineNo">2575</span> if (interrupted) {<a name="line.2575"></a> +<span class="sourceLineNo">2576</span> Thread.currentThread().interrupt();<a name="line.2576"></a> +<span class="sourceLineNo">2577</span> }<a name="line.2577"></a> +<span class="sourceLineNo">2578</span> }<a name="line.2578"></a> +<span class="sourceLineNo">2579</span> this.rssStub = intRssStub;<a name="line.2579"></a> +<span class="sourceLineNo">2580</span> this.lockStub = intLockStub;<a name="line.2580"></a> +<span class="sourceLineNo">2581</span> return sn;<a name="line.2581"></a> +<span class="sourceLineNo">2582</span> }<a name="line.2582"></a> +<span class="sourceLineNo">2583</span><a name="line.2583"></a> +<span class="sourceLineNo">2584</span> /**<a name="line.2584"></a> +<span class="sourceLineNo">2585</span> * @return True if we should break loop because cluster is going down or<a name="line.2585"></a> +<span class="sourceLineNo">2586</span> * this server has been stopped or hdfs has gone bad.<a name="line.2586"></a> +<span class="sourceLineNo">2587</span> */<a name="line.2587"></a> +<span class="sourceLineNo">2588</span> private boolean keepLooping() {<a name="line.2588"></a> +<span class="sourceLineNo">2589</span> return !this.stopped && isClusterUp();<a name="line.2589"></a> +<span class="sourceLineNo">2590</span> }<a name="line.2590"></a> +<span class="sourceLineNo">2591</span><a name="line.2591"></a> +<span class="sourceLineNo">2592</span> /*<a name="line.2592"></a> +<span class="sourceLineNo">2593</span> * Let the master know we're here Run initialization using parameters passed<a name="line.2593"></a> +<span class="sourceLineNo">2594</span> * us by the master.<a name="line.2594"></a> +<span class="sourceLineNo">2595</span> * @return A Map of key/value configurations we got from the Master else<a name="line.2595"></a> +<span class="sourceLineNo">2596</span> * null if we failed to register.<a name="line.2596"></a> +<span class="sourceLineNo">2597</span> * @throws IOException<a name="line.2597"></a> +<span class="sourceLineNo">2598</span> */<a name="line.2598"></a> +<span class="sourceLineNo">2599</span> private RegionServerStartupResponse reportForDuty() throws IOException {<a name="line.2599"></a> +<span class="sourceLineNo">2600</span> if (this.masterless) return RegionServerStartupResponse.getDefaultInstance();<a name="line.2600"></a> +<span class="sourceLineNo">2601</span> ServerName masterServerName = createRegionServerStatusStub(true);<a name="line.2601"></a> +<span class="sourceLineNo">2602</span> if (masterServerName == null) return null;<a name="line.2602"></a> +<span class="sourceLineNo">2603</span> RegionServerStartupResponse result = null;<a name="line.2603"></a> +<span class="sourceLineNo">2604</span> try {<a name="line.2604"></a> +<span class="sourceLineNo">2605</span> rpcServices.requestCount.reset();<a name="line.2605"></a> +<span class="sourceLineNo">2606</span> rpcServices.rpcGetRequestCount.reset();<a name="line.2606"></a> +<span class="sourceLineNo">2607</span> rpcServices.rpcScanRequestCount.reset();<a name="line.2607"></a> +<span class="sourceLineNo">2608</span> rpcServices.rpcMultiRequestCount.reset();<a name="line.2608"></a> +<span class="sourceLineNo">2609</span> rpcServices.rpcMutateRequestCount.reset();<a name="line.2609"></a> +<span class="sourceLineNo">2610</span> LOG.info("reportForDuty to master=" + masterServerName + " with port="<a name="line.2610"></a> +<span class="sourceLineNo">2611</span> + rpcServices.isa.getPort() + ", startcode=" + this.startcode);<a name="line.2611"></a> +<span class="sourceLineNo">2612</span> long now = EnvironmentEdgeManager.currentTime();<a name="line.2612"></a> +<span class="sourceLineNo">2613</span> int port = rpcServices.isa.getPort();<a name="line.2613"></a> +<span class="sourceLineNo">2614</span> RegionServerStartupRequest.Builder request = RegionServerStartupRequest.newBuilder();<a name="line.2614"></a> +<span class="sourceLineNo">2615</span> if (!StringUtils.isBlank(useThisHostnameInstead)) {<a name="line.2615"></a> +<span class="sourceLineNo">2616</span> request.setUseThisHostnameInstead(useThisHostnameInstead);<a name="line.2616"></a> +<span class="sourceLineNo">2617</span> }<a name="line.2617"></a> +<span class="sourceLineNo">2618</span> request.setPort(port);<a name="line.2618"></a> +<span class="sourceLineNo">2619</span> request.setServerStartCode(this.startcode);<a name="line.2619"></a> +<span class="sourceLineNo">2620</span> request.setServerCurrentTime(now);<a name="line.2620"></a> +<span class="sourceLineNo">2621</span> result = this.rssStub.regionServerStartup(null, request.build());<a name="line.2621"></a> +<span class="sourceLineNo">2622</span> } catch (ServiceException se) {<a name="line.2622"></a> +<span class="sourceLineNo">2623</span> IOException ioe = ProtobufUtil.getRemoteException(se);<a name="line.2623"></a> +<span class="sourceLineNo">2624</span> if (ioe instanceof ClockOutOfSyncException) {<a name="line.2624"></a> +<span class="sourceLineNo">2625</span> LOG.error(HBaseMarkers.FATAL, "Master rejected startup because clock is out of sync",<a name="line.2625"></a> +<span class="sourceLineNo">2626</span> ioe);<a name="line.2626"></a> +<span class="sourceLineNo">2627</span> // Re-throw IOE will cause RS to abort<a name="line.2627"></a> +<span class="sourceLineNo">2628</span> throw ioe;<a name="line.2628"></a> +<span class="sourceLineNo">2629</span> } else if (ioe instanceof ServerNotRunningYetException) {<a name="line.2629"></a> +<span class="sourceLineNo">2630</span> LOG.debug("Master is not running yet");<a name="line.2630"></a> +<span class="sourceLineNo">2631</span> } else {<a name="line.2631"></a> +<span class="sourceLineNo">2632</span> LOG.warn("error telling master we are up", se);<a name="line.2632"></a> +<span class="sourceLineNo">2633</span> }<a name="line.2633"></a> +<span class="sourceLineNo">2634</span> rssStub = null;<a name="line.2634"></a> +<span class="sourceLineNo">2635</span> }<a name="line.2635"></a> +<span class="sourceLineNo">2636</span> return result;<a name="line.2636"></a> +<span class="sourceLineNo">2637</span> }<a name="line.2637"></a> +<span class="sourceLineNo">2638</span><a name="line.2638"></a> +<span class="sourceLineNo">2639</span> @Override<a name="line.2639"></a> +<span class="sourceLineNo">2640</span> public RegionStoreSequenceIds getLastSequenceId(byte[] encodedRegionName) {<a name="line.2640"></a> +<span class="sourceLineNo">2641</span> try {<a name="line.2641"></a> +<span class="sourceLineNo">2642</span> GetLastFlushedSequenceIdRequest req =<a name="line.2642"></a> +<span class="sourceLineNo">2643</span> RequestConverter.buildGetLastFlushedSequenceIdRequest(encodedRegionName);<a name="line.2643"></a> +<span class="sourceLineNo">2644</span> RegionServerStatusService.BlockingInterface rss = rssStub;<a name="line.2644"></a> +<span class="sourceLineNo">2645</span> if (rss == null) { // Try to connect one more time<a name="line.2645"></a> +<span class="sourceLineNo">2646</span> createRegionServerStatusStub();<a name="line.2646"></a> +<span class="sourceLineNo">2647</span> rss = rssStub;<a name="line.2647"></a> +<span class="sourceLineNo">2648</span> if (rss == null) {<a name="line.2648"></a> +<span class="sourceLineNo">2649</span> // Still no luck, we tried<a name="line.2649"></a> +<span class="sourceLineNo">2650</span> LOG.warn("Unable to connect to the master to check " + "the last flushed sequence id");<a name="line.2650"></a> +<span class="sourceLineNo">2651</span> return RegionStoreSequenceIds.newBuilder().setLastFlushedSequenceId(HConstants.NO_SEQNUM)<a name="line.2651"></a> +<span class="sourceLineNo">2652</span> .build();<a name="line.2652"></a> +<span class="sourceLineNo">2653</span> }<a name="line.2653"></a> +<span class="sourceLineNo">2654</span> }<a name="line.2654"></a> +<span class="sourceLineNo">2655</span> GetLastFlushedSequenceIdResponse resp = rss.getLastFlushedSequenceId(null, req);<a name="line.2655"></a> +<span class="sourceLineNo">2656</span> return RegionStoreSequenceIds.newBuilder()<a name="line.2656"></a> +<span class="sourceLineNo">2657</span> .setLastFlushedSequenceId(resp.getLastFlushedSequenceId())<a name="line.2657"></a> +<span class="sourceLineNo">2658</span> .addAllStoreSequenceId(resp.getStoreLastFlushedSequenceIdList()).build();<a name="line.2658"></a> +<span class="sourceLineNo">2659</span> } catch (ServiceException e) {<a name="line.2659"></a> +<span class="sourceLineNo">2660</span> LOG.warn("Unable to connect to the master to check the last flushed sequence id", e);<a name="line.2660"></a> +<span class="sourceLineNo">2661</span> return RegionStoreSequenceIds.newBuilder().setLastFlushedSequenceId(HConstants.NO_SEQNUM)<a name="line.2661"></a> +<span class="sourceLineNo">2662</span> .build();<a name="line.2662"></a> +<span class="sourceLineNo">2663</span> }<a name="line.2663"></a> +<span class="sourceLineNo">2664</span> }<a name="line.2664"></a> +<span class="sourceLineNo">2665</span><a name="line.2665"></a> +<span class="sourceLineNo">2666</span> /**<a name="line.2666"></a> +<span class="sourceLineNo">2667</span> * Closes all regions. Called on our way out.<a name="line.2667"></a> +<span class="sourceLineNo">2668</span> * Assumes that its not possible for new regions to be added to onlineRegions<a name="line.2668"></a> +<span class="sourceLineNo">2669</span> * while this method runs.<a name="line.2669"></a> +<span class="sourceLineNo">2670</span> */<a name="line.2670"></a> +<span class="sourceLineNo">2671</span> protected void closeAllRegions(final boolean abort) {<a name="line.2671"></a> +<span class="sourceLineNo">2672</span> closeUserRegions(abort);<a name="line.2672"></a> +<span class="sourceLineNo">2673</span> closeMetaTableRegions(abort);<a name="line.2673"></a> +<span class="sourceLineNo">2674</span> }<a name="line.2674"></a> +<span class="sourceLineNo">2675</span><a name="line.2675"></a> +<span class="sourceLineNo">2676</span> /**<a name="line.2676"></a> +<span class="sourceLineNo">2677</span> * Close meta region if we carry it<a name="line.2677"></a> +<span class="sourceLineNo">2678</span> * @param abort Whether we're running an abort.<a name="line.2678"></a> +<span class="sourceLineNo">2679</span> */<a name="line.2679"></a> +<span class="sourceLineNo">2680</span> void closeMetaTableRegions(final boolean abort) {<a name="line.2680"></a> +<span class="sourceLineNo">2681</span> HRegion meta = null;<a name="line.2681"></a> +<span class="sourceLineNo">2682</span> this.lock.writeLock().lock();<a name="line.2682"></a> +<span class="sourceLineNo">2683</span> try {<a name="line.2683"></a> +<span class="sourceLineNo">2684</span> for (Map.Entry<String, HRegion> e: onlineRegions.entrySet()) {<a name="line.2684"></a> +<span class="sourceLineNo">2685</span> RegionInfo hri = e.getValue().getRegionInfo();<a name="line.2685"></a> +<span class="sourceLineNo">2686</span> if (hri.isMetaRegion()) {<a name="line.2686"></a> +<span class="sourceLineNo">2687</span> meta = e.getValue();<a name="line.2687"></a> +<span class="sourceLineNo">2688</span> }<a name="line.2688"></a> +<span class="sourceLineNo">2689</span> if (meta != null) break;<a name="line.2689"></a> +<span class="sourceLineNo">2690</span> }<a name="line.2690"></a> +<span class="sourceLineNo">2691</span> } finally {<a name="line.2691"></a> +<span class="sourceLineNo">2692</span> this.lock.writeLock().unlock();<a name="line.2692"></a> +<span class="sourceLineNo">2693</span> }<a name="line.2693"></a> +<span class="sourceLineNo">2694</span> if (meta != null) closeRegionIgnoreErrors(meta.getRegionInfo(), abort);<a name="line.2694"></a> +<span class="sourceLineNo">2695</span> }<a name="line.2695"></a> +<span class="sourceLineNo">2696</span><a name="line.2696"></a> +<span class="sourceLineNo">2697</span> /**<a name="line.2697"></a> +<span class="sourceLineNo">2698</span> * Schedule closes on all user regions.<a name="line.2698"></a> +<span class="sourceLineNo">2699</span> * Should be safe calling multiple times because it wont' close regions<a name="line.2699"></a> +<span class="sourceLineNo">2700</span> * that are already closed or that are closing.<a name="line.2700"></a> +<span class="sourceLineNo">2701</span> * @param abort Whether we're running an abort.<a name="line.2701"></a> +<span class="sourceLineNo">2702</span> */<a name="line.2702"></a> +<span class="sourceLineNo">2703</span> void closeUserRegions(final boolean abort) {<a name="line.2703"></a> +<span class="sourceLineNo">2704</span> this.lock.writeLock().lock();<a name="line.2704"></a> +<span class="sourceLineNo">2705</span> try {<a name="line.2705"></a> +<span class="sourceLineNo">2706</span> for (Map.Entry<String, HRegion> e: this.onlineRegions.entrySet()) {<a name="line.2706"></a> +<span class="sourceLineNo">2707</span> HRegion r = e.getValue();<a name="line.2707"></a> +<span class="sourceLineNo">2708</span> if (!r.getRegionInfo().isMetaRegion() && r.isAvailable()) {<a name="line.2708"></a> +<span class="sourceLineNo">2709</span> // Don't update zk with this close transition; pass false.<a name="line.2709"></a> +<span class="sourceLineNo">2710</span> closeRegionIgnoreErrors(r.getRegionInfo(), abort);<a name="line.2710"></a> +<span class="sourceLineNo">2711</span> }<a name="line.2711"></a> +<span class="sourceLineNo">2712</span> }<a name="line.2712"></a> +<span class="sourceLineNo">2713</span> } finally {<a name="line.2713"></a> +<span class="sourceLineNo">2714</span> this.lock.writeLock().unlock();<a name="line.2714"></a> +<span class="sourceLineNo">2715</span> }<a name="line.2715"></a> +<span class="sourceLineNo">2716</span> }<a name="line.2716"></a> +<span class="sourceLineNo">2717</span><a name="line.2717"></a> +<span class="sourceLineNo">2718</span> /** @return the info server */<a name="line.2718"></a> +<span class="sourceLineNo">2719</span> public InfoServer getInfoServer() {<a name="line.2719"></a> +<span class="sourceLineNo">2720</span> return infoServer;<a name="line.2720"></a> +<span class="sourceLineNo">2721</span> }<a name="line.2721"></a> +<span class="sourceLineNo">2722</span><a name="line.2722"></a> +<span class="sourceLineNo">2723</span> /**<a name="line.2723"></a> +<span class="sourceLineNo">2724</span> * @return true if a stop has been requested.<a name="line.2724"></a> +<span class="sourceLineNo">2725</span> */<a name="line.2725"></a> +<span class="sourceLineNo">2726</span> @Override<a name="line.2726"></a> +<span class="sourceLineNo">2727</span> public boolean isStopped() {<a name="line.2727"></a> +<span class="sourceLineNo">2728</span> return this.stopped;<a name="line.2728"></a> +<span class="sourceLineNo">2729</span> }<a name="line.2729"></a> +<span class="sourceLineNo">2730</span><a name="line.2730"></a> +<span class="sourceLineNo">2731</span> @Override<a name="line.2731"></a> +<span class="sourceLineNo">2732</span> public boolean isStopping() {<a name="line.2732"></a> +<span class="sourceLineNo">2733</span> return this.stopping;<a name="line.2733"></a> +<span class="sourceLineNo">2734</span> }<a name="line.2734"></a> +<span class="sourceLineNo">2735</span><a name="line.2735"></a> +<span class="sourceLineNo">2736</span> /**<a name="line.2736"></a> +<span class="sourceLineNo">2737</span> *<a name="line.2737"></a> +<span class="sourceLineNo">2738</span> * @return the configuration<a name="line.2738"></a> +<span class="sourceLineNo">2739</span> */<a name="line.2739"></a> +<span class="sourceLineNo">2740</span> @Override<a name="line.2740"></a> +<span class="sourceLineNo">2741</span> public Configuration getConfiguration() {<a name="line.2741"></a> +<span class="sourceLineNo">2742</span> return conf;<a name="line.2742"></a> +<span class="sourceLineNo">2743</span> }<a name="line.2743"></a> +<span class="sourceLineNo">2744</span><a name="line.2744"></a> +<span class="sourceLineNo">2745</span> /** @return the write lock for the server */<a name="line.2745"></a> +<span class="sourceLineNo">2746</span> ReentrantReadWriteLock.WriteLock getWriteLock() {<a name="line.2746"></a> +<span class="sourceLineNo">2747</span> return lock.writeLock();<a name="line.2747"></a> +<span class="sourceLineNo">2748</span> }<a name="line.2748"></a> +<span class="sourceLineNo">2749</span><a name="line.2749"></a> +<span class="sourceLineNo">2750</span> public int getNumberOfOnlineRegions() {<a name="line.2750"></a> +<span class="s
<TRUNCATED>