[17/51] [partial] hbase-site git commit: Published site at .

[git-site-role]

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/f183e80f/testapidocs/src-html/org/apache/hadoop/hbase/HBaseTestingUtility.html
----------------------------------------------------------------------
diff --git 
a/testapidocs/src-html/org/apache/hadoop/hbase/HBaseTestingUtility.html 
b/testapidocs/src-html/org/apache/hadoop/hbase/HBaseTestingUtility.html
index b39e25e..a34364c 100644
--- a/testapidocs/src-html/org/apache/hadoop/hbase/HBaseTestingUtility.html
+++ b/testapidocs/src-html/org/apache/hadoop/hbase/HBaseTestingUtility.html
@@ -2318,1804 +2318,1803 @@
 <span class="sourceLineNo">2310</span>    Configuration confForWAL = new 
Configuration(conf);<a name="line.2310"></a>
 <span class="sourceLineNo">2311</span>    confForWAL.set(HConstants.HBASE_DIR, 
rootDir.toString());<a name="line.2311"></a>
 <span class="sourceLineNo">2312</span>    return (new WALFactory(confForWAL,<a 
name="line.2312"></a>
-<span class="sourceLineNo">2313</span>        
Collections.&lt;WALActionsListener&gt;singletonList(new MetricsWAL()),<a 
name="line.2313"></a>
-<span class="sourceLineNo">2314</span>        "hregion-" + 
RandomStringUtils.randomNumeric(8))).<a name="line.2314"></a>
-<span class="sourceLineNo">2315</span>        
getWAL(hri.getEncodedNameAsBytes(), hri.getTable().getNamespace());<a 
name="line.2315"></a>
-<span class="sourceLineNo">2316</span>  }<a name="line.2316"></a>
-<span class="sourceLineNo">2317</span><a name="line.2317"></a>
-<span class="sourceLineNo">2318</span>  /**<a name="line.2318"></a>
-<span class="sourceLineNo">2319</span>   * Create a region with it's own WAL. 
Be sure to call<a name="line.2319"></a>
-<span class="sourceLineNo">2320</span>   * {@link 
HBaseTestingUtility#closeRegionAndWAL(HRegion)} to clean up all resources.<a 
name="line.2320"></a>
-<span class="sourceLineNo">2321</span>   */<a name="line.2321"></a>
-<span class="sourceLineNo">2322</span>  public static HRegion 
createRegionAndWAL(final RegionInfo info, final Path rootDir,<a 
name="line.2322"></a>
-<span class="sourceLineNo">2323</span>      final Configuration conf, final 
TableDescriptor htd) throws IOException {<a name="line.2323"></a>
-<span class="sourceLineNo">2324</span>    return createRegionAndWAL(info, 
rootDir, conf, htd, true);<a name="line.2324"></a>
-<span class="sourceLineNo">2325</span>  }<a name="line.2325"></a>
-<span class="sourceLineNo">2326</span><a name="line.2326"></a>
-<span class="sourceLineNo">2327</span>  /**<a name="line.2327"></a>
-<span class="sourceLineNo">2328</span>   * Create a region with it's own WAL. 
Be sure to call<a name="line.2328"></a>
-<span class="sourceLineNo">2329</span>   * {@link 
HBaseTestingUtility#closeRegionAndWAL(HRegion)} to clean up all resources.<a 
name="line.2329"></a>
-<span class="sourceLineNo">2330</span>   */<a name="line.2330"></a>
-<span class="sourceLineNo">2331</span>  public static HRegion 
createRegionAndWAL(final RegionInfo info, final Path rootDir,<a 
name="line.2331"></a>
-<span class="sourceLineNo">2332</span>      final Configuration conf, final 
TableDescriptor htd, boolean initialize)<a name="line.2332"></a>
-<span class="sourceLineNo">2333</span>      throws IOException {<a 
name="line.2333"></a>
-<span class="sourceLineNo">2334</span>    
ChunkCreator.initialize(MemStoreLABImpl.CHUNK_SIZE_DEFAULT, false, 0, 0, 0, 
null);<a name="line.2334"></a>
-<span class="sourceLineNo">2335</span>    WAL wal = createWal(conf, rootDir, 
info);<a name="line.2335"></a>
-<span class="sourceLineNo">2336</span>    return HRegion.createHRegion(info, 
rootDir, conf, htd, wal, initialize);<a name="line.2336"></a>
-<span class="sourceLineNo">2337</span>  }<a name="line.2337"></a>
-<span class="sourceLineNo">2338</span><a name="line.2338"></a>
-<span class="sourceLineNo">2339</span>  /**<a name="line.2339"></a>
-<span class="sourceLineNo">2340</span>   * Returns all rows from the 
hbase:meta table.<a name="line.2340"></a>
-<span class="sourceLineNo">2341</span>   *<a name="line.2341"></a>
-<span class="sourceLineNo">2342</span>   * @throws IOException When reading 
the rows fails.<a name="line.2342"></a>
-<span class="sourceLineNo">2343</span>   */<a name="line.2343"></a>
-<span class="sourceLineNo">2344</span>  public List&lt;byte[]&gt; 
getMetaTableRows() throws IOException {<a name="line.2344"></a>
-<span class="sourceLineNo">2345</span>    // TODO: Redo using 
MetaTableAccessor class<a name="line.2345"></a>
-<span class="sourceLineNo">2346</span>    Table t = 
getConnection().getTable(TableName.META_TABLE_NAME);<a name="line.2346"></a>
-<span class="sourceLineNo">2347</span>    List&lt;byte[]&gt; rows = new 
ArrayList&lt;&gt;();<a name="line.2347"></a>
-<span class="sourceLineNo">2348</span>    ResultScanner s = t.getScanner(new 
Scan());<a name="line.2348"></a>
-<span class="sourceLineNo">2349</span>    for (Result result : s) {<a 
name="line.2349"></a>
-<span class="sourceLineNo">2350</span>      LOG.info("getMetaTableRows: row 
-&gt; " +<a name="line.2350"></a>
-<span class="sourceLineNo">2351</span>        
Bytes.toStringBinary(result.getRow()));<a name="line.2351"></a>
-<span class="sourceLineNo">2352</span>      rows.add(result.getRow());<a 
name="line.2352"></a>
-<span class="sourceLineNo">2353</span>    }<a name="line.2353"></a>
-<span class="sourceLineNo">2354</span>    s.close();<a name="line.2354"></a>
-<span class="sourceLineNo">2355</span>    t.close();<a name="line.2355"></a>
-<span class="sourceLineNo">2356</span>    return rows;<a name="line.2356"></a>
-<span class="sourceLineNo">2357</span>  }<a name="line.2357"></a>
-<span class="sourceLineNo">2358</span><a name="line.2358"></a>
-<span class="sourceLineNo">2359</span>  /**<a name="line.2359"></a>
-<span class="sourceLineNo">2360</span>   * Returns all rows from the 
hbase:meta table for a given user table<a name="line.2360"></a>
-<span class="sourceLineNo">2361</span>   *<a name="line.2361"></a>
-<span class="sourceLineNo">2362</span>   * @throws IOException When reading 
the rows fails.<a name="line.2362"></a>
-<span class="sourceLineNo">2363</span>   */<a name="line.2363"></a>
-<span class="sourceLineNo">2364</span>  public List&lt;byte[]&gt; 
getMetaTableRows(TableName tableName) throws IOException {<a 
name="line.2364"></a>
-<span class="sourceLineNo">2365</span>    // TODO: Redo using 
MetaTableAccessor.<a name="line.2365"></a>
-<span class="sourceLineNo">2366</span>    Table t = 
getConnection().getTable(TableName.META_TABLE_NAME);<a name="line.2366"></a>
-<span class="sourceLineNo">2367</span>    List&lt;byte[]&gt; rows = new 
ArrayList&lt;&gt;();<a name="line.2367"></a>
-<span class="sourceLineNo">2368</span>    ResultScanner s = t.getScanner(new 
Scan());<a name="line.2368"></a>
-<span class="sourceLineNo">2369</span>    for (Result result : s) {<a 
name="line.2369"></a>
-<span class="sourceLineNo">2370</span>      RegionInfo info = 
MetaTableAccessor.getRegionInfo(result);<a name="line.2370"></a>
-<span class="sourceLineNo">2371</span>      if (info == null) {<a 
name="line.2371"></a>
-<span class="sourceLineNo">2372</span>        LOG.error("No region info for 
row " + Bytes.toString(result.getRow()));<a name="line.2372"></a>
-<span class="sourceLineNo">2373</span>        // TODO figure out what to do 
for this new hosed case.<a name="line.2373"></a>
-<span class="sourceLineNo">2374</span>        continue;<a name="line.2374"></a>
-<span class="sourceLineNo">2375</span>      }<a name="line.2375"></a>
-<span class="sourceLineNo">2376</span><a name="line.2376"></a>
-<span class="sourceLineNo">2377</span>      if 
(info.getTable().equals(tableName)) {<a name="line.2377"></a>
-<span class="sourceLineNo">2378</span>        LOG.info("getMetaTableRows: row 
-&gt; " +<a name="line.2378"></a>
-<span class="sourceLineNo">2379</span>            
Bytes.toStringBinary(result.getRow()) + info);<a name="line.2379"></a>
-<span class="sourceLineNo">2380</span>        rows.add(result.getRow());<a 
name="line.2380"></a>
-<span class="sourceLineNo">2381</span>      }<a name="line.2381"></a>
-<span class="sourceLineNo">2382</span>    }<a name="line.2382"></a>
-<span class="sourceLineNo">2383</span>    s.close();<a name="line.2383"></a>
-<span class="sourceLineNo">2384</span>    t.close();<a name="line.2384"></a>
-<span class="sourceLineNo">2385</span>    return rows;<a name="line.2385"></a>
-<span class="sourceLineNo">2386</span>  }<a name="line.2386"></a>
-<span class="sourceLineNo">2387</span><a name="line.2387"></a>
-<span class="sourceLineNo">2388</span>  /*<a name="line.2388"></a>
-<span class="sourceLineNo">2389</span>   * Find any other region server which 
is different from the one identified by parameter<a name="line.2389"></a>
-<span class="sourceLineNo">2390</span>   * @param rs<a name="line.2390"></a>
-<span class="sourceLineNo">2391</span>   * @return another region server<a 
name="line.2391"></a>
-<span class="sourceLineNo">2392</span>   */<a name="line.2392"></a>
-<span class="sourceLineNo">2393</span>  public HRegionServer 
getOtherRegionServer(HRegionServer rs) {<a name="line.2393"></a>
-<span class="sourceLineNo">2394</span>    for 
(JVMClusterUtil.RegionServerThread rst :<a name="line.2394"></a>
-<span class="sourceLineNo">2395</span>      
getMiniHBaseCluster().getRegionServerThreads()) {<a name="line.2395"></a>
-<span class="sourceLineNo">2396</span>      if (!(rst.getRegionServer() == 
rs)) {<a name="line.2396"></a>
-<span class="sourceLineNo">2397</span>        return rst.getRegionServer();<a 
name="line.2397"></a>
-<span class="sourceLineNo">2398</span>      }<a name="line.2398"></a>
-<span class="sourceLineNo">2399</span>    }<a name="line.2399"></a>
-<span class="sourceLineNo">2400</span>    return null;<a name="line.2400"></a>
-<span class="sourceLineNo">2401</span>  }<a name="line.2401"></a>
-<span class="sourceLineNo">2402</span><a name="line.2402"></a>
-<span class="sourceLineNo">2403</span>  /**<a name="line.2403"></a>
-<span class="sourceLineNo">2404</span>   * Tool to get the reference to the 
region server object that holds the<a name="line.2404"></a>
-<span class="sourceLineNo">2405</span>   * region of the specified user 
table.<a name="line.2405"></a>
-<span class="sourceLineNo">2406</span>   * It first searches for the meta rows 
that contain the region of the<a name="line.2406"></a>
-<span class="sourceLineNo">2407</span>   * specified table, then gets the 
index of that RS, and finally retrieves<a name="line.2407"></a>
-<span class="sourceLineNo">2408</span>   * the RS's reference.<a 
name="line.2408"></a>
-<span class="sourceLineNo">2409</span>   * @param tableName user table to 
lookup in hbase:meta<a name="line.2409"></a>
-<span class="sourceLineNo">2410</span>   * @return region server that holds 
it, null if the row doesn't exist<a name="line.2410"></a>
-<span class="sourceLineNo">2411</span>   * @throws IOException<a 
name="line.2411"></a>
-<span class="sourceLineNo">2412</span>   * @throws InterruptedException<a 
name="line.2412"></a>
-<span class="sourceLineNo">2413</span>   */<a name="line.2413"></a>
-<span class="sourceLineNo">2414</span>  public HRegionServer 
getRSForFirstRegionInTable(TableName tableName)<a name="line.2414"></a>
-<span class="sourceLineNo">2415</span>      throws IOException, 
InterruptedException {<a name="line.2415"></a>
-<span class="sourceLineNo">2416</span>    List&lt;byte[]&gt; metaRows = 
getMetaTableRows(tableName);<a name="line.2416"></a>
-<span class="sourceLineNo">2417</span>    if (metaRows == null || 
metaRows.isEmpty()) {<a name="line.2417"></a>
-<span class="sourceLineNo">2418</span>      return null;<a 
name="line.2418"></a>
-<span class="sourceLineNo">2419</span>    }<a name="line.2419"></a>
-<span class="sourceLineNo">2420</span>    LOG.debug("Found " + metaRows.size() 
+ " rows for table " +<a name="line.2420"></a>
-<span class="sourceLineNo">2421</span>      tableName);<a name="line.2421"></a>
-<span class="sourceLineNo">2422</span>    byte [] firstrow = 
metaRows.get(0);<a name="line.2422"></a>
-<span class="sourceLineNo">2423</span>    LOG.debug("FirstRow=" + 
Bytes.toString(firstrow));<a name="line.2423"></a>
-<span class="sourceLineNo">2424</span>    long pause = 
getConfiguration().getLong(HConstants.HBASE_CLIENT_PAUSE,<a 
name="line.2424"></a>
-<span class="sourceLineNo">2425</span>      
HConstants.DEFAULT_HBASE_CLIENT_PAUSE);<a name="line.2425"></a>
-<span class="sourceLineNo">2426</span>    int numRetries = 
getConfiguration().getInt(HConstants.HBASE_CLIENT_RETRIES_NUMBER,<a 
name="line.2426"></a>
-<span class="sourceLineNo">2427</span>      
HConstants.DEFAULT_HBASE_CLIENT_RETRIES_NUMBER);<a name="line.2427"></a>
-<span class="sourceLineNo">2428</span>    RetryCounter retrier = new 
RetryCounter(numRetries+1, (int)pause, TimeUnit.MICROSECONDS);<a 
name="line.2428"></a>
-<span class="sourceLineNo">2429</span>    while(retrier.shouldRetry()) {<a 
name="line.2429"></a>
-<span class="sourceLineNo">2430</span>      int index = 
getMiniHBaseCluster().getServerWith(firstrow);<a name="line.2430"></a>
-<span class="sourceLineNo">2431</span>      if (index != -1) {<a 
name="line.2431"></a>
-<span class="sourceLineNo">2432</span>        return 
getMiniHBaseCluster().getRegionServerThreads().get(index).getRegionServer();<a 
name="line.2432"></a>
-<span class="sourceLineNo">2433</span>      }<a name="line.2433"></a>
-<span class="sourceLineNo">2434</span>      // Came back -1.  Region may not 
be online yet.  Sleep a while.<a name="line.2434"></a>
-<span class="sourceLineNo">2435</span>      retrier.sleepUntilNextRetry();<a 
name="line.2435"></a>
-<span class="sourceLineNo">2436</span>    }<a name="line.2436"></a>
-<span class="sourceLineNo">2437</span>    return null;<a name="line.2437"></a>
-<span class="sourceLineNo">2438</span>  }<a name="line.2438"></a>
-<span class="sourceLineNo">2439</span><a name="line.2439"></a>
-<span class="sourceLineNo">2440</span>  /**<a name="line.2440"></a>
-<span class="sourceLineNo">2441</span>   * Starts a 
&lt;code&gt;MiniMRCluster&lt;/code&gt; with a default number of<a 
name="line.2441"></a>
-<span class="sourceLineNo">2442</span>   * 
&lt;code&gt;TaskTracker&lt;/code&gt;'s.<a name="line.2442"></a>
-<span class="sourceLineNo">2443</span>   *<a name="line.2443"></a>
-<span class="sourceLineNo">2444</span>   * @throws IOException When starting 
the cluster fails.<a name="line.2444"></a>
-<span class="sourceLineNo">2445</span>   */<a name="line.2445"></a>
-<span class="sourceLineNo">2446</span>  public MiniMRCluster 
startMiniMapReduceCluster() throws IOException {<a name="line.2446"></a>
-<span class="sourceLineNo">2447</span>    // Set a very high 
max-disk-utilization percentage to avoid the NodeManagers from failing.<a 
name="line.2447"></a>
-<span class="sourceLineNo">2448</span>    conf.setIfUnset(<a 
name="line.2448"></a>
-<span class="sourceLineNo">2449</span>        
"yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage",<a
 name="line.2449"></a>
-<span class="sourceLineNo">2450</span>        "99.0");<a name="line.2450"></a>
-<span class="sourceLineNo">2451</span>    startMiniMapReduceCluster(2);<a 
name="line.2451"></a>
-<span class="sourceLineNo">2452</span>    return mrCluster;<a 
name="line.2452"></a>
-<span class="sourceLineNo">2453</span>  }<a name="line.2453"></a>
-<span class="sourceLineNo">2454</span><a name="line.2454"></a>
-<span class="sourceLineNo">2455</span>  /**<a name="line.2455"></a>
-<span class="sourceLineNo">2456</span>   * Tasktracker has a bug where 
changing the hadoop.log.dir system property<a name="line.2456"></a>
-<span class="sourceLineNo">2457</span>   * will not change its internal static 
LOG_DIR variable.<a name="line.2457"></a>
-<span class="sourceLineNo">2458</span>   */<a name="line.2458"></a>
-<span class="sourceLineNo">2459</span>  private void forceChangeTaskLogDir() 
{<a name="line.2459"></a>
-<span class="sourceLineNo">2460</span>    Field logDirField;<a 
name="line.2460"></a>
-<span class="sourceLineNo">2461</span>    try {<a name="line.2461"></a>
-<span class="sourceLineNo">2462</span>      logDirField = 
TaskLog.class.getDeclaredField("LOG_DIR");<a name="line.2462"></a>
-<span class="sourceLineNo">2463</span>      logDirField.setAccessible(true);<a 
name="line.2463"></a>
-<span class="sourceLineNo">2464</span><a name="line.2464"></a>
-<span class="sourceLineNo">2465</span>      Field modifiersField = 
Field.class.getDeclaredField("modifiers");<a name="line.2465"></a>
-<span class="sourceLineNo">2466</span>      
modifiersField.setAccessible(true);<a name="line.2466"></a>
-<span class="sourceLineNo">2467</span>      modifiersField.setInt(logDirField, 
logDirField.getModifiers() &amp; ~Modifier.FINAL);<a name="line.2467"></a>
-<span class="sourceLineNo">2468</span><a name="line.2468"></a>
-<span class="sourceLineNo">2469</span>      logDirField.set(null, new 
File(hadoopLogDir, "userlogs"));<a name="line.2469"></a>
-<span class="sourceLineNo">2470</span>    } catch (SecurityException e) {<a 
name="line.2470"></a>
-<span class="sourceLineNo">2471</span>      throw new RuntimeException(e);<a 
name="line.2471"></a>
-<span class="sourceLineNo">2472</span>    } catch (NoSuchFieldException e) {<a 
name="line.2472"></a>
-<span class="sourceLineNo">2473</span>      // TODO Auto-generated catch 
block<a name="line.2473"></a>
-<span class="sourceLineNo">2474</span>      throw new RuntimeException(e);<a 
name="line.2474"></a>
-<span class="sourceLineNo">2475</span>    } catch (IllegalArgumentException e) 
{<a name="line.2475"></a>
-<span class="sourceLineNo">2476</span>      throw new RuntimeException(e);<a 
name="line.2476"></a>
-<span class="sourceLineNo">2477</span>    } catch (IllegalAccessException e) 
{<a name="line.2477"></a>
-<span class="sourceLineNo">2478</span>      throw new RuntimeException(e);<a 
name="line.2478"></a>
-<span class="sourceLineNo">2479</span>    }<a name="line.2479"></a>
-<span class="sourceLineNo">2480</span>  }<a name="line.2480"></a>
-<span class="sourceLineNo">2481</span><a name="line.2481"></a>
-<span class="sourceLineNo">2482</span>  /**<a name="line.2482"></a>
-<span class="sourceLineNo">2483</span>   * Starts a 
&lt;code&gt;MiniMRCluster&lt;/code&gt;. Call {@link #setFileSystemURI(String)} 
to use a different<a name="line.2483"></a>
-<span class="sourceLineNo">2484</span>   * filesystem.<a name="line.2484"></a>
-<span class="sourceLineNo">2485</span>   * @param servers  The number of 
&lt;code&gt;TaskTracker&lt;/code&gt;'s to start.<a name="line.2485"></a>
-<span class="sourceLineNo">2486</span>   * @throws IOException When starting 
the cluster fails.<a name="line.2486"></a>
-<span class="sourceLineNo">2487</span>   */<a name="line.2487"></a>
-<span class="sourceLineNo">2488</span>  private void 
startMiniMapReduceCluster(final int servers) throws IOException {<a 
name="line.2488"></a>
-<span class="sourceLineNo">2489</span>    if (mrCluster != null) {<a 
name="line.2489"></a>
-<span class="sourceLineNo">2490</span>      throw new 
IllegalStateException("MiniMRCluster is already running");<a 
name="line.2490"></a>
-<span class="sourceLineNo">2491</span>    }<a name="line.2491"></a>
-<span class="sourceLineNo">2492</span>    LOG.info("Starting mini mapreduce 
cluster...");<a name="line.2492"></a>
-<span class="sourceLineNo">2493</span>    setupClusterTestDir();<a 
name="line.2493"></a>
-<span class="sourceLineNo">2494</span>    createDirsAndSetProperties();<a 
name="line.2494"></a>
-<span class="sourceLineNo">2495</span><a name="line.2495"></a>
-<span class="sourceLineNo">2496</span>    forceChangeTaskLogDir();<a 
name="line.2496"></a>
-<span class="sourceLineNo">2497</span><a name="line.2497"></a>
-<span class="sourceLineNo">2498</span>    //// hadoop2 specific settings<a 
name="line.2498"></a>
-<span class="sourceLineNo">2499</span>    // Tests were failing because this 
process used 6GB of virtual memory and was getting killed.<a 
name="line.2499"></a>
-<span class="sourceLineNo">2500</span>    // we up the VM usable so that 
processes don't get killed.<a name="line.2500"></a>
-<span class="sourceLineNo">2501</span>    
conf.setFloat("yarn.nodemanager.vmem-pmem-ratio", 8.0f);<a name="line.2501"></a>
-<span class="sourceLineNo">2502</span><a name="line.2502"></a>
-<span class="sourceLineNo">2503</span>    // Tests were failing due to 
MAPREDUCE-4880 / MAPREDUCE-4607 against hadoop 2.0.2-alpha and<a 
name="line.2503"></a>
-<span class="sourceLineNo">2504</span>    // this avoids the problem by 
disabling speculative task execution in tests.<a name="line.2504"></a>
-<span class="sourceLineNo">2505</span>    
conf.setBoolean("mapreduce.map.speculative", false);<a name="line.2505"></a>
-<span class="sourceLineNo">2506</span>    
conf.setBoolean("mapreduce.reduce.speculative", false);<a name="line.2506"></a>
-<span class="sourceLineNo">2507</span>    ////<a name="line.2507"></a>
-<span class="sourceLineNo">2508</span><a name="line.2508"></a>
-<span class="sourceLineNo">2509</span>    // Allow the user to override FS URI 
for this map-reduce cluster to use.<a name="line.2509"></a>
-<span class="sourceLineNo">2510</span>    mrCluster = new 
MiniMRCluster(servers,<a name="line.2510"></a>
-<span class="sourceLineNo">2511</span>      FS_URI != null ? FS_URI : 
FileSystem.get(conf).getUri().toString(), 1,<a name="line.2511"></a>
-<span class="sourceLineNo">2512</span>      null, null, new 
JobConf(this.conf));<a name="line.2512"></a>
-<span class="sourceLineNo">2513</span>    JobConf jobConf = 
MapreduceTestingShim.getJobConf(mrCluster);<a name="line.2513"></a>
-<span class="sourceLineNo">2514</span>    if (jobConf == null) {<a 
name="line.2514"></a>
-<span class="sourceLineNo">2515</span>      jobConf = 
mrCluster.createJobConf();<a name="line.2515"></a>
-<span class="sourceLineNo">2516</span>    }<a name="line.2516"></a>
-<span class="sourceLineNo">2517</span><a name="line.2517"></a>
-<span class="sourceLineNo">2518</span>    
jobConf.set("mapreduce.cluster.local.dir",<a name="line.2518"></a>
-<span class="sourceLineNo">2519</span>      
conf.get("mapreduce.cluster.local.dir")); //Hadoop MiniMR overwrites this while 
it should not<a name="line.2519"></a>
-<span class="sourceLineNo">2520</span>    LOG.info("Mini mapreduce cluster 
started");<a name="line.2520"></a>
-<span class="sourceLineNo">2521</span><a name="line.2521"></a>
-<span class="sourceLineNo">2522</span>    // In hadoop2, YARN/MR2 starts a 
mini cluster with its own conf instance and updates settings.<a 
name="line.2522"></a>
-<span class="sourceLineNo">2523</span>    // Our HBase MR jobs need several of 
these settings in order to properly run.  So we copy the<a name="line.2523"></a>
-<span class="sourceLineNo">2524</span>    // necessary config properties here. 
 YARN-129 required adding a few properties.<a name="line.2524"></a>
-<span class="sourceLineNo">2525</span>    
conf.set("mapreduce.jobtracker.address", 
jobConf.get("mapreduce.jobtracker.address"));<a name="line.2525"></a>
-<span class="sourceLineNo">2526</span>    // this for mrv2 support; mr1 
ignores this<a name="line.2526"></a>
-<span class="sourceLineNo">2527</span>    conf.set("mapreduce.framework.name", 
"yarn");<a name="line.2527"></a>
-<span class="sourceLineNo">2528</span>    
conf.setBoolean("yarn.is.minicluster", true);<a name="line.2528"></a>
-<span class="sourceLineNo">2529</span>    String rmAddress = 
jobConf.get("yarn.resourcemanager.address");<a name="line.2529"></a>
-<span class="sourceLineNo">2530</span>    if (rmAddress != null) {<a 
name="line.2530"></a>
-<span class="sourceLineNo">2531</span>      
conf.set("yarn.resourcemanager.address", rmAddress);<a name="line.2531"></a>
-<span class="sourceLineNo">2532</span>    }<a name="line.2532"></a>
-<span class="sourceLineNo">2533</span>    String historyAddress = 
jobConf.get("mapreduce.jobhistory.address");<a name="line.2533"></a>
-<span class="sourceLineNo">2534</span>    if (historyAddress != null) {<a 
name="line.2534"></a>
-<span class="sourceLineNo">2535</span>      
conf.set("mapreduce.jobhistory.address", historyAddress);<a 
name="line.2535"></a>
-<span class="sourceLineNo">2536</span>    }<a name="line.2536"></a>
-<span class="sourceLineNo">2537</span>    String schedulerAddress =<a 
name="line.2537"></a>
-<span class="sourceLineNo">2538</span>      
jobConf.get("yarn.resourcemanager.scheduler.address");<a name="line.2538"></a>
-<span class="sourceLineNo">2539</span>    if (schedulerAddress != null) {<a 
name="line.2539"></a>
-<span class="sourceLineNo">2540</span>      
conf.set("yarn.resourcemanager.scheduler.address", schedulerAddress);<a 
name="line.2540"></a>
-<span class="sourceLineNo">2541</span>    }<a name="line.2541"></a>
-<span class="sourceLineNo">2542</span>    String mrJobHistoryWebappAddress =<a 
name="line.2542"></a>
-<span class="sourceLineNo">2543</span>      
jobConf.get("mapreduce.jobhistory.webapp.address");<a name="line.2543"></a>
-<span class="sourceLineNo">2544</span>    if (mrJobHistoryWebappAddress != 
null) {<a name="line.2544"></a>
-<span class="sourceLineNo">2545</span>      
conf.set("mapreduce.jobhistory.webapp.address", mrJobHistoryWebappAddress);<a 
name="line.2545"></a>
-<span class="sourceLineNo">2546</span>    }<a name="line.2546"></a>
-<span class="sourceLineNo">2547</span>    String yarnRMWebappAddress =<a 
name="line.2547"></a>
-<span class="sourceLineNo">2548</span>      
jobConf.get("yarn.resourcemanager.webapp.address");<a name="line.2548"></a>
-<span class="sourceLineNo">2549</span>    if (yarnRMWebappAddress != null) {<a 
name="line.2549"></a>
-<span class="sourceLineNo">2550</span>      
conf.set("yarn.resourcemanager.webapp.address", yarnRMWebappAddress);<a 
name="line.2550"></a>
-<span class="sourceLineNo">2551</span>    }<a name="line.2551"></a>
-<span class="sourceLineNo">2552</span>  }<a name="line.2552"></a>
-<span class="sourceLineNo">2553</span><a name="line.2553"></a>
-<span class="sourceLineNo">2554</span>  /**<a name="line.2554"></a>
-<span class="sourceLineNo">2555</span>   * Stops the previously started 
&lt;code&gt;MiniMRCluster&lt;/code&gt;.<a name="line.2555"></a>
-<span class="sourceLineNo">2556</span>   */<a name="line.2556"></a>
-<span class="sourceLineNo">2557</span>  public void 
shutdownMiniMapReduceCluster() {<a name="line.2557"></a>
-<span class="sourceLineNo">2558</span>    if (mrCluster != null) {<a 
name="line.2558"></a>
-<span class="sourceLineNo">2559</span>      LOG.info("Stopping mini mapreduce 
cluster...");<a name="line.2559"></a>
-<span class="sourceLineNo">2560</span>      mrCluster.shutdown();<a 
name="line.2560"></a>
-<span class="sourceLineNo">2561</span>      mrCluster = null;<a 
name="line.2561"></a>
-<span class="sourceLineNo">2562</span>      LOG.info("Mini mapreduce cluster 
stopped");<a name="line.2562"></a>
-<span class="sourceLineNo">2563</span>    }<a name="line.2563"></a>
-<span class="sourceLineNo">2564</span>    // Restore configuration to point to 
local jobtracker<a name="line.2564"></a>
-<span class="sourceLineNo">2565</span>    
conf.set("mapreduce.jobtracker.address", "local");<a name="line.2565"></a>
-<span class="sourceLineNo">2566</span>  }<a name="line.2566"></a>
-<span class="sourceLineNo">2567</span><a name="line.2567"></a>
-<span class="sourceLineNo">2568</span>  /**<a name="line.2568"></a>
-<span class="sourceLineNo">2569</span>   * Create a stubbed out 
RegionServerService, mainly for getting FS.<a name="line.2569"></a>
-<span class="sourceLineNo">2570</span>   */<a name="line.2570"></a>
-<span class="sourceLineNo">2571</span>  public RegionServerServices 
createMockRegionServerService() throws IOException {<a name="line.2571"></a>
-<span class="sourceLineNo">2572</span>    return 
createMockRegionServerService((ServerName)null);<a name="line.2572"></a>
-<span class="sourceLineNo">2573</span>  }<a name="line.2573"></a>
-<span class="sourceLineNo">2574</span><a name="line.2574"></a>
-<span class="sourceLineNo">2575</span>  /**<a name="line.2575"></a>
-<span class="sourceLineNo">2576</span>   * Create a stubbed out 
RegionServerService, mainly for getting FS.<a name="line.2576"></a>
-<span class="sourceLineNo">2577</span>   * This version is used by 
TestTokenAuthentication<a name="line.2577"></a>
-<span class="sourceLineNo">2578</span>   */<a name="line.2578"></a>
-<span class="sourceLineNo">2579</span>  public RegionServerServices 
createMockRegionServerService(RpcServerInterface rpc) throws<a 
name="line.2579"></a>
-<span class="sourceLineNo">2580</span>      IOException {<a 
name="line.2580"></a>
-<span class="sourceLineNo">2581</span>    final MockRegionServerServices rss = 
new MockRegionServerServices(getZooKeeperWatcher());<a name="line.2581"></a>
-<span class="sourceLineNo">2582</span>    
rss.setFileSystem(getTestFileSystem());<a name="line.2582"></a>
-<span class="sourceLineNo">2583</span>    rss.setRpcServer(rpc);<a 
name="line.2583"></a>
-<span class="sourceLineNo">2584</span>    return rss;<a name="line.2584"></a>
-<span class="sourceLineNo">2585</span>  }<a name="line.2585"></a>
-<span class="sourceLineNo">2586</span><a name="line.2586"></a>
-<span class="sourceLineNo">2587</span>  /**<a name="line.2587"></a>
-<span class="sourceLineNo">2588</span>   * Create a stubbed out 
RegionServerService, mainly for getting FS.<a name="line.2588"></a>
-<span class="sourceLineNo">2589</span>   * This version is used by 
TestOpenRegionHandler<a name="line.2589"></a>
-<span class="sourceLineNo">2590</span>   */<a name="line.2590"></a>
-<span class="sourceLineNo">2591</span>  public RegionServerServices 
createMockRegionServerService(ServerName name) throws IOException {<a 
name="line.2591"></a>
-<span class="sourceLineNo">2592</span>    final MockRegionServerServices rss = 
new MockRegionServerServices(getZooKeeperWatcher(), name);<a 
name="line.2592"></a>
-<span class="sourceLineNo">2593</span>    
rss.setFileSystem(getTestFileSystem());<a name="line.2593"></a>
-<span class="sourceLineNo">2594</span>    return rss;<a name="line.2594"></a>
-<span class="sourceLineNo">2595</span>  }<a name="line.2595"></a>
-<span class="sourceLineNo">2596</span><a name="line.2596"></a>
-<span class="sourceLineNo">2597</span>  /**<a name="line.2597"></a>
-<span class="sourceLineNo">2598</span>   * Switches the logger for the given 
class to DEBUG level.<a name="line.2598"></a>
-<span class="sourceLineNo">2599</span>   *<a name="line.2599"></a>
-<span class="sourceLineNo">2600</span>   * @param clazz  The class for which 
to switch to debug logging.<a name="line.2600"></a>
-<span class="sourceLineNo">2601</span>   */<a name="line.2601"></a>
-<span class="sourceLineNo">2602</span>  public void enableDebug(Class&lt;?&gt; 
clazz) {<a name="line.2602"></a>
-<span class="sourceLineNo">2603</span>    Logger l = 
LoggerFactory.getLogger(clazz);<a name="line.2603"></a>
-<span class="sourceLineNo">2604</span>    if (l instanceof Log4JLogger) {<a 
name="line.2604"></a>
-<span class="sourceLineNo">2605</span>      ((Log4JLogger) 
l).getLogger().setLevel(org.apache.log4j.Level.DEBUG);<a name="line.2605"></a>
-<span class="sourceLineNo">2606</span>    } else if (l instanceof 
Log4jLoggerAdapter) {<a name="line.2606"></a>
-<span class="sourceLineNo">2607</span>      
LogManager.getLogger(clazz).setLevel(org.apache.log4j.Level.DEBUG);<a 
name="line.2607"></a>
-<span class="sourceLineNo">2608</span>    } else if (l instanceof Jdk14Logger) 
{<a name="line.2608"></a>
-<span class="sourceLineNo">2609</span>      ((Jdk14Logger) 
l).getLogger().setLevel(java.util.logging.Level.ALL);<a name="line.2609"></a>
-<span class="sourceLineNo">2610</span>    }<a name="line.2610"></a>
-<span class="sourceLineNo">2611</span>  }<a name="line.2611"></a>
-<span class="sourceLineNo">2612</span><a name="line.2612"></a>
-<span class="sourceLineNo">2613</span>  /**<a name="line.2613"></a>
-<span class="sourceLineNo">2614</span>   * Expire the Master's session<a 
name="line.2614"></a>
-<span class="sourceLineNo">2615</span>   * @throws Exception<a 
name="line.2615"></a>
-<span class="sourceLineNo">2616</span>   */<a name="line.2616"></a>
-<span class="sourceLineNo">2617</span>  public void expireMasterSession() 
throws Exception {<a name="line.2617"></a>
-<span class="sourceLineNo">2618</span>    HMaster master = 
getMiniHBaseCluster().getMaster();<a name="line.2618"></a>
-<span class="sourceLineNo">2619</span>    expireSession(master.getZooKeeper(), 
false);<a name="line.2619"></a>
-<span class="sourceLineNo">2620</span>  }<a name="line.2620"></a>
-<span class="sourceLineNo">2621</span><a name="line.2621"></a>
-<span class="sourceLineNo">2622</span>  /**<a name="line.2622"></a>
-<span class="sourceLineNo">2623</span>   * Expire a region server's session<a 
name="line.2623"></a>
-<span class="sourceLineNo">2624</span>   * @param index which RS<a 
name="line.2624"></a>
-<span class="sourceLineNo">2625</span>   * @throws Exception<a 
name="line.2625"></a>
-<span class="sourceLineNo">2626</span>   */<a name="line.2626"></a>
-<span class="sourceLineNo">2627</span>  public void 
expireRegionServerSession(int index) throws Exception {<a name="line.2627"></a>
-<span class="sourceLineNo">2628</span>    HRegionServer rs = 
getMiniHBaseCluster().getRegionServer(index);<a name="line.2628"></a>
-<span class="sourceLineNo">2629</span>    expireSession(rs.getZooKeeper(), 
false);<a name="line.2629"></a>
-<span class="sourceLineNo">2630</span>    decrementMinRegionServerCount();<a 
name="line.2630"></a>
-<span class="sourceLineNo">2631</span>  }<a name="line.2631"></a>
-<span class="sourceLineNo">2632</span><a name="line.2632"></a>
-<span class="sourceLineNo">2633</span>  private void 
decrementMinRegionServerCount() {<a name="line.2633"></a>
-<span class="sourceLineNo">2634</span>    // decrement the count for 
this.conf, for newly spwaned master<a name="line.2634"></a>
-<span class="sourceLineNo">2635</span>    // this.hbaseCluster shares this 
configuration too<a name="line.2635"></a>
-<span class="sourceLineNo">2636</span>    
decrementMinRegionServerCount(getConfiguration());<a name="line.2636"></a>
-<span class="sourceLineNo">2637</span><a name="line.2637"></a>
-<span class="sourceLineNo">2638</span>    // each master thread keeps a copy 
of configuration<a name="line.2638"></a>
-<span class="sourceLineNo">2639</span>    for (MasterThread master : 
getHBaseCluster().getMasterThreads()) {<a name="line.2639"></a>
-<span class="sourceLineNo">2640</span>      
decrementMinRegionServerCount(master.getMaster().getConfiguration());<a 
name="line.2640"></a>
-<span class="sourceLineNo">2641</span>    }<a name="line.2641"></a>
-<span class="sourceLineNo">2642</span>  }<a name="line.2642"></a>
-<span class="sourceLineNo">2643</span><a name="line.2643"></a>
-<span class="sourceLineNo">2644</span>  private void 
decrementMinRegionServerCount(Configuration conf) {<a name="line.2644"></a>
-<span class="sourceLineNo">2645</span>    int currentCount = conf.getInt(<a 
name="line.2645"></a>
-<span class="sourceLineNo">2646</span>        
ServerManager.WAIT_ON_REGIONSERVERS_MINTOSTART, -1);<a name="line.2646"></a>
-<span class="sourceLineNo">2647</span>    if (currentCount != -1) {<a 
name="line.2647"></a>
-<span class="sourceLineNo">2648</span>      
conf.setInt(ServerManager.WAIT_ON_REGIONSERVERS_MINTOSTART,<a 
name="line.2648"></a>
-<span class="sourceLineNo">2649</span>          Math.max(currentCount - 1, 
1));<a name="line.2649"></a>
-<span class="sourceLineNo">2650</span>    }<a name="line.2650"></a>
-<span class="sourceLineNo">2651</span>  }<a name="line.2651"></a>
-<span class="sourceLineNo">2652</span><a name="line.2652"></a>
-<span class="sourceLineNo">2653</span>  public void expireSession(ZKWatcher 
nodeZK) throws Exception {<a name="line.2653"></a>
-<span class="sourceLineNo">2654</span>   expireSession(nodeZK, false);<a 
name="line.2654"></a>
-<span class="sourceLineNo">2655</span>  }<a name="line.2655"></a>
-<span class="sourceLineNo">2656</span><a name="line.2656"></a>
-<span class="sourceLineNo">2657</span>  /**<a name="line.2657"></a>
-<span class="sourceLineNo">2658</span>   * Expire a ZooKeeper session as 
recommended in ZooKeeper documentation<a name="line.2658"></a>
-<span class="sourceLineNo">2659</span>   * 
http://hbase.apache.org/book.html#trouble.zookeeper<a name="line.2659"></a>
-<span class="sourceLineNo">2660</span>   * There are issues when doing this:<a 
name="line.2660"></a>
-<span class="sourceLineNo">2661</span>   * [1] 
http://www.mail-archive.com/dev@zookeeper.apache.org/msg01942.html<a 
name="line.2661"></a>
-<span class="sourceLineNo">2662</span>   * [2] 
https://issues.apache.org/jira/browse/ZOOKEEPER-1105<a name="line.2662"></a>
-<span class="sourceLineNo">2663</span>   *<a name="line.2663"></a>
-<span class="sourceLineNo">2664</span>   * @param nodeZK - the ZK watcher to 
expire<a name="line.2664"></a>
-<span class="sourceLineNo">2665</span>   * @param checkStatus - true to check 
if we can create a Table with the<a name="line.2665"></a>
-<span class="sourceLineNo">2666</span>   *                    current 
configuration.<a name="line.2666"></a>
-<span class="sourceLineNo">2667</span>   */<a name="line.2667"></a>
-<span class="sourceLineNo">2668</span>  public void expireSession(ZKWatcher 
nodeZK, boolean checkStatus)<a name="line.2668"></a>
-<span class="sourceLineNo">2669</span>    throws Exception {<a 
name="line.2669"></a>
-<span class="sourceLineNo">2670</span>    Configuration c = new 
Configuration(this.conf);<a name="line.2670"></a>
-<span class="sourceLineNo">2671</span>    String quorumServers = 
ZKConfig.getZKQuorumServersString(c);<a name="line.2671"></a>
-<span class="sourceLineNo">2672</span>    ZooKeeper zk = 
nodeZK.getRecoverableZooKeeper().getZooKeeper();<a name="line.2672"></a>
-<span class="sourceLineNo">2673</span>    byte[] password = 
zk.getSessionPasswd();<a name="line.2673"></a>
-<span class="sourceLineNo">2674</span>    long sessionID = 
zk.getSessionId();<a name="line.2674"></a>
-<span class="sourceLineNo">2675</span><a name="line.2675"></a>
-<span class="sourceLineNo">2676</span>    // Expiry seems to be asynchronous 
(see comment from P. Hunt in [1]),<a name="line.2676"></a>
-<span class="sourceLineNo">2677</span>    //  so we create a first watcher to 
be sure that the<a name="line.2677"></a>
-<span class="sourceLineNo">2678</span>    //  event was sent. We expect that 
if our watcher receives the event<a name="line.2678"></a>
-<span class="sourceLineNo">2679</span>    //  other watchers on the same 
machine will get is as well.<a name="line.2679"></a>
-<span class="sourceLineNo">2680</span>    // When we ask to close the 
connection, ZK does not close it before<a name="line.2680"></a>
-<span class="sourceLineNo">2681</span>    //  we receive all the events, so 
don't have to capture the event, just<a name="line.2681"></a>
-<span class="sourceLineNo">2682</span>    //  closing the connection should be 
enough.<a name="line.2682"></a>
-<span class="sourceLineNo">2683</span>    ZooKeeper monitor = new 
ZooKeeper(quorumServers,<a name="line.2683"></a>
-<span class="sourceLineNo">2684</span>      1000, new 
org.apache.zookeeper.Watcher(){<a name="line.2684"></a>
-<span class="sourceLineNo">2685</span>      @Override<a name="line.2685"></a>
-<span class="sourceLineNo">2686</span>      public void process(WatchedEvent 
watchedEvent) {<a name="line.2686"></a>
-<span class="sourceLineNo">2687</span>        LOG.info("Monitor ZKW received 
event="+watchedEvent);<a name="line.2687"></a>
-<span class="sourceLineNo">2688</span>      }<a name="line.2688"></a>
-<span class="sourceLineNo">2689</span>    } , sessionID, password);<a 
name="line.2689"></a>
-<span class="sourceLineNo">2690</span><a name="line.2690"></a>
-<span class="sourceLineNo">2691</span>    // Making it expire<a 
name="line.2691"></a>
-<span class="sourceLineNo">2692</span>    ZooKeeper newZK = new 
ZooKeeper(quorumServers,<a name="line.2692"></a>
-<span class="sourceLineNo">2693</span>        1000, EmptyWatcher.instance, 
sessionID, password);<a name="line.2693"></a>
-<span class="sourceLineNo">2694</span><a name="line.2694"></a>
-<span class="sourceLineNo">2695</span>    //ensure that we have connection to 
the server before closing down, otherwise<a name="line.2695"></a>
-<span class="sourceLineNo">2696</span>    //the close session event will be 
eaten out before we start CONNECTING state<a name="line.2696"></a>
-<span class="sourceLineNo">2697</span>    long start = 
System.currentTimeMillis();<a name="line.2697"></a>
-<span class="sourceLineNo">2698</span>    while (newZK.getState() != 
States.CONNECTED<a name="line.2698"></a>
-<span class="sourceLineNo">2699</span>         &amp;&amp; 
System.currentTimeMillis() - start &lt; 1000) {<a name="line.2699"></a>
-<span class="sourceLineNo">2700</span>       Thread.sleep(1);<a 
name="line.2700"></a>
-<span class="sourceLineNo">2701</span>    }<a name="line.2701"></a>
-<span class="sourceLineNo">2702</span>    newZK.close();<a 
name="line.2702"></a>
-<span class="sourceLineNo">2703</span>    LOG.info("ZK Closed Session 0x" + 
Long.toHexString(sessionID));<a name="line.2703"></a>
-<span class="sourceLineNo">2704</span><a name="line.2704"></a>
-<span class="sourceLineNo">2705</span>    // Now closing &amp; waiting to be 
sure that the clients get it.<a name="line.2705"></a>
-<span class="sourceLineNo">2706</span>    monitor.close();<a 
name="line.2706"></a>
-<span class="sourceLineNo">2707</span><a name="line.2707"></a>
-<span class="sourceLineNo">2708</span>    if (checkStatus) {<a 
name="line.2708"></a>
-<span class="sourceLineNo">2709</span>      
getConnection().getTable(TableName.META_TABLE_NAME).close();<a 
name="line.2709"></a>
-<span class="sourceLineNo">2710</span>    }<a name="line.2710"></a>
-<span class="sourceLineNo">2711</span>  }<a name="line.2711"></a>
-<span class="sourceLineNo">2712</span><a name="line.2712"></a>
-<span class="sourceLineNo">2713</span>  /**<a name="line.2713"></a>
-<span class="sourceLineNo">2714</span>   * Get the Mini HBase cluster.<a 
name="line.2714"></a>
-<span class="sourceLineNo">2715</span>   *<a name="line.2715"></a>
-<span class="sourceLineNo">2716</span>   * @return hbase cluster<a 
name="line.2716"></a>
-<span class="sourceLineNo">2717</span>   * @see #getHBaseClusterInterface()<a 
name="line.2717"></a>
-<span class="sourceLineNo">2718</span>   */<a name="line.2718"></a>
-<span class="sourceLineNo">2719</span>  public MiniHBaseCluster 
getHBaseCluster() {<a name="line.2719"></a>
-<span class="sourceLineNo">2720</span>    return getMiniHBaseCluster();<a 
name="line.2720"></a>
-<span class="sourceLineNo">2721</span>  }<a name="line.2721"></a>
-<span class="sourceLineNo">2722</span><a name="line.2722"></a>
-<span class="sourceLineNo">2723</span>  /**<a name="line.2723"></a>
-<span class="sourceLineNo">2724</span>   * Returns the HBaseCluster 
instance.<a name="line.2724"></a>
-<span class="sourceLineNo">2725</span>   * &lt;p&gt;Returned object can be any 
of the subclasses of HBaseCluster, and the<a name="line.2725"></a>
-<span class="sourceLineNo">2726</span>   * tests referring this should not 
assume that the cluster is a mini cluster or a<a name="line.2726"></a>
-<span class="sourceLineNo">2727</span>   * distributed one. If the test only 
works on a mini cluster, then specific<a name="line.2727"></a>
-<span class="sourceLineNo">2728</span>   * method {@link 
#getMiniHBaseCluster()} can be used instead w/o the<a name="line.2728"></a>
-<span class="sourceLineNo">2729</span>   * need to type-cast.<a 
name="line.2729"></a>
-<span class="sourceLineNo">2730</span>   */<a name="line.2730"></a>
-<span class="sourceLineNo">2731</span>  public HBaseCluster 
getHBaseClusterInterface() {<a name="line.2731"></a>
-<span class="sourceLineNo">2732</span>    //implementation note: we should 
rename this method as #getHBaseCluster(),<a name="line.2732"></a>
-<span class="sourceLineNo">2733</span>    //but this would require refactoring 
90+ calls.<a name="line.2733"></a>
-<span class="sourceLineNo">2734</span>    return hbaseCluster;<a 
name="line.2734"></a>
-<span class="sourceLineNo">2735</span>  }<a name="line.2735"></a>
-<span class="sourceLineNo">2736</span><a name="line.2736"></a>
-<span class="sourceLineNo">2737</span>  /**<a name="line.2737"></a>
-<span class="sourceLineNo">2738</span>   * Get a Connection to the cluster.<a 
name="line.2738"></a>
-<span class="sourceLineNo">2739</span>   * Not thread-safe (This class needs a 
lot of work to make it thread-safe).<a name="line.2739"></a>
-<span class="sourceLineNo">2740</span>   * @return A Connection that can be 
shared. Don't close. Will be closed on shutdown of cluster.<a 
name="line.2740"></a>
-<span class="sourceLineNo">2741</span>   * @throws IOException<a 
name="line.2741"></a>
-<span class="sourceLineNo">2742</span>   */<a name="line.2742"></a>
-<span class="sourceLineNo">2743</span>  public Connection getConnection() 
throws IOException {<a name="line.2743"></a>
-<span class="sourceLineNo">2744</span>    if (this.connection == null) {<a 
name="line.2744"></a>
-<span class="sourceLineNo">2745</span>      this.connection = 
ConnectionFactory.createConnection(this.conf);<a name="line.2745"></a>
-<span class="sourceLineNo">2746</span>    }<a name="line.2746"></a>
-<span class="sourceLineNo">2747</span>    return this.connection;<a 
name="line.2747"></a>
-<span class="sourceLineNo">2748</span>  }<a name="line.2748"></a>
-<span class="sourceLineNo">2749</span><a name="line.2749"></a>
-<span class="sourceLineNo">2750</span>  /**<a name="line.2750"></a>
-<span class="sourceLineNo">2751</span>   * Returns a Admin instance.<a 
name="line.2751"></a>
-<span class="sourceLineNo">2752</span>   * This instance is shared between 
HBaseTestingUtility instance users. Closing it has no effect,<a 
name="line.2752"></a>
-<span class="sourceLineNo">2753</span>   * it will be closed automatically 
when the cluster shutdowns<a name="line.2753"></a>
-<span class="sourceLineNo">2754</span>   *<a name="line.2754"></a>
-<span class="sourceLineNo">2755</span>   * @return HBaseAdmin instance which 
is guaranteed to support only {@link Admin} interface.<a name="line.2755"></a>
-<span class="sourceLineNo">2756</span>   *   Functions in HBaseAdmin not 
provided by {@link Admin} interface can be changed/deleted<a 
name="line.2756"></a>
-<span class="sourceLineNo">2757</span>   *   anytime.<a name="line.2757"></a>
-<span class="sourceLineNo">2758</span>   * @deprecated Since 2.0. Will be 
removed in 3.0. Use {@link #getAdmin()} instead.<a name="line.2758"></a>
-<span class="sourceLineNo">2759</span>   */<a name="line.2759"></a>
-<span class="sourceLineNo">2760</span>  @Deprecated<a name="line.2760"></a>
-<span class="sourceLineNo">2761</span>  public synchronized HBaseAdmin 
getHBaseAdmin()<a name="line.2761"></a>
-<span class="sourceLineNo">2762</span>  throws IOException {<a 
name="line.2762"></a>
-<span class="sourceLineNo">2763</span>    if (hbaseAdmin == null){<a 
name="line.2763"></a>
-<span class="sourceLineNo">2764</span>      this.hbaseAdmin = (HBaseAdmin) 
getConnection().getAdmin();<a name="line.2764"></a>
-<span class="sourceLineNo">2765</span>    }<a name="line.2765"></a>
-<span class="sourceLineNo">2766</span>    return hbaseAdmin;<a 
name="line.2766"></a>
-<span class="sourceLineNo">2767</span>  }<a name="line.2767"></a>
-<span class="sourceLineNo">2768</span><a name="line.2768"></a>
-<span class="sourceLineNo">2769</span>  /**<a name="line.2769"></a>
-<span class="sourceLineNo">2770</span>   * Returns an Admin instance which is 
shared between HBaseTestingUtility instance users.<a name="line.2770"></a>
-<span class="sourceLineNo">2771</span>   * Closing it has no effect, it will 
be closed automatically when the cluster shutdowns<a name="line.2771"></a>
-<span class="sourceLineNo">2772</span>   */<a name="line.2772"></a>
-<span class="sourceLineNo">2773</span>  public synchronized Admin getAdmin() 
throws IOException {<a name="line.2773"></a>
-<span class="sourceLineNo">2774</span>    if (hbaseAdmin == null){<a 
name="line.2774"></a>
-<span class="sourceLineNo">2775</span>      this.hbaseAdmin = (HBaseAdmin) 
getConnection().getAdmin();<a name="line.2775"></a>
-<span class="sourceLineNo">2776</span>    }<a name="line.2776"></a>
-<span class="sourceLineNo">2777</span>    return hbaseAdmin;<a 
name="line.2777"></a>
-<span class="sourceLineNo">2778</span>  }<a name="line.2778"></a>
-<span class="sourceLineNo">2779</span><a name="line.2779"></a>
-<span class="sourceLineNo">2780</span>  private HBaseAdmin hbaseAdmin = 
null;<a name="line.2780"></a>
+<span class="sourceLineNo">2313</span>        
Collections.&lt;WALActionsListener&gt; singletonList(new MetricsWAL()),<a 
name="line.2313"></a>
+<span class="sourceLineNo">2314</span>        "hregion-" + 
RandomStringUtils.randomNumeric(8))).getWAL(hri);<a name="line.2314"></a>
+<span class="sourceLineNo">2315</span>  }<a name="line.2315"></a>
+<span class="sourceLineNo">2316</span><a name="line.2316"></a>
+<span class="sourceLineNo">2317</span>  /**<a name="line.2317"></a>
+<span class="sourceLineNo">2318</span>   * Create a region with it's own WAL. 
Be sure to call<a name="line.2318"></a>
+<span class="sourceLineNo">2319</span>   * {@link 
HBaseTestingUtility#closeRegionAndWAL(HRegion)} to clean up all resources.<a 
name="line.2319"></a>
+<span class="sourceLineNo">2320</span>   */<a name="line.2320"></a>
+<span class="sourceLineNo">2321</span>  public static HRegion 
createRegionAndWAL(final RegionInfo info, final Path rootDir,<a 
name="line.2321"></a>
+<span class="sourceLineNo">2322</span>      final Configuration conf, final 
TableDescriptor htd) throws IOException {<a name="line.2322"></a>
+<span class="sourceLineNo">2323</span>    return createRegionAndWAL(info, 
rootDir, conf, htd, true);<a name="line.2323"></a>
+<span class="sourceLineNo">2324</span>  }<a name="line.2324"></a>
+<span class="sourceLineNo">2325</span><a name="line.2325"></a>
+<span class="sourceLineNo">2326</span>  /**<a name="line.2326"></a>
+<span class="sourceLineNo">2327</span>   * Create a region with it's own WAL. 
Be sure to call<a name="line.2327"></a>
+<span class="sourceLineNo">2328</span>   * {@link 
HBaseTestingUtility#closeRegionAndWAL(HRegion)} to clean up all resources.<a 
name="line.2328"></a>
+<span class="sourceLineNo">2329</span>   */<a name="line.2329"></a>
+<span class="sourceLineNo">2330</span>  public static HRegion 
createRegionAndWAL(final RegionInfo info, final Path rootDir,<a 
name="line.2330"></a>
+<span class="sourceLineNo">2331</span>      final Configuration conf, final 
TableDescriptor htd, boolean initialize)<a name="line.2331"></a>
+<span class="sourceLineNo">2332</span>      throws IOException {<a 
name="line.2332"></a>
+<span class="sourceLineNo">2333</span>    
ChunkCreator.initialize(MemStoreLABImpl.CHUNK_SIZE_DEFAULT, false, 0, 0, 0, 
null);<a name="line.2333"></a>
+<span class="sourceLineNo">2334</span>    WAL wal = createWal(conf, rootDir, 
info);<a name="line.2334"></a>
+<span class="sourceLineNo">2335</span>    return HRegion.createHRegion(info, 
rootDir, conf, htd, wal, initialize);<a name="line.2335"></a>
+<span class="sourceLineNo">2336</span>  }<a name="line.2336"></a>
+<span class="sourceLineNo">2337</span><a name="line.2337"></a>
+<span class="sourceLineNo">2338</span>  /**<a name="line.2338"></a>
+<span class="sourceLineNo">2339</span>   * Returns all rows from the 
hbase:meta table.<a name="line.2339"></a>
+<span class="sourceLineNo">2340</span>   *<a name="line.2340"></a>
+<span class="sourceLineNo">2341</span>   * @throws IOException When reading 
the rows fails.<a name="line.2341"></a>
+<span class="sourceLineNo">2342</span>   */<a name="line.2342"></a>
+<span class="sourceLineNo">2343</span>  public List&lt;byte[]&gt; 
getMetaTableRows() throws IOException {<a name="line.2343"></a>
+<span class="sourceLineNo">2344</span>    // TODO: Redo using 
MetaTableAccessor class<a name="line.2344"></a>
+<span class="sourceLineNo">2345</span>    Table t = 
getConnection().getTable(TableName.META_TABLE_NAME);<a name="line.2345"></a>
+<span class="sourceLineNo">2346</span>    List&lt;byte[]&gt; rows = new 
ArrayList&lt;&gt;();<a name="line.2346"></a>
+<span class="sourceLineNo">2347</span>    ResultScanner s = t.getScanner(new 
Scan());<a name="line.2347"></a>
+<span class="sourceLineNo">2348</span>    for (Result result : s) {<a 
name="line.2348"></a>
+<span class="sourceLineNo">2349</span>      LOG.info("getMetaTableRows: row 
-&gt; " +<a name="line.2349"></a>
+<span class="sourceLineNo">2350</span>        
Bytes.toStringBinary(result.getRow()));<a name="line.2350"></a>
+<span class="sourceLineNo">2351</span>      rows.add(result.getRow());<a 
name="line.2351"></a>
+<span class="sourceLineNo">2352</span>    }<a name="line.2352"></a>
+<span class="sourceLineNo">2353</span>    s.close();<a name="line.2353"></a>
+<span class="sourceLineNo">2354</span>    t.close();<a name="line.2354"></a>
+<span class="sourceLineNo">2355</span>    return rows;<a name="line.2355"></a>
+<span class="sourceLineNo">2356</span>  }<a name="line.2356"></a>
+<span class="sourceLineNo">2357</span><a name="line.2357"></a>
+<span class="sourceLineNo">2358</span>  /**<a name="line.2358"></a>
+<span class="sourceLineNo">2359</span>   * Returns all rows from the 
hbase:meta table for a given user table<a name="line.2359"></a>
+<span class="sourceLineNo">2360</span>   *<a name="line.2360"></a>
+<span class="sourceLineNo">2361</span>   * @throws IOException When reading 
the rows fails.<a name="line.2361"></a>
+<span class="sourceLineNo">2362</span>   */<a name="line.2362"></a>
+<span class="sourceLineNo">2363</span>  public List&lt;byte[]&gt; 
getMetaTableRows(TableName tableName) throws IOException {<a 
name="line.2363"></a>
+<span class="sourceLineNo">2364</span>    // TODO: Redo using 
MetaTableAccessor.<a name="line.2364"></a>
+<span class="sourceLineNo">2365</span>    Table t = 
getConnection().getTable(TableName.META_TABLE_NAME);<a name="line.2365"></a>
+<span class="sourceLineNo">2366</span>    List&lt;byte[]&gt; rows = new 
ArrayList&lt;&gt;();<a name="line.2366"></a>
+<span class="sourceLineNo">2367</span>    ResultScanner s = t.getScanner(new 
Scan());<a name="line.2367"></a>
+<span class="sourceLineNo">2368</span>    for (Result result : s) {<a 
name="line.2368"></a>
+<span class="sourceLineNo">2369</span>      RegionInfo info = 
MetaTableAccessor.getRegionInfo(result);<a name="line.2369"></a>
+<span class="sourceLineNo">2370</span>      if (info == null) {<a 
name="line.2370"></a>
+<span class="sourceLineNo">2371</span>        LOG.error("No region info for 
row " + Bytes.toString(result.getRow()));<a name="line.2371"></a>
+<span class="sourceLineNo">2372</span>        // TODO figure out what to do 
for this new hosed case.<a name="line.2372"></a>
+<span class="sourceLineNo">2373</span>        continue;<a name="line.2373"></a>
+<span class="sourceLineNo">2374</span>      }<a name="line.2374"></a>
+<span class="sourceLineNo">2375</span><a name="line.2375"></a>
+<span class="sourceLineNo">2376</span>      if 
(info.getTable().equals(tableName)) {<a name="line.2376"></a>
+<span class="sourceLineNo">2377</span>        LOG.info("getMetaTableRows: row 
-&gt; " +<a name="line.2377"></a>
+<span class="sourceLineNo">2378</span>            
Bytes.toStringBinary(result.getRow()) + info);<a name="line.2378"></a>
+<span class="sourceLineNo">2379</span>        rows.add(result.getRow());<a 
name="line.2379"></a>
+<span class="sourceLineNo">2380</span>      }<a name="line.2380"></a>
+<span class="sourceLineNo">2381</span>    }<a name="line.2381"></a>
+<span class="sourceLineNo">2382</span>    s.close();<a name="line.2382"></a>
+<span class="sourceLineNo">2383</span>    t.close();<a name="line.2383"></a>
+<span class="sourceLineNo">2384</span>    return rows;<a name="line.2384"></a>
+<span class="sourceLineNo">2385</span>  }<a name="line.2385"></a>
+<span class="sourceLineNo">2386</span><a name="line.2386"></a>
+<span class="sourceLineNo">2387</span>  /*<a name="line.2387"></a>
+<span class="sourceLineNo">2388</span>   * Find any other region server which 
is different from the one identified by parameter<a name="line.2388"></a>
+<span class="sourceLineNo">2389</span>   * @param rs<a name="line.2389"></a>
+<span class="sourceLineNo">2390</span>   * @return another region server<a 
name="line.2390"></a>
+<span class="sourceLineNo">2391</span>   */<a name="line.2391"></a>
+<span class="sourceLineNo">2392</span>  public HRegionServer 
getOtherRegionServer(HRegionServer rs) {<a name="line.2392"></a>
+<span class="sourceLineNo">2393</span>    for 
(JVMClusterUtil.RegionServerThread rst :<a name="line.2393"></a>
+<span class="sourceLineNo">2394</span>      
getMiniHBaseCluster().getRegionServerThreads()) {<a name="line.2394"></a>
+<span class="sourceLineNo">2395</span>      if (!(rst.getRegionServer() == 
rs)) {<a name="line.2395"></a>
+<span class="sourceLineNo">2396</span>        return rst.getRegionServer();<a 
name="line.2396"></a>
+<span class="sourceLineNo">2397</span>      }<a name="line.2397"></a>
+<span class="sourceLineNo">2398</span>    }<a name="line.2398"></a>
+<span class="sourceLineNo">2399</span>    return null;<a name="line.2399"></a>
+<span class="sourceLineNo">2400</span>  }<a name="line.2400"></a>
+<span class="sourceLineNo">2401</span><a name="line.2401"></a>
+<span class="sourceLineNo">2402</span>  /**<a name="line.2402"></a>
+<span class="sourceLineNo">2403</span>   * Tool to get the reference to the 
region server object that holds the<a name="line.2403"></a>
+<span class="sourceLineNo">2404</span>   * region of the specified user 
table.<a name="line.2404"></a>
+<span class="sourceLineNo">2405</span>   * It first searches for the meta rows 
that contain the region of the<a name="line.2405"></a>
+<span class="sourceLineNo">2406</span>   * specified table, then gets the 
index of that RS, and finally retrieves<a name="line.2406"></a>
+<span class="sourceLineNo">2407</span>   * the RS's reference.<a 
name="line.2407"></a>
+<span class="sourceLineNo">2408</span>   * @param tableName user table to 
lookup in hbase:meta<a name="line.2408"></a>
+<span class="sourceLineNo">2409</span>   * @return region server that holds 
it, null if the row doesn't exist<a name="line.2409"></a>
+<span class="sourceLineNo">2410</span>   * @throws IOException<a 
name="line.2410"></a>
+<span class="sourceLineNo">2411</span>   * @throws InterruptedException<a 
name="line.2411"></a>
+<span class="sourceLineNo">2412</span>   */<a name="line.2412"></a>
+<span class="sourceLineNo">2413</span>  public HRegionServer 
getRSForFirstRegionInTable(TableName tableName)<a name="line.2413"></a>
+<span class="sourceLineNo">2414</span>      throws IOException, 
InterruptedException {<a name="line.2414"></a>
+<span class="sourceLineNo">2415</span>    List&lt;byte[]&gt; metaRows = 
getMetaTableRows(tableName);<a name="line.2415"></a>
+<span class="sourceLineNo">2416</span>    if (metaRows == null || 
metaRows.isEmpty()) {<a name="line.2416"></a>
+<span class="sourceLineNo">2417</span>      return null;<a 
name="line.2417"></a>
+<span class="sourceLineNo">2418</span>    }<a name="line.2418"></a>
+<span class="sourceLineNo">2419</span>    LOG.debug("Found " + metaRows.size() 
+ " rows for table " +<a name="line.2419"></a>
+<span class="sourceLineNo">2420</span>      tableName);<a name="line.2420"></a>
+<span class="sourceLineNo">2421</span>    byte [] firstrow = 
metaRows.get(0);<a name="line.2421"></a>
+<span class="sourceLineNo">2422</span>    LOG.debug("FirstRow=" + 
Bytes.toString(firstrow));<a name="line.2422"></a>
+<span class="sourceLineNo">2423</span>    long pause = 
getConfiguration().getLong(HConstants.HBASE_CLIENT_PAUSE,<a 
name="line.2423"></a>
+<span class="sourceLineNo">2424</span>      
HConstants.DEFAULT_HBASE_CLIENT_PAUSE);<a name="line.2424"></a>
+<span class="sourceLineNo">2425</span>    int numRetries = 
getConfiguration().getInt(HConstants.HBASE_CLIENT_RETRIES_NUMBER,<a 
name="line.2425"></a>
+<span class="sourceLineNo">2426</span>      
HConstants.DEFAULT_HBASE_CLIENT_RETRIES_NUMBER);<a name="line.2426"></a>
+<span class="sourceLineNo">2427</span>    RetryCounter retrier = new 
RetryCounter(numRetries+1, (int)pause, TimeUnit.MICROSECONDS);<a 
name="line.2427"></a>
+<span class="sourceLineNo">2428</span>    while(retrier.shouldRetry()) {<a 
name="line.2428"></a>
+<span class="sourceLineNo">2429</span>      int index = 
getMiniHBaseCluster().getServerWith(firstrow);<a name="line.2429"></a>
+<span class="sourceLineNo">2430</span>      if (index != -1) {<a 
name="line.2430"></a>
+<span class="sourceLineNo">2431</span>        return 
getMiniHBaseCluster().getRegionServerThreads().get(index).getRegionServer();<a 
name="line.2431"></a>
+<span class="sourceLineNo">2432</span>      }<a name="line.2432"></a>
+<span class="sourceLineNo">2433</span>      // Came back -1.  Region may not 
be online yet.  Sleep a while.<a name="line.2433"></a>
+<span class="sourceLineNo">2434</span>      retrier.sleepUntilNextRetry();<a 
name="line.2434"></a>
+<span class="sourceLineNo">2435</span>    }<a name="line.2435"></a>
+<span class="sourceLineNo">2436</span>    return null;<a name="line.2436"></a>
+<span class="sourceLineNo">2437</span>  }<a name="line.2437"></a>
+<span class="sourceLineNo">2438</span><a name="line.2438"></a>
+<span class="sourceLineNo">2439</span>  /**<a name="line.2439"></a>
+<span class="sourceLineNo">2440</span>   * Starts a 
&lt;code&gt;MiniMRCluster&lt;/code&gt; with a default number of<a 
name="line.2440"></a>
+<span class="sourceLineNo">2441</span>   * 
&lt;code&gt;TaskTracker&lt;/code&gt;'s.<a name="line.2441"></a>
+<span class="sourceLineNo">2442</span>   *<a name="line.2442"></a>
+<span class="sourceLineNo">2443</span>   * @throws IOException When starting 
the cluster fails.<a name="line.2443"></a>
+<span class="sourceLineNo">2444</span>   */<a name="line.2444"></a>
+<span class="sourceLineNo">2445</span>  public MiniMRCluster 
startMiniMapReduceCluster() throws IOException {<a name="line.2445"></a>
+<span class="sourceLineNo">2446</span>    // Set a very high 
max-disk-utilization percentage to avoid the NodeManagers from failing.<a 
name="line.2446"></a>
+<span class="sourceLineNo">2447</span>    conf.setIfUnset(<a 
name="line.2447"></a>
+<span class="sourceLineNo">2448</span>        
"yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage",<a
 name="line.2448"></a>
+<span class="sourceLineNo">2449</span>        "99.0");<a name="line.2449"></a>
+<span class="sourceLineNo">2450</span>    startMiniMapReduceCluster(2);<a 
name="line.2450"></a>
+<span class="sourceLineNo">2451</span>    return mrCluster;<a 
name="line.2451"></a>
+<span class="sourceLineNo">2452</span>  }<a name="line.2452"></a>
+<span class="sourceLineNo">2453</span><a name="line.2453"></a>
+<span class="sourceLineNo">2454</span>  /**<a name="line.2454"></a>
+<span class="sourceLineNo">2455</span>   * Tasktracker has a bug where 
changing the hadoop.log.dir system property<a name="line.2455"></a>
+<span class="sourceLineNo">2456</span>   * will not change its internal static 
LOG_DIR variable.<a name="line.2456"></a>
+<span class="sourceLineNo">2457</span>   */<a name="line.2457"></a>
+<span class="sourceLineNo">2458</span>  private void forceChangeTaskLogDir() 
{<a name="line.2458"></a>
+<span class="sourceLineNo">2459</span>    Field logDirField;<a 
name="line.2459"></a>
+<span class="sourceLineNo">2460</span>    try {<a name="line.2460"></a>
+<span class="sourceLineNo">2461</span>      logDirField = 
TaskLog.class.getDeclaredField("LOG_DIR");<a name="line.2461"></a>
+<span class="sourceLineNo">2462</span>      logDirField.setAccessible(true);<a 
name="line.2462"></a>
+<span class="sourceLineNo">2463</span><a name="line.2463"></a>
+<span class="sourceLineNo">2464</span>      Field modifiersField = 
Field.class.getDeclaredField("modifiers");<a name="line.2464"></a>
+<span class="sourceLineNo">2465</span>      
modifiersField.setAccessible(true);<a name="line.2465"></a>
+<span class="sourceLineNo">2466</span>      modifiersField.setInt(logDirField, 
logDirField.getModifiers() &amp; ~Modifier.FINAL);<a name="line.2466"></a>
+<span class="sourceLineNo">2467</span><a name="line.2467"></a>
+<span class="sourceLineNo">2468</span>      logDirField.set(null, new 
File(hadoopLogDir, "userlogs"));<a name="line.2468"></a>
+<span class="sourceLineNo">2469</span>    } catch (SecurityException e) {<a 
name="line.2469"></a>
+<span class="sourceLineNo">2470</span>      throw new RuntimeException(e);<a 
name="line.2470"></a>
+<span class="sourceLineNo">2471</span>    } catch (NoSuchFieldException e) {<a 
name="line.2471"></a>
+<span class="sourceLineNo">2472</span>      // TODO Auto-generated catch 
block<a name="line.2472"></a>
+<span class="sourceLineNo">2473</span>      throw new RuntimeException(e);<a 
name="line.2473"></a>
+<span class="sourceLineNo">2474</span>    } catch (IllegalArgumentException e) 
{<a name="line.2474"></a>
+<span class="sourceLineNo">2475</span>      throw new RuntimeException(e);<a 
name="line.2475"></a>
+<span class="sourceLineNo">2476</span>    } catch (IllegalAccessException e) 
{<a name="line.2476"></a>
+<span class="sourceLineNo">2477</span>      throw new RuntimeException(e);<a 
name="line.2477"></a>
+<span class="sourceLineNo">2478</span>    }<a name="line.2478"></a>
+<span class="sourceLineNo">2479</span>  }<a name="line.2479"></a>
+<span class="sourceLineNo">2480</span><a name="line.2480"></a>
+<span class="sourceLineNo">2481</span>  /**<a name="line.2481"></a>
+<span class="sourceLineNo">2482</span>   * Starts a 
&lt;code&gt;MiniMRCluster&lt;/code&gt;. Call {@link #setFileSystemURI(String)} 
to use a different<a name="line.2482"></a>
+<span class="sourceLineNo">2483</span>   * filesystem.<a name="line.2483"></a>
+<span class="sourceLineNo">2484</span>   * @param servers  The number of 
&lt;code&gt;TaskTracker&lt;/code&gt;'s to start.<a name="line.2484"></a>
+<span class="sourceLineNo">2485</span>   * @throws IOException When starting 
the cluster fails.<a name="line.2485"></a>
+<span class="sourceLineNo">2486</span>   */<a name="line.2486"></a>
+<span class="sourceLineNo">2487</span>  private void 
startMiniMapReduceCluster(final int servers) throws IOException {<a 
name="line.2487"></a>
+<span class="sourceLineNo">2488</span>    if (mrCluster != null) {<a 
name="line.2488"></a>
+<span class="sourceLineNo">2489</span>      throw new 
IllegalStateException("MiniMRCluster is already running");<a 
name="line.2489"></a>
+<span class="sourceLineNo">2490</span>    }<a name="line.2490"></a>
+<span class="sourceLineNo">2491</span>    LOG.info("Starting mini mapreduce 
cluster...");<a name="line.2491"></a>
+<span class="sourceLineNo">2492</span>    setupClusterTestDir();<a 
name="line.2492"></a>
+<span class="sourceLineNo">2493</span>    createDirsAndSetProperties();<a 
name="line.2493"></a>
+<span class="sourceLineNo">2494</span><a name="line.2494"></a>
+<span class="sourceLineNo">2495</span>    forceChangeTaskLogDir();<a 
name="line.2495"></a>
+<span class="sourceLineNo">2496</span><a name="line.2496"></a>
+<span class="sourceLineNo">2497</span>    //// hadoop2 specific settings<a 
name="line.2497"></a>
+<span class="sourceLineNo">2498</span>    // Tests were failing because this 
process used 6GB of virtual memory and was getting killed.<a 
name="line.2498"></a>
+<span class="sourceLineNo">2499</span>    // we up the VM usable so that 
processes don't get killed.<a name="line.2499"></a>
+<span class="sourceLineNo">2500</span>    
conf.setFloat("yarn.nodemanager.vmem-pmem-ratio", 8.0f);<a name="line.2500"></a>
+<span class="sourceLineNo">2501</span><a name="line.2501"></a>
+<span class="sourceLineNo">2502</span>    // Tests were failing due to 
MAPREDUCE-4880 / MAPREDUCE-4607 against hadoop 2.0.2-alpha and<a 
name="line.2502"></a>
+<span class="sourceLineNo">2503</span>    // this avoids the problem by 
disabling speculative task execution in tests.<a name="line.2503"></a>
+<span class="sourceLineNo">2504</span>    
conf.setBoolean("mapreduce.map.speculative", false);<a name="line.2504"></a>
+<span class="sourceLineNo">2505</span>    
conf.setBoolean("mapreduce.reduce.speculative", false);<a name="line.2505"></a>
+<span class="sourceLineNo">2506</span>    ////<a name="line.2506"></a>
+<span class="sourceLineNo">2507</span><a name="line.2507"></a>
+<span class="sourceLineNo">2508</span>    // Allow the user to override FS URI 
for this map-reduce cluster to use.<a name="line.2508"></a>
+<span class="sourceLineNo">2509</span>    mrCluster = new 
MiniMRCluster(servers,<a name="line.2509"></a>
+<span class="sourceLineNo">2510</span>      FS_URI != null ? FS_URI : 
FileSystem.get(conf).getUri().toString(), 1,<a name="line.2510"></a>
+<span class="sourceLineNo">2511</span>      null, null, new 
JobConf(this.conf));<a name="line.2511"></a>
+<span class="sourceLineNo">2512</span>    JobConf jobConf = 
MapreduceTestingShim.getJobConf(mrCluster);<a name="line.2512"></a>
+<span class="sourceLineNo">2513</span>    if (jobConf == null) {<a 
name="line.2513"></a>
+<span class="sourceLineNo">2514</span>      jobConf = 
mrCluster.createJobConf();<a name="line.2514"></a>
+<span class="sourceLineNo">2515</span>    }<a name="line.2515"></a>
+<span class="sourceLineNo">2516</span><a name="line.2516"></a>
+<span class="sourceLineNo">2517</span>    
jobConf.set("mapreduce.cluster.local.dir",<a name="line.2517"></a>
+<span class="sourceLineNo">2518</span>      
conf.get("mapreduce.cluster.local.dir")); //Hadoop MiniMR overwrites this while 
it should not<a name="line.2518"></a>
+<span class="sourceLineNo">2519</span>    LOG.info("Mini mapreduce cluster 
started");<a name="line.2519"></a>
+<span class="sourceLineNo">2520</span><a name="line.2520"></a>
+<span class="sourceLineNo">2521</span>    // In hadoop2, YARN/MR2 starts a 
mini cluster with its own conf instance and updates settings.<a 
name="line.2521"></a>
+<span class="sourceLineNo">2522</span>    // Our HBase MR jobs need several of 
these settings in order to properly run.  So we copy the<a name="line.2522"></a>
+<span class="sourceLineNo">2523</span>    // necessary config properties here. 
 YARN-129 required adding a few properties.<a name="line.2523"></a>
+<span class="sourceLineNo">2524</span>    
conf.set("mapreduce.jobtracker.address", 
jobConf.get("mapreduce.jobtracker.address"));<a name="line.2524"></a>
+<span class="sourceLineNo">2525</span>    // this for mrv2 support; mr1 
ignores this<a name="line.2525"></a>
+<span class="sourceLineNo">2526</span>    conf.set("mapreduce.framework.name", 
"yarn");<a name="line.2526"></a>
+<span class="sourceLineNo">2527</span>    
conf.setBoolean("yarn.is.minicluster", true);<a name="line.2527"></a>
+<span class="sourceLineNo">2528</span>    String rmAddress = 
jobConf.get("yarn.resourcemanager.address");<a name="line.2528"></a>
+<span class="sourceLineNo">2529</span>    if (rmAddress != null) {<a 
name="line.2529"></a>
+<span class="sourceLineNo">2530</span>      
conf.set("yarn.resourcemanager.address", rmAddress);<a name="line.2530"></a>
+<span class="sourceLineNo">2531</span>    }<a name="line.2531"></a>
+<span class="sourceLineNo">2532</span>    String historyAddress = 
jobConf.get("mapreduce.jobhistory.address");<a name="line.2532"></a>
+<span class="sourceLineNo">2533</span>    if (historyAddress != null) {<a 
name="line.2533"></a>
+<span class="sourceLineNo">2534</span>      
conf.set("mapreduce.jobhistory.address", historyAddress);<a 
name="line.2534"></a>
+<span class="sourceLineNo">2535</span>    }<a name="line.2535"></a>
+<span class="sourceLineNo">2536</span>    String schedulerAddress =<a 
name="line.2536"></a>
+<span class="sourceLineNo">2537</span>      
jobConf.get("yarn.resourcemanager.scheduler.address");<a name="line.2537"></a>
+<span class="sourceLineNo">2538</span>    if (schedulerAddress != null) {<a 
name="line.2538"></a>
+<span class="sourceLineNo">2539</span>      
conf.set("yarn.resourcemanager.scheduler.address", schedulerAddress);<a 
name="line.2539"></a>
+<span class="sourceLineNo">2540</span>    }<a name="line.2540"></a>
+<span class="sourceLineNo">2541</span>    String mrJobHistoryWebappAddress =<a 
name="line.2541"></a>
+<span class="sourceLineNo">2542</span>      
jobConf.get("mapreduce.jobhistory.webapp.address");<a name="line.2542"></a>
+<span class="sourceLineNo">2543</span>    if (mrJobHistoryWebappAddress != 
null) {<a name="line.2543"></a>
+<span class="sourceLineNo">2544</span>      
conf.set("mapreduce.jobhistory.webapp.address", mrJobHistoryWebappAddress);<a 
name="line.2544"></a>
+<span class="sourceLineNo">2545</span>    }<a name="line.2545"></a>
+<span class="sourceLineNo">2546</span>    String yarnRMWebappAddress =<a 
name="line.2546"></a>
+<span class="sourceLineNo">2547</span>      
jobConf.get("yarn.resourcemanager.webapp.address");<a name="line.2547"></a>
+<span class="sourceLineNo">2548</span>    if (yarnRMWebappAddress != null) {<a 
name="line.2548"></a>
+<span class="sourceLineNo">2549</span>      
conf.set("yarn.resourcemanager.webapp.address", yarnRMWebappAddress);<a 
name="line.2549"></a>
+<span class="sourceLineNo">2550</span>    }<a name="line.2550"></a>
+<span class="sourceLineNo">2551</span>  }<a name="line.2551"></a>
+<span class="sourceLineNo">2552</span><a name="line.2552"></a>
+<span class="sourceLineNo">2553</span>  /**<a name="line.2553"></a>
+<span class="sourceLineNo">2554</span>   * Stops the previously started 
&lt;code&gt;MiniMRCluster&lt;/code&gt;.<a name="line.2554"></a>
+<span class="sourceLineNo">2555</span>   */<a name="line.2555"></a>
+<span class="sourceLineNo">2556</span>  public void 
shutdownMiniMapReduceCluster() {<a name="line.2556"></a>
+<span class="sourceLineNo">2557</span>    if (mrCluster != null) {<a 
name="line.2557"></a>
+<span class="sourceLineNo">2558</span>      LOG.info("Stopping mini mapreduce 
cluster...");<a name="line.2558"></a>
+<span class="sourceLineNo">2559</span>      mrCluster.shutdown();<a 
name="line.2559"></a>
+<span class="sourceLineNo">2560</span>      mrCluster = null;<a 
name="line.2560"></a>
+<span class="sourceLineNo">2561</span>      LOG.info("Mini mapreduce cluster 
stopped");<a name="line.2561"></a>
+<span class="sourceLineNo">2562</span>    }<a name="line.2562"></a>
+<span class="sourceLineNo">2563</span>    // Restore configuration to point to 
local jobtracker<a name="line.2563"></a>
+<span class="sourceLineNo">2564</span>    
conf.set("mapreduce.jobtracker.address", "local");<a name="line.2564"></a>
+<span class="sourceLineNo">2565</span>  }<a name="line.2565"></a>
+<span class="sourceLineNo">2566</span><a name="line.2566"></a>
+<span class="sourceLineNo">2567</span>  /**<a name="line.2567"></a>
+<span class="sourceLineNo">2568</span>   * Create a stubbed out 
RegionServerService, mainly for getting FS.<a name="line.2568"></a>
+<span class="sourceLineNo">2569</span>   */<a name="line.2569"></a>
+<span class="sourceLineNo">2570</span>  public RegionServerServices 
createMockRegionServerService() throws IOException {<a name="line.2570"></a>
+<span class="sourceLineNo">2571</span>    return 
createMockRegionServerService((ServerName)null);<a name="line.2571"></a>
+<span class="sourceLineNo">2572</span>  }<a name="line.2572"></a>
+<span class="sourceLineNo">2573</span><a name="line.2573"></a>
+<span class="sourceLineNo">2574</span>  /**<a name="line.2574"></a>
+<span class="sourceLineNo">2575</span>   * Create a stubbed out 
RegionServerService, mainly for getting FS.<a name="line.2575"></a>
+<span class="sourceLineNo">2576</span>   * This version is used by 
TestTokenAuthentication<a name="line.2576"></a>
+<span class="sourceLineNo">2577</span>   */<a name="line.2577"></a>
+<span class="sourceLineNo">2578</span>  public RegionServerServices 
createMockRegionServerService(RpcServerInterface rpc) throws<a 
name="line.2578"></a>
+<span class="sourceLineNo">2579</span>      IOException {<a 
name="line.2579"></a>
+<span class="sourceLineNo">2580</span>    final MockRegionServerServices rss = 
new MockRegionServerServices(getZooKeeperWatcher());<a name="line.2580"></a>
+<span class="sourceLineNo">2581</span>    
rss.setFileSystem(getTestFileSystem());<a name="line.2581"></a>
+<span class="sourceLineNo">2582</span>    rss.setRpcServer(rpc);<a 
name="line.2582"></a>
+<span class="sourceLineNo">2583</span>    return rss;<a name="line.2583"></a>
+<span class="sourceLineNo">2584</span>  }<a name="line.2584"></a>
+<span class="sourceLineNo">2585</span><a name="line.2585"></a>
+<span class="sourceLineNo">2586</span>  /**<a name="line.2586"></a>
+<span class="sourceLineNo">2587</span>   * Create a stubbed out 
RegionServerService, mainly for getting FS.<a name="line.2587"></a>
+<span class="sourceLineNo">2588</span>   * This version is used by 
TestOpenRegionHandler<a name="line.2588"></a>
+<span class="sourceLineNo">2589</span>   */<a name="line.2589"></a>
+<span class="sourceLineNo">2590</span>  public RegionServerServices 
createMockRegionServerService(ServerName name) throws IOException {<a 
name="line.2590"></a>
+<span class="sourceLineNo">2591</span>    final MockRegionServerServices rss = 
new MockRegionServerServices(getZooKeeperWatcher(), name);<a 
name="line.2591"></a>
+<span class="sourceLineNo">2592</span>    
rss.setFileSystem(getTestFileSystem());<a name="line.2592"></a>
+<span class="sourceLineNo">2593</span>    return rss;<a name="line.2593"></a>
+<span class="sourceLineNo">2594</span>  }<a name="line.2594"></a>
+<span class="sourceLineNo">2595</span><a name="line.2595"></a>
+<span class="sourceLineNo">2596</span>  /**<a name="line.2596"></a>
+<span class="sourceLineNo">2597</span>   * Switches the logger for the given 
class to DEBUG level.<a name="line.2597"></a>
+<span class="sourceLineNo">2598</span>   *<a name="line.2598"></a>
+<span class="sourceLineNo">2599</span>   * @param clazz  The class for which 
to switch to debug logging.<a name="line.2599"></a>
+<span class="sourceLineNo">2600</span>   */<a name="line.2600"></a>
+<span class="sourceLineNo">2601</span>  public void enableDebug(Class&lt;?&gt; 
clazz) {<a name="line.2601"></a>
+<span class="sourceLineNo">2602</span>    Logger l = 
LoggerFactory.getLogger(clazz);<a name="line.2602"></a>
+<span class="sourceLineNo">2603</span>    if (l instanceof Log4JLogger) {<a 
name="line.2603"></a>
+<span class="sourceLineNo">2604</span>      ((Log4JLogger) 
l).getLogger().setLevel(org.apache.log4j.Level.DEBUG);<a name="line.2604"></a>
+<span class="sourceLineNo">2605</span>    } else if (l instanceof 
Log4jLoggerAdapter) {<a name="line.2605"></a>
+<span class="sourceLineNo">2606</span>      
LogManager.getLogger(clazz).setLevel(org.apache.log4j.Level.DEBUG);<a 
name="line.2606"></a>
+<span class="sourceLineNo">2607</span>    } else if (l instanceof Jdk14Logger) 
{<a name="line.2607"></a>
+<span class="sourceLineNo">2608</span>      ((Jdk14Logger) 
l).getLogger().setLevel(java.util.logging.Level.ALL);<a name="line.2608"></a>
+<span class="sourceLineNo">2609</span>    }<a name="line.2609"></a>
+<span class="sourceLineNo">2610</span>  }<a name="line.2610"></a>
+<span class="sourceLineNo">2611</span><a name="line.2611"></a>
+<span class="sourceLineNo">2612</span>  /**<a name="line.2612"></a>
+<span class="sourceLineNo">2613</span>   * Expire the Master's session<a 
name="line.2613"></a>
+<span class="sourceLineNo">2614</span>   * @throws Exception<a 
name="line.2614"></a>
+<span class="sourceLineNo">2615</span>   */<a name="line.2615"></a>
+<span class="sourceLineNo">2616</span>  public void expireMasterSession() 
throws Exception {<a name="line.2616"></a>
+<span class="sourceLineNo">2617</span>    HMaster master = 
getMiniHBaseCluster().getMaster();<a name="line.2617"></a>
+<span class="sourceLineNo">2618</span>    expireSession(master.getZooKeeper(), 
false);<a name="line.2618"></a>
+<span class="sourceLineNo">2619</span>  }<a name="line.2619"></a>
+<span class="sourceLineNo">2620</span><a name="line.2620"></a>
+<span class="sourceLineNo">2621</span>  /**<a name="line.2621"></a>
+<span class="sourceLineNo">2622</span>   * Expire a region server's session<a 
name="line.2622"></a>
+<span class="sourceLineNo">2623</span>   * @param index which RS<a 
name="line.2623"></a>
+<span class="sourceLineNo">2624</span>   * @throws Exception<a 
name="line.2624"></a>
+<span class="sourceLineNo">2625</span>   */<a name="line.2625"></a>
+<span class="sourceLineNo">2626</span>  public void 
expireRegionServerSession(int index) throws Exception {<a name="line.2626"></a>
+<span class="sourceLineNo">2627</span>    HRegionServer rs = 
getMiniHBaseCluster().getRegionServer(index);<a name="line.2627"></a>
+<span class="sourceLineNo">2628</span>    expireSession(rs.getZooKeeper(), 
false);<a name="line.2628"></a>
+<span class="sourceLineNo">2629</span>    decrementMinRegionServerCount();<a 
name="line.2629"></a>
+<span class="sourceLineNo">2630</span>  }<a name="line.2630"></a>
+<span class="sourceLineNo">2631</span><a name="line.2631"></a>
+<span class="sourceLineNo">2632</span>  private void 
decrementMinRegionServerCount() {<a name="line.2632"></a>
+<span class="sourceLineNo">2633</span>    // decrement the count for 
this.conf, for newly spwaned master<a name="line.2633"></a>
+<span class="sourceLineNo">2634</span>    // this.hbaseCluster shares this 
configuration too<a name="line.2634"></a>
+<span class="sourceLineNo">2635</span>    
decrementMinRegionServerCount(getConfiguration());<a name="line.2635"></a>
+<span class="sourceLineNo">2636</span><a name="line.2636"></a>
+<span class="sourceLineNo">2637</span>    // each master thread keeps a copy 
of configuration<a name="line.2637"></a>
+<span class="sourceLineNo">2638</span>    for (MasterThread master : 
getHBaseCluster().getMasterThreads()) {<a name="line.2638"></a>
+<span class="sourceLineNo">2639</span>      
decrementMinRegionServerCount(master.getMaster().getConfiguration());<a 
name="line.2639"></a>
+<span class="sourceLineNo">2640</span>    }<a name="line.2640"></a>
+<span class="sourceLineNo">2641</span>  }<a name="line.2641"></a>
+<span class="sourceLineNo">2642</span><a name="line.2642"></a>
+<span class="sourceLineNo">2643</span>  private void 
decrementMinRegionServerCount(Configuration conf) {<a name="line.2643"></a>
+<span class="sourceLineNo">2644</span>    int currentCount = conf.getInt(<a 
name="line.2644"></a>
+<span class="sourceLineNo">2645</span>        
ServerManager.WAIT_ON_REGIONSERVERS_MINTOSTART, -1);<a name="line.2645"></a>
+<span class="sourceLineNo">2646</span>    if (currentCount != -1) {<a 
name="line.2646"></a>
+<span class="sourceLineNo">2647</span>      
conf.setInt(ServerManager.WAIT_ON_REGIONSERVERS_MINTOSTART,<a 
name="line.2647"></a>
+<span class="sourceLineNo">2648</span>          Math.max(currentCount - 1, 
1));<a name="line.2648"></a>
+<span class="sourceLineNo">2649</span>    }<a name="line.2649"></a>
+<span class="sourceLineNo">2650</span>  }<a name="line.2650"></a>
+<span class="sourceLineNo">2651</span><a name="line.2651"></a>
+<span class="sourceLineNo">2652</span>  public void expireSession(ZKWatcher 
nodeZK) throws Exception {<a name="line.2652"></a>
+<span class="sourceLineNo">2653</span>   expireSession(nodeZK, false);<a 
name="line.2653"></a>
+<span class="sourceLineNo">2654</span>  }<a name="line.2654"></a>
+<span class="sourceLineNo">2655</span><a name="line.2655"></a>
+<span class="sourceLineNo">2656</span>  /**<a name="line.2656"></a>
+<span class="sourceLineNo">2657</span>   * Expire a ZooKeeper session as 
recommended in ZooKeeper documentation<a name="line.2657"></a>
+<span class="sourceLineNo">2658</span>   * 
http://hbase.apache.org/book.html#trouble.zookeeper<a name="line.2658"></a>
+<span class="sourceLineNo">2659</span>   * There are issues when doing this:<a 
name="line.2659"></a>
+<span class="sourceLineNo">2660</span>   * [1] 
http://www.mail-archive.com/dev@zookeeper.apache.org/msg01942.html<a 
name="line.2660"></a>
+<span class="sourceLineNo">2661</span>   * [2] 
https://issues.apache.org/jira/browse/ZOOKEEPER-1105<a name="line.2661"></a>
+<span class="sourceLineNo">2662</span>   *<a name="line.2662"></a>
+<span class="sourceLineNo">2663</span>   * @param nodeZK - the ZK watcher to 
expire<a name="line.2663"></a>
+<span class="sourceLineNo">2664</span>   * @param checkStatus - true to check 
if we can create a Table with the<a name="line.2664"></a>
+<span class="sourceLineNo">2665</span>   *                    current 
configuration.<a name="line.2665"></a>
+<span class="sourceLineNo">2666</span>   */<a name="line.2666"></a>
+<span class="sourceLineNo">2667</span>  public void expireSession(ZKWatcher 
nodeZK, boolean checkStatus)<a name="line.2667"></a>
+<span class="sourceLineNo">2668</span>    throws Exception {<a 
name="line.2668"></a>
+<span class="sourceLineNo">2669</span>    Configuration c = new 
Configuration(this.conf);<a name="line.2669"></a>
+<span class="sourceLineNo">2670</span>    String quorumServers = 
ZKConfig.getZKQuorumServersString(c);<a name="line.2670"></a>
+<span class="sourceLineNo">2671</span>    ZooKeeper zk = 
nodeZK.getRecoverableZooKeeper().getZooKeeper();<a name="line.2671"></a>
+<span class="sourceLineNo">2672</span>    byte[] password = 
zk.getSessionPasswd();<a name="line.2672"></a>
+<span class="sourceLineNo">2673</span>    long sessionID = 
zk.getSessionId();<a name="line.2673"></a>
+<span class="sourceLineNo">2674</span><a name="line.2674"></a>
+<span class="sourceLineNo">2675</span>    // Expiry seems to be asynchronous 
(see comment from P. Hunt in [1]),<a name="line.2675"></a>
+<span class="sourceLineNo">2676</span>    //  so we create a first watcher to 
be sure that the<a name="line.2676"></a>
+<span class="sourceLineNo">2677</span>    //  event was sent. We expect that 
if our watcher receives the event<a name="line.2677"></a>
+<span class="sourceLineNo">2678</span>    //  other watchers on the same 
machine will get is as well.<a name="line.2678"></a>
+<span class="sourceLineNo">2679</span>    // When we ask to close the 
connection, ZK does not close it before<a name="line.2679"></a>
+<span class="sourceLineNo">2680</span>    //  we receive all the events, so 
don't have to capture the event, just<a name="line.2680"></a>
+<span class="sourceLineNo">2681</span>    //  closing the connection should be 
enough.<a name="line.2681"></a>
+<span class="sourceLineNo">2682</span>    ZooKeeper monitor = new 
ZooKeeper(quorumServers,<a name="line.2682"></a>
+<span class="sourceLineNo">2683</span>      1000, new 
org.apache.zookeeper.Watcher(){<a name="line.2683"></a>
+<span class="sourceLineNo">2684</span>      @Override<a name="line.2684"></a>
+<span class="sourceLineNo">2685</span>      public void process(WatchedEvent 
watchedEvent) {<a name="line.2685"></a>
+<span class="sourceLineNo">2686</span>        LOG.info("Monitor ZKW received 
event="+watchedEvent);<a name="line.2686"></a>
+<span class="sourceLineNo">2687</span>      }<a name="line.2687"></a>
+<span class="sourceLineNo">2688</span>    } , sessionID, password);<a 
name="line.2688"></a>
+<span class="sourceLineNo">2689</span><a name="line.2689"></a>
+<span class="sourceLineNo">2690</span>    // Making it expire<a 
name="line.2690"></a>
+<span class="sourceLineNo">2691</span>    ZooKeeper newZK = new 
ZooKeeper(quorumServers,<a name="line.2691"></a>
+<span class="sourceLineNo">2692</span>        1000, EmptyWatcher.instance, 
sessionID, password);<a name="line.2692"></a>
+<span class="sourceLineNo">2693</span><a name="line.2693"></a>
+<span class="sourceLineNo">2694</span>    //ensure that we have connection to 
the server before closing down, otherwise<a name="line.2694"></a>
+<span class="sourceLineNo">2695</span>    //the close session event will be 
eaten out before we start CONNECTING state<a name="line.2695"></a>
+<span class="sourceLineNo">2696</span>    long start = 
System.currentTimeMillis();<a name="line.2696"></a>
+<span class="sourceLineNo">2697</span>    while (newZK.getState() != 
States.CONNECTED<a name="line.2697"></a>
+<span class="sourceLineNo">2698</span>         &amp;&amp; 
System.currentTimeMillis() - start &lt; 1000) {<a name="line.2698"></a>
+<span class="sourceLineNo">2699</span>       Thread.sleep(1);<a 
name="line.2699"></a>
+<span class="sourceLineNo">2700</span>    }<a name="line.2700"></a>
+<span class="sourceLineNo">2701</span>    newZK.close();<a 
name="line.2701"></a>
+<span class="sourceLineNo">2702</span>    LOG.info("ZK Closed Session 0x" + 
Long.toHexString(sessionID));<a name="line.2702"></a>
+<span class="sourceLineNo">2703</span><a name="line.2703"></a>
+<span class="sourceLineNo">2704</span>    // Now closing &amp; waiting to be 
sure that the clients get it.<a name="line.2704"></a>
+<span class="sourceLineNo">2705</span>    monitor.close();<a 
name="line.2705"></a>
+<span class="sourceLineNo">2706</span><a name="line.2706"></a>
+<span class="sourceLineNo">2707</span>    if (checkStatus) {<a 
name="line.2707"></a>
+<span class="sourceLineNo">2708</span>      
getConnection().getTable(TableName.META_TABLE_NAME).close();<a 
name="line.2708"></a>
+<span class="sourceLineNo">2709</span>    }<a name="line.2709"></a>
+<span class="sourceLineNo">2710</span>  }<a name="line.2710"></a>
+<span class="sourceLineNo">2711</span><a name="line.2711"></a>
+<span class="sourceLineNo">2712</span>  /**<a name="line.2712"></a>
+<span class="sourceLineNo">2713</span>   * Get the Mini HBase cluster.<a 
name="line.2713"></a>
+<span class="sourceLineNo">2714</span>   *<a name="line.2714"></a>
+<span class="sourceLineNo">2715</span>   * @return hbase cluster<a 
name="line.2715"></a>
+<span class="sourceLineNo">2716</span>   * @see #getHBaseClusterInterface()<a 
name="line.2716"></a>
+<span class="sourceLineNo">2717</span>   */<a name="line.2717"></a>
+<span class="sourceLineNo">2718</span>  public MiniHBaseCluster getHBaseC

<TRUNCATED>