[5/7] hbase-site git commit: Published site at .

git-site-role Tue, 16 Jan 2018 07:32:22 -0800
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/7aa6ade3/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HStore.StoreFlusherImpl.html
----------------------------------------------------------------------
diff --git 
a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HStore.StoreFlusherImpl.html
 
b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HStore.StoreFlusherImpl.html
index 31b8896..0859268 100644
--- 
a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HStore.StoreFlusherImpl.html
+++ 
b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HStore.StoreFlusherImpl.html
@@ -2291,288 +2291,289 @@
 <span class="sourceLineNo">2283</span>      long snapshotId = -1; // -1 means 
do not drop<a name="line.2283"></a>
 <span class="sourceLineNo">2284</span>      if (dropMemstoreSnapshot 
&amp;&amp; snapshot != null) {<a name="line.2284"></a>
 <span class="sourceLineNo">2285</span>        snapshotId = snapshot.getId();<a 
name="line.2285"></a>
-<span class="sourceLineNo">2286</span>      }<a name="line.2286"></a>
-<span class="sourceLineNo">2287</span>      
HStore.this.updateStorefiles(storeFiles, snapshotId);<a name="line.2287"></a>
-<span class="sourceLineNo">2288</span>    }<a name="line.2288"></a>
-<span class="sourceLineNo">2289</span><a name="line.2289"></a>
-<span class="sourceLineNo">2290</span>    /**<a name="line.2290"></a>
-<span class="sourceLineNo">2291</span>     * Abort the snapshot preparation. 
Drops the snapshot if any.<a name="line.2291"></a>
-<span class="sourceLineNo">2292</span>     * @throws IOException<a 
name="line.2292"></a>
-<span class="sourceLineNo">2293</span>     */<a name="line.2293"></a>
-<span class="sourceLineNo">2294</span>    @Override<a name="line.2294"></a>
-<span class="sourceLineNo">2295</span>    public void abort() throws 
IOException {<a name="line.2295"></a>
-<span class="sourceLineNo">2296</span>      if (snapshot != null) {<a 
name="line.2296"></a>
-<span class="sourceLineNo">2297</span>        
HStore.this.updateStorefiles(Collections.emptyList(), snapshot.getId());<a 
name="line.2297"></a>
-<span class="sourceLineNo">2298</span>      }<a name="line.2298"></a>
-<span class="sourceLineNo">2299</span>    }<a name="line.2299"></a>
-<span class="sourceLineNo">2300</span>  }<a name="line.2300"></a>
-<span class="sourceLineNo">2301</span><a name="line.2301"></a>
-<span class="sourceLineNo">2302</span>  @Override<a name="line.2302"></a>
-<span class="sourceLineNo">2303</span>  public boolean needsCompaction() {<a 
name="line.2303"></a>
-<span class="sourceLineNo">2304</span>    return 
this.storeEngine.needsCompaction(this.filesCompacting);<a name="line.2304"></a>
-<span class="sourceLineNo">2305</span>  }<a name="line.2305"></a>
-<span class="sourceLineNo">2306</span><a name="line.2306"></a>
-<span class="sourceLineNo">2307</span>  /**<a name="line.2307"></a>
-<span class="sourceLineNo">2308</span>   * Used for tests.<a 
name="line.2308"></a>
-<span class="sourceLineNo">2309</span>   * @return cache configuration for 
this Store.<a name="line.2309"></a>
-<span class="sourceLineNo">2310</span>   */<a name="line.2310"></a>
-<span class="sourceLineNo">2311</span>  @VisibleForTesting<a 
name="line.2311"></a>
-<span class="sourceLineNo">2312</span>  public CacheConfig getCacheConfig() 
{<a name="line.2312"></a>
-<span class="sourceLineNo">2313</span>    return this.cacheConf;<a 
name="line.2313"></a>
-<span class="sourceLineNo">2314</span>  }<a name="line.2314"></a>
-<span class="sourceLineNo">2315</span><a name="line.2315"></a>
-<span class="sourceLineNo">2316</span>  public static final long 
FIXED_OVERHEAD =<a name="line.2316"></a>
-<span class="sourceLineNo">2317</span>      ClassSize.align(ClassSize.OBJECT + 
(17 * ClassSize.REFERENCE) + (11 * Bytes.SIZEOF_LONG)<a name="line.2317"></a>
-<span class="sourceLineNo">2318</span>              + (5 * Bytes.SIZEOF_INT) + 
(2 * Bytes.SIZEOF_BOOLEAN));<a name="line.2318"></a>
-<span class="sourceLineNo">2319</span><a name="line.2319"></a>
-<span class="sourceLineNo">2320</span>  public static final long DEEP_OVERHEAD 
= ClassSize.align(FIXED_OVERHEAD<a name="line.2320"></a>
-<span class="sourceLineNo">2321</span>      + ClassSize.OBJECT + 
ClassSize.REENTRANT_LOCK<a name="line.2321"></a>
-<span class="sourceLineNo">2322</span>      + 
ClassSize.CONCURRENT_SKIPLISTMAP<a name="line.2322"></a>
-<span class="sourceLineNo">2323</span>      + 
ClassSize.CONCURRENT_SKIPLISTMAP_ENTRY + ClassSize.OBJECT<a 
name="line.2323"></a>
-<span class="sourceLineNo">2324</span>      + ScanInfo.FIXED_OVERHEAD);<a 
name="line.2324"></a>
-<span class="sourceLineNo">2325</span><a name="line.2325"></a>
-<span class="sourceLineNo">2326</span>  @Override<a name="line.2326"></a>
-<span class="sourceLineNo">2327</span>  public long heapSize() {<a 
name="line.2327"></a>
-<span class="sourceLineNo">2328</span>    MemStoreSize memstoreSize = 
this.memstore.size();<a name="line.2328"></a>
-<span class="sourceLineNo">2329</span>    return DEEP_OVERHEAD + 
memstoreSize.getHeapSize();<a name="line.2329"></a>
-<span class="sourceLineNo">2330</span>  }<a name="line.2330"></a>
-<span class="sourceLineNo">2331</span><a name="line.2331"></a>
-<span class="sourceLineNo">2332</span>  @Override<a name="line.2332"></a>
-<span class="sourceLineNo">2333</span>  public CellComparator getComparator() 
{<a name="line.2333"></a>
-<span class="sourceLineNo">2334</span>    return comparator;<a 
name="line.2334"></a>
-<span class="sourceLineNo">2335</span>  }<a name="line.2335"></a>
-<span class="sourceLineNo">2336</span><a name="line.2336"></a>
-<span class="sourceLineNo">2337</span>  public ScanInfo getScanInfo() {<a 
name="line.2337"></a>
-<span class="sourceLineNo">2338</span>    return scanInfo;<a 
name="line.2338"></a>
-<span class="sourceLineNo">2339</span>  }<a name="line.2339"></a>
-<span class="sourceLineNo">2340</span><a name="line.2340"></a>
-<span class="sourceLineNo">2341</span>  /**<a name="line.2341"></a>
-<span class="sourceLineNo">2342</span>   * Set scan info, used by test<a 
name="line.2342"></a>
-<span class="sourceLineNo">2343</span>   * @param scanInfo new scan info to 
use for test<a name="line.2343"></a>
-<span class="sourceLineNo">2344</span>   */<a name="line.2344"></a>
-<span class="sourceLineNo">2345</span>  void setScanInfo(ScanInfo scanInfo) 
{<a name="line.2345"></a>
-<span class="sourceLineNo">2346</span>    this.scanInfo = scanInfo;<a 
name="line.2346"></a>
-<span class="sourceLineNo">2347</span>  }<a name="line.2347"></a>
-<span class="sourceLineNo">2348</span><a name="line.2348"></a>
-<span class="sourceLineNo">2349</span>  @Override<a name="line.2349"></a>
-<span class="sourceLineNo">2350</span>  public boolean hasTooManyStoreFiles() 
{<a name="line.2350"></a>
-<span class="sourceLineNo">2351</span>    return getStorefilesCount() &gt; 
this.blockingFileCount;<a name="line.2351"></a>
-<span class="sourceLineNo">2352</span>  }<a name="line.2352"></a>
-<span class="sourceLineNo">2353</span><a name="line.2353"></a>
-<span class="sourceLineNo">2354</span>  @Override<a name="line.2354"></a>
-<span class="sourceLineNo">2355</span>  public long getFlushedCellsCount() {<a 
name="line.2355"></a>
-<span class="sourceLineNo">2356</span>    return flushedCellsCount;<a 
name="line.2356"></a>
-<span class="sourceLineNo">2357</span>  }<a name="line.2357"></a>
-<span class="sourceLineNo">2358</span><a name="line.2358"></a>
-<span class="sourceLineNo">2359</span>  @Override<a name="line.2359"></a>
-<span class="sourceLineNo">2360</span>  public long getFlushedCellsSize() {<a 
name="line.2360"></a>
-<span class="sourceLineNo">2361</span>    return flushedCellsSize;<a 
name="line.2361"></a>
-<span class="sourceLineNo">2362</span>  }<a name="line.2362"></a>
-<span class="sourceLineNo">2363</span><a name="line.2363"></a>
-<span class="sourceLineNo">2364</span>  @Override<a name="line.2364"></a>
-<span class="sourceLineNo">2365</span>  public long getFlushedOutputFileSize() 
{<a name="line.2365"></a>
-<span class="sourceLineNo">2366</span>    return flushedOutputFileSize;<a 
name="line.2366"></a>
-<span class="sourceLineNo">2367</span>  }<a name="line.2367"></a>
-<span class="sourceLineNo">2368</span><a name="line.2368"></a>
-<span class="sourceLineNo">2369</span>  @Override<a name="line.2369"></a>
-<span class="sourceLineNo">2370</span>  public long getCompactedCellsCount() 
{<a name="line.2370"></a>
-<span class="sourceLineNo">2371</span>    return compactedCellsCount;<a 
name="line.2371"></a>
-<span class="sourceLineNo">2372</span>  }<a name="line.2372"></a>
-<span class="sourceLineNo">2373</span><a name="line.2373"></a>
-<span class="sourceLineNo">2374</span>  @Override<a name="line.2374"></a>
-<span class="sourceLineNo">2375</span>  public long getCompactedCellsSize() 
{<a name="line.2375"></a>
-<span class="sourceLineNo">2376</span>    return compactedCellsSize;<a 
name="line.2376"></a>
-<span class="sourceLineNo">2377</span>  }<a name="line.2377"></a>
-<span class="sourceLineNo">2378</span><a name="line.2378"></a>
-<span class="sourceLineNo">2379</span>  @Override<a name="line.2379"></a>
-<span class="sourceLineNo">2380</span>  public long 
getMajorCompactedCellsCount() {<a name="line.2380"></a>
-<span class="sourceLineNo">2381</span>    return majorCompactedCellsCount;<a 
name="line.2381"></a>
-<span class="sourceLineNo">2382</span>  }<a name="line.2382"></a>
-<span class="sourceLineNo">2383</span><a name="line.2383"></a>
-<span class="sourceLineNo">2384</span>  @Override<a name="line.2384"></a>
-<span class="sourceLineNo">2385</span>  public long 
getMajorCompactedCellsSize() {<a name="line.2385"></a>
-<span class="sourceLineNo">2386</span>    return majorCompactedCellsSize;<a 
name="line.2386"></a>
-<span class="sourceLineNo">2387</span>  }<a name="line.2387"></a>
-<span class="sourceLineNo">2388</span><a name="line.2388"></a>
-<span class="sourceLineNo">2389</span>  /**<a name="line.2389"></a>
-<span class="sourceLineNo">2390</span>   * Returns the StoreEngine that is 
backing this concrete implementation of Store.<a name="line.2390"></a>
-<span class="sourceLineNo">2391</span>   * @return Returns the {@link 
StoreEngine} object used internally inside this HStore object.<a 
name="line.2391"></a>
-<span class="sourceLineNo">2392</span>   */<a name="line.2392"></a>
-<span class="sourceLineNo">2393</span>  @VisibleForTesting<a 
name="line.2393"></a>
-<span class="sourceLineNo">2394</span>  public StoreEngine&lt;?, ?, ?, ?&gt; 
getStoreEngine() {<a name="line.2394"></a>
-<span class="sourceLineNo">2395</span>    return this.storeEngine;<a 
name="line.2395"></a>
-<span class="sourceLineNo">2396</span>  }<a name="line.2396"></a>
-<span class="sourceLineNo">2397</span><a name="line.2397"></a>
-<span class="sourceLineNo">2398</span>  protected OffPeakHours 
getOffPeakHours() {<a name="line.2398"></a>
-<span class="sourceLineNo">2399</span>    return this.offPeakHours;<a 
name="line.2399"></a>
-<span class="sourceLineNo">2400</span>  }<a name="line.2400"></a>
-<span class="sourceLineNo">2401</span><a name="line.2401"></a>
-<span class="sourceLineNo">2402</span>  /**<a name="line.2402"></a>
-<span class="sourceLineNo">2403</span>   * {@inheritDoc}<a 
name="line.2403"></a>
-<span class="sourceLineNo">2404</span>   */<a name="line.2404"></a>
-<span class="sourceLineNo">2405</span>  @Override<a name="line.2405"></a>
-<span class="sourceLineNo">2406</span>  public void 
onConfigurationChange(Configuration conf) {<a name="line.2406"></a>
-<span class="sourceLineNo">2407</span>    this.conf = new 
CompoundConfiguration()<a name="line.2407"></a>
-<span class="sourceLineNo">2408</span>            .add(conf)<a 
name="line.2408"></a>
-<span class="sourceLineNo">2409</span>            
.addBytesMap(family.getValues());<a name="line.2409"></a>
-<span class="sourceLineNo">2410</span>    
this.storeEngine.compactionPolicy.setConf(conf);<a name="line.2410"></a>
-<span class="sourceLineNo">2411</span>    this.offPeakHours = 
OffPeakHours.getInstance(conf);<a name="line.2411"></a>
-<span class="sourceLineNo">2412</span>  }<a name="line.2412"></a>
-<span class="sourceLineNo">2413</span><a name="line.2413"></a>
-<span class="sourceLineNo">2414</span>  /**<a name="line.2414"></a>
-<span class="sourceLineNo">2415</span>   * {@inheritDoc}<a 
name="line.2415"></a>
-<span class="sourceLineNo">2416</span>   */<a name="line.2416"></a>
-<span class="sourceLineNo">2417</span>  @Override<a name="line.2417"></a>
-<span class="sourceLineNo">2418</span>  public void 
registerChildren(ConfigurationManager manager) {<a name="line.2418"></a>
-<span class="sourceLineNo">2419</span>    // No children to register<a 
name="line.2419"></a>
-<span class="sourceLineNo">2420</span>  }<a name="line.2420"></a>
-<span class="sourceLineNo">2421</span><a name="line.2421"></a>
-<span class="sourceLineNo">2422</span>  /**<a name="line.2422"></a>
-<span class="sourceLineNo">2423</span>   * {@inheritDoc}<a 
name="line.2423"></a>
-<span class="sourceLineNo">2424</span>   */<a name="line.2424"></a>
-<span class="sourceLineNo">2425</span>  @Override<a name="line.2425"></a>
-<span class="sourceLineNo">2426</span>  public void 
deregisterChildren(ConfigurationManager manager) {<a name="line.2426"></a>
-<span class="sourceLineNo">2427</span>    // No children to deregister<a 
name="line.2427"></a>
-<span class="sourceLineNo">2428</span>  }<a name="line.2428"></a>
-<span class="sourceLineNo">2429</span><a name="line.2429"></a>
-<span class="sourceLineNo">2430</span>  @Override<a name="line.2430"></a>
-<span class="sourceLineNo">2431</span>  public double getCompactionPressure() 
{<a name="line.2431"></a>
-<span class="sourceLineNo">2432</span>    return 
storeEngine.getStoreFileManager().getCompactionPressure();<a 
name="line.2432"></a>
-<span class="sourceLineNo">2433</span>  }<a name="line.2433"></a>
-<span class="sourceLineNo">2434</span><a name="line.2434"></a>
-<span class="sourceLineNo">2435</span>  @Override<a name="line.2435"></a>
-<span class="sourceLineNo">2436</span>  public boolean isPrimaryReplicaStore() 
{<a name="line.2436"></a>
-<span class="sourceLineNo">2437</span>    return 
getRegionInfo().getReplicaId() == RegionInfo.DEFAULT_REPLICA_ID;<a 
name="line.2437"></a>
-<span class="sourceLineNo">2438</span>  }<a name="line.2438"></a>
-<span class="sourceLineNo">2439</span><a name="line.2439"></a>
-<span class="sourceLineNo">2440</span>  /**<a name="line.2440"></a>
-<span class="sourceLineNo">2441</span>   * Sets the store up for a region 
level snapshot operation.<a name="line.2441"></a>
-<span class="sourceLineNo">2442</span>   * @see #postSnapshotOperation()<a 
name="line.2442"></a>
-<span class="sourceLineNo">2443</span>   */<a name="line.2443"></a>
-<span class="sourceLineNo">2444</span>  public void preSnapshotOperation() {<a 
name="line.2444"></a>
-<span class="sourceLineNo">2445</span>    archiveLock.lock();<a 
name="line.2445"></a>
-<span class="sourceLineNo">2446</span>  }<a name="line.2446"></a>
-<span class="sourceLineNo">2447</span><a name="line.2447"></a>
-<span class="sourceLineNo">2448</span>  /**<a name="line.2448"></a>
-<span class="sourceLineNo">2449</span>   * Perform tasks needed after the 
completion of snapshot operation.<a name="line.2449"></a>
-<span class="sourceLineNo">2450</span>   * @see #preSnapshotOperation()<a 
name="line.2450"></a>
-<span class="sourceLineNo">2451</span>   */<a name="line.2451"></a>
-<span class="sourceLineNo">2452</span>  public void postSnapshotOperation() 
{<a name="line.2452"></a>
-<span class="sourceLineNo">2453</span>    archiveLock.unlock();<a 
name="line.2453"></a>
-<span class="sourceLineNo">2454</span>  }<a name="line.2454"></a>
-<span class="sourceLineNo">2455</span><a name="line.2455"></a>
-<span class="sourceLineNo">2456</span>  /**<a name="line.2456"></a>
-<span class="sourceLineNo">2457</span>   * Closes and archives the compacted 
files under this store<a name="line.2457"></a>
-<span class="sourceLineNo">2458</span>   */<a name="line.2458"></a>
-<span class="sourceLineNo">2459</span>  public synchronized void 
closeAndArchiveCompactedFiles() throws IOException {<a name="line.2459"></a>
-<span class="sourceLineNo">2460</span>    // ensure other threads do not 
attempt to archive the same files on close()<a name="line.2460"></a>
-<span class="sourceLineNo">2461</span>    archiveLock.lock();<a 
name="line.2461"></a>
-<span class="sourceLineNo">2462</span>    try {<a name="line.2462"></a>
-<span class="sourceLineNo">2463</span>      lock.readLock().lock();<a 
name="line.2463"></a>
-<span class="sourceLineNo">2464</span>      Collection&lt;HStoreFile&gt; 
copyCompactedfiles = null;<a name="line.2464"></a>
-<span class="sourceLineNo">2465</span>      try {<a name="line.2465"></a>
-<span class="sourceLineNo">2466</span>        Collection&lt;HStoreFile&gt; 
compactedfiles =<a name="line.2466"></a>
-<span class="sourceLineNo">2467</span>            
this.getStoreEngine().getStoreFileManager().getCompactedfiles();<a 
name="line.2467"></a>
-<span class="sourceLineNo">2468</span>        if 
(CollectionUtils.isNotEmpty(compactedfiles)) {<a name="line.2468"></a>
-<span class="sourceLineNo">2469</span>          // Do a copy under read lock<a 
name="line.2469"></a>
-<span class="sourceLineNo">2470</span>          copyCompactedfiles = new 
ArrayList&lt;&gt;(compactedfiles);<a name="line.2470"></a>
-<span class="sourceLineNo">2471</span>        } else {<a name="line.2471"></a>
-<span class="sourceLineNo">2472</span>          LOG.trace("No compacted files 
to archive");<a name="line.2472"></a>
-<span class="sourceLineNo">2473</span>        }<a name="line.2473"></a>
-<span class="sourceLineNo">2474</span>      } finally {<a name="line.2474"></a>
-<span class="sourceLineNo">2475</span>        lock.readLock().unlock();<a 
name="line.2475"></a>
-<span class="sourceLineNo">2476</span>      }<a name="line.2476"></a>
-<span class="sourceLineNo">2477</span>      if 
(CollectionUtils.isNotEmpty(copyCompactedfiles)) {<a name="line.2477"></a>
-<span class="sourceLineNo">2478</span>        
removeCompactedfiles(copyCompactedfiles);<a name="line.2478"></a>
-<span class="sourceLineNo">2479</span>      }<a name="line.2479"></a>
-<span class="sourceLineNo">2480</span>    } finally {<a name="line.2480"></a>
-<span class="sourceLineNo">2481</span>      archiveLock.unlock();<a 
name="line.2481"></a>
-<span class="sourceLineNo">2482</span>    }<a name="line.2482"></a>
-<span class="sourceLineNo">2483</span>  }<a name="line.2483"></a>
-<span class="sourceLineNo">2484</span><a name="line.2484"></a>
-<span class="sourceLineNo">2485</span>  /**<a name="line.2485"></a>
-<span class="sourceLineNo">2486</span>   * Archives and removes the compacted 
files<a name="line.2486"></a>
-<span class="sourceLineNo">2487</span>   * @param compactedfiles The compacted 
files in this store that are not active in reads<a name="line.2487"></a>
-<span class="sourceLineNo">2488</span>   * @throws IOException<a 
name="line.2488"></a>
-<span class="sourceLineNo">2489</span>   */<a name="line.2489"></a>
-<span class="sourceLineNo">2490</span>  private void 
removeCompactedfiles(Collection&lt;HStoreFile&gt; compactedfiles)<a 
name="line.2490"></a>
-<span class="sourceLineNo">2491</span>      throws IOException {<a 
name="line.2491"></a>
-<span class="sourceLineNo">2492</span>    final List&lt;HStoreFile&gt; 
filesToRemove = new ArrayList&lt;&gt;(compactedfiles.size());<a 
name="line.2492"></a>
-<span class="sourceLineNo">2493</span>    for (final HStoreFile file : 
compactedfiles) {<a name="line.2493"></a>
-<span class="sourceLineNo">2494</span>      synchronized (file) {<a 
name="line.2494"></a>
-<span class="sourceLineNo">2495</span>        try {<a name="line.2495"></a>
-<span class="sourceLineNo">2496</span>          StoreFileReader r = 
file.getReader();<a name="line.2496"></a>
-<span class="sourceLineNo">2497</span>          if (r == null) {<a 
name="line.2497"></a>
-<span class="sourceLineNo">2498</span>            LOG.debug("The file {} was 
closed but still not archived", file);<a name="line.2498"></a>
-<span class="sourceLineNo">2499</span>            filesToRemove.add(file);<a 
name="line.2499"></a>
-<span class="sourceLineNo">2500</span>            continue;<a 
name="line.2500"></a>
-<span class="sourceLineNo">2501</span>          }<a name="line.2501"></a>
-<span class="sourceLineNo">2502</span>          if (file.isCompactedAway() 
&amp;&amp; !file.isReferencedInReads()) {<a name="line.2502"></a>
-<span class="sourceLineNo">2503</span>            // Even if deleting fails we 
need not bother as any new scanners won't be<a name="line.2503"></a>
-<span class="sourceLineNo">2504</span>            // able to use the compacted 
file as the status is already compactedAway<a name="line.2504"></a>
-<span class="sourceLineNo">2505</span>            LOG.trace("Closing and 
archiving the file {}", file);<a name="line.2505"></a>
-<span class="sourceLineNo">2506</span>            r.close(true);<a 
name="line.2506"></a>
-<span class="sourceLineNo">2507</span>            // Just close and return<a 
name="line.2507"></a>
-<span class="sourceLineNo">2508</span>            filesToRemove.add(file);<a 
name="line.2508"></a>
-<span class="sourceLineNo">2509</span>          }<a name="line.2509"></a>
-<span class="sourceLineNo">2510</span>        } catch (Exception e) {<a 
name="line.2510"></a>
-<span class="sourceLineNo">2511</span>          LOG.error("Exception while 
trying to close the compacted store file {}",<a name="line.2511"></a>
-<span class="sourceLineNo">2512</span>            file.getPath(), e);<a 
name="line.2512"></a>
-<span class="sourceLineNo">2513</span>        }<a name="line.2513"></a>
-<span class="sourceLineNo">2514</span>      }<a name="line.2514"></a>
-<span class="sourceLineNo">2515</span>    }<a name="line.2515"></a>
-<span class="sourceLineNo">2516</span>    if (this.isPrimaryReplicaStore()) 
{<a name="line.2516"></a>
-<span class="sourceLineNo">2517</span>      // Only the primary region is 
allowed to move the file to archive.<a name="line.2517"></a>
-<span class="sourceLineNo">2518</span>      // The secondary region does not 
move the files to archive. Any active reads from<a name="line.2518"></a>
-<span class="sourceLineNo">2519</span>      // the secondary region will still 
work because the file as such has active readers on it.<a name="line.2519"></a>
-<span class="sourceLineNo">2520</span>      if (!filesToRemove.isEmpty()) {<a 
name="line.2520"></a>
-<span class="sourceLineNo">2521</span>        LOG.debug("Moving the files {} 
to archive", filesToRemove);<a name="line.2521"></a>
-<span class="sourceLineNo">2522</span>        // Only if this is successful it 
has to be removed<a name="line.2522"></a>
-<span class="sourceLineNo">2523</span>        try {<a name="line.2523"></a>
-<span class="sourceLineNo">2524</span>          
this.fs.removeStoreFiles(this.getColumnFamilyDescriptor().getNameAsString(), 
filesToRemove);<a name="line.2524"></a>
-<span class="sourceLineNo">2525</span>        } catch (FailedArchiveException 
fae) {<a name="line.2525"></a>
-<span class="sourceLineNo">2526</span>          // Even if archiving some 
files failed, we still need to clear out any of the<a name="line.2526"></a>
-<span class="sourceLineNo">2527</span>          // files which were 
successfully archived.  Otherwise we will receive a<a name="line.2527"></a>
-<span class="sourceLineNo">2528</span>          // FileNotFoundException when 
we attempt to re-archive them in the next go around.<a name="line.2528"></a>
-<span class="sourceLineNo">2529</span>          Collection&lt;Path&gt; 
failedFiles = fae.getFailedFiles();<a name="line.2529"></a>
-<span class="sourceLineNo">2530</span>          Iterator&lt;HStoreFile&gt; 
iter = filesToRemove.iterator();<a name="line.2530"></a>
-<span class="sourceLineNo">2531</span>          while (iter.hasNext()) {<a 
name="line.2531"></a>
-<span class="sourceLineNo">2532</span>            if 
(failedFiles.contains(iter.next().getPath())) {<a name="line.2532"></a>
-<span class="sourceLineNo">2533</span>              iter.remove();<a 
name="line.2533"></a>
-<span class="sourceLineNo">2534</span>            }<a name="line.2534"></a>
-<span class="sourceLineNo">2535</span>          }<a name="line.2535"></a>
-<span class="sourceLineNo">2536</span>          if (!filesToRemove.isEmpty()) 
{<a name="line.2536"></a>
-<span class="sourceLineNo">2537</span>            
clearCompactedfiles(filesToRemove);<a name="line.2537"></a>
-<span class="sourceLineNo">2538</span>          }<a name="line.2538"></a>
-<span class="sourceLineNo">2539</span>          throw fae;<a 
name="line.2539"></a>
-<span class="sourceLineNo">2540</span>        }<a name="line.2540"></a>
-<span class="sourceLineNo">2541</span>      }<a name="line.2541"></a>
-<span class="sourceLineNo">2542</span>    }<a name="line.2542"></a>
-<span class="sourceLineNo">2543</span>    if (!filesToRemove.isEmpty()) {<a 
name="line.2543"></a>
-<span class="sourceLineNo">2544</span>      // Clear the compactedfiles from 
the store file manager<a name="line.2544"></a>
-<span class="sourceLineNo">2545</span>      
clearCompactedfiles(filesToRemove);<a name="line.2545"></a>
-<span class="sourceLineNo">2546</span>    }<a name="line.2546"></a>
-<span class="sourceLineNo">2547</span>  }<a name="line.2547"></a>
-<span class="sourceLineNo">2548</span><a name="line.2548"></a>
-<span class="sourceLineNo">2549</span>  public Long preFlushSeqIDEstimation() 
{<a name="line.2549"></a>
-<span class="sourceLineNo">2550</span>    return 
memstore.preFlushSeqIDEstimation();<a name="line.2550"></a>
-<span class="sourceLineNo">2551</span>  }<a name="line.2551"></a>
-<span class="sourceLineNo">2552</span><a name="line.2552"></a>
-<span class="sourceLineNo">2553</span>  @Override<a name="line.2553"></a>
-<span class="sourceLineNo">2554</span>  public boolean isSloppyMemStore() {<a 
name="line.2554"></a>
-<span class="sourceLineNo">2555</span>    return this.memstore.isSloppy();<a 
name="line.2555"></a>
-<span class="sourceLineNo">2556</span>  }<a name="line.2556"></a>
-<span class="sourceLineNo">2557</span><a name="line.2557"></a>
-<span class="sourceLineNo">2558</span>  private void 
clearCompactedfiles(List&lt;HStoreFile&gt; filesToRemove) throws IOException 
{<a name="line.2558"></a>
-<span class="sourceLineNo">2559</span>    LOG.trace("Clearing the compacted 
file {} from this store", filesToRemove);<a name="line.2559"></a>
-<span class="sourceLineNo">2560</span>    try {<a name="line.2560"></a>
-<span class="sourceLineNo">2561</span>      lock.writeLock().lock();<a 
name="line.2561"></a>
-<span class="sourceLineNo">2562</span>      
this.getStoreEngine().getStoreFileManager().removeCompactedFiles(filesToRemove);<a
 name="line.2562"></a>
-<span class="sourceLineNo">2563</span>    } finally {<a name="line.2563"></a>
-<span class="sourceLineNo">2564</span>      lock.writeLock().unlock();<a 
name="line.2564"></a>
-<span class="sourceLineNo">2565</span>    }<a name="line.2565"></a>
-<span class="sourceLineNo">2566</span>  }<a name="line.2566"></a>
-<span class="sourceLineNo">2567</span>}<a name="line.2567"></a>
+<span class="sourceLineNo">2286</span>        snapshot.close();<a 
name="line.2286"></a>
+<span class="sourceLineNo">2287</span>      }<a name="line.2287"></a>
+<span class="sourceLineNo">2288</span>      
HStore.this.updateStorefiles(storeFiles, snapshotId);<a name="line.2288"></a>
+<span class="sourceLineNo">2289</span>    }<a name="line.2289"></a>
+<span class="sourceLineNo">2290</span><a name="line.2290"></a>
+<span class="sourceLineNo">2291</span>    /**<a name="line.2291"></a>
+<span class="sourceLineNo">2292</span>     * Abort the snapshot preparation. 
Drops the snapshot if any.<a name="line.2292"></a>
+<span class="sourceLineNo">2293</span>     * @throws IOException<a 
name="line.2293"></a>
+<span class="sourceLineNo">2294</span>     */<a name="line.2294"></a>
+<span class="sourceLineNo">2295</span>    @Override<a name="line.2295"></a>
+<span class="sourceLineNo">2296</span>    public void abort() throws 
IOException {<a name="line.2296"></a>
+<span class="sourceLineNo">2297</span>      if (snapshot != null) {<a 
name="line.2297"></a>
+<span class="sourceLineNo">2298</span>        
HStore.this.updateStorefiles(Collections.emptyList(), snapshot.getId());<a 
name="line.2298"></a>
+<span class="sourceLineNo">2299</span>      }<a name="line.2299"></a>
+<span class="sourceLineNo">2300</span>    }<a name="line.2300"></a>
+<span class="sourceLineNo">2301</span>  }<a name="line.2301"></a>
+<span class="sourceLineNo">2302</span><a name="line.2302"></a>
+<span class="sourceLineNo">2303</span>  @Override<a name="line.2303"></a>
+<span class="sourceLineNo">2304</span>  public boolean needsCompaction() {<a 
name="line.2304"></a>
+<span class="sourceLineNo">2305</span>    return 
this.storeEngine.needsCompaction(this.filesCompacting);<a name="line.2305"></a>
+<span class="sourceLineNo">2306</span>  }<a name="line.2306"></a>
+<span class="sourceLineNo">2307</span><a name="line.2307"></a>
+<span class="sourceLineNo">2308</span>  /**<a name="line.2308"></a>
+<span class="sourceLineNo">2309</span>   * Used for tests.<a 
name="line.2309"></a>
+<span class="sourceLineNo">2310</span>   * @return cache configuration for 
this Store.<a name="line.2310"></a>
+<span class="sourceLineNo">2311</span>   */<a name="line.2311"></a>
+<span class="sourceLineNo">2312</span>  @VisibleForTesting<a 
name="line.2312"></a>
+<span class="sourceLineNo">2313</span>  public CacheConfig getCacheConfig() 
{<a name="line.2313"></a>
+<span class="sourceLineNo">2314</span>    return this.cacheConf;<a 
name="line.2314"></a>
+<span class="sourceLineNo">2315</span>  }<a name="line.2315"></a>
+<span class="sourceLineNo">2316</span><a name="line.2316"></a>
+<span class="sourceLineNo">2317</span>  public static final long 
FIXED_OVERHEAD =<a name="line.2317"></a>
+<span class="sourceLineNo">2318</span>      ClassSize.align(ClassSize.OBJECT + 
(17 * ClassSize.REFERENCE) + (11 * Bytes.SIZEOF_LONG)<a name="line.2318"></a>
+<span class="sourceLineNo">2319</span>              + (5 * Bytes.SIZEOF_INT) + 
(2 * Bytes.SIZEOF_BOOLEAN));<a name="line.2319"></a>
+<span class="sourceLineNo">2320</span><a name="line.2320"></a>
+<span class="sourceLineNo">2321</span>  public static final long DEEP_OVERHEAD 
= ClassSize.align(FIXED_OVERHEAD<a name="line.2321"></a>
+<span class="sourceLineNo">2322</span>      + ClassSize.OBJECT + 
ClassSize.REENTRANT_LOCK<a name="line.2322"></a>
+<span class="sourceLineNo">2323</span>      + 
ClassSize.CONCURRENT_SKIPLISTMAP<a name="line.2323"></a>
+<span class="sourceLineNo">2324</span>      + 
ClassSize.CONCURRENT_SKIPLISTMAP_ENTRY + ClassSize.OBJECT<a 
name="line.2324"></a>
+<span class="sourceLineNo">2325</span>      + ScanInfo.FIXED_OVERHEAD);<a 
name="line.2325"></a>
+<span class="sourceLineNo">2326</span><a name="line.2326"></a>
+<span class="sourceLineNo">2327</span>  @Override<a name="line.2327"></a>
+<span class="sourceLineNo">2328</span>  public long heapSize() {<a 
name="line.2328"></a>
+<span class="sourceLineNo">2329</span>    MemStoreSize memstoreSize = 
this.memstore.size();<a name="line.2329"></a>
+<span class="sourceLineNo">2330</span>    return DEEP_OVERHEAD + 
memstoreSize.getHeapSize();<a name="line.2330"></a>
+<span class="sourceLineNo">2331</span>  }<a name="line.2331"></a>
+<span class="sourceLineNo">2332</span><a name="line.2332"></a>
+<span class="sourceLineNo">2333</span>  @Override<a name="line.2333"></a>
+<span class="sourceLineNo">2334</span>  public CellComparator getComparator() 
{<a name="line.2334"></a>
+<span class="sourceLineNo">2335</span>    return comparator;<a 
name="line.2335"></a>
+<span class="sourceLineNo">2336</span>  }<a name="line.2336"></a>
+<span class="sourceLineNo">2337</span><a name="line.2337"></a>
+<span class="sourceLineNo">2338</span>  public ScanInfo getScanInfo() {<a 
name="line.2338"></a>
+<span class="sourceLineNo">2339</span>    return scanInfo;<a 
name="line.2339"></a>
+<span class="sourceLineNo">2340</span>  }<a name="line.2340"></a>
+<span class="sourceLineNo">2341</span><a name="line.2341"></a>
+<span class="sourceLineNo">2342</span>  /**<a name="line.2342"></a>
+<span class="sourceLineNo">2343</span>   * Set scan info, used by test<a 
name="line.2343"></a>
+<span class="sourceLineNo">2344</span>   * @param scanInfo new scan info to 
use for test<a name="line.2344"></a>
+<span class="sourceLineNo">2345</span>   */<a name="line.2345"></a>
+<span class="sourceLineNo">2346</span>  void setScanInfo(ScanInfo scanInfo) 
{<a name="line.2346"></a>
+<span class="sourceLineNo">2347</span>    this.scanInfo = scanInfo;<a 
name="line.2347"></a>
+<span class="sourceLineNo">2348</span>  }<a name="line.2348"></a>
+<span class="sourceLineNo">2349</span><a name="line.2349"></a>
+<span class="sourceLineNo">2350</span>  @Override<a name="line.2350"></a>
+<span class="sourceLineNo">2351</span>  public boolean hasTooManyStoreFiles() 
{<a name="line.2351"></a>
+<span class="sourceLineNo">2352</span>    return getStorefilesCount() &gt; 
this.blockingFileCount;<a name="line.2352"></a>
+<span class="sourceLineNo">2353</span>  }<a name="line.2353"></a>
+<span class="sourceLineNo">2354</span><a name="line.2354"></a>
+<span class="sourceLineNo">2355</span>  @Override<a name="line.2355"></a>
+<span class="sourceLineNo">2356</span>  public long getFlushedCellsCount() {<a 
name="line.2356"></a>
+<span class="sourceLineNo">2357</span>    return flushedCellsCount;<a 
name="line.2357"></a>
+<span class="sourceLineNo">2358</span>  }<a name="line.2358"></a>
+<span class="sourceLineNo">2359</span><a name="line.2359"></a>
+<span class="sourceLineNo">2360</span>  @Override<a name="line.2360"></a>
+<span class="sourceLineNo">2361</span>  public long getFlushedCellsSize() {<a 
name="line.2361"></a>
+<span class="sourceLineNo">2362</span>    return flushedCellsSize;<a 
name="line.2362"></a>
+<span class="sourceLineNo">2363</span>  }<a name="line.2363"></a>
+<span class="sourceLineNo">2364</span><a name="line.2364"></a>
+<span class="sourceLineNo">2365</span>  @Override<a name="line.2365"></a>
+<span class="sourceLineNo">2366</span>  public long getFlushedOutputFileSize() 
{<a name="line.2366"></a>
+<span class="sourceLineNo">2367</span>    return flushedOutputFileSize;<a 
name="line.2367"></a>
+<span class="sourceLineNo">2368</span>  }<a name="line.2368"></a>
+<span class="sourceLineNo">2369</span><a name="line.2369"></a>
+<span class="sourceLineNo">2370</span>  @Override<a name="line.2370"></a>
+<span class="sourceLineNo">2371</span>  public long getCompactedCellsCount() 
{<a name="line.2371"></a>
+<span class="sourceLineNo">2372</span>    return compactedCellsCount;<a 
name="line.2372"></a>
+<span class="sourceLineNo">2373</span>  }<a name="line.2373"></a>
+<span class="sourceLineNo">2374</span><a name="line.2374"></a>
+<span class="sourceLineNo">2375</span>  @Override<a name="line.2375"></a>
+<span class="sourceLineNo">2376</span>  public long getCompactedCellsSize() 
{<a name="line.2376"></a>
+<span class="sourceLineNo">2377</span>    return compactedCellsSize;<a 
name="line.2377"></a>
+<span class="sourceLineNo">2378</span>  }<a name="line.2378"></a>
+<span class="sourceLineNo">2379</span><a name="line.2379"></a>
+<span class="sourceLineNo">2380</span>  @Override<a name="line.2380"></a>
+<span class="sourceLineNo">2381</span>  public long 
getMajorCompactedCellsCount() {<a name="line.2381"></a>
+<span class="sourceLineNo">2382</span>    return majorCompactedCellsCount;<a 
name="line.2382"></a>
+<span class="sourceLineNo">2383</span>  }<a name="line.2383"></a>
+<span class="sourceLineNo">2384</span><a name="line.2384"></a>
+<span class="sourceLineNo">2385</span>  @Override<a name="line.2385"></a>
+<span class="sourceLineNo">2386</span>  public long 
getMajorCompactedCellsSize() {<a name="line.2386"></a>
+<span class="sourceLineNo">2387</span>    return majorCompactedCellsSize;<a 
name="line.2387"></a>
+<span class="sourceLineNo">2388</span>  }<a name="line.2388"></a>
+<span class="sourceLineNo">2389</span><a name="line.2389"></a>
+<span class="sourceLineNo">2390</span>  /**<a name="line.2390"></a>
+<span class="sourceLineNo">2391</span>   * Returns the StoreEngine that is 
backing this concrete implementation of Store.<a name="line.2391"></a>
+<span class="sourceLineNo">2392</span>   * @return Returns the {@link 
StoreEngine} object used internally inside this HStore object.<a 
name="line.2392"></a>
+<span class="sourceLineNo">2393</span>   */<a name="line.2393"></a>
+<span class="sourceLineNo">2394</span>  @VisibleForTesting<a 
name="line.2394"></a>
+<span class="sourceLineNo">2395</span>  public StoreEngine&lt;?, ?, ?, ?&gt; 
getStoreEngine() {<a name="line.2395"></a>
+<span class="sourceLineNo">2396</span>    return this.storeEngine;<a 
name="line.2396"></a>
+<span class="sourceLineNo">2397</span>  }<a name="line.2397"></a>
+<span class="sourceLineNo">2398</span><a name="line.2398"></a>
+<span class="sourceLineNo">2399</span>  protected OffPeakHours 
getOffPeakHours() {<a name="line.2399"></a>
+<span class="sourceLineNo">2400</span>    return this.offPeakHours;<a 
name="line.2400"></a>
+<span class="sourceLineNo">2401</span>  }<a name="line.2401"></a>
+<span class="sourceLineNo">2402</span><a name="line.2402"></a>
+<span class="sourceLineNo">2403</span>  /**<a name="line.2403"></a>
+<span class="sourceLineNo">2404</span>   * {@inheritDoc}<a 
name="line.2404"></a>
+<span class="sourceLineNo">2405</span>   */<a name="line.2405"></a>
+<span class="sourceLineNo">2406</span>  @Override<a name="line.2406"></a>
+<span class="sourceLineNo">2407</span>  public void 
onConfigurationChange(Configuration conf) {<a name="line.2407"></a>
+<span class="sourceLineNo">2408</span>    this.conf = new 
CompoundConfiguration()<a name="line.2408"></a>
+<span class="sourceLineNo">2409</span>            .add(conf)<a 
name="line.2409"></a>
+<span class="sourceLineNo">2410</span>            
.addBytesMap(family.getValues());<a name="line.2410"></a>
+<span class="sourceLineNo">2411</span>    
this.storeEngine.compactionPolicy.setConf(conf);<a name="line.2411"></a>
+<span class="sourceLineNo">2412</span>    this.offPeakHours = 
OffPeakHours.getInstance(conf);<a name="line.2412"></a>
+<span class="sourceLineNo">2413</span>  }<a name="line.2413"></a>
+<span class="sourceLineNo">2414</span><a name="line.2414"></a>
+<span class="sourceLineNo">2415</span>  /**<a name="line.2415"></a>
+<span class="sourceLineNo">2416</span>   * {@inheritDoc}<a 
name="line.2416"></a>
+<span class="sourceLineNo">2417</span>   */<a name="line.2417"></a>
+<span class="sourceLineNo">2418</span>  @Override<a name="line.2418"></a>
+<span class="sourceLineNo">2419</span>  public void 
registerChildren(ConfigurationManager manager) {<a name="line.2419"></a>
+<span class="sourceLineNo">2420</span>    // No children to register<a 
name="line.2420"></a>
+<span class="sourceLineNo">2421</span>  }<a name="line.2421"></a>
+<span class="sourceLineNo">2422</span><a name="line.2422"></a>
+<span class="sourceLineNo">2423</span>  /**<a name="line.2423"></a>
+<span class="sourceLineNo">2424</span>   * {@inheritDoc}<a 
name="line.2424"></a>
+<span class="sourceLineNo">2425</span>   */<a name="line.2425"></a>
+<span class="sourceLineNo">2426</span>  @Override<a name="line.2426"></a>
+<span class="sourceLineNo">2427</span>  public void 
deregisterChildren(ConfigurationManager manager) {<a name="line.2427"></a>
+<span class="sourceLineNo">2428</span>    // No children to deregister<a 
name="line.2428"></a>
+<span class="sourceLineNo">2429</span>  }<a name="line.2429"></a>
+<span class="sourceLineNo">2430</span><a name="line.2430"></a>
+<span class="sourceLineNo">2431</span>  @Override<a name="line.2431"></a>
+<span class="sourceLineNo">2432</span>  public double getCompactionPressure() 
{<a name="line.2432"></a>
+<span class="sourceLineNo">2433</span>    return 
storeEngine.getStoreFileManager().getCompactionPressure();<a 
name="line.2433"></a>
+<span class="sourceLineNo">2434</span>  }<a name="line.2434"></a>
+<span class="sourceLineNo">2435</span><a name="line.2435"></a>
+<span class="sourceLineNo">2436</span>  @Override<a name="line.2436"></a>
+<span class="sourceLineNo">2437</span>  public boolean isPrimaryReplicaStore() 
{<a name="line.2437"></a>
+<span class="sourceLineNo">2438</span>    return 
getRegionInfo().getReplicaId() == RegionInfo.DEFAULT_REPLICA_ID;<a 
name="line.2438"></a>
+<span class="sourceLineNo">2439</span>  }<a name="line.2439"></a>
+<span class="sourceLineNo">2440</span><a name="line.2440"></a>
+<span class="sourceLineNo">2441</span>  /**<a name="line.2441"></a>
+<span class="sourceLineNo">2442</span>   * Sets the store up for a region 
level snapshot operation.<a name="line.2442"></a>
+<span class="sourceLineNo">2443</span>   * @see #postSnapshotOperation()<a 
name="line.2443"></a>
+<span class="sourceLineNo">2444</span>   */<a name="line.2444"></a>
+<span class="sourceLineNo">2445</span>  public void preSnapshotOperation() {<a 
name="line.2445"></a>
+<span class="sourceLineNo">2446</span>    archiveLock.lock();<a 
name="line.2446"></a>
+<span class="sourceLineNo">2447</span>  }<a name="line.2447"></a>
+<span class="sourceLineNo">2448</span><a name="line.2448"></a>
+<span class="sourceLineNo">2449</span>  /**<a name="line.2449"></a>
+<span class="sourceLineNo">2450</span>   * Perform tasks needed after the 
completion of snapshot operation.<a name="line.2450"></a>
+<span class="sourceLineNo">2451</span>   * @see #preSnapshotOperation()<a 
name="line.2451"></a>
+<span class="sourceLineNo">2452</span>   */<a name="line.2452"></a>
+<span class="sourceLineNo">2453</span>  public void postSnapshotOperation() 
{<a name="line.2453"></a>
+<span class="sourceLineNo">2454</span>    archiveLock.unlock();<a 
name="line.2454"></a>
+<span class="sourceLineNo">2455</span>  }<a name="line.2455"></a>
+<span class="sourceLineNo">2456</span><a name="line.2456"></a>
+<span class="sourceLineNo">2457</span>  /**<a name="line.2457"></a>
+<span class="sourceLineNo">2458</span>   * Closes and archives the compacted 
files under this store<a name="line.2458"></a>
+<span class="sourceLineNo">2459</span>   */<a name="line.2459"></a>
+<span class="sourceLineNo">2460</span>  public synchronized void 
closeAndArchiveCompactedFiles() throws IOException {<a name="line.2460"></a>
+<span class="sourceLineNo">2461</span>    // ensure other threads do not 
attempt to archive the same files on close()<a name="line.2461"></a>
+<span class="sourceLineNo">2462</span>    archiveLock.lock();<a 
name="line.2462"></a>
+<span class="sourceLineNo">2463</span>    try {<a name="line.2463"></a>
+<span class="sourceLineNo">2464</span>      lock.readLock().lock();<a 
name="line.2464"></a>
+<span class="sourceLineNo">2465</span>      Collection&lt;HStoreFile&gt; 
copyCompactedfiles = null;<a name="line.2465"></a>
+<span class="sourceLineNo">2466</span>      try {<a name="line.2466"></a>
+<span class="sourceLineNo">2467</span>        Collection&lt;HStoreFile&gt; 
compactedfiles =<a name="line.2467"></a>
+<span class="sourceLineNo">2468</span>            
this.getStoreEngine().getStoreFileManager().getCompactedfiles();<a 
name="line.2468"></a>
+<span class="sourceLineNo">2469</span>        if 
(CollectionUtils.isNotEmpty(compactedfiles)) {<a name="line.2469"></a>
+<span class="sourceLineNo">2470</span>          // Do a copy under read lock<a 
name="line.2470"></a>
+<span class="sourceLineNo">2471</span>          copyCompactedfiles = new 
ArrayList&lt;&gt;(compactedfiles);<a name="line.2471"></a>
+<span class="sourceLineNo">2472</span>        } else {<a name="line.2472"></a>
+<span class="sourceLineNo">2473</span>          LOG.trace("No compacted files 
to archive");<a name="line.2473"></a>
+<span class="sourceLineNo">2474</span>        }<a name="line.2474"></a>
+<span class="sourceLineNo">2475</span>      } finally {<a name="line.2475"></a>
+<span class="sourceLineNo">2476</span>        lock.readLock().unlock();<a 
name="line.2476"></a>
+<span class="sourceLineNo">2477</span>      }<a name="line.2477"></a>
+<span class="sourceLineNo">2478</span>      if 
(CollectionUtils.isNotEmpty(copyCompactedfiles)) {<a name="line.2478"></a>
+<span class="sourceLineNo">2479</span>        
removeCompactedfiles(copyCompactedfiles);<a name="line.2479"></a>
+<span class="sourceLineNo">2480</span>      }<a name="line.2480"></a>
+<span class="sourceLineNo">2481</span>    } finally {<a name="line.2481"></a>
+<span class="sourceLineNo">2482</span>      archiveLock.unlock();<a 
name="line.2482"></a>
+<span class="sourceLineNo">2483</span>    }<a name="line.2483"></a>
+<span class="sourceLineNo">2484</span>  }<a name="line.2484"></a>
+<span class="sourceLineNo">2485</span><a name="line.2485"></a>
+<span class="sourceLineNo">2486</span>  /**<a name="line.2486"></a>
+<span class="sourceLineNo">2487</span>   * Archives and removes the compacted 
files<a name="line.2487"></a>
+<span class="sourceLineNo">2488</span>   * @param compactedfiles The compacted 
files in this store that are not active in reads<a name="line.2488"></a>
+<span class="sourceLineNo">2489</span>   * @throws IOException<a 
name="line.2489"></a>
+<span class="sourceLineNo">2490</span>   */<a name="line.2490"></a>
+<span class="sourceLineNo">2491</span>  private void 
removeCompactedfiles(Collection&lt;HStoreFile&gt; compactedfiles)<a 
name="line.2491"></a>
+<span class="sourceLineNo">2492</span>      throws IOException {<a 
name="line.2492"></a>
+<span class="sourceLineNo">2493</span>    final List&lt;HStoreFile&gt; 
filesToRemove = new ArrayList&lt;&gt;(compactedfiles.size());<a 
name="line.2493"></a>
+<span class="sourceLineNo">2494</span>    for (final HStoreFile file : 
compactedfiles) {<a name="line.2494"></a>
+<span class="sourceLineNo">2495</span>      synchronized (file) {<a 
name="line.2495"></a>
+<span class="sourceLineNo">2496</span>        try {<a name="line.2496"></a>
+<span class="sourceLineNo">2497</span>          StoreFileReader r = 
file.getReader();<a name="line.2497"></a>
+<span class="sourceLineNo">2498</span>          if (r == null) {<a 
name="line.2498"></a>
+<span class="sourceLineNo">2499</span>            LOG.debug("The file {} was 
closed but still not archived", file);<a name="line.2499"></a>
+<span class="sourceLineNo">2500</span>            filesToRemove.add(file);<a 
name="line.2500"></a>
+<span class="sourceLineNo">2501</span>            continue;<a 
name="line.2501"></a>
+<span class="sourceLineNo">2502</span>          }<a name="line.2502"></a>
+<span class="sourceLineNo">2503</span>          if (file.isCompactedAway() 
&amp;&amp; !file.isReferencedInReads()) {<a name="line.2503"></a>
+<span class="sourceLineNo">2504</span>            // Even if deleting fails we 
need not bother as any new scanners won't be<a name="line.2504"></a>
+<span class="sourceLineNo">2505</span>            // able to use the compacted 
file as the status is already compactedAway<a name="line.2505"></a>
+<span class="sourceLineNo">2506</span>            LOG.trace("Closing and 
archiving the file {}", file);<a name="line.2506"></a>
+<span class="sourceLineNo">2507</span>            r.close(true);<a 
name="line.2507"></a>
+<span class="sourceLineNo">2508</span>            // Just close and return<a 
name="line.2508"></a>
+<span class="sourceLineNo">2509</span>            filesToRemove.add(file);<a 
name="line.2509"></a>
+<span class="sourceLineNo">2510</span>          }<a name="line.2510"></a>
+<span class="sourceLineNo">2511</span>        } catch (Exception e) {<a 
name="line.2511"></a>
+<span class="sourceLineNo">2512</span>          LOG.error("Exception while 
trying to close the compacted store file {}",<a name="line.2512"></a>
+<span class="sourceLineNo">2513</span>            file.getPath(), e);<a 
name="line.2513"></a>
+<span class="sourceLineNo">2514</span>        }<a name="line.2514"></a>
+<span class="sourceLineNo">2515</span>      }<a name="line.2515"></a>
+<span class="sourceLineNo">2516</span>    }<a name="line.2516"></a>
+<span class="sourceLineNo">2517</span>    if (this.isPrimaryReplicaStore()) 
{<a name="line.2517"></a>
+<span class="sourceLineNo">2518</span>      // Only the primary region is 
allowed to move the file to archive.<a name="line.2518"></a>
+<span class="sourceLineNo">2519</span>      // The secondary region does not 
move the files to archive. Any active reads from<a name="line.2519"></a>
+<span class="sourceLineNo">2520</span>      // the secondary region will still 
work because the file as such has active readers on it.<a name="line.2520"></a>
+<span class="sourceLineNo">2521</span>      if (!filesToRemove.isEmpty()) {<a 
name="line.2521"></a>
+<span class="sourceLineNo">2522</span>        LOG.debug("Moving the files {} 
to archive", filesToRemove);<a name="line.2522"></a>
+<span class="sourceLineNo">2523</span>        // Only if this is successful it 
has to be removed<a name="line.2523"></a>
+<span class="sourceLineNo">2524</span>        try {<a name="line.2524"></a>
+<span class="sourceLineNo">2525</span>          
this.fs.removeStoreFiles(this.getColumnFamilyDescriptor().getNameAsString(), 
filesToRemove);<a name="line.2525"></a>
+<span class="sourceLineNo">2526</span>        } catch (FailedArchiveException 
fae) {<a name="line.2526"></a>
+<span class="sourceLineNo">2527</span>          // Even if archiving some 
files failed, we still need to clear out any of the<a name="line.2527"></a>
+<span class="sourceLineNo">2528</span>          // files which were 
successfully archived.  Otherwise we will receive a<a name="line.2528"></a>
+<span class="sourceLineNo">2529</span>          // FileNotFoundException when 
we attempt to re-archive them in the next go around.<a name="line.2529"></a>
+<span class="sourceLineNo">2530</span>          Collection&lt;Path&gt; 
failedFiles = fae.getFailedFiles();<a name="line.2530"></a>
+<span class="sourceLineNo">2531</span>          Iterator&lt;HStoreFile&gt; 
iter = filesToRemove.iterator();<a name="line.2531"></a>
+<span class="sourceLineNo">2532</span>          while (iter.hasNext()) {<a 
name="line.2532"></a>
+<span class="sourceLineNo">2533</span>            if 
(failedFiles.contains(iter.next().getPath())) {<a name="line.2533"></a>
+<span class="sourceLineNo">2534</span>              iter.remove();<a 
name="line.2534"></a>
+<span class="sourceLineNo">2535</span>            }<a name="line.2535"></a>
+<span class="sourceLineNo">2536</span>          }<a name="line.2536"></a>
+<span class="sourceLineNo">2537</span>          if (!filesToRemove.isEmpty()) 
{<a name="line.2537"></a>
+<span class="sourceLineNo">2538</span>            
clearCompactedfiles(filesToRemove);<a name="line.2538"></a>
+<span class="sourceLineNo">2539</span>          }<a name="line.2539"></a>
+<span class="sourceLineNo">2540</span>          throw fae;<a 
name="line.2540"></a>
+<span class="sourceLineNo">2541</span>        }<a name="line.2541"></a>
+<span class="sourceLineNo">2542</span>      }<a name="line.2542"></a>
+<span class="sourceLineNo">2543</span>    }<a name="line.2543"></a>
+<span class="sourceLineNo">2544</span>    if (!filesToRemove.isEmpty()) {<a 
name="line.2544"></a>
+<span class="sourceLineNo">2545</span>      // Clear the compactedfiles from 
the store file manager<a name="line.2545"></a>
+<span class="sourceLineNo">2546</span>      
clearCompactedfiles(filesToRemove);<a name="line.2546"></a>
+<span class="sourceLineNo">2547</span>    }<a name="line.2547"></a>
+<span class="sourceLineNo">2548</span>  }<a name="line.2548"></a>
+<span class="sourceLineNo">2549</span><a name="line.2549"></a>
+<span class="sourceLineNo">2550</span>  public Long preFlushSeqIDEstimation() 
{<a name="line.2550"></a>
+<span class="sourceLineNo">2551</span>    return 
memstore.preFlushSeqIDEstimation();<a name="line.2551"></a>
+<span class="sourceLineNo">2552</span>  }<a name="line.2552"></a>
+<span class="sourceLineNo">2553</span><a name="line.2553"></a>
+<span class="sourceLineNo">2554</span>  @Override<a name="line.2554"></a>
+<span class="sourceLineNo">2555</span>  public boolean isSloppyMemStore() {<a 
name="line.2555"></a>
+<span class="sourceLineNo">2556</span>    return this.memstore.isSloppy();<a 
name="line.2556"></a>
+<span class="sourceLineNo">2557</span>  }<a name="line.2557"></a>
+<span class="sourceLineNo">2558</span><a name="line.2558"></a>
+<span class="sourceLineNo">2559</span>  private void 
clearCompactedfiles(List&lt;HStoreFile&gt; filesToRemove) throws IOException 
{<a name="line.2559"></a>
+<span class="sourceLineNo">2560</span>    LOG.trace("Clearing the compacted 
file {} from this store", filesToRemove);<a name="line.2560"></a>
+<span class="sourceLineNo">2561</span>    try {<a name="line.2561"></a>
+<span class="sourceLineNo">2562</span>      lock.writeLock().lock();<a 
name="line.2562"></a>
+<span class="sourceLineNo">2563</span>      
this.getStoreEngine().getStoreFileManager().removeCompactedFiles(filesToRemove);<a
 name="line.2563"></a>
+<span class="sourceLineNo">2564</span>    } finally {<a name="line.2564"></a>
+<span class="sourceLineNo">2565</span>      lock.writeLock().unlock();<a 
name="line.2565"></a>
+<span class="sourceLineNo">2566</span>    }<a name="line.2566"></a>
+<span class="sourceLineNo">2567</span>  }<a name="line.2567"></a>
+<span class="sourceLineNo">2568</span>}<a name="line.2568"></a>
[5/7] hbase-site git commit: Published site at .

Reply via email to
