http://git-wip-us.apache.org/repos/asf/hbase-site/blob/991224b9/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.BulkLoadListener.html ---------------------------------------------------------------------- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.BulkLoadListener.html b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.BulkLoadListener.html index 802b925..a3e80ab 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.BulkLoadListener.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.BulkLoadListener.html @@ -73,229 +73,229 @@ <span class="sourceLineNo">065</span>import java.util.concurrent.TimeoutException;<a name="line.65"></a> <span class="sourceLineNo">066</span>import java.util.concurrent.atomic.AtomicBoolean;<a name="line.66"></a> <span class="sourceLineNo">067</span>import java.util.concurrent.atomic.AtomicInteger;<a name="line.67"></a> -<span class="sourceLineNo">068</span>import java.util.concurrent.atomic.AtomicLong;<a name="line.68"></a> -<span class="sourceLineNo">069</span>import java.util.concurrent.atomic.LongAdder;<a name="line.69"></a> -<span class="sourceLineNo">070</span>import java.util.concurrent.locks.Lock;<a name="line.70"></a> -<span class="sourceLineNo">071</span>import java.util.concurrent.locks.ReadWriteLock;<a name="line.71"></a> -<span class="sourceLineNo">072</span>import java.util.concurrent.locks.ReentrantReadWriteLock;<a name="line.72"></a> -<span class="sourceLineNo">073</span>import java.util.function.Function;<a name="line.73"></a> -<span class="sourceLineNo">074</span>import org.apache.hadoop.conf.Configuration;<a name="line.74"></a> -<span class="sourceLineNo">075</span>import org.apache.hadoop.fs.FileStatus;<a name="line.75"></a> -<span class="sourceLineNo">076</span>import org.apache.hadoop.fs.FileSystem;<a name="line.76"></a> -<span class="sourceLineNo">077</span>import org.apache.hadoop.fs.LocatedFileStatus;<a name="line.77"></a> -<span class="sourceLineNo">078</span>import org.apache.hadoop.fs.Path;<a name="line.78"></a> -<span class="sourceLineNo">079</span>import org.apache.hadoop.hbase.Cell;<a name="line.79"></a> -<span class="sourceLineNo">080</span>import org.apache.hadoop.hbase.CellBuilderType;<a name="line.80"></a> -<span class="sourceLineNo">081</span>import org.apache.hadoop.hbase.CellComparator;<a name="line.81"></a> -<span class="sourceLineNo">082</span>import org.apache.hadoop.hbase.CellComparatorImpl;<a name="line.82"></a> -<span class="sourceLineNo">083</span>import org.apache.hadoop.hbase.CellScanner;<a name="line.83"></a> -<span class="sourceLineNo">084</span>import org.apache.hadoop.hbase.CellUtil;<a name="line.84"></a> -<span class="sourceLineNo">085</span>import org.apache.hadoop.hbase.CompareOperator;<a name="line.85"></a> -<span class="sourceLineNo">086</span>import org.apache.hadoop.hbase.CompoundConfiguration;<a name="line.86"></a> -<span class="sourceLineNo">087</span>import org.apache.hadoop.hbase.DoNotRetryIOException;<a name="line.87"></a> -<span class="sourceLineNo">088</span>import org.apache.hadoop.hbase.DroppedSnapshotException;<a name="line.88"></a> -<span class="sourceLineNo">089</span>import org.apache.hadoop.hbase.ExtendedCellBuilderFactory;<a name="line.89"></a> -<span class="sourceLineNo">090</span>import org.apache.hadoop.hbase.HConstants;<a name="line.90"></a> -<span class="sourceLineNo">091</span>import org.apache.hadoop.hbase.HConstants.OperationStatusCode;<a name="line.91"></a> -<span class="sourceLineNo">092</span>import org.apache.hadoop.hbase.HDFSBlocksDistribution;<a name="line.92"></a> -<span class="sourceLineNo">093</span>import org.apache.hadoop.hbase.HRegionInfo;<a name="line.93"></a> -<span class="sourceLineNo">094</span>import org.apache.hadoop.hbase.KeyValue;<a name="line.94"></a> -<span class="sourceLineNo">095</span>import org.apache.hadoop.hbase.KeyValueUtil;<a name="line.95"></a> -<span class="sourceLineNo">096</span>import org.apache.hadoop.hbase.NamespaceDescriptor;<a name="line.96"></a> -<span class="sourceLineNo">097</span>import org.apache.hadoop.hbase.NotServingRegionException;<a name="line.97"></a> -<span class="sourceLineNo">098</span>import org.apache.hadoop.hbase.PrivateCellUtil;<a name="line.98"></a> -<span class="sourceLineNo">099</span>import org.apache.hadoop.hbase.RegionTooBusyException;<a name="line.99"></a> -<span class="sourceLineNo">100</span>import org.apache.hadoop.hbase.TableName;<a name="line.100"></a> -<span class="sourceLineNo">101</span>import org.apache.hadoop.hbase.Tag;<a name="line.101"></a> -<span class="sourceLineNo">102</span>import org.apache.hadoop.hbase.TagUtil;<a name="line.102"></a> -<span class="sourceLineNo">103</span>import org.apache.hadoop.hbase.UnknownScannerException;<a name="line.103"></a> -<span class="sourceLineNo">104</span>import org.apache.hadoop.hbase.client.Append;<a name="line.104"></a> -<span class="sourceLineNo">105</span>import org.apache.hadoop.hbase.client.ColumnFamilyDescriptor;<a name="line.105"></a> -<span class="sourceLineNo">106</span>import org.apache.hadoop.hbase.client.CompactionState;<a name="line.106"></a> -<span class="sourceLineNo">107</span>import org.apache.hadoop.hbase.client.Delete;<a name="line.107"></a> -<span class="sourceLineNo">108</span>import org.apache.hadoop.hbase.client.Durability;<a name="line.108"></a> -<span class="sourceLineNo">109</span>import org.apache.hadoop.hbase.client.Get;<a name="line.109"></a> -<span class="sourceLineNo">110</span>import org.apache.hadoop.hbase.client.Increment;<a name="line.110"></a> -<span class="sourceLineNo">111</span>import org.apache.hadoop.hbase.client.IsolationLevel;<a name="line.111"></a> -<span class="sourceLineNo">112</span>import org.apache.hadoop.hbase.client.Mutation;<a name="line.112"></a> -<span class="sourceLineNo">113</span>import org.apache.hadoop.hbase.client.PackagePrivateFieldAccessor;<a name="line.113"></a> -<span class="sourceLineNo">114</span>import org.apache.hadoop.hbase.client.Put;<a name="line.114"></a> -<span class="sourceLineNo">115</span>import org.apache.hadoop.hbase.client.RegionInfo;<a name="line.115"></a> -<span class="sourceLineNo">116</span>import org.apache.hadoop.hbase.client.RegionReplicaUtil;<a name="line.116"></a> -<span class="sourceLineNo">117</span>import org.apache.hadoop.hbase.client.Result;<a name="line.117"></a> -<span class="sourceLineNo">118</span>import org.apache.hadoop.hbase.client.RowMutations;<a name="line.118"></a> -<span class="sourceLineNo">119</span>import org.apache.hadoop.hbase.client.Scan;<a name="line.119"></a> -<span class="sourceLineNo">120</span>import org.apache.hadoop.hbase.client.TableDescriptor;<a name="line.120"></a> -<span class="sourceLineNo">121</span>import org.apache.hadoop.hbase.client.TableDescriptorBuilder;<a name="line.121"></a> -<span class="sourceLineNo">122</span>import org.apache.hadoop.hbase.conf.ConfigurationManager;<a name="line.122"></a> -<span class="sourceLineNo">123</span>import org.apache.hadoop.hbase.conf.PropagatingConfigurationObserver;<a name="line.123"></a> -<span class="sourceLineNo">124</span>import org.apache.hadoop.hbase.coprocessor.RegionObserver.MutationType;<a name="line.124"></a> -<span class="sourceLineNo">125</span>import org.apache.hadoop.hbase.errorhandling.ForeignExceptionSnare;<a name="line.125"></a> -<span class="sourceLineNo">126</span>import org.apache.hadoop.hbase.exceptions.FailedSanityCheckException;<a name="line.126"></a> -<span class="sourceLineNo">127</span>import org.apache.hadoop.hbase.exceptions.TimeoutIOException;<a name="line.127"></a> -<span class="sourceLineNo">128</span>import org.apache.hadoop.hbase.exceptions.UnknownProtocolException;<a name="line.128"></a> -<span class="sourceLineNo">129</span>import org.apache.hadoop.hbase.filter.ByteArrayComparable;<a name="line.129"></a> -<span class="sourceLineNo">130</span>import org.apache.hadoop.hbase.filter.FilterWrapper;<a name="line.130"></a> -<span class="sourceLineNo">131</span>import org.apache.hadoop.hbase.filter.IncompatibleFilterException;<a name="line.131"></a> -<span class="sourceLineNo">132</span>import org.apache.hadoop.hbase.io.HFileLink;<a name="line.132"></a> -<span class="sourceLineNo">133</span>import org.apache.hadoop.hbase.io.HeapSize;<a name="line.133"></a> -<span class="sourceLineNo">134</span>import org.apache.hadoop.hbase.io.TimeRange;<a name="line.134"></a> -<span class="sourceLineNo">135</span>import org.apache.hadoop.hbase.io.hfile.HFile;<a name="line.135"></a> -<span class="sourceLineNo">136</span>import org.apache.hadoop.hbase.ipc.CallerDisconnectedException;<a name="line.136"></a> -<span class="sourceLineNo">137</span>import org.apache.hadoop.hbase.ipc.CoprocessorRpcUtils;<a name="line.137"></a> -<span class="sourceLineNo">138</span>import org.apache.hadoop.hbase.ipc.RpcCall;<a name="line.138"></a> -<span class="sourceLineNo">139</span>import org.apache.hadoop.hbase.ipc.RpcServer;<a name="line.139"></a> -<span class="sourceLineNo">140</span>import org.apache.hadoop.hbase.monitoring.MonitoredTask;<a name="line.140"></a> -<span class="sourceLineNo">141</span>import org.apache.hadoop.hbase.monitoring.TaskMonitor;<a name="line.141"></a> -<span class="sourceLineNo">142</span>import org.apache.hadoop.hbase.regionserver.MultiVersionConcurrencyControl.WriteEntry;<a name="line.142"></a> -<span class="sourceLineNo">143</span>import org.apache.hadoop.hbase.regionserver.ScannerContext.LimitScope;<a name="line.143"></a> -<span class="sourceLineNo">144</span>import org.apache.hadoop.hbase.regionserver.ScannerContext.NextState;<a name="line.144"></a> -<span class="sourceLineNo">145</span>import org.apache.hadoop.hbase.regionserver.compactions.CompactionContext;<a name="line.145"></a> -<span class="sourceLineNo">146</span>import org.apache.hadoop.hbase.regionserver.compactions.CompactionLifeCycleTracker;<a name="line.146"></a> -<span class="sourceLineNo">147</span>import org.apache.hadoop.hbase.regionserver.throttle.CompactionThroughputControllerFactory;<a name="line.147"></a> -<span class="sourceLineNo">148</span>import org.apache.hadoop.hbase.regionserver.throttle.NoLimitThroughputController;<a name="line.148"></a> -<span class="sourceLineNo">149</span>import org.apache.hadoop.hbase.regionserver.throttle.ThroughputController;<a name="line.149"></a> -<span class="sourceLineNo">150</span>import org.apache.hadoop.hbase.regionserver.wal.WALUtil;<a name="line.150"></a> -<span class="sourceLineNo">151</span>import org.apache.hadoop.hbase.security.User;<a name="line.151"></a> -<span class="sourceLineNo">152</span>import org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils;<a name="line.152"></a> -<span class="sourceLineNo">153</span>import org.apache.hadoop.hbase.snapshot.SnapshotManifest;<a name="line.153"></a> -<span class="sourceLineNo">154</span>import org.apache.hadoop.hbase.trace.TraceUtil;<a name="line.154"></a> -<span class="sourceLineNo">155</span>import org.apache.hadoop.hbase.util.Bytes;<a name="line.155"></a> -<span class="sourceLineNo">156</span>import org.apache.hadoop.hbase.util.CancelableProgressable;<a name="line.156"></a> -<span class="sourceLineNo">157</span>import org.apache.hadoop.hbase.util.ClassSize;<a name="line.157"></a> -<span class="sourceLineNo">158</span>import org.apache.hadoop.hbase.util.CollectionUtils;<a name="line.158"></a> -<span class="sourceLineNo">159</span>import org.apache.hadoop.hbase.util.CompressionTest;<a name="line.159"></a> -<span class="sourceLineNo">160</span>import org.apache.hadoop.hbase.util.EncryptionTest;<a name="line.160"></a> -<span class="sourceLineNo">161</span>import org.apache.hadoop.hbase.util.EnvironmentEdgeManager;<a name="line.161"></a> -<span class="sourceLineNo">162</span>import org.apache.hadoop.hbase.util.FSUtils;<a name="line.162"></a> -<span class="sourceLineNo">163</span>import org.apache.hadoop.hbase.util.HashedBytes;<a name="line.163"></a> -<span class="sourceLineNo">164</span>import org.apache.hadoop.hbase.util.NonceKey;<a name="line.164"></a> -<span class="sourceLineNo">165</span>import org.apache.hadoop.hbase.util.Pair;<a name="line.165"></a> -<span class="sourceLineNo">166</span>import org.apache.hadoop.hbase.util.ServerRegionReplicaUtil;<a name="line.166"></a> -<span class="sourceLineNo">167</span>import org.apache.hadoop.hbase.util.Threads;<a name="line.167"></a> -<span class="sourceLineNo">168</span>import org.apache.hadoop.hbase.wal.WAL;<a name="line.168"></a> -<span class="sourceLineNo">169</span>import org.apache.hadoop.hbase.wal.WALEdit;<a name="line.169"></a> -<span class="sourceLineNo">170</span>import org.apache.hadoop.hbase.wal.WALFactory;<a name="line.170"></a> -<span class="sourceLineNo">171</span>import org.apache.hadoop.hbase.wal.WALKey;<a name="line.171"></a> -<span class="sourceLineNo">172</span>import org.apache.hadoop.hbase.wal.WALKeyImpl;<a name="line.172"></a> -<span class="sourceLineNo">173</span>import org.apache.hadoop.hbase.wal.WALSplitter;<a name="line.173"></a> -<span class="sourceLineNo">174</span>import org.apache.hadoop.hbase.wal.WALSplitter.MutationReplay;<a name="line.174"></a> -<span class="sourceLineNo">175</span>import org.apache.hadoop.io.MultipleIOException;<a name="line.175"></a> -<span class="sourceLineNo">176</span>import org.apache.hadoop.util.StringUtils;<a name="line.176"></a> -<span class="sourceLineNo">177</span>import org.apache.htrace.core.TraceScope;<a name="line.177"></a> -<span class="sourceLineNo">178</span>import org.apache.yetus.audience.InterfaceAudience;<a name="line.178"></a> -<span class="sourceLineNo">179</span>import org.slf4j.Logger;<a name="line.179"></a> -<span class="sourceLineNo">180</span>import org.slf4j.LoggerFactory;<a name="line.180"></a> -<span class="sourceLineNo">181</span><a name="line.181"></a> -<span class="sourceLineNo">182</span>import org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesting;<a name="line.182"></a> -<span class="sourceLineNo">183</span>import org.apache.hbase.thirdparty.com.google.common.base.Preconditions;<a name="line.183"></a> -<span class="sourceLineNo">184</span>import org.apache.hbase.thirdparty.com.google.common.collect.Lists;<a name="line.184"></a> -<span class="sourceLineNo">185</span>import org.apache.hbase.thirdparty.com.google.common.collect.Maps;<a name="line.185"></a> -<span class="sourceLineNo">186</span>import org.apache.hbase.thirdparty.com.google.common.io.Closeables;<a name="line.186"></a> -<span class="sourceLineNo">187</span>import org.apache.hbase.thirdparty.com.google.protobuf.Service;<a name="line.187"></a> -<span class="sourceLineNo">188</span>import org.apache.hbase.thirdparty.com.google.protobuf.TextFormat;<a name="line.188"></a> -<span class="sourceLineNo">189</span>import org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations;<a name="line.189"></a> -<span class="sourceLineNo">190</span><a name="line.190"></a> -<span class="sourceLineNo">191</span>import org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil;<a name="line.191"></a> -<span class="sourceLineNo">192</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos;<a name="line.192"></a> -<span class="sourceLineNo">193</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos.CoprocessorServiceCall;<a name="line.193"></a> -<span class="sourceLineNo">194</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.ClusterStatusProtos.RegionLoad;<a name="line.194"></a> -<span class="sourceLineNo">195</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.ClusterStatusProtos.StoreSequenceId;<a name="line.195"></a> -<span class="sourceLineNo">196</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.SnapshotProtos.SnapshotDescription;<a name="line.196"></a> -<span class="sourceLineNo">197</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos;<a name="line.197"></a> -<span class="sourceLineNo">198</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.CompactionDescriptor;<a name="line.198"></a> -<span class="sourceLineNo">199</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.FlushDescriptor;<a name="line.199"></a> -<span class="sourceLineNo">200</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.FlushDescriptor.FlushAction;<a name="line.200"></a> -<span class="sourceLineNo">201</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.FlushDescriptor.StoreFlushDescriptor;<a name="line.201"></a> -<span class="sourceLineNo">202</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.RegionEventDescriptor;<a name="line.202"></a> -<span class="sourceLineNo">203</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.RegionEventDescriptor.EventType;<a name="line.203"></a> -<span class="sourceLineNo">204</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.StoreDescriptor;<a name="line.204"></a> -<span class="sourceLineNo">205</span><a name="line.205"></a> -<span class="sourceLineNo">206</span>/**<a name="line.206"></a> -<span class="sourceLineNo">207</span> * Regions store data for a certain region of a table. It stores all columns<a name="line.207"></a> -<span class="sourceLineNo">208</span> * for each row. A given table consists of one or more Regions.<a name="line.208"></a> -<span class="sourceLineNo">209</span> *<a name="line.209"></a> -<span class="sourceLineNo">210</span> * <p>An Region is defined by its table and its key extent.<a name="line.210"></a> -<span class="sourceLineNo">211</span> *<a name="line.211"></a> -<span class="sourceLineNo">212</span> * <p>Locking at the Region level serves only one purpose: preventing the<a name="line.212"></a> -<span class="sourceLineNo">213</span> * region from being closed (and consequently split) while other operations<a name="line.213"></a> -<span class="sourceLineNo">214</span> * are ongoing. Each row level operation obtains both a row lock and a region<a name="line.214"></a> -<span class="sourceLineNo">215</span> * read lock for the duration of the operation. While a scanner is being<a name="line.215"></a> -<span class="sourceLineNo">216</span> * constructed, getScanner holds a read lock. If the scanner is successfully<a name="line.216"></a> -<span class="sourceLineNo">217</span> * constructed, it holds a read lock until it is closed. A close takes out a<a name="line.217"></a> -<span class="sourceLineNo">218</span> * write lock and consequently will block for ongoing operations and will block<a name="line.218"></a> -<span class="sourceLineNo">219</span> * new operations from starting while the close is in progress.<a name="line.219"></a> -<span class="sourceLineNo">220</span> */<a name="line.220"></a> -<span class="sourceLineNo">221</span>@SuppressWarnings("deprecation")<a name="line.221"></a> -<span class="sourceLineNo">222</span>@InterfaceAudience.Private<a name="line.222"></a> -<span class="sourceLineNo">223</span>public class HRegion implements HeapSize, PropagatingConfigurationObserver, Region {<a name="line.223"></a> -<span class="sourceLineNo">224</span> private static final Logger LOG = LoggerFactory.getLogger(HRegion.class);<a name="line.224"></a> -<span class="sourceLineNo">225</span><a name="line.225"></a> -<span class="sourceLineNo">226</span> public static final String LOAD_CFS_ON_DEMAND_CONFIG_KEY =<a name="line.226"></a> -<span class="sourceLineNo">227</span> "hbase.hregion.scan.loadColumnFamiliesOnDemand";<a name="line.227"></a> -<span class="sourceLineNo">228</span><a name="line.228"></a> -<span class="sourceLineNo">229</span> public static final String HBASE_MAX_CELL_SIZE_KEY = "hbase.server.keyvalue.maxsize";<a name="line.229"></a> -<span class="sourceLineNo">230</span> public static final int DEFAULT_MAX_CELL_SIZE = 10485760;<a name="line.230"></a> -<span class="sourceLineNo">231</span><a name="line.231"></a> -<span class="sourceLineNo">232</span> public static final String HBASE_REGIONSERVER_MINIBATCH_SIZE =<a name="line.232"></a> -<span class="sourceLineNo">233</span> "hbase.regionserver.minibatch.size";<a name="line.233"></a> -<span class="sourceLineNo">234</span> public static final int DEFAULT_HBASE_REGIONSERVER_MINIBATCH_SIZE = 20000;<a name="line.234"></a> -<span class="sourceLineNo">235</span><a name="line.235"></a> -<span class="sourceLineNo">236</span> /**<a name="line.236"></a> -<span class="sourceLineNo">237</span> * This is the global default value for durability. All tables/mutations not<a name="line.237"></a> -<span class="sourceLineNo">238</span> * defining a durability or using USE_DEFAULT will default to this value.<a name="line.238"></a> -<span class="sourceLineNo">239</span> */<a name="line.239"></a> -<span class="sourceLineNo">240</span> private static final Durability DEFAULT_DURABILITY = Durability.SYNC_WAL;<a name="line.240"></a> -<span class="sourceLineNo">241</span><a name="line.241"></a> -<span class="sourceLineNo">242</span> final AtomicBoolean closed = new AtomicBoolean(false);<a name="line.242"></a> -<span class="sourceLineNo">243</span><a name="line.243"></a> -<span class="sourceLineNo">244</span> /* Closing can take some time; use the closing flag if there is stuff we don't<a name="line.244"></a> -<span class="sourceLineNo">245</span> * want to do while in closing state; e.g. like offer this region up to the<a name="line.245"></a> -<span class="sourceLineNo">246</span> * master as a region to close if the carrying regionserver is overloaded.<a name="line.246"></a> -<span class="sourceLineNo">247</span> * Once set, it is never cleared.<a name="line.247"></a> -<span class="sourceLineNo">248</span> */<a name="line.248"></a> -<span class="sourceLineNo">249</span> final AtomicBoolean closing = new AtomicBoolean(false);<a name="line.249"></a> -<span class="sourceLineNo">250</span><a name="line.250"></a> -<span class="sourceLineNo">251</span> /**<a name="line.251"></a> -<span class="sourceLineNo">252</span> * The max sequence id of flushed data on this region. There is no edit in memory that is<a name="line.252"></a> -<span class="sourceLineNo">253</span> * less that this sequence id.<a name="line.253"></a> -<span class="sourceLineNo">254</span> */<a name="line.254"></a> -<span class="sourceLineNo">255</span> private volatile long maxFlushedSeqId = HConstants.NO_SEQNUM;<a name="line.255"></a> -<span class="sourceLineNo">256</span><a name="line.256"></a> -<span class="sourceLineNo">257</span> /**<a name="line.257"></a> -<span class="sourceLineNo">258</span> * Record the sequence id of last flush operation. Can be in advance of<a name="line.258"></a> -<span class="sourceLineNo">259</span> * {@link #maxFlushedSeqId} when flushing a single column family. In this case,<a name="line.259"></a> -<span class="sourceLineNo">260</span> * {@link #maxFlushedSeqId} will be older than the oldest edit in memory.<a name="line.260"></a> -<span class="sourceLineNo">261</span> */<a name="line.261"></a> -<span class="sourceLineNo">262</span> private volatile long lastFlushOpSeqId = HConstants.NO_SEQNUM;<a name="line.262"></a> -<span class="sourceLineNo">263</span><a name="line.263"></a> -<span class="sourceLineNo">264</span> /**<a name="line.264"></a> -<span class="sourceLineNo">265</span> * The sequence id of the last replayed open region event from the primary region. This is used<a name="line.265"></a> -<span class="sourceLineNo">266</span> * to skip entries before this due to the possibility of replay edits coming out of order from<a name="line.266"></a> -<span class="sourceLineNo">267</span> * replication.<a name="line.267"></a> -<span class="sourceLineNo">268</span> */<a name="line.268"></a> -<span class="sourceLineNo">269</span> protected volatile long lastReplayedOpenRegionSeqId = -1L;<a name="line.269"></a> -<span class="sourceLineNo">270</span> protected volatile long lastReplayedCompactionSeqId = -1L;<a name="line.270"></a> -<span class="sourceLineNo">271</span><a name="line.271"></a> -<span class="sourceLineNo">272</span> //////////////////////////////////////////////////////////////////////////////<a name="line.272"></a> -<span class="sourceLineNo">273</span> // Members<a name="line.273"></a> -<span class="sourceLineNo">274</span> //////////////////////////////////////////////////////////////////////////////<a name="line.274"></a> -<span class="sourceLineNo">275</span><a name="line.275"></a> -<span class="sourceLineNo">276</span> // map from a locked row to the context for that lock including:<a name="line.276"></a> -<span class="sourceLineNo">277</span> // - CountDownLatch for threads waiting on that row<a name="line.277"></a> -<span class="sourceLineNo">278</span> // - the thread that owns the lock (allow reentrancy)<a name="line.278"></a> -<span class="sourceLineNo">279</span> // - reference count of (reentrant) locks held by the thread<a name="line.279"></a> -<span class="sourceLineNo">280</span> // - the row itself<a name="line.280"></a> -<span class="sourceLineNo">281</span> private final ConcurrentHashMap<HashedBytes, RowLockContext> lockedRows =<a name="line.281"></a> -<span class="sourceLineNo">282</span> new ConcurrentHashMap<>();<a name="line.282"></a> -<span class="sourceLineNo">283</span><a name="line.283"></a> -<span class="sourceLineNo">284</span> protected final Map<byte[], HStore> stores =<a name="line.284"></a> -<span class="sourceLineNo">285</span> new ConcurrentSkipListMap<>(Bytes.BYTES_RAWCOMPARATOR);<a name="line.285"></a> -<span class="sourceLineNo">286</span><a name="line.286"></a> -<span class="sourceLineNo">287</span> // TODO: account for each registered handler in HeapSize computation<a name="line.287"></a> -<span class="sourceLineNo">288</span> private Map<String, com.google.protobuf.Service> coprocessorServiceHandlers = Maps.newHashMap();<a name="line.288"></a> -<span class="sourceLineNo">289</span><a name="line.289"></a> -<span class="sourceLineNo">290</span> private final AtomicLong memstoreDataSize = new AtomicLong(0);// Track data size in all memstores<a name="line.290"></a> +<span class="sourceLineNo">068</span>import java.util.concurrent.atomic.LongAdder;<a name="line.68"></a> +<span class="sourceLineNo">069</span>import java.util.concurrent.locks.Lock;<a name="line.69"></a> +<span class="sourceLineNo">070</span>import java.util.concurrent.locks.ReadWriteLock;<a name="line.70"></a> +<span class="sourceLineNo">071</span>import java.util.concurrent.locks.ReentrantReadWriteLock;<a name="line.71"></a> +<span class="sourceLineNo">072</span>import java.util.function.Function;<a name="line.72"></a> +<span class="sourceLineNo">073</span>import org.apache.hadoop.conf.Configuration;<a name="line.73"></a> +<span class="sourceLineNo">074</span>import org.apache.hadoop.fs.FileStatus;<a name="line.74"></a> +<span class="sourceLineNo">075</span>import org.apache.hadoop.fs.FileSystem;<a name="line.75"></a> +<span class="sourceLineNo">076</span>import org.apache.hadoop.fs.LocatedFileStatus;<a name="line.76"></a> +<span class="sourceLineNo">077</span>import org.apache.hadoop.fs.Path;<a name="line.77"></a> +<span class="sourceLineNo">078</span>import org.apache.hadoop.hbase.Cell;<a name="line.78"></a> +<span class="sourceLineNo">079</span>import org.apache.hadoop.hbase.CellBuilderType;<a name="line.79"></a> +<span class="sourceLineNo">080</span>import org.apache.hadoop.hbase.CellComparator;<a name="line.80"></a> +<span class="sourceLineNo">081</span>import org.apache.hadoop.hbase.CellComparatorImpl;<a name="line.81"></a> +<span class="sourceLineNo">082</span>import org.apache.hadoop.hbase.CellScanner;<a name="line.82"></a> +<span class="sourceLineNo">083</span>import org.apache.hadoop.hbase.CellUtil;<a name="line.83"></a> +<span class="sourceLineNo">084</span>import org.apache.hadoop.hbase.CompareOperator;<a name="line.84"></a> +<span class="sourceLineNo">085</span>import org.apache.hadoop.hbase.CompoundConfiguration;<a name="line.85"></a> +<span class="sourceLineNo">086</span>import org.apache.hadoop.hbase.DoNotRetryIOException;<a name="line.86"></a> +<span class="sourceLineNo">087</span>import org.apache.hadoop.hbase.DroppedSnapshotException;<a name="line.87"></a> +<span class="sourceLineNo">088</span>import org.apache.hadoop.hbase.ExtendedCellBuilderFactory;<a name="line.88"></a> +<span class="sourceLineNo">089</span>import org.apache.hadoop.hbase.HConstants;<a name="line.89"></a> +<span class="sourceLineNo">090</span>import org.apache.hadoop.hbase.HConstants.OperationStatusCode;<a name="line.90"></a> +<span class="sourceLineNo">091</span>import org.apache.hadoop.hbase.HDFSBlocksDistribution;<a name="line.91"></a> +<span class="sourceLineNo">092</span>import org.apache.hadoop.hbase.HRegionInfo;<a name="line.92"></a> +<span class="sourceLineNo">093</span>import org.apache.hadoop.hbase.KeyValue;<a name="line.93"></a> +<span class="sourceLineNo">094</span>import org.apache.hadoop.hbase.KeyValueUtil;<a name="line.94"></a> +<span class="sourceLineNo">095</span>import org.apache.hadoop.hbase.NamespaceDescriptor;<a name="line.95"></a> +<span class="sourceLineNo">096</span>import org.apache.hadoop.hbase.NotServingRegionException;<a name="line.96"></a> +<span class="sourceLineNo">097</span>import org.apache.hadoop.hbase.PrivateCellUtil;<a name="line.97"></a> +<span class="sourceLineNo">098</span>import org.apache.hadoop.hbase.RegionTooBusyException;<a name="line.98"></a> +<span class="sourceLineNo">099</span>import org.apache.hadoop.hbase.TableName;<a name="line.99"></a> +<span class="sourceLineNo">100</span>import org.apache.hadoop.hbase.Tag;<a name="line.100"></a> +<span class="sourceLineNo">101</span>import org.apache.hadoop.hbase.TagUtil;<a name="line.101"></a> +<span class="sourceLineNo">102</span>import org.apache.hadoop.hbase.UnknownScannerException;<a name="line.102"></a> +<span class="sourceLineNo">103</span>import org.apache.hadoop.hbase.client.Append;<a name="line.103"></a> +<span class="sourceLineNo">104</span>import org.apache.hadoop.hbase.client.ColumnFamilyDescriptor;<a name="line.104"></a> +<span class="sourceLineNo">105</span>import org.apache.hadoop.hbase.client.CompactionState;<a name="line.105"></a> +<span class="sourceLineNo">106</span>import org.apache.hadoop.hbase.client.Delete;<a name="line.106"></a> +<span class="sourceLineNo">107</span>import org.apache.hadoop.hbase.client.Durability;<a name="line.107"></a> +<span class="sourceLineNo">108</span>import org.apache.hadoop.hbase.client.Get;<a name="line.108"></a> +<span class="sourceLineNo">109</span>import org.apache.hadoop.hbase.client.Increment;<a name="line.109"></a> +<span class="sourceLineNo">110</span>import org.apache.hadoop.hbase.client.IsolationLevel;<a name="line.110"></a> +<span class="sourceLineNo">111</span>import org.apache.hadoop.hbase.client.Mutation;<a name="line.111"></a> +<span class="sourceLineNo">112</span>import org.apache.hadoop.hbase.client.PackagePrivateFieldAccessor;<a name="line.112"></a> +<span class="sourceLineNo">113</span>import org.apache.hadoop.hbase.client.Put;<a name="line.113"></a> +<span class="sourceLineNo">114</span>import org.apache.hadoop.hbase.client.RegionInfo;<a name="line.114"></a> +<span class="sourceLineNo">115</span>import org.apache.hadoop.hbase.client.RegionReplicaUtil;<a name="line.115"></a> +<span class="sourceLineNo">116</span>import org.apache.hadoop.hbase.client.Result;<a name="line.116"></a> +<span class="sourceLineNo">117</span>import org.apache.hadoop.hbase.client.RowMutations;<a name="line.117"></a> +<span class="sourceLineNo">118</span>import org.apache.hadoop.hbase.client.Scan;<a name="line.118"></a> +<span class="sourceLineNo">119</span>import org.apache.hadoop.hbase.client.TableDescriptor;<a name="line.119"></a> +<span class="sourceLineNo">120</span>import org.apache.hadoop.hbase.client.TableDescriptorBuilder;<a name="line.120"></a> +<span class="sourceLineNo">121</span>import org.apache.hadoop.hbase.conf.ConfigurationManager;<a name="line.121"></a> +<span class="sourceLineNo">122</span>import org.apache.hadoop.hbase.conf.PropagatingConfigurationObserver;<a name="line.122"></a> +<span class="sourceLineNo">123</span>import org.apache.hadoop.hbase.coprocessor.RegionObserver.MutationType;<a name="line.123"></a> +<span class="sourceLineNo">124</span>import org.apache.hadoop.hbase.errorhandling.ForeignExceptionSnare;<a name="line.124"></a> +<span class="sourceLineNo">125</span>import org.apache.hadoop.hbase.exceptions.FailedSanityCheckException;<a name="line.125"></a> +<span class="sourceLineNo">126</span>import org.apache.hadoop.hbase.exceptions.TimeoutIOException;<a name="line.126"></a> +<span class="sourceLineNo">127</span>import org.apache.hadoop.hbase.exceptions.UnknownProtocolException;<a name="line.127"></a> +<span class="sourceLineNo">128</span>import org.apache.hadoop.hbase.filter.ByteArrayComparable;<a name="line.128"></a> +<span class="sourceLineNo">129</span>import org.apache.hadoop.hbase.filter.FilterWrapper;<a name="line.129"></a> +<span class="sourceLineNo">130</span>import org.apache.hadoop.hbase.filter.IncompatibleFilterException;<a name="line.130"></a> +<span class="sourceLineNo">131</span>import org.apache.hadoop.hbase.io.HFileLink;<a name="line.131"></a> +<span class="sourceLineNo">132</span>import org.apache.hadoop.hbase.io.HeapSize;<a name="line.132"></a> +<span class="sourceLineNo">133</span>import org.apache.hadoop.hbase.io.TimeRange;<a name="line.133"></a> +<span class="sourceLineNo">134</span>import org.apache.hadoop.hbase.io.hfile.HFile;<a name="line.134"></a> +<span class="sourceLineNo">135</span>import org.apache.hadoop.hbase.ipc.CallerDisconnectedException;<a name="line.135"></a> +<span class="sourceLineNo">136</span>import org.apache.hadoop.hbase.ipc.CoprocessorRpcUtils;<a name="line.136"></a> +<span class="sourceLineNo">137</span>import org.apache.hadoop.hbase.ipc.RpcCall;<a name="line.137"></a> +<span class="sourceLineNo">138</span>import org.apache.hadoop.hbase.ipc.RpcServer;<a name="line.138"></a> +<span class="sourceLineNo">139</span>import org.apache.hadoop.hbase.monitoring.MonitoredTask;<a name="line.139"></a> +<span class="sourceLineNo">140</span>import org.apache.hadoop.hbase.monitoring.TaskMonitor;<a name="line.140"></a> +<span class="sourceLineNo">141</span>import org.apache.hadoop.hbase.regionserver.MultiVersionConcurrencyControl.WriteEntry;<a name="line.141"></a> +<span class="sourceLineNo">142</span>import org.apache.hadoop.hbase.regionserver.ScannerContext.LimitScope;<a name="line.142"></a> +<span class="sourceLineNo">143</span>import org.apache.hadoop.hbase.regionserver.ScannerContext.NextState;<a name="line.143"></a> +<span class="sourceLineNo">144</span>import org.apache.hadoop.hbase.regionserver.compactions.CompactionContext;<a name="line.144"></a> +<span class="sourceLineNo">145</span>import org.apache.hadoop.hbase.regionserver.compactions.CompactionLifeCycleTracker;<a name="line.145"></a> +<span class="sourceLineNo">146</span>import org.apache.hadoop.hbase.regionserver.throttle.CompactionThroughputControllerFactory;<a name="line.146"></a> +<span class="sourceLineNo">147</span>import org.apache.hadoop.hbase.regionserver.throttle.NoLimitThroughputController;<a name="line.147"></a> +<span class="sourceLineNo">148</span>import org.apache.hadoop.hbase.regionserver.throttle.ThroughputController;<a name="line.148"></a> +<span class="sourceLineNo">149</span>import org.apache.hadoop.hbase.regionserver.wal.WALUtil;<a name="line.149"></a> +<span class="sourceLineNo">150</span>import org.apache.hadoop.hbase.security.User;<a name="line.150"></a> +<span class="sourceLineNo">151</span>import org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils;<a name="line.151"></a> +<span class="sourceLineNo">152</span>import org.apache.hadoop.hbase.snapshot.SnapshotManifest;<a name="line.152"></a> +<span class="sourceLineNo">153</span>import org.apache.hadoop.hbase.trace.TraceUtil;<a name="line.153"></a> +<span class="sourceLineNo">154</span>import org.apache.hadoop.hbase.util.Bytes;<a name="line.154"></a> +<span class="sourceLineNo">155</span>import org.apache.hadoop.hbase.util.CancelableProgressable;<a name="line.155"></a> +<span class="sourceLineNo">156</span>import org.apache.hadoop.hbase.util.ClassSize;<a name="line.156"></a> +<span class="sourceLineNo">157</span>import org.apache.hadoop.hbase.util.CollectionUtils;<a name="line.157"></a> +<span class="sourceLineNo">158</span>import org.apache.hadoop.hbase.util.CompressionTest;<a name="line.158"></a> +<span class="sourceLineNo">159</span>import org.apache.hadoop.hbase.util.EncryptionTest;<a name="line.159"></a> +<span class="sourceLineNo">160</span>import org.apache.hadoop.hbase.util.EnvironmentEdgeManager;<a name="line.160"></a> +<span class="sourceLineNo">161</span>import org.apache.hadoop.hbase.util.FSUtils;<a name="line.161"></a> +<span class="sourceLineNo">162</span>import org.apache.hadoop.hbase.util.HashedBytes;<a name="line.162"></a> +<span class="sourceLineNo">163</span>import org.apache.hadoop.hbase.util.NonceKey;<a name="line.163"></a> +<span class="sourceLineNo">164</span>import org.apache.hadoop.hbase.util.Pair;<a name="line.164"></a> +<span class="sourceLineNo">165</span>import org.apache.hadoop.hbase.util.ServerRegionReplicaUtil;<a name="line.165"></a> +<span class="sourceLineNo">166</span>import org.apache.hadoop.hbase.util.Threads;<a name="line.166"></a> +<span class="sourceLineNo">167</span>import org.apache.hadoop.hbase.wal.WAL;<a name="line.167"></a> +<span class="sourceLineNo">168</span>import org.apache.hadoop.hbase.wal.WALEdit;<a name="line.168"></a> +<span class="sourceLineNo">169</span>import org.apache.hadoop.hbase.wal.WALFactory;<a name="line.169"></a> +<span class="sourceLineNo">170</span>import org.apache.hadoop.hbase.wal.WALKey;<a name="line.170"></a> +<span class="sourceLineNo">171</span>import org.apache.hadoop.hbase.wal.WALKeyImpl;<a name="line.171"></a> +<span class="sourceLineNo">172</span>import org.apache.hadoop.hbase.wal.WALSplitter;<a name="line.172"></a> +<span class="sourceLineNo">173</span>import org.apache.hadoop.hbase.wal.WALSplitter.MutationReplay;<a name="line.173"></a> +<span class="sourceLineNo">174</span>import org.apache.hadoop.io.MultipleIOException;<a name="line.174"></a> +<span class="sourceLineNo">175</span>import org.apache.hadoop.util.StringUtils;<a name="line.175"></a> +<span class="sourceLineNo">176</span>import org.apache.htrace.core.TraceScope;<a name="line.176"></a> +<span class="sourceLineNo">177</span>import org.apache.yetus.audience.InterfaceAudience;<a name="line.177"></a> +<span class="sourceLineNo">178</span>import org.slf4j.Logger;<a name="line.178"></a> +<span class="sourceLineNo">179</span>import org.slf4j.LoggerFactory;<a name="line.179"></a> +<span class="sourceLineNo">180</span><a name="line.180"></a> +<span class="sourceLineNo">181</span>import org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesting;<a name="line.181"></a> +<span class="sourceLineNo">182</span>import org.apache.hbase.thirdparty.com.google.common.base.Preconditions;<a name="line.182"></a> +<span class="sourceLineNo">183</span>import org.apache.hbase.thirdparty.com.google.common.collect.Lists;<a name="line.183"></a> +<span class="sourceLineNo">184</span>import org.apache.hbase.thirdparty.com.google.common.collect.Maps;<a name="line.184"></a> +<span class="sourceLineNo">185</span>import org.apache.hbase.thirdparty.com.google.common.io.Closeables;<a name="line.185"></a> +<span class="sourceLineNo">186</span>import org.apache.hbase.thirdparty.com.google.protobuf.Service;<a name="line.186"></a> +<span class="sourceLineNo">187</span>import org.apache.hbase.thirdparty.com.google.protobuf.TextFormat;<a name="line.187"></a> +<span class="sourceLineNo">188</span>import org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations;<a name="line.188"></a> +<span class="sourceLineNo">189</span><a name="line.189"></a> +<span class="sourceLineNo">190</span>import org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil;<a name="line.190"></a> +<span class="sourceLineNo">191</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos;<a name="line.191"></a> +<span class="sourceLineNo">192</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos.CoprocessorServiceCall;<a name="line.192"></a> +<span class="sourceLineNo">193</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.ClusterStatusProtos.RegionLoad;<a name="line.193"></a> +<span class="sourceLineNo">194</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.ClusterStatusProtos.StoreSequenceId;<a name="line.194"></a> +<span class="sourceLineNo">195</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.SnapshotProtos.SnapshotDescription;<a name="line.195"></a> +<span class="sourceLineNo">196</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos;<a name="line.196"></a> +<span class="sourceLineNo">197</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.CompactionDescriptor;<a name="line.197"></a> +<span class="sourceLineNo">198</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.FlushDescriptor;<a name="line.198"></a> +<span class="sourceLineNo">199</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.FlushDescriptor.FlushAction;<a name="line.199"></a> +<span class="sourceLineNo">200</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.FlushDescriptor.StoreFlushDescriptor;<a name="line.200"></a> +<span class="sourceLineNo">201</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.RegionEventDescriptor;<a name="line.201"></a> +<span class="sourceLineNo">202</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.RegionEventDescriptor.EventType;<a name="line.202"></a> +<span class="sourceLineNo">203</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.StoreDescriptor;<a name="line.203"></a> +<span class="sourceLineNo">204</span><a name="line.204"></a> +<span class="sourceLineNo">205</span>/**<a name="line.205"></a> +<span class="sourceLineNo">206</span> * Regions store data for a certain region of a table. It stores all columns<a name="line.206"></a> +<span class="sourceLineNo">207</span> * for each row. A given table consists of one or more Regions.<a name="line.207"></a> +<span class="sourceLineNo">208</span> *<a name="line.208"></a> +<span class="sourceLineNo">209</span> * <p>An Region is defined by its table and its key extent.<a name="line.209"></a> +<span class="sourceLineNo">210</span> *<a name="line.210"></a> +<span class="sourceLineNo">211</span> * <p>Locking at the Region level serves only one purpose: preventing the<a name="line.211"></a> +<span class="sourceLineNo">212</span> * region from being closed (and consequently split) while other operations<a name="line.212"></a> +<span class="sourceLineNo">213</span> * are ongoing. Each row level operation obtains both a row lock and a region<a name="line.213"></a> +<span class="sourceLineNo">214</span> * read lock for the duration of the operation. While a scanner is being<a name="line.214"></a> +<span class="sourceLineNo">215</span> * constructed, getScanner holds a read lock. If the scanner is successfully<a name="line.215"></a> +<span class="sourceLineNo">216</span> * constructed, it holds a read lock until it is closed. A close takes out a<a name="line.216"></a> +<span class="sourceLineNo">217</span> * write lock and consequently will block for ongoing operations and will block<a name="line.217"></a> +<span class="sourceLineNo">218</span> * new operations from starting while the close is in progress.<a name="line.218"></a> +<span class="sourceLineNo">219</span> */<a name="line.219"></a> +<span class="sourceLineNo">220</span>@SuppressWarnings("deprecation")<a name="line.220"></a> +<span class="sourceLineNo">221</span>@InterfaceAudience.Private<a name="line.221"></a> +<span class="sourceLineNo">222</span>public class HRegion implements HeapSize, PropagatingConfigurationObserver, Region {<a name="line.222"></a> +<span class="sourceLineNo">223</span> private static final Logger LOG = LoggerFactory.getLogger(HRegion.class);<a name="line.223"></a> +<span class="sourceLineNo">224</span><a name="line.224"></a> +<span class="sourceLineNo">225</span> public static final String LOAD_CFS_ON_DEMAND_CONFIG_KEY =<a name="line.225"></a> +<span class="sourceLineNo">226</span> "hbase.hregion.scan.loadColumnFamiliesOnDemand";<a name="line.226"></a> +<span class="sourceLineNo">227</span><a name="line.227"></a> +<span class="sourceLineNo">228</span> public static final String HBASE_MAX_CELL_SIZE_KEY = "hbase.server.keyvalue.maxsize";<a name="line.228"></a> +<span class="sourceLineNo">229</span> public static final int DEFAULT_MAX_CELL_SIZE = 10485760;<a name="line.229"></a> +<span class="sourceLineNo">230</span><a name="line.230"></a> +<span class="sourceLineNo">231</span> public static final String HBASE_REGIONSERVER_MINIBATCH_SIZE =<a name="line.231"></a> +<span class="sourceLineNo">232</span> "hbase.regionserver.minibatch.size";<a name="line.232"></a> +<span class="sourceLineNo">233</span> public static final int DEFAULT_HBASE_REGIONSERVER_MINIBATCH_SIZE = 20000;<a name="line.233"></a> +<span class="sourceLineNo">234</span><a name="line.234"></a> +<span class="sourceLineNo">235</span> /**<a name="line.235"></a> +<span class="sourceLineNo">236</span> * This is the global default value for durability. All tables/mutations not<a name="line.236"></a> +<span class="sourceLineNo">237</span> * defining a durability or using USE_DEFAULT will default to this value.<a name="line.237"></a> +<span class="sourceLineNo">238</span> */<a name="line.238"></a> +<span class="sourceLineNo">239</span> private static final Durability DEFAULT_DURABILITY = Durability.SYNC_WAL;<a name="line.239"></a> +<span class="sourceLineNo">240</span><a name="line.240"></a> +<span class="sourceLineNo">241</span> final AtomicBoolean closed = new AtomicBoolean(false);<a name="line.241"></a> +<span class="sourceLineNo">242</span><a name="line.242"></a> +<span class="sourceLineNo">243</span> /* Closing can take some time; use the closing flag if there is stuff we don't<a name="line.243"></a> +<span class="sourceLineNo">244</span> * want to do while in closing state; e.g. like offer this region up to the<a name="line.244"></a> +<span class="sourceLineNo">245</span> * master as a region to close if the carrying regionserver is overloaded.<a name="line.245"></a> +<span class="sourceLineNo">246</span> * Once set, it is never cleared.<a name="line.246"></a> +<span class="sourceLineNo">247</span> */<a name="line.247"></a> +<span class="sourceLineNo">248</span> final AtomicBoolean closing = new AtomicBoolean(false);<a name="line.248"></a> +<span class="sourceLineNo">249</span><a name="line.249"></a> +<span class="sourceLineNo">250</span> /**<a name="line.250"></a> +<span class="sourceLineNo">251</span> * The max sequence id of flushed data on this region. There is no edit in memory that is<a name="line.251"></a> +<span class="sourceLineNo">252</span> * less that this sequence id.<a name="line.252"></a> +<span class="sourceLineNo">253</span> */<a name="line.253"></a> +<span class="sourceLineNo">254</span> private volatile long maxFlushedSeqId = HConstants.NO_SEQNUM;<a name="line.254"></a> +<span class="sourceLineNo">255</span><a name="line.255"></a> +<span class="sourceLineNo">256</span> /**<a name="line.256"></a> +<span class="sourceLineNo">257</span> * Record the sequence id of last flush operation. Can be in advance of<a name="line.257"></a> +<span class="sourceLineNo">258</span> * {@link #maxFlushedSeqId} when flushing a single column family. In this case,<a name="line.258"></a> +<span class="sourceLineNo">259</span> * {@link #maxFlushedSeqId} will be older than the oldest edit in memory.<a name="line.259"></a> +<span class="sourceLineNo">260</span> */<a name="line.260"></a> +<span class="sourceLineNo">261</span> private volatile long lastFlushOpSeqId = HConstants.NO_SEQNUM;<a name="line.261"></a> +<span class="sourceLineNo">262</span><a name="line.262"></a> +<span class="sourceLineNo">263</span> /**<a name="line.263"></a> +<span class="sourceLineNo">264</span> * The sequence id of the last replayed open region event from the primary region. This is used<a name="line.264"></a> +<span class="sourceLineNo">265</span> * to skip entries before this due to the possibility of replay edits coming out of order from<a name="line.265"></a> +<span class="sourceLineNo">266</span> * replication.<a name="line.266"></a> +<span class="sourceLineNo">267</span> */<a name="line.267"></a> +<span class="sourceLineNo">268</span> protected volatile long lastReplayedOpenRegionSeqId = -1L;<a name="line.268"></a> +<span class="sourceLineNo">269</span> protected volatile long lastReplayedCompactionSeqId = -1L;<a name="line.269"></a> +<span class="sourceLineNo">270</span><a name="line.270"></a> +<span class="sourceLineNo">271</span> //////////////////////////////////////////////////////////////////////////////<a name="line.271"></a> +<span class="sourceLineNo">272</span> // Members<a name="line.272"></a> +<span class="sourceLineNo">273</span> //////////////////////////////////////////////////////////////////////////////<a name="line.273"></a> +<span class="sourceLineNo">274</span><a name="line.274"></a> +<span class="sourceLineNo">275</span> // map from a locked row to the context for that lock including:<a name="line.275"></a> +<span class="sourceLineNo">276</span> // - CountDownLatch for threads waiting on that row<a name="line.276"></a> +<span class="sourceLineNo">277</span> // - the thread that owns the lock (allow reentrancy)<a name="line.277"></a> +<span class="sourceLineNo">278</span> // - reference count of (reentrant) locks held by the thread<a name="line.278"></a> +<span class="sourceLineNo">279</span> // - the row itself<a name="line.279"></a> +<span class="sourceLineNo">280</span> private final ConcurrentHashMap<HashedBytes, RowLockContext> lockedRows =<a name="line.280"></a> +<span class="sourceLineNo">281</span> new ConcurrentHashMap<>();<a name="line.281"></a> +<span class="sourceLineNo">282</span><a name="line.282"></a> +<span class="sourceLineNo">283</span> protected final Map<byte[], HStore> stores =<a name="line.283"></a> +<span class="sourceLineNo">284</span> new ConcurrentSkipListMap<>(Bytes.BYTES_RAWCOMPARATOR);<a name="line.284"></a> +<span class="sourceLineNo">285</span><a name="line.285"></a> +<span class="sourceLineNo">286</span> // TODO: account for each registered handler in HeapSize computation<a name="line.286"></a> +<span class="sourceLineNo">287</span> private Map<String, com.google.protobuf.Service> coprocessorServiceHandlers = Maps.newHashMap();<a name="line.287"></a> +<span class="sourceLineNo">288</span><a name="line.288"></a> +<span class="sourceLineNo">289</span> // Track data size in all memstores<a name="line.289"></a> +<span class="sourceLineNo">290</span> private final MemStoreSizing memStoreSize = new MemStoreSizing();<a name="line.290"></a> <span class="sourceLineNo">291</span> private final RegionServicesForStores regionServicesForStores = new RegionServicesForStores(this);<a name="line.291"></a> <span class="sourceLineNo">292</span><a name="line.292"></a> <span class="sourceLineNo">293</span> // Debug possible data loss due to WAL off<a name="line.293"></a> @@ -837,12 +837,12 @@ <span class="sourceLineNo">829</span><a name="line.829"></a> <span class="sourceLineNo">830</span> if (flushSize <= 0) {<a name="line.830"></a> <span class="sourceLineNo">831</span> flushSize = conf.getLong(HConstants.HREGION_MEMSTORE_FLUSH_SIZE,<a name="line.831"></a> -<span class="sourceLineNo">832</span> TableDescriptorBuilder.DEFAULT_MEMSTORE_FLUSH_SIZE);<a name="line.832"></a> +<span class="sourceLineNo">832</span> TableDescriptorBuilder.DEFAULT_MEMSTORE_FLUSH_SIZE);<a name="line.832"></a> <span class="sourceLineNo">833</span> }<a name="line.833"></a> <span class="sourceLineNo">834</span> this.memstoreFlushSize = flushSize;<a name="line.834"></a> -<span class="sourceLineNo">835</span> this.blockingMemStoreSize = this.memstoreFlushSize *<a name="line.835"></a> -<span class="sourceLineNo">836</span> conf.getLong(HConstants.HREGION_MEMSTORE_BLOCK_MULTIPLIER,<a name="line.836"></a> -<span class="sourceLineNo">837</span> HConstants.DEFAULT_HREGION_MEMSTORE_BLOCK_MULTIPLIER);<a name="line.837"></a> +<span class="sourceLineNo">835</span> long mult = conf.getLong(HConstants.HREGION_MEMSTORE_BLOCK_MULTIPLIER,<a name="line.835"></a> +<span class="sourceLineNo">836</span> HConstants.DEFAULT_HREGION_MEMSTORE_BLOCK_MULTIPLIER);<a name="line.836"></a> +<span class="sourceLineNo">837</span> this.blockingMemStoreSize = this.memstoreFlushSize * mult;<a name="line.837"></a> <span class="sourceLineNo">838</span> }<a name="line.838"></a> <span class="sourceLineNo">839</span><a name="line.839"></a> <span class="sourceLineNo">840</span> /**<a name="line.840"></a> @@ -1200,7298 +1200,7312 @@ <span class="sourceLineNo">1192</span> /**<a name="line.1192"></a> <span class="sourceLineNo">1193</span> * Increase the size of mem store in this region and the size of global mem<a name="line.1193"></a> <span class="sourceLineNo">1194</span> * store<a name="line.1194"></a> -<span class="sourceLineNo">1195</span> * @return the size of memstore in this region<a name="line.1195"></a> -<span class="sourceLineNo">1196</span> */<a name="line.1196"></a> -<span class="sourceLineNo">1197</span> public long addAndGetMemStoreSize(MemStoreSize memstoreSize) {<a name="line.1197"></a> -<span class="sourceLineNo">1198</span> if (this.rsAccounting != null) {<a name="line.1198"></a> -<span class="sourceLineNo">1199</span> rsAccounting.incGlobalMemStoreSize(memstoreSize);<a name="line.1199"></a> -<span class="sourceLineNo">1200</span> }<a name="line.1200"></a> -<span class="sourceLineNo">1201</span> long size = this.memstoreDataSize.addAndGet(memstoreSize.getDataSize());<a name="line.1201"></a> -<span class="sourceLineNo">1202</span> checkNegativeMemStoreDataSize(size, memstoreSize.getDataSize());<a name="line.1202"></a> -<span class="sourceLineNo">1203</span> return size;<a name="line.1203"></a> -<span class="sourceLineNo">1204</span> }<a name="line.1204"></a> -<span class="sourceLineNo">1205</span><a name="line.1205"></a> -<span class="sourceLineNo">1206</span> public void decrMemStoreSize(MemStoreSize memstoreSize) {<a name="line.1206"></a> -<span class="sourceLineNo">1207</span> if (this.rsAccounting != null) {<a name="line.1207"></a> -<span class="sourceLineNo">1208</span> rsAccounting.decGlobalMemStoreSize(memstoreSize);<a name="line.1208"></a> -<span class="sourceLineNo">1209</span> }<a name="line.1209"></a> -<span class="sourceLineNo">1210</span> long size = this.memstoreDataSize.addAndGet(-memstoreSize.getDataSize());<a name="line.1210"></a> -<span class="sourceLineNo">1211</span> checkNegativeMemStoreDataSize(size, -memstoreSize.getDataSize());<a name="line.1211"></a> -<span class="sourceLineNo">1212</span> }<a name="line.1212"></a> -<span class="sourceLineNo">1213</span><a name="line.1213"></a> -<span class="sourceLineNo">1214</span> private void checkNegativeMemStoreDataSize(long memstoreDataSize, long delta) {<a name="line.1214"></a> -<span class="sourceLineNo">1215</span> // This is extremely bad if we make memstoreSize negative. Log as much info on the offending<a name="line.1215"></a> -<span class="sourceLineNo">1216</span> // caller as possible. (memStoreSize might be a negative value already -- freeing memory)<a name="line.1216"></a> -<span class="sourceLineNo">1217</span> if (memstoreDataSize < 0) {<a name="line.1217"></a> -<span class="sourceLineNo">1218</span> LOG.error("Asked to modify this region's (" + this.toString()<a name="line.1218"></a> -<span class="sourceLineNo">1219</span> + ") memstoreSize to a negative value which is incorrect. Current memstoreSize="<a name="line.1219"></a> -<span class="sourceLineNo">1220</span> + (memstoreDataSize - delta) + ", delta=" + delta, new Exception());<a name="line.1220"></a> -<span class="sourceLineNo">1221</span> }<a name="line.1221"></a> -<span class="sourceLineNo">1222</span> }<a name="line.1222"></a> -<span class="sourceLineNo">1223</span><a name="line.1223"></a> -<span class="sourceLineNo">1224</span> @Override<a name="line.1224"></a> -<span class="sourceLineNo">1225</span> public RegionInfo getRegionInfo() {<a name="line.1225"></a> -<span class="sourceLineNo">1226</span> return this.fs.getRegionInfo();<a name="line.1226"></a> -<span class="sourceLineNo">1227</span> }<a name="line.1227"></a> -<span class="sourceLineNo">1228</span><a name="line.1228"></a> -<span class="sourceLineNo">1229</span> /**<a name="line.1229"></a> -<span class="sourceLineNo">1230</span> * @return Instance of {@link RegionServerServices} used by this HRegion.<a name="line.1230"></a> -<span class="sourceLineNo">1231</span> * Can be null.<a name="line.1231"></a> -<span class="sourceLineNo">1232</span> */<a name="line.1232"></a> -<span class="sourceLineNo">1233</span> RegionServerServices getRegionServerServices() {<a name="line.1233"></a> -<span class="sourceLineNo">1234</span> return this.rsServices;<a name="line.1234"></a> -<span class="sourceLineNo">1235</span> }<a name="line.1235"></a> -<span class="sourceLineNo">1236</span><a name="line.1236"></a> -<span class="sourceLineNo">1237</span> @Override<a name="line.1237"></a> -<span class="sourceLineNo">1238</span> public long getReadRequestsCount() {<a name="line.1238"></a> -<span class="sourceLineNo">1239</span> return readRequestsCount.sum();<a name="line.1239"></a> -<span class="sourceLineNo">1240</span> }<a name="line.1240"></a> -<span class="sourceLineNo">1241</span><a name="line.1241"></a> -<span class="sourceLineNo">1242</span> @Override<a name="line.1242"></a> -<span class="sourceLineNo">1243</span> public long getFilteredReadRequestsCount() {<a name="line.1243"></a> -<span class="sourceLineNo">1244</span> return filteredReadRequestsCount.sum();<a name="line.1244"></a> -<span class="sourceLineNo">1245</span> }<a name="line.1245"></a> -<span class="sourceLineNo">1246</span><a name="line.1246"></a> -<span class="sourceLineNo">1247</span> @Override<a name="line.1247"></a> -<span class="sourceLineNo">1248</span> public long getWriteRequestsCount() {<a name="line.1248"></a> -<span class="sourceLineNo">1249</span> return writeRequestsCount.sum();<a name="line.1249"></a> -<span class="sourceLineNo">1250</span> }<a name="line.1250"></a> -<span class="sourceLineNo">1251</span><a name="line.1251"></a> -<span class="sourceLineNo">1252</span> @Override<a name="line.1252"></a> -<span class="sourceLineNo">1253</span> public long getMemStoreSize() {<a name="line.1253"></a> -<span class="sourceLineNo">1254</span> return memstoreDataSize.get();<a name="line.1254"></a> -<span class="sourceLineNo">1255</span> }<a name="line.1255"></a> -<span class="sourceLineNo">1256</span><a name="line.1256"></a> -<span class="sourceLineNo">1257</span> /** @return store services for this region, to access services required by store level needs */<a name="line.1257"></a> -<span class="sourceLineNo">1258</span> public RegionServicesForStores getRegionServicesForStores() {<a name="line.1258"></a> -<span class="sourceLineNo">1259</span> return regionServicesForStores;<a name="line.1259"></a> -<span class="sourceLineNo">1260</span> }<a name="line.1260"></a> -<span class="sourceLineNo">1261</span><a name="line.1261"></a> -<span class="sourceLineNo">1262</span> @Override<a name="line.1262"></a> -<span class="sourceLineNo">1263</span> public long getNumMutationsWithoutWAL() {<a name="line.1263"></a> -<span class="sourceLineNo">1264</span> return numMutationsWithoutWAL.sum();<a name="line.1264"></a> -<span class="sourceLineNo">1265</span> }<a name="line.1265"></a> -<span class="sourceLineNo">1266</span><a name="line.1266"></a> -<span class="sourceLineNo">1267</span> @Override<a name="line.1267"></a> -<span class="sourceLineNo">1268</span> public long getDataInMemoryWithoutWAL() {<a name="line.1268"></a> -<span class="sourceLineNo">1269</span> return dataInMemoryWithoutWAL.sum();<a name="line.1269"></a> -<span class="sourceLineNo">1270</span> }<a name="line.1270"></a> -<span class="sourceLineNo">1271</span><a name="line.1271"></a> -<span class="sourceLineNo">1272</span> @Override<a name="line.1272"></a> -<span class="sourceLineNo">1273</span> public long getBlockedRequestsCount() {<a name="line.1273"></a> -<span class="sourceLineNo">1274</span> return blockedRequestsCount.sum();<a name="line.1274"></a> -<span class="sourceLineNo">1275</span> }<a name="line.1275"></a> -<span class="sourceLineNo">1276</span><a name="line.1276"></a> -<span class="sourceLineNo">1277</span> @Override<a name="line.1277"></a> -<span class="sourceLineNo">1278</span> public long getCheckAndMutateChecksPassed() {<a name="line.1278"></a> -<span class="sourceLineNo">1279</span> return checkAndMutateChecksPassed.sum();<a name="line.1279"></a> -<span class="sourceLineNo">1280</span> }<a name="line.1280"></a> -<span class="sourceLineNo">1281</span><a name="line.1281"></a> -<span class="sourceLineNo">1282</span> @Override<a name="line.1282"></a> -<span class="sourceLineNo">1283</span> public long getCheckAndMutateChecksFailed() {<a name="line.1283"></a> -<span class="sourceLineNo">1284</span> return checkAndMutateChecksFailed.sum();<a name="line.1284"></a> -<span class="sourceLineNo">1285</span> }<a name="line.1285"></a> -<span class="sourceLineNo">1286</span><a name="line.1286"></a> -<span class="sourceLineNo">1287</span> // TODO Needs to check whether we should expose our metrics system to CPs. If CPs themselves doing<a name="line.1287"></a> -<span class="sourceLineNo">1288</span> // the op and bypassing the core, this might be needed? Should be stop supporting the bypass<a name="line.1288"></a> -<span class="sourceLineNo">1289</span> // feature?<a name="line.1289"></a> -<span class="sourceLineNo">1290</span> public MetricsRegion getMetrics() {<a name="line.1290"></a> -<span class="sourceLineNo">1291</span> return metricsRegion;<a name="line.1291"></a> -<span class="sourceLineNo">1292</span> }<a name="line.1292"></a> -<span class="sourceLineNo">1293</span><a name="line.1293"></a> -<span class="sourceLineNo">1294</span> @Override<a name="line.1294"></a> -<span class="sourceLineNo">1295</span> public boolean isClosed() {<a name="line.1295"></a> -<span class="sourceLineNo">1296</span> return this.closed.get();<a name="line.1296"></a> -<span class="sourceLineNo">1297</span> }<a name="line.1297"></a> -<span class="sourceLineNo">1298</span><a name="line.1298"></a> -<span class="sourceLineNo">1299</span> @Override<a name="line.1299"></a> -<span class="sourceLineNo">1300</span> public boolean isClosing() {<a name="line.1300"></a> -<span class="sourceLineNo">1301</span> return this.closing.get();<a name="line.1301"></a> -<span class="sourceLineNo">1302</span> }<a name="line.1302"></a> -<span class="sourceLineNo">1303</span><a name="line.1303"></a> -<span class="sourceLineNo">1304</span> @Override<a name="line.1304"></a> -<span class="sourceLineNo">1305</span> public boolean isReadOnly() {<a name="line.1305"></a> -<span class="sourceLineNo">1306</span> return this.writestate.isReadOnly();<a name="line.1306"></a> -<span class="sourceLineNo">1307</span> }<a name="line.1307"></a> -<span class="sourceLineNo">1308</span><a name="line.1308"></a> -<span class="sourceLineNo">1309</span> @Override<a name="line.1309"></a> -<span class="sourceLineNo">1310</span> public boolean isAvailable() {<a name="line.1310"></a> -<span class="sourceLineNo">1311</span> return !isClosed() && !isClosing();<a name="line.1311"></a> -<span class="sourceLineNo">1312</span> }<a name="line.1312"></a> -<span class="sourceLineNo">1313</span><a name="line.1313"></a> -<span class="sourceLineNo">1314</span> @Override<a name="line.1314"></a> -<span class="sourceLineNo">1315</span> public boolean isSplittable() {<a name="line.1315"></a> -<span class="sourceLineNo">1316</span> return isAvailable() && !hasReferences();<a name="line.1316"></a> -<span class="sourceLineNo">1317</span> }<a name="line.1317"></a> -<span class="sourceLineNo">1318</span><a name="line.1318"></a> -<span class="sourceLineNo">1319</span> @Override<a name="line.1319"></a> -<span class="sourceLineNo">1320</span> public boolean isMergeable() {<a name="line.1320"></a> -<span class="sourceLineNo">1321</span> if (!isAvailable()) {<a name="line.1321"></a> -<span class="sourceLineNo">1322</span> LOG.debug("Region " + this<a name="line.1322"></a> -<span class="sourceLineNo">1323</span> + " is not mergeable because it is closing or closed");<a name="line.1323"></a> -<span class="sourceLineNo">1324</span> return false;<a name="line.1324"></a> -<span class="sourceLineNo">1325</span> }<a name="line.1325"></a> -<span class="sourceLineNo">1326</span> if (hasReferences()) {<a name="line.1326"></a> -<span class="sourceLineNo">1327</span> LOG.debug("Region " + this<a name="line.1327"></a> -<span class="sourceLineNo">1328</span> + " is not mergeable because it has references");<a name="line.1328"></a> -<span class="sourceLineNo">1329</span> return false;<a name="line.1329"></a> -<span class="sourceLineNo">1330</span> }<a name="line.1330"></a> -<span class="sourceLineNo">1331</span><a name="line.1331"></a> -<span class="sourceLineNo">1332</span> return true;<a name="line.1332"></a> +<span class="sourceLineNo">1195</span> */<a name="line.1195"></a> +<span class="sourceLineNo">1196</span> public void incMemStoreSize(MemStoreSize memStoreSize) {<a name="line.1196"></a> +<span class="sourceLineNo">1197</span> if (this.rsAccounting != null) {<a name="line.1197"></a> +<span class="sourceLineNo">1198</span> rsAccounting.incGlobalMemStoreSize(memStoreSize);<a name="line.1198"></a> +<span class="sourceLineNo">1199</span> }<a name="line.1199"></a> +<span class="sourceLineNo">1200</span> long dataSize;<a name="line.1200"></a> +<span class="sourceLineNo">1201</span> synchronized (this.memStoreSize) {<a name="line.1201"></a> +<span class="sourceLineNo">1202</span> this.memStoreSize.incMemStoreSize(memStoreSize);<a name="line.1202"></a> +<span class="sourceLineNo">1203</span> dataSize = this.memStoreSize.getDataSize();<a name="line.1203"></a> +<span class="sourceLineNo">1204</span> }<a name="line.1204"></a> +<span class="sourceLineNo">1205</span> checkNegativeMemStoreDataSize(dataSize, memStoreSize.getDataSize());<a name="line.1205"></a> +<span class="sourceLineNo">1206</span> }<a name="line.1206"></a> +<span class="sourceLineNo">1207</span><a name="line.1207"></a> +<span class="sourceLineNo">1208</span> public void decrMemStoreSize(MemStoreSize memStoreSize) {<a name="line.1208"></a> +<span class="sourceLineNo">1209</span> if (this.rsAccounting != null) {<a name="line.1209"></a> +<span class="sourceLineNo">1210</span> rsAccounting.decGlobalMemStoreSize(memStoreSize);<a name="line.1210"></a> +<span class="sourceLineNo">1211</span> }<a name="line.1211"></a> +<span class="sourceLineNo">1212</span> long size;<a name="line.1212"></a> +<span class="sourceLineNo">1213</span> synchronized (this.memStoreSize) {<a name="line.1213"></a> +<span class="sourceLineNo">1214</span> this.memStoreSize.decMemStoreSize(memStoreSize);<a name="line.1214"></a> +<span class="sourceLineNo">1215</span> size = this.memStoreSize.getDataSize();<a name="line.1215"></a> +<span class="sourceLineNo">1216</span> }<a name="line.1216"></a> +<span class="sourceLineNo">1217</span> checkNegativeMemStoreDataSize(size, -memStoreSize.getDataSize());<a name="line.1217"></a> +<span class="sourceLineNo">1218</span> }<a name="line.1218"></a> +<span class="sourceLineNo">1219</span><a name="line.1219"></a> +<span class="sourceLineNo">1220</span> private void checkNegativeMemStoreDataSize(long memStoreDataSize, long delta) {<a name="line.1220"></a> +<span class="sourceLineNo">1221</span> // This is extremely bad if we make memStoreSize negative. Log as much info on the offending<a name="line.1221"></a> +<span class="sourceLineNo">1222</span> // caller as possible. (memStoreSize might be a negative value already -- freeing memory)<a name="line.1222"></a> +<span class="sourceLineNo">1223</span> if (memStoreDataSize < 0) {<a name="line.1223"></a> +<span class="sourceLineNo">1224</span> LOG.error("Asked to modify this region's (" + this.toString()<a name="line.1224"></a> +<span class="sourceLineNo">1225</span> + ") memStoreSize to a negative value which is incorrect. Current memStoreSize="<a name="line.1225"></a> +<span class="sourceLineNo">1226</span> + (memStoreDataSize - delta) + ", delta=" + delta, new Exception());<a name="line.1226"></a> +<span class="sourceLineNo">1227</span> }<a name="line.1227"></a> +<span class="sourceLineNo">1228</span> }<a name="line.1228"></a> +<span class="sourceLineNo">1229</span><a name="line.1229"></a> +<span class="sourceLineNo">1230</span> @Override<a name="line.1230"></a> +<span class="sourceLineNo">1231</span> public RegionInfo getRegionInfo() {<a name="line.1231"></a> +<span class="sourceLineNo">1232</span> return this.fs.getRegionInfo();<a name="line.1232"></a> +<span class="sourceLineNo">1233</span> }<a name="line.1233"></a> +<span class="sourceLineNo">1234</span><a name="line.1234"></a> +<span class="sourceLineNo">1235</span> /**<a name="line.1235"></a> +<span class="sourceLineNo">1236</span> * @return Instance of {@link RegionServerServices} used by this HRegion.<a name="line.1236"></a> +<span class="sourceLineNo">1237</span> * Can be null.<a name="line.1237"></a> +<span class="sourceLineNo">1238</span> */<a name="line.1238"></a> +<span class="sourceLineNo">1239</span> RegionServerServices getRegionServerServices() {<a name="line.1239"></a> +<span class="sourceLineNo">1240</span> return this.rsServices;<a name="line.1240"></a> +<span class="sourceLineNo">1241</span> }<a name="line.1241"></a> +<span class="sourceLineNo">1242</span><a name="line.1242"></a> +<span class="sourceLineNo">1243</span> @Override<a name="line.1243"></a> +<span class="sourceLineNo">1244</span> public long getReadRequestsCount() {<a name="line.1244"></a> +<span class="sourceLineNo">1245</span> return readRequestsCount.sum();<a name="line.1245"></a> +<span class="sourceLineNo">1246</span> }<a name="line.1246"></a> +<span class="sourceLineNo">1247</span><a name="line.1247"></a> +<span class="sourceLineNo">1248</span> @Override<a name="line.1248"></a> +<span class="sourceLineNo">1249</span> public long getFilteredReadRequestsCount() {<a name="line.1249"></a> +<span class="sourceLineNo">1250</span> return filteredReadRequestsCount.sum();<a name="line.1250"></a> +<span class="sourceLineNo">1251</span> }<a name="line.1251"></a> +<span class="sourceLineNo">1252</span><a name="line.1252"></a> +<span class="sourceLineNo">1253</span> @Override<a name="line.1253"></a> +<span class="sourceLineNo">1254</span> public long getWriteRequestsCount() {<a name="line.1254"></a> +<span class="sourceLineNo">1255</span> return writeRequestsCount.sum();<a name="line.1255"></a> +<span class="sourceLineNo">1256</span> }<a name="line.1256"></a> +<span class="sourceLineNo">1257</span><a name="line.1257"></a> +<span class="sourceLineNo">1258</span> @Override<a name="line.1258"></a> +<span class="sourceLineNo">1259</span> public long getMemStoreDataSize() {<a name="line.1259"></a> +<span class="sourceLineNo">1260</span> return memStoreSize.getDataSize();<a name="line.1260"></a> +<span class="sourceLineNo">1261</span> }<a name="line.1261"></a> +<span class="sourceLineNo">1262</span><a name="line.1262"></a> +<span class="sourceLineNo">1263</span> @Override<a name="line.1263"></a> +<span class="sourceLineNo">1264</span> public long getMemStoreHeapSize() {<a name="line.1264"></a> +<span class="sourceLineNo">1265</span> return memStoreSize.getHeapSize();<a name="line.1265"></a> +<span class="sourceLineNo">1266</span> }<a name="line.1266"></a> +<span class="sourceLineNo">1267</span><a name="line.1267"></a> +<span class="sourceLineNo">1268</span> @Override<a name="line.1268"></a> +<span class="sourceLineNo">1269</span> public long getMemStoreOffHeapSize() {<a name="line.1269"></a> +<span class="sourceLineNo">1270</span> return memStoreSize.getOffHeapSize();<a name="line.1270"></a> +<span class="sourceLineNo">1271</span> }<a name="line.1271"></a> +<span class="sourceLineNo">1272</span><a name="line.1272"></a> +<span class="sourceLineNo">1273</span> /** @return store services for this region, to access services required by store level needs */<a name="line.1273"></a> +<span class="sourceLineNo">1274</span> public RegionServicesForStores getRegionServicesForStores() {<a name="line.1274"></a> +<span class="sourceLineNo">1275</span> return regionServicesForStores;<a name="line.1275"></a> +<span class="sourceLineNo">1276</span> }<a name="line.1276"></a> +<span class="sourceLineNo">1277</span><a name="line.1277"></a> +<span class="sourceLineNo">1278</span> @Override<a name="line.1278"></a> +<span class="sourceLineNo">1279</span> public long getNumMutationsWithoutWAL() {<a name="line.1279"></a> +<span class="sourceLineNo">1280</span> return numMutationsWithoutWAL.sum();<a name="line.1280"></a> +<span class="sourceLineNo">1281</span> }<a name="line.1281"></a> +<span class="sourceLineNo">1282</span><a name="line.1282"></a> +<span class="sourceLineNo">1283</span> @Override<a name="line.1283"></a> +<span class="sourceLineNo">1284</span> public long getDataInMemoryWithoutWAL() {<a name="line.1284"></a> +<span class="sourceLineNo">1285</span> return dataInMemoryWithoutWAL.sum();<a name="line.1285"></a> +<span class="sourceLineNo">1286</span> }<a name="line.1286"></a> +<span class="sourceLineNo">1287</span><a name="line.1287"></a> +<span class="sourceLineNo">1288</span> @Override<a name="line.1288"></a> +<span class="sourceLineNo">1289</span> public long getBlockedRequestsCount() {<a name="line.1289"></a> +<span class="sourceLineNo">1290</span> return blockedRequestsCount.sum();<a name="line.1290"></a> +<span class="sourceLineNo">1291</span> }<a name="line.1291"></a> +<span class="sourceLineNo">1292</span><a name="line.1292"></a> +<span class="sourceLineNo">1293</span> @Override<a name="line.1293"></a> +<span class="sourceLineNo">1294</span> public long getCheckAndMutateChecksPassed() {<a name="line.1294"></a> +<span class="sourceLineNo">1295</span> return checkAndMutateChecksPassed.sum();<a name="line.1295"></a> +<span class="sourceLineNo">1296</span> }<a name="line.1296"></a> +<span class="sourceLineNo">1297</span><a name="line.1297"></a> +<span class="sourceLineNo">1298</span> @Override<a name="line.1298"></a> +<span class="sourceLineNo">1299</span> public long getCheckAndMutateChecksFailed() {<a name="line.1299"></a> +<span class="sourceLineNo">1300</span> return checkAndMutateChecksFailed.sum();<a name="line.1300"></a> +<span class="sourceLineNo">1301</span> }<a name="line.1301"></a> +<span class="sourceLineNo">1302</span><a name="line.1302"></a> +<span class="sourceLineNo">1303</span> // TODO Needs to check whether we should expose our metrics system to CPs. If CPs themselves doing<a name="line.1303"></a> +<span class="sourceLineNo">1304</span> // the op and bypassing the core, this might be needed? Should be stop supporting the bypass<a name="line.1304"></a> +<span class="sourceLineNo">1305</span> // feature?<a name="line.1305"></a> +<span class="sourceLineNo">1306</span> public MetricsRegion getMetrics() {<a name="line.1306"></a> +<span class="sourceLineNo">1307</span> return metricsRegion;<a name="line.1307"></a> +<span class="sourceLineNo">1308</span> }<a name="line.1308"></a> +<span class="sourceLineNo">1309</span><a name="line.1309"></a> +<span class="sourceLineNo">1310</span> @Override<a name="line.1310"></a> +<span class="sourceLineNo">1311</span> public boolean isClosed() {<a name="line.1311"></a> +<span class="sourceLineNo">1312</span> return this.closed.get();<a name="line.1312"></a> +<span class="sourceLineNo">1313</span> }<a name="line.1313"></a> +<span class="sourceLineNo">1314</span><a name="line.1314"></a> +<span class="sourceLineNo">1315</span> @Override<a name="line.1315"></a> +<span class="sourceLineNo">1316</span> public boolean isClosing() {<a name="line.1316"></a> +<span class="sourceLineNo">1317</span> return this.closing.get();<a name="line.1317"></a> +<span class="sourceLineNo">1318</span> }<a name="line.1318"></a> +<span class="sourceLineNo">1319</span><a name="line.1319"></a> +<span class="sourceLineNo">1320</span> @Override<a name="line.1320"></a> +<span class="sourceLineNo">1321</span> public boolean isReadOnly() {<a name="line.1321"></a> +<span class="sourceLineNo">1322</span> return this.writestate.isReadOnly();<a name="line.1322"></a> +<span class="sourceLineNo">1323</span> }<a name="line.1323"></a> +<span class="sourceLineNo">1324</span><a name="line.1324"></a> +<span class="sourceLineNo">1325</span> @Override<a name="line.1325"></a> +<span class="sourceLineNo">1326</span> public boolean isAvailable() {<a name="line.1326"></a> +<span class="sourceLineNo">1327</span> return !isClosed() && !isClosing();<a name="line.1327"></a> +<span class="sourceLineNo">1328</span> }<a name="line.1328"></a> +<span class="sourceLineNo">1329</span><a name="line.1329"></a> +<span class="sourceLineNo">1330</span> @Override<a name="line.1330"></a> +<span class="sourceLineNo">1331</span> public boolean isSplittable() {<a name="line.1331"></a> +<span class="sourceLineNo">1332</span> return isAvailable() && !hasReferences();<a name="line.1332"></a> <span class="sourceLineNo">1333</span> }<a name="line.1333"></a> <span class="sourceLineNo">1334</span><a name="line.1334"></a> -<span class="sourceLineNo">1335</span> public boolean areWritesEnabled() {<a name="line.1335"></a> -<span class="sourceLineNo">1336</span> synchronized(this.writestate) {<a name="line.1336"></a> -<span class="sourceLineNo">1337</span> return this.writestate.writesEnabled;<a name="line.1337"></a> -<span class="sourceLineNo">1338</span> }<a name="line.1338"></a> -<span class="sourceLineNo">1339</span> }<a name="line.1339"></a> -<span class="sourceLineNo">1340</span><a name="line.1340"></a> -<span class="sourceLineNo">1341</span> @VisibleForTesting<a name="line.1341"></a> -<span class="sourceLineNo">1342</span> public MultiVersionConcurrencyControl getMVCC() {<a name="line.1342"></a> -<span class="sourceLineNo">1343</span> return mvcc;<a name="line.1343"></a> -<span class="sourceLineNo">1344</span> }<a name="line.1344"></a> -<span class="sourceLineNo">1345</span><a name="line.1345"></a> -<span class="sourceLineNo">1346</span> @Override<a name="line.1346"></a> -<span class="sourceLineNo">1347</span> public long getMaxFlushedSeqId() {<a name="line.1347"></a> -<span class="sourceLineNo">1348</span> return maxFlushedSeqId;<a name="line.1348"></a> +<span class="sourceLineNo">1335</span> @Override<a name="line.1335"></a> +<span class="sourceLineNo">1336</span> public boolean isMergeable() {<a name="line.1336"></a> +<span class="sourceLineNo">1337</span> if (!isAvailable()) {<a name="line.1337"></a> +<span class="sourceLineNo">1338</span> LOG.debug("Region " + this<a name="line.1338"></a> +<span class="sourceLineNo">1339</span> + " is not mergeable because it is closing or closed");<a name="line.1339"></a> +<span class="sourceLineNo">1340</span> return false;<a name="line.1340"></a> +<span class="sourceLineNo">1341</span> }<a name="line.1341"></a> +<span class="sourceLineNo">1342</span> if (hasReferences()) {<a name="line.1342"></a> +<span class="sourceLineNo">1343</span> LOG.debug("Region " + this<a name="line.1343"></a> +<span class="sourceLineNo">1344</span> + " is not mergeable because it has references");<a name="line.1344"></a> +<span class="sourceLineNo">1345</span> return false;<a name="line.1345"></a> +<span class="sourceLineNo">1346</span> }<a name="line.1346"></a> +<span class="sourceLineNo">1347</span><a name="line.1347"></a> +<span class="sourceLineNo">1348</span> return true;<a name="line.1348"></a> <span class="sourceLineNo">1349</span> }<a name="line.1349"></a> <span class="sourceLineNo">1350</span><a name="line.1350"></a> -<span class="sourceLineNo">1351</span> /**<a name="line.1351"></a> -<span class="sourceLineNo">1352</span> * @return readpoint considering given IsolationLevel. Pass {@code null} for default<a name="line.1352"></a> -<span class="sourceLineNo">1353</span> */<a name="line.1353"></a> -<span class="sourceLineNo">1354</span> public long getReadPoint(IsolationLevel isolationLevel) {<a name="line.1354"></a> -<span class="sourceLineNo">1355</span> if (isolationLevel != null && isolationLevel == IsolationLevel.READ_UNCOMMITTED) {<a name="line.1355"></a> -<span class="sourceLineNo">1356</span> // This scan can read even uncommitted transactions<a name="line.1356"></a> -<span class="sourceLineNo">1357</span> return Long.MAX_VALUE;<a name="line.1357"></a> -<span class="sourceLineNo">1358</span> }<a name="line.1358"></a> -<span class="sourceLineNo">1359</span> return mvcc.getReadPoint();<a name="line.1359"></a> +<span class="sourceLineNo">1351</span> public boolean areWritesEnabled() {<a name="line.1351"></a> +<span class="sourceLineNo">1352</span> synchronized(this.writestate) {<a name="line.1352"></a> +<span class="sourceLineNo">1353</span> return this.writestate.writesEnabled;<a name="line.1353"></a> +<span class="sourceLineNo">1354</span> }<a name="line.1354"></a> +<span class="sourceLineNo">1355</span> }<a name="line.1355"></a> +<span class="sourceLineNo">1356</span><a name="line.1356"></a> +<span class="sourceLineNo">1357</span> @VisibleForTesting<a name="line.1357"></a> +<span class="sourceLineNo">1358</span> public MultiVersionConcurrencyControl getMVCC() {<a name="line.1358"></a> +<span class="sourceLineNo">1359</span> return mvcc;<a name="line.1359"></a> <span class="sourceLineNo">1360</span> }<a name="line.1360"></a> <span class="sourceLineNo">1361</span><a name="line.1361"></a> -<span class="sourceLineNo">1362</span> public boolean isLoadingCfsOnDemandDefault() {<a name="line.1362"></a> -<span class="sourceLineNo">1363</span> return this.isLoadingCfsOnDemandDefault;<a name="line.1363"></a> -<span class="sourceLineNo">1364</span> }<a name="line.1364"></a> -<span class="sourceLineNo">1365</span><a name="line.1365"></a> -<span class="sourceLineNo">1366</span> /**<a name="line.1366"></a> -<span class="sourceLineNo">1367</span> * Close down this HRegion. Flush the cache, shut down each HStore, don't<a name="line.1367"></a> -<span class="sourceLineNo">1368</span> * service any more calls.<a name="line.1368"></a> -<span class="sourceLineNo">1369</span> *<a name="line.1369"></a> -<span class="sourceLineNo">1370</span> * <p>This method could take some time to execute, so don't call it from a<a name="line.1370"></a> -<span class="sourceLineNo">1371</span> * time-sensitive thread.<a name="line.1371"></a> -<span class="sourceLineNo">1372</span> *<a name="line.1372"></a> -<span class="sourceLineNo">1373</span> * @return Vector of all the storage files that the HRegion's component<a name="line.1373"></a> -<span class="sourceLineNo">1374</span> * HStores make use of. It's a list of all StoreFile objects. Returns empty<a name="line.1374"></a> -<span class="sourceLineNo">1375</span> * vector if already closed and null if judged that it should not close.<a name="line.1375"></a> -<span class="sourceLineNo">1376</span> *<a name="line.1376"></a> -<span class="sourceLineNo">1377</span> * @throws IOException e<a name="line.1377"></a> -<span class="sourceLineNo">1378</span> * @throws DroppedSnapshotException Thrown when replay of wal is required<a name="line.1378"></a> -<span class="sourceLineNo">1379</span> * because a Snapshot was not properly persisted. The region is put in closing mode, and the<a name="line.1379"></a> -<span class="sourceLineNo">1380</span> * caller MUST abort after this.<a name="line.1380"></a> -<span class="sourceLineNo">1381</span> */<a name="line.1381"></a> -<span class="sourceLineNo">1382</span> public Map<byte[], List<HStoreFile>> close() throws IOException {<a name="line.1382"></a> -<span class="sourceLineNo">1383</span> return close(false);<a name="line.1383"></a> -<span class="sourceLineNo">1384</span> }<a name="line.1384"></a> -<span class="sourceLineNo">1385</span><a name="line.1385"></a> -<span class="sourceLineNo">1386</span> private final Object closeLock = new Object();<a name="line.1386"></a> -<span class="sourceLineNo">1387</span><a name="line.1387"></a> -<span class="sourceLineNo">1388</span> /** Conf key for the periodic flush interval */<a name="line.1388"></a> -<span class="sourceLineNo">1389</span> public static final String MEMSTORE_PERIODIC_FLUSH_INTERVAL =<a name="line.1389"></a> -<span class="sourceLineNo">1390</span> "hbase.regionserver.optionalcacheflushinterval";<a name="line.1390"></a> -<span class="sourceLineNo">1391</span> /** Default interval for the memstore flush */<a name="line.1391"></a> -<span class="sourceLineNo">1392</span> public static final int DEFAULT_CACHE_FLUSH_INTERVAL = 3600000;<a name="line.1392"></a> -<span class="sourceLineNo">1393</span> /** Default interval for System tables memstore flush */<a name="line.1393"></a> -<span class="sourceLineNo">1394</span> public static final int SYSTEM_CACHE_FLUSH_INTERVAL = 300000; // 5 minutes<a name="line.1394"></a> -<span class="sourceLineNo">1395</span><a name="line.1395"></a> -<span class="sourceLineNo">1396</span> /** Conf key to force a flush if there are already enough changes for one region in memstore */<a name="line.1396"></a> -<span class="sourceLineNo">1397</span> public static final String MEMSTORE_FLUSH_PER_CHANGES =<a name="line.1397"></a> -<span class="sourceLineNo">1398</span> "hbase.regionserver.flush.per.changes";<a name="line.1398"></a> -<span class="sourceLineNo">1399</span> public static final long DEFAULT_FLUSH_PER_CHANGES = 30000000; // 30 millions<a name="line.1399"></a> -<span class="sourceLineNo">1400</span> /**<a name="line.1400"></a> -<span class="sourceLineNo">1401</span> * The following MAX_FLUSH_PER_CHANGES is large enough because each KeyValue has 20+ bytes<a name="line.1401"></a> -<span class="sourceLineNo">1402</span> * overhead. Therefore, even 1G empty KVs occupy at least 20GB memstore size for a single region<a name="line.1402"></a> -<span class="sourceLineNo">1403</span> */<a name="line.1403"></a> -<span class="sourceLineNo">1404</span> public static final long MAX_FLUSH_PER_CHANGES = 1000000000; // 1G<a name="line.1404"></a> -<span class="sourceLineNo">1405</span><a name="line.1405"></a> -<span class="sourceLineNo">1406</span> /**<a name="line.1406"></a> -<span class="sourceLineNo">1407</span> * Close down this HRegion. Flush the cache unless abort parameter is true,<a name="line.1407"></a> -<span class="sourceLineNo">1408</span> * Shut down each HStore, don't service any more calls.<a name="line.1408"></a> -<span class="sourceLineNo">1409</span> *<a name="line.1409"></a> -<span class="sourceLineNo">1410</span> * This method could take some time to execute, so don't call it from a<a name="line.1410"></a> -<span class="sourceLineNo">1411</span> * time-sensitive thread.<a name="line.1411"></a> -<span class="sourceLineNo">1412</span> *<a name="line.1412"></a> -<span class="sourceLineNo">1413</span> * @param abort true if server is aborting (only during testing)<a name="line.1413"></a> -<span class="sourceLineNo">1414</span> * @return Vector of all the storage files that the HRegion's component<a name="line.1414"></a> -<span class="sourceLineNo">1415</span> * HStores make use of. It's a list of StoreFile objects. Can be null if<a name="line.1415"></a> -<span class="sourceLineNo">1416</span> * we are not to close at this time or we are already closed.<a name="line.1416"></a> -<span class="sourceLineNo">1417</span> *<a name="line.1417"></a> -<span class="sourceLineNo">1418</span> * @throws IOException e<a name="line.1418"></a> -<span class="sourceLineNo">1419</span> * @throws DroppedSnapshotException Thrown when replay of wal is required<a name="line.1419"></a> -<span class="sourceLineNo">1420</span> * because a Snapshot was not properly persisted. The region is put in closing mode, and the<a name="line.1420"></a> -<span class="source
<TRUNCATED>
