http://git-wip-us.apache.org/repos/asf/hbase-site/blob/c54c242b/devapidocs/overview-tree.html ---------------------------------------------------------------------- diff --git a/devapidocs/overview-tree.html b/devapidocs/overview-tree.html index 9f23f4b..bee299f 100644 --- a/devapidocs/overview-tree.html +++ b/devapidocs/overview-tree.html @@ -2275,6 +2275,7 @@ <li type="circle">org.apache.hadoop.hbase.regionserver.<a href="org/apache/hadoop/hbase/regionserver/MetricsTableWrapperAggregateImpl.MetricsTableValues.html" title="class in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">MetricsTableWrapperAggregateImpl.MetricsTableValues</span></a></li> <li type="circle">org.apache.hadoop.hbase.regionserver.<a href="org/apache/hadoop/hbase/regionserver/MetricsTableWrapperAggregateImpl.TableMetricsWrapperRunnable.html" title="class in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">MetricsTableWrapperAggregateImpl.TableMetricsWrapperRunnable</span></a> (implements java.lang.<a href="http://docs.oracle.com/javase/8/docs/api/java/lang/Runnable.html?is-external=true"; title="class or interface in java.lang">Runnable</a>)</li> <li type="circle">org.apache.hadoop.hbase.thrift.<a href="org/apache/hadoop/hbase/thrift/MetricsThriftServerSourceFactoryImpl.html" title="class in org.apache.hadoop.hbase.thrift"><span class="typeNameLink">MetricsThriftServerSourceFactoryImpl</span></a> (implements org.apache.hadoop.hbase.thrift.<a href="org/apache/hadoop/hbase/thrift/MetricsThriftServerSourceFactory.html" title="interface in org.apache.hadoop.hbase.thrift">MetricsThriftServerSourceFactory</a>)</li> +<li type="circle">org.apache.hadoop.hbase.regionserver.wal.<a href="org/apache/hadoop/hbase/regionserver/wal/MetricsWAL.html" title="class in org.apache.hadoop.hbase.regionserver.wal"><span class="typeNameLink">MetricsWAL</span></a> (implements org.apache.hadoop.hbase.regionserver.wal.<a href="org/apache/hadoop/hbase/regionserver/wal/WALActionsListener.html" title="interface in org.apache.hadoop.hbase.regionserver.wal">WALActionsListener</a>)</li> <li type="circle">org.apache.hadoop.hbase.regionserver.<a href="org/apache/hadoop/hbase/regionserver/MiniBatchOperationInProgress.html" title="class in org.apache.hadoop.hbase.regionserver"><span class="typeNameLink">MiniBatchOperationInProgress</span></a><T></li> <li type="circle">org.apache.hadoop.hbase.zookeeper.<a href="org/apache/hadoop/hbase/zookeeper/MiniZooKeeperCluster.html" title="class in org.apache.hadoop.hbase.zookeeper"><span class="typeNameLink">MiniZooKeeperCluster</span></a></li> <li type="circle">org.apache.hadoop.hbase.mob.compactions.<a href="org/apache/hadoop/hbase/mob/compactions/MobCompactionRequest.html" title="class in org.apache.hadoop.hbase.mob.compactions"><span class="typeNameLink">MobCompactionRequest</span></a> @@ -2814,6 +2815,12 @@ </li> </ul> </li> +<li type="circle">org.apache.hadoop.hbase.zookeeper.<a href="org/apache/hadoop/hbase/zookeeper/ReadOnlyZKClient.html" title="class in org.apache.hadoop.hbase.zookeeper"><span class="typeNameLink">ReadOnlyZKClient</span></a> (implements java.io.<a href="http://docs.oracle.com/javase/8/docs/api/java/io/Closeable.html?is-external=true"; title="class or interface in java.io">Closeable</a>)</li> +<li type="circle">org.apache.hadoop.hbase.zookeeper.<a href="org/apache/hadoop/hbase/zookeeper/ReadOnlyZKClient.Task.html" title="class in org.apache.hadoop.hbase.zookeeper"><span class="typeNameLink">ReadOnlyZKClient.Task</span></a> (implements java.util.concurrent.<a href="http://docs.oracle.com/javase/8/docs/api/java/util/concurrent/Delayed.html?is-external=true"; title="class or interface in java.util.concurrent">Delayed</a>) +<ul> +<li type="circle">org.apache.hadoop.hbase.zookeeper.<a href="org/apache/hadoop/hbase/zookeeper/ReadOnlyZKClient.ZKTask.html" title="class in org.apache.hadoop.hbase.zookeeper"><span class="typeNameLink">ReadOnlyZKClient.ZKTask</span></a><T></li> +</ul> +</li> <li type="circle">org.apache.hadoop.mapreduce.RecordReader<KEYIN,VALUEIN> (implements java.io.<a href="http://docs.oracle.com/javase/8/docs/api/java/io/Closeable.html?is-external=true"; title="class or interface in java.io">Closeable</a>) <ul> <li type="circle">org.apache.hadoop.hbase.snapshot.<a href="org/apache/hadoop/hbase/snapshot/ExportSnapshot.ExportSnapshotInputFormat.ExportSnapshotRecordReader.html" title="class in org.apache.hadoop.hbase.snapshot"><span class="typeNameLink">ExportSnapshot.ExportSnapshotInputFormat.ExportSnapshotRecordReader</span></a></li> @@ -2980,6 +2987,7 @@ </li> </ul> </li> +<li type="circle">org.apache.hadoop.hbase.replication.regionserver.<a href="org/apache/hadoop/hbase/replication/regionserver/Replication.html" title="class in org.apache.hadoop.hbase.replication.regionserver"><span class="typeNameLink">Replication</span></a> (implements org.apache.hadoop.hbase.regionserver.<a href="org/apache/hadoop/hbase/regionserver/ReplicationSinkService.html" title="interface in org.apache.hadoop.hbase.regionserver">ReplicationSinkService</a>, org.apache.hadoop.hbase.regionserver.<a href="org/apache/hadoop/hbase/regionserver/ReplicationSourceService.html" title="interface in org.apache.hadoop.hbase.regionserver">ReplicationSourceService</a>, org.apache.hadoop.hbase.regionserver.wal.<a href="org/apache/hadoop/hbase/regionserver/wal/WALActionsListener.html" title="interface in org.apache.hadoop.hbase.regionserver.wal">WALActionsListener</a>)</li> <li type="circle">org.apache.hadoop.hbase.client.replication.<a href="org/apache/hadoop/hbase/client/replication/ReplicationAdmin.html" title="class in org.apache.hadoop.hbase.client.replication"><span class="typeNameLink">ReplicationAdmin</span></a> (implements java.io.<a href="http://docs.oracle.com/javase/8/docs/api/java/io/Closeable.html?is-external=true"; title="class or interface in java.io">Closeable</a>)</li> <li type="circle">org.apache.hadoop.hbase.util.hbck.<a href="org/apache/hadoop/hbase/util/hbck/ReplicationChecker.html" title="class in org.apache.hadoop.hbase.util.hbck"><span class="typeNameLink">ReplicationChecker</span></a></li> <li type="circle">org.apache.hadoop.hbase.replication.<a href="org/apache/hadoop/hbase/replication/ReplicationEndpoint.Context.html" title="class in org.apache.hadoop.hbase.replication"><span class="typeNameLink">ReplicationEndpoint.Context</span></a></li> @@ -4039,12 +4047,6 @@ <li type="circle">org.apache.hadoop.hbase.regionserver.wal.<a href="org/apache/hadoop/hbase/regionserver/wal/FSWALEntry.html" title="class in org.apache.hadoop.hbase.regionserver.wal"><span class="typeNameLink">FSWALEntry</span></a></li> </ul> </li> -<li type="circle">org.apache.hadoop.hbase.regionserver.wal.<a href="org/apache/hadoop/hbase/regionserver/wal/WALActionsListener.Base.html" title="class in org.apache.hadoop.hbase.regionserver.wal"><span class="typeNameLink">WALActionsListener.Base</span></a> (implements org.apache.hadoop.hbase.regionserver.wal.<a href="org/apache/hadoop/hbase/regionserver/wal/WALActionsListener.html" title="interface in org.apache.hadoop.hbase.regionserver.wal">WALActionsListener</a>) -<ul> -<li type="circle">org.apache.hadoop.hbase.regionserver.wal.<a href="org/apache/hadoop/hbase/regionserver/wal/MetricsWAL.html" title="class in org.apache.hadoop.hbase.regionserver.wal"><span class="typeNameLink">MetricsWAL</span></a></li> -<li type="circle">org.apache.hadoop.hbase.replication.regionserver.<a href="org/apache/hadoop/hbase/replication/regionserver/Replication.html" title="class in org.apache.hadoop.hbase.replication.regionserver"><span class="typeNameLink">Replication</span></a> (implements org.apache.hadoop.hbase.regionserver.<a href="org/apache/hadoop/hbase/regionserver/ReplicationSinkService.html" title="interface in org.apache.hadoop.hbase.regionserver">ReplicationSinkService</a>, org.apache.hadoop.hbase.regionserver.<a href="org/apache/hadoop/hbase/regionserver/ReplicationSourceService.html" title="interface in org.apache.hadoop.hbase.regionserver">ReplicationSourceService</a>)</li> -</ul> -</li> <li type="circle">org.apache.hadoop.hbase.regionserver.wal.<a href="org/apache/hadoop/hbase/regionserver/wal/WALCellCodec.html" title="class in org.apache.hadoop.hbase.regionserver.wal"><span class="typeNameLink">WALCellCodec</span></a> (implements org.apache.hadoop.hbase.codec.<a href="org/apache/hadoop/hbase/codec/Codec.html" title="interface in org.apache.hadoop.hbase.codec">Codec</a>) <ul> <li type="circle">org.apache.hadoop.hbase.regionserver.wal.<a href="org/apache/hadoop/hbase/regionserver/wal/SecureWALCellCodec.html" title="class in org.apache.hadoop.hbase.regionserver.wal"><span class="typeNameLink">SecureWALCellCodec</span></a></li> @@ -5017,7 +5019,7 @@ <li type="circle">org.apache.hadoop.hbase.procedure2.store.wal.<a href="org/apache/hadoop/hbase/procedure2/store/wal/WALProcedureStore.LeaseRecovery.html" title="interface in org.apache.hadoop.hbase.procedure2.store.wal"><span class="typeNameLink">WALProcedureStore.LeaseRecovery</span></a></li> <li type="circle">org.apache.hadoop.hbase.wal.<a href="org/apache/hadoop/hbase/wal/WALProvider.html" title="interface in org.apache.hadoop.hbase.wal"><span class="typeNameLink">WALProvider</span></a></li> <li type="circle">org.apache.hadoop.hbase.io.<a href="org/apache/hadoop/hbase/io/WritableWithSize.html" title="interface in org.apache.hadoop.hbase.io"><span class="typeNameLink">WritableWithSize</span></a></li> -<li type="circle">org.apache.hadoop.hbase.client.<a href="org/apache/hadoop/hbase/client/ZKAsyncRegistry.CuratorEventProcessor.html" title="interface in org.apache.hadoop.hbase.client"><span class="typeNameLink">ZKAsyncRegistry.CuratorEventProcessor</span></a><T></li> +<li type="circle">org.apache.hadoop.hbase.client.<a href="org/apache/hadoop/hbase/client/ZKAsyncRegistry.Converter.html" title="interface in org.apache.hadoop.hbase.client"><span class="typeNameLink">ZKAsyncRegistry.Converter</span></a><T></li> <li type="circle">org.apache.hadoop.hbase.zookeeper.<a href="org/apache/hadoop/hbase/zookeeper/ZKMetricsListener.html" title="interface in org.apache.hadoop.hbase.zookeeper"><span class="typeNameLink">ZKMetricsListener</span></a></li> <li type="circle">org.apache.hadoop.hbase.coordination.<a href="org/apache/hadoop/hbase/coordination/ZKSplitLogManagerCoordination.TaskFinisher.html" title="interface in org.apache.hadoop.hbase.coordination"><span class="typeNameLink">ZKSplitLogManagerCoordination.TaskFinisher</span></a></li> </ul>
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/c54c242b/devapidocs/src-html/org/apache/hadoop/hbase/CellScannable.html ---------------------------------------------------------------------- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/CellScannable.html b/devapidocs/src-html/org/apache/hadoop/hbase/CellScannable.html index e7fef04..015f8d8 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/CellScannable.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/CellScannable.html @@ -33,7 +33,7 @@ <span class="sourceLineNo">025</span> * CellScanner rather than say Iterator&lt;Cell&gt;. See CellScanner class comment for why we go<a name="line.25"></a> <span class="sourceLineNo">026</span> * dumber than java.util.Iterator.<a name="line.26"></a> <span class="sourceLineNo">027</span> */<a name="line.27"></a> -<span class="sourceLineNo">028</span>@InterfaceAudience.Private<a name="line.28"></a> +<span class="sourceLineNo">028</span>@InterfaceAudience.Public<a name="line.28"></a> <span class="sourceLineNo">029</span>public interface CellScannable {<a name="line.29"></a> <span class="sourceLineNo">030</span> /**<a name="line.30"></a> <span class="sourceLineNo">031</span> * @return A CellScanner over the contained {@link Cell}s<a name="line.31"></a> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/c54c242b/devapidocs/src-html/org/apache/hadoop/hbase/CellScanner.html ---------------------------------------------------------------------- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/CellScanner.html b/devapidocs/src-html/org/apache/hadoop/hbase/CellScanner.html index c858828..2f4a7c8 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/CellScanner.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/CellScanner.html @@ -55,21 +55,20 @@ <span class="sourceLineNo">047</span> * <p>Often used reading {@link org.apache.hadoop.hbase.Cell}s written by<a name="line.47"></a> <span class="sourceLineNo">048</span> * {@link org.apache.hadoop.hbase.io.CellOutputStream}.<a name="line.48"></a> <span class="sourceLineNo">049</span> */<a name="line.49"></a> -<span class="sourceLineNo">050</span>@InterfaceAudience.Private<a name="line.50"></a> -<span class="sourceLineNo">051</span>@InterfaceStability.Unstable<a name="line.51"></a> -<span class="sourceLineNo">052</span>public interface CellScanner {<a name="line.52"></a> -<span class="sourceLineNo">053</span> /**<a name="line.53"></a> -<span class="sourceLineNo">054</span> * @return the current Cell which may be mutable<a name="line.54"></a> -<span class="sourceLineNo">055</span> */<a name="line.55"></a> -<span class="sourceLineNo">056</span> Cell current();<a name="line.56"></a> -<span class="sourceLineNo">057</span><a name="line.57"></a> -<span class="sourceLineNo">058</span> /**<a name="line.58"></a> -<span class="sourceLineNo">059</span> * Advance the scanner 1 cell.<a name="line.59"></a> -<span class="sourceLineNo">060</span> * @return true if the next cell is found and {@link #current()} will return a valid Cell<a name="line.60"></a> -<span class="sourceLineNo">061</span> * @throws IOException<a name="line.61"></a> -<span class="sourceLineNo">062</span> */<a name="line.62"></a> -<span class="sourceLineNo">063</span> boolean advance() throws IOException;<a name="line.63"></a> -<span class="sourceLineNo">064</span>}<a name="line.64"></a> +<span class="sourceLineNo">050</span>@InterfaceAudience.Public<a name="line.50"></a> +<span class="sourceLineNo">051</span>public interface CellScanner {<a name="line.51"></a> +<span class="sourceLineNo">052</span> /**<a name="line.52"></a> +<span class="sourceLineNo">053</span> * @return the current Cell which may be mutable<a name="line.53"></a> +<span class="sourceLineNo">054</span> */<a name="line.54"></a> +<span class="sourceLineNo">055</span> Cell current();<a name="line.55"></a> +<span class="sourceLineNo">056</span><a name="line.56"></a> +<span class="sourceLineNo">057</span> /**<a name="line.57"></a> +<span class="sourceLineNo">058</span> * Advance the scanner 1 cell.<a name="line.58"></a> +<span class="sourceLineNo">059</span> * @return true if the next cell is found and {@link #current()} will return a valid Cell<a name="line.59"></a> +<span class="sourceLineNo">060</span> * @throws IOException<a name="line.60"></a> +<span class="sourceLineNo">061</span> */<a name="line.61"></a> +<span class="sourceLineNo">062</span> boolean advance() throws IOException;<a name="line.62"></a> +<span class="sourceLineNo">063</span>}<a name="line.63"></a> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/c54c242b/devapidocs/src-html/org/apache/hadoop/hbase/Version.html ---------------------------------------------------------------------- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/Version.html b/devapidocs/src-html/org/apache/hadoop/hbase/Version.html index 96a64a4..6de369b 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/Version.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/Version.html @@ -16,11 +16,11 @@ <span class="sourceLineNo">008</span>@InterfaceAudience.Private<a name="line.8"></a> <span class="sourceLineNo">009</span>public class Version {<a name="line.9"></a> <span class="sourceLineNo">010</span> public static final String version = "3.0.0-SNAPSHOT";<a name="line.10"></a> -<span class="sourceLineNo">011</span> public static final String revision = "d6a4a3dc331129e949faaaaa134107cb71172928";<a name="line.11"></a> +<span class="sourceLineNo">011</span> public static final String revision = "7a5b0783068415eaca70ea2ca938ecbfe3bed30f";<a name="line.11"></a> <span class="sourceLineNo">012</span> public static final String user = "jenkins";<a name="line.12"></a> -<span class="sourceLineNo">013</span> public static final String date = "Sat Dec 2 14:42:12 UTC 2017";<a name="line.13"></a> +<span class="sourceLineNo">013</span> public static final String date = "Sun Dec 3 14:42:16 UTC 2017";<a name="line.13"></a> <span class="sourceLineNo">014</span> public static final String url = "git://asf920.gq1.ygridcore.net/home/jenkins/jenkins-slave/workspace/hbase_generate_website/hbase";<a name="line.14"></a> -<span class="sourceLineNo">015</span> public static final String srcChecksum = "f5ac229014b3452e383c1cb180577e57";<a name="line.15"></a> +<span class="sourceLineNo">015</span> public static final String srcChecksum = "30495beff23a8606d12cf6be21433aa2";<a name="line.15"></a> <span class="sourceLineNo">016</span>}<a name="line.16"></a> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/c54c242b/devapidocs/src-html/org/apache/hadoop/hbase/client/RpcRetryingCallerImpl.html ---------------------------------------------------------------------- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/client/RpcRetryingCallerImpl.html b/devapidocs/src-html/org/apache/hadoop/hbase/client/RpcRetryingCallerImpl.html index ee27068..e03d6dc 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/client/RpcRetryingCallerImpl.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/client/RpcRetryingCallerImpl.html @@ -36,217 +36,228 @@ <span class="sourceLineNo">028</span>import java.util.ArrayList;<a name="line.28"></a> <span class="sourceLineNo">029</span>import java.util.List;<a name="line.29"></a> <span class="sourceLineNo">030</span>import java.util.concurrent.atomic.AtomicBoolean;<a name="line.30"></a> -<span class="sourceLineNo">031</span><a name="line.31"></a> -<span class="sourceLineNo">032</span>import org.apache.commons.logging.Log;<a name="line.32"></a> -<span class="sourceLineNo">033</span>import org.apache.commons.logging.LogFactory;<a name="line.33"></a> -<span class="sourceLineNo">034</span>import org.apache.hadoop.hbase.CallQueueTooBigException;<a name="line.34"></a> -<span class="sourceLineNo">035</span>import org.apache.hadoop.hbase.DoNotRetryIOException;<a name="line.35"></a> -<span class="sourceLineNo">036</span>import org.apache.yetus.audience.InterfaceAudience;<a name="line.36"></a> -<span class="sourceLineNo">037</span>import org.apache.hadoop.hbase.exceptions.PreemptiveFastFailException;<a name="line.37"></a> -<span class="sourceLineNo">038</span>import org.apache.hadoop.hbase.shaded.com.google.protobuf.ServiceException;<a name="line.38"></a> -<span class="sourceLineNo">039</span>import org.apache.hadoop.hbase.util.EnvironmentEdgeManager;<a name="line.39"></a> -<span class="sourceLineNo">040</span>import org.apache.hadoop.hbase.util.ExceptionUtil;<a name="line.40"></a> -<span class="sourceLineNo">041</span>import org.apache.hadoop.ipc.RemoteException;<a name="line.41"></a> -<span class="sourceLineNo">042</span><a name="line.42"></a> -<span class="sourceLineNo">043</span>/**<a name="line.43"></a> -<span class="sourceLineNo">044</span> * Runs an rpc'ing {@link RetryingCallable}. Sets into rpc client<a name="line.44"></a> -<span class="sourceLineNo">045</span> * threadlocal outstanding timeouts as so we don't persist too much.<a name="line.45"></a> -<span class="sourceLineNo">046</span> * Dynamic rather than static so can set the generic appropriately.<a name="line.46"></a> -<span class="sourceLineNo">047</span> *<a name="line.47"></a> -<span class="sourceLineNo">048</span> * This object has a state. It should not be used by in parallel by different threads.<a name="line.48"></a> -<span class="sourceLineNo">049</span> * Reusing it is possible however, even between multiple threads. However, the user will<a name="line.49"></a> -<span class="sourceLineNo">050</span> * have to manage the synchronization on its side: there is no synchronization inside the class.<a name="line.50"></a> -<span class="sourceLineNo">051</span> */<a name="line.51"></a> -<span class="sourceLineNo">052</span>@InterfaceAudience.Private<a name="line.52"></a> -<span class="sourceLineNo">053</span>public class RpcRetryingCallerImpl<T> implements RpcRetryingCaller<T> {<a name="line.53"></a> -<span class="sourceLineNo">054</span> // LOG is being used in TestMultiRowRangeFilter, hence leaving it public<a name="line.54"></a> -<span class="sourceLineNo">055</span> public static final Log LOG = LogFactory.getLog(RpcRetryingCallerImpl.class);<a name="line.55"></a> -<span class="sourceLineNo">056</span><a name="line.56"></a> -<span class="sourceLineNo">057</span> /** How many retries are allowed before we start to log */<a name="line.57"></a> -<span class="sourceLineNo">058</span> private final int startLogErrorsCnt;<a name="line.58"></a> -<span class="sourceLineNo">059</span><a name="line.59"></a> -<span class="sourceLineNo">060</span> private final long pause;<a name="line.60"></a> -<span class="sourceLineNo">061</span> private final long pauseForCQTBE;<a name="line.61"></a> -<span class="sourceLineNo">062</span> private final int maxAttempts;// how many times to try<a name="line.62"></a> -<span class="sourceLineNo">063</span> private final int rpcTimeout;// timeout for each rpc request<a name="line.63"></a> -<span class="sourceLineNo">064</span> private final AtomicBoolean cancelled = new AtomicBoolean(false);<a name="line.64"></a> -<span class="sourceLineNo">065</span> private final RetryingCallerInterceptor interceptor;<a name="line.65"></a> -<span class="sourceLineNo">066</span> private final RetryingCallerInterceptorContext context;<a name="line.66"></a> -<span class="sourceLineNo">067</span> private final RetryingTimeTracker tracker;<a name="line.67"></a> -<span class="sourceLineNo">068</span><a name="line.68"></a> -<span class="sourceLineNo">069</span> public RpcRetryingCallerImpl(long pause, long pauseForCQTBE, int retries, int startLogErrorsCnt) {<a name="line.69"></a> -<span class="sourceLineNo">070</span> this(pause, pauseForCQTBE, retries, RetryingCallerInterceptorFactory.NO_OP_INTERCEPTOR,<a name="line.70"></a> -<span class="sourceLineNo">071</span> startLogErrorsCnt, 0);<a name="line.71"></a> -<span class="sourceLineNo">072</span> }<a name="line.72"></a> -<span class="sourceLineNo">073</span><a name="line.73"></a> -<span class="sourceLineNo">074</span> public RpcRetryingCallerImpl(long pause, long pauseForCQTBE, int retries,<a name="line.74"></a> -<span class="sourceLineNo">075</span> RetryingCallerInterceptor interceptor, int startLogErrorsCnt, int rpcTimeout) {<a name="line.75"></a> -<span class="sourceLineNo">076</span> this.pause = pause;<a name="line.76"></a> -<span class="sourceLineNo">077</span> this.pauseForCQTBE = pauseForCQTBE;<a name="line.77"></a> -<span class="sourceLineNo">078</span> this.maxAttempts = retries2Attempts(retries);<a name="line.78"></a> -<span class="sourceLineNo">079</span> this.interceptor = interceptor;<a name="line.79"></a> -<span class="sourceLineNo">080</span> context = interceptor.createEmptyContext();<a name="line.80"></a> -<span class="sourceLineNo">081</span> this.startLogErrorsCnt = startLogErrorsCnt;<a name="line.81"></a> -<span class="sourceLineNo">082</span> this.tracker = new RetryingTimeTracker();<a name="line.82"></a> -<span class="sourceLineNo">083</span> this.rpcTimeout = rpcTimeout;<a name="line.83"></a> -<span class="sourceLineNo">084</span> }<a name="line.84"></a> -<span class="sourceLineNo">085</span><a name="line.85"></a> -<span class="sourceLineNo">086</span> @Override<a name="line.86"></a> -<span class="sourceLineNo">087</span> public void cancel(){<a name="line.87"></a> -<span class="sourceLineNo">088</span> cancelled.set(true);<a name="line.88"></a> -<span class="sourceLineNo">089</span> synchronized (cancelled){<a name="line.89"></a> -<span class="sourceLineNo">090</span> cancelled.notifyAll();<a name="line.90"></a> -<span class="sourceLineNo">091</span> }<a name="line.91"></a> -<span class="sourceLineNo">092</span> }<a name="line.92"></a> -<span class="sourceLineNo">093</span><a name="line.93"></a> -<span class="sourceLineNo">094</span> @Override<a name="line.94"></a> -<span class="sourceLineNo">095</span> public T callWithRetries(RetryingCallable<T> callable, int callTimeout)<a name="line.95"></a> -<span class="sourceLineNo">096</span> throws IOException, RuntimeException {<a name="line.96"></a> -<span class="sourceLineNo">097</span> List<RetriesExhaustedException.ThrowableWithExtraContext> exceptions = new ArrayList<>();<a name="line.97"></a> -<span class="sourceLineNo">098</span> tracker.start();<a name="line.98"></a> -<span class="sourceLineNo">099</span> context.clear();<a name="line.99"></a> -<span class="sourceLineNo">100</span> for (int tries = 0;; tries++) {<a name="line.100"></a> -<span class="sourceLineNo">101</span> long expectedSleep;<a name="line.101"></a> -<span class="sourceLineNo">102</span> try {<a name="line.102"></a> -<span class="sourceLineNo">103</span> // bad cache entries are cleared in the call to RetryingCallable#throwable() in catch block<a name="line.103"></a> -<span class="sourceLineNo">104</span> callable.prepare(tries != 0);<a name="line.104"></a> -<span class="sourceLineNo">105</span> interceptor.intercept(context.prepare(callable, tries));<a name="line.105"></a> -<span class="sourceLineNo">106</span> return callable.call(getTimeout(callTimeout));<a name="line.106"></a> -<span class="sourceLineNo">107</span> } catch (PreemptiveFastFailException e) {<a name="line.107"></a> -<span class="sourceLineNo">108</span> throw e;<a name="line.108"></a> -<span class="sourceLineNo">109</span> } catch (Throwable t) {<a name="line.109"></a> -<span class="sourceLineNo">110</span> Throwable e = t.getCause();<a name="line.110"></a> -<span class="sourceLineNo">111</span> ExceptionUtil.rethrowIfInterrupt(t);<a name="line.111"></a> -<span class="sourceLineNo">112</span> Throwable cause = t.getCause();<a name="line.112"></a> -<span class="sourceLineNo">113</span> if (cause instanceof DoNotRetryIOException) {<a name="line.113"></a> -<span class="sourceLineNo">114</span> // Fail fast<a name="line.114"></a> -<span class="sourceLineNo">115</span> throw (DoNotRetryIOException) cause;<a name="line.115"></a> -<span class="sourceLineNo">116</span> }<a name="line.116"></a> -<span class="sourceLineNo">117</span> // translateException throws exception when should not retry: i.e. when request is bad.<a name="line.117"></a> -<span class="sourceLineNo">118</span> interceptor.handleFailure(context, t);<a name="line.118"></a> -<span class="sourceLineNo">119</span> t = translateException(t);<a name="line.119"></a> -<span class="sourceLineNo">120</span><a name="line.120"></a> -<span class="sourceLineNo">121</span> if (tries > startLogErrorsCnt) {<a name="line.121"></a> -<span class="sourceLineNo">122</span> LOG.info("Call exception, tries=" + tries + ", maxAttempts=" + maxAttempts + ", started="<a name="line.122"></a> -<span class="sourceLineNo">123</span> + (EnvironmentEdgeManager.currentTime() - tracker.getStartTime()) + " ms ago, "<a name="line.123"></a> -<span class="sourceLineNo">124</span> + "cancelled=" + cancelled.get() + ", msg="<a name="line.124"></a> -<span class="sourceLineNo">125</span> + t.getMessage() + " " + callable.getExceptionMessageAdditionalDetail());<a name="line.125"></a> -<span class="sourceLineNo">126</span> }<a name="line.126"></a> -<span class="sourceLineNo">127</span><a name="line.127"></a> -<span class="sourceLineNo">128</span> callable.throwable(t, maxAttempts != 1);<a name="line.128"></a> -<span class="sourceLineNo">129</span> RetriesExhaustedException.ThrowableWithExtraContext qt =<a name="line.129"></a> -<span class="sourceLineNo">130</span> new RetriesExhaustedException.ThrowableWithExtraContext(t,<a name="line.130"></a> -<span class="sourceLineNo">131</span> EnvironmentEdgeManager.currentTime(), toString());<a name="line.131"></a> -<span class="sourceLineNo">132</span> exceptions.add(qt);<a name="line.132"></a> -<span class="sourceLineNo">133</span> if (tries >= maxAttempts - 1) {<a name="line.133"></a> -<span class="sourceLineNo">134</span> throw new RetriesExhaustedException(tries, exceptions);<a name="line.134"></a> -<span class="sourceLineNo">135</span> }<a name="line.135"></a> -<span class="sourceLineNo">136</span> // If the server is dead, we need to wait a little before retrying, to give<a name="line.136"></a> -<span class="sourceLineNo">137</span> // a chance to the regions to be moved<a name="line.137"></a> -<span class="sourceLineNo">138</span> // get right pause time, start by RETRY_BACKOFF[0] * pauseBase, where pauseBase might be<a name="line.138"></a> -<span class="sourceLineNo">139</span> // special when encountering CallQueueTooBigException, see #HBASE-17114<a name="line.139"></a> -<span class="sourceLineNo">140</span> long pauseBase = (t instanceof CallQueueTooBigException) ? pauseForCQTBE : pause;<a name="line.140"></a> -<span class="sourceLineNo">141</span> expectedSleep = callable.sleep(pauseBase, tries);<a name="line.141"></a> -<span class="sourceLineNo">142</span><a name="line.142"></a> -<span class="sourceLineNo">143</span> // If, after the planned sleep, there won't be enough time left, we stop now.<a name="line.143"></a> -<span class="sourceLineNo">144</span> long duration = singleCallDuration(expectedSleep);<a name="line.144"></a> -<span class="sourceLineNo">145</span> if (duration > callTimeout) {<a name="line.145"></a> -<span class="sourceLineNo">146</span> String msg = "callTimeout=" + callTimeout + ", callDuration=" + duration +<a name="line.146"></a> -<span class="sourceLineNo">147</span> ": " + t.getMessage() + " " + callable.getExceptionMessageAdditionalDetail();<a name="line.147"></a> -<span class="sourceLineNo">148</span> throw (SocketTimeoutException)(new SocketTimeoutException(msg).initCause(t));<a name="line.148"></a> -<span class="sourceLineNo">149</span> }<a name="line.149"></a> -<span class="sourceLineNo">150</span> } finally {<a name="line.150"></a> -<span class="sourceLineNo">151</span> interceptor.updateFailureInfo(context);<a name="line.151"></a> -<span class="sourceLineNo">152</span> }<a name="line.152"></a> -<span class="sourceLineNo">153</span> try {<a name="line.153"></a> -<span class="sourceLineNo">154</span> if (expectedSleep > 0) {<a name="line.154"></a> -<span class="sourceLineNo">155</span> synchronized (cancelled) {<a name="line.155"></a> -<span class="sourceLineNo">156</span> if (cancelled.get()) return null;<a name="line.156"></a> -<span class="sourceLineNo">157</span> cancelled.wait(expectedSleep);<a name="line.157"></a> -<span class="sourceLineNo">158</span> }<a name="line.158"></a> -<span class="sourceLineNo">159</span> }<a name="line.159"></a> -<span class="sourceLineNo">160</span> if (cancelled.get()) return null;<a name="line.160"></a> -<span class="sourceLineNo">161</span> } catch (InterruptedException e) {<a name="line.161"></a> -<span class="sourceLineNo">162</span> throw new InterruptedIOException("Interrupted after " + tries<a name="line.162"></a> -<span class="sourceLineNo">163</span> + " tries while maxAttempts=" + maxAttempts);<a name="line.163"></a> -<span class="sourceLineNo">164</span> }<a name="line.164"></a> -<span class="sourceLineNo">165</span> }<a name="line.165"></a> -<span class="sourceLineNo">166</span> }<a name="line.166"></a> -<span class="sourceLineNo">167</span><a name="line.167"></a> -<span class="sourceLineNo">168</span> /**<a name="line.168"></a> -<span class="sourceLineNo">169</span> * @return Calculate how long a single call took<a name="line.169"></a> -<span class="sourceLineNo">170</span> */<a name="line.170"></a> -<span class="sourceLineNo">171</span> private long singleCallDuration(final long expectedSleep) {<a name="line.171"></a> -<span class="sourceLineNo">172</span> return (EnvironmentEdgeManager.currentTime() - tracker.getStartTime()) + expectedSleep;<a name="line.172"></a> -<span class="sourceLineNo">173</span> }<a name="line.173"></a> -<span class="sourceLineNo">174</span><a name="line.174"></a> -<span class="sourceLineNo">175</span> @Override<a name="line.175"></a> -<span class="sourceLineNo">176</span> public T callWithoutRetries(RetryingCallable<T> callable, int callTimeout)<a name="line.176"></a> -<span class="sourceLineNo">177</span> throws IOException, RuntimeException {<a name="line.177"></a> -<span class="sourceLineNo">178</span> // The code of this method should be shared with withRetries.<a name="line.178"></a> -<span class="sourceLineNo">179</span> try {<a name="line.179"></a> -<span class="sourceLineNo">180</span> callable.prepare(false);<a name="line.180"></a> -<span class="sourceLineNo">181</span> return callable.call(callTimeout);<a name="line.181"></a> -<span class="sourceLineNo">182</span> } catch (Throwable t) {<a name="line.182"></a> -<span class="sourceLineNo">183</span> Throwable t2 = translateException(t);<a name="line.183"></a> -<span class="sourceLineNo">184</span> ExceptionUtil.rethrowIfInterrupt(t2);<a name="line.184"></a> -<span class="sourceLineNo">185</span> // It would be nice to clear the location cache here.<a name="line.185"></a> -<span class="sourceLineNo">186</span> if (t2 instanceof IOException) {<a name="line.186"></a> -<span class="sourceLineNo">187</span> throw (IOException)t2;<a name="line.187"></a> -<span class="sourceLineNo">188</span> } else {<a name="line.188"></a> -<span class="sourceLineNo">189</span> throw new RuntimeException(t2);<a name="line.189"></a> -<span class="sourceLineNo">190</span> }<a name="line.190"></a> -<span class="sourceLineNo">191</span> }<a name="line.191"></a> -<span class="sourceLineNo">192</span> }<a name="line.192"></a> -<span class="sourceLineNo">193</span><a name="line.193"></a> -<span class="sourceLineNo">194</span> /**<a name="line.194"></a> -<span class="sourceLineNo">195</span> * Get the good or the remote exception if any, throws the DoNotRetryIOException.<a name="line.195"></a> -<span class="sourceLineNo">196</span> * @param t the throwable to analyze<a name="line.196"></a> -<span class="sourceLineNo">197</span> * @return the translated exception, if it's not a DoNotRetryIOException<a name="line.197"></a> -<span class="sourceLineNo">198</span> * @throws DoNotRetryIOException - if we find it, we throw it instead of translating.<a name="line.198"></a> -<span class="sourceLineNo">199</span> */<a name="line.199"></a> -<span class="sourceLineNo">200</span> static Throwable translateException(Throwable t) throws DoNotRetryIOException {<a name="line.200"></a> -<span class="sourceLineNo">201</span> if (t instanceof UndeclaredThrowableException) {<a name="line.201"></a> -<span class="sourceLineNo">202</span> if (t.getCause() != null) {<a name="line.202"></a> -<span class="sourceLineNo">203</span> t = t.getCause();<a name="line.203"></a> -<span class="sourceLineNo">204</span> }<a name="line.204"></a> -<span class="sourceLineNo">205</span> }<a name="line.205"></a> -<span class="sourceLineNo">206</span> if (t instanceof RemoteException) {<a name="line.206"></a> -<span class="sourceLineNo">207</span> t = ((RemoteException)t).unwrapRemoteException();<a name="line.207"></a> -<span class="sourceLineNo">208</span> }<a name="line.208"></a> -<span class="sourceLineNo">209</span> if (t instanceof LinkageError) {<a name="line.209"></a> -<span class="sourceLineNo">210</span> throw new DoNotRetryIOException(t);<a name="line.210"></a> -<span class="sourceLineNo">211</span> }<a name="line.211"></a> -<span class="sourceLineNo">212</span> if (t instanceof ServiceException) {<a name="line.212"></a> -<span class="sourceLineNo">213</span> ServiceException se = (ServiceException)t;<a name="line.213"></a> -<span class="sourceLineNo">214</span> Throwable cause = se.getCause();<a name="line.214"></a> -<span class="sourceLineNo">215</span> if (cause != null && cause instanceof DoNotRetryIOException) {<a name="line.215"></a> -<span class="sourceLineNo">216</span> throw (DoNotRetryIOException)cause;<a name="line.216"></a> -<span class="sourceLineNo">217</span> }<a name="line.217"></a> -<span class="sourceLineNo">218</span> // Don't let ServiceException out; its rpc specific.<a name="line.218"></a> -<span class="sourceLineNo">219</span> t = cause;<a name="line.219"></a> -<span class="sourceLineNo">220</span> // t could be a RemoteException so go around again.<a name="line.220"></a> -<span class="sourceLineNo">221</span> translateException(t);<a name="line.221"></a> -<span class="sourceLineNo">222</span> } else if (t instanceof DoNotRetryIOException) {<a name="line.222"></a> -<span class="sourceLineNo">223</span> throw (DoNotRetryIOException)t;<a name="line.223"></a> -<span class="sourceLineNo">224</span> }<a name="line.224"></a> -<span class="sourceLineNo">225</span> return t;<a name="line.225"></a> -<span class="sourceLineNo">226</span> }<a name="line.226"></a> -<span class="sourceLineNo">227</span><a name="line.227"></a> -<span class="sourceLineNo">228</span> private int getTimeout(int callTimeout){<a name="line.228"></a> -<span class="sourceLineNo">229</span> int timeout = tracker.getRemainingTime(callTimeout);<a name="line.229"></a> -<span class="sourceLineNo">230</span> if (timeout <= 0 || rpcTimeout > 0 && rpcTimeout < timeout){<a name="line.230"></a> -<span class="sourceLineNo">231</span> timeout = rpcTimeout;<a name="line.231"></a> -<span class="sourceLineNo">232</span> }<a name="line.232"></a> -<span class="sourceLineNo">233</span> return timeout;<a name="line.233"></a> -<span class="sourceLineNo">234</span> }<a name="line.234"></a> -<span class="sourceLineNo">235</span><a name="line.235"></a> -<span class="sourceLineNo">236</span> @Override<a name="line.236"></a> -<span class="sourceLineNo">237</span> public String toString() {<a name="line.237"></a> -<span class="sourceLineNo">238</span> return "RpcRetryingCaller{" + "globalStartTime=" + tracker.getStartTime() +<a name="line.238"></a> -<span class="sourceLineNo">239</span> ", pause=" + pause + ", maxAttempts=" + maxAttempts + '}';<a name="line.239"></a> -<span class="sourceLineNo">240</span> }<a name="line.240"></a> -<span class="sourceLineNo">241</span>}<a name="line.241"></a> +<span class="sourceLineNo">031</span>import org.apache.commons.logging.Log;<a name="line.31"></a> +<span class="sourceLineNo">032</span>import org.apache.commons.logging.LogFactory;<a name="line.32"></a> +<span class="sourceLineNo">033</span>import org.apache.hadoop.hbase.CallQueueTooBigException;<a name="line.33"></a> +<span class="sourceLineNo">034</span>import org.apache.hadoop.hbase.DoNotRetryIOException;<a name="line.34"></a> +<span class="sourceLineNo">035</span>import org.apache.hadoop.hbase.exceptions.PreemptiveFastFailException;<a name="line.35"></a> +<span class="sourceLineNo">036</span>import org.apache.hadoop.hbase.util.EnvironmentEdgeManager;<a name="line.36"></a> +<span class="sourceLineNo">037</span>import org.apache.hadoop.hbase.util.ExceptionUtil;<a name="line.37"></a> +<span class="sourceLineNo">038</span>import org.apache.hadoop.ipc.RemoteException;<a name="line.38"></a> +<span class="sourceLineNo">039</span>import org.apache.hadoop.util.StringUtils;<a name="line.39"></a> +<span class="sourceLineNo">040</span>import org.apache.yetus.audience.InterfaceAudience;<a name="line.40"></a> +<span class="sourceLineNo">041</span><a name="line.41"></a> +<span class="sourceLineNo">042</span>import org.apache.hadoop.hbase.shaded.com.google.protobuf.ServiceException;<a name="line.42"></a> +<span class="sourceLineNo">043</span><a name="line.43"></a> +<span class="sourceLineNo">044</span>/**<a name="line.44"></a> +<span class="sourceLineNo">045</span> * Runs an rpc'ing {@link RetryingCallable}. Sets into rpc client<a name="line.45"></a> +<span class="sourceLineNo">046</span> * threadlocal outstanding timeouts as so we don't persist too much.<a name="line.46"></a> +<span class="sourceLineNo">047</span> * Dynamic rather than static so can set the generic appropriately.<a name="line.47"></a> +<span class="sourceLineNo">048</span> *<a name="line.48"></a> +<span class="sourceLineNo">049</span> * This object has a state. It should not be used by in parallel by different threads.<a name="line.49"></a> +<span class="sourceLineNo">050</span> * Reusing it is possible however, even between multiple threads. However, the user will<a name="line.50"></a> +<span class="sourceLineNo">051</span> * have to manage the synchronization on its side: there is no synchronization inside the class.<a name="line.51"></a> +<span class="sourceLineNo">052</span> */<a name="line.52"></a> +<span class="sourceLineNo">053</span>@InterfaceAudience.Private<a name="line.53"></a> +<span class="sourceLineNo">054</span>public class RpcRetryingCallerImpl<T> implements RpcRetryingCaller<T> {<a name="line.54"></a> +<span class="sourceLineNo">055</span> // LOG is being used in TestMultiRowRangeFilter, hence leaving it public<a name="line.55"></a> +<span class="sourceLineNo">056</span> public static final Log LOG = LogFactory.getLog(RpcRetryingCallerImpl.class);<a name="line.56"></a> +<span class="sourceLineNo">057</span><a name="line.57"></a> +<span class="sourceLineNo">058</span> /** How many retries are allowed before we start to log */<a name="line.58"></a> +<span class="sourceLineNo">059</span> private final int startLogErrorsCnt;<a name="line.59"></a> +<span class="sourceLineNo">060</span><a name="line.60"></a> +<span class="sourceLineNo">061</span> private final long pause;<a name="line.61"></a> +<span class="sourceLineNo">062</span> private final long pauseForCQTBE;<a name="line.62"></a> +<span class="sourceLineNo">063</span> private final int maxAttempts;// how many times to try<a name="line.63"></a> +<span class="sourceLineNo">064</span> private final int rpcTimeout;// timeout for each rpc request<a name="line.64"></a> +<span class="sourceLineNo">065</span> private final AtomicBoolean cancelled = new AtomicBoolean(false);<a name="line.65"></a> +<span class="sourceLineNo">066</span> private final RetryingCallerInterceptor interceptor;<a name="line.66"></a> +<span class="sourceLineNo">067</span> private final RetryingCallerInterceptorContext context;<a name="line.67"></a> +<span class="sourceLineNo">068</span> private final RetryingTimeTracker tracker;<a name="line.68"></a> +<span class="sourceLineNo">069</span><a name="line.69"></a> +<span class="sourceLineNo">070</span> public RpcRetryingCallerImpl(long pause, long pauseForCQTBE, int retries, int startLogErrorsCnt) {<a name="line.70"></a> +<span class="sourceLineNo">071</span> this(pause, pauseForCQTBE, retries, RetryingCallerInterceptorFactory.NO_OP_INTERCEPTOR,<a name="line.71"></a> +<span class="sourceLineNo">072</span> startLogErrorsCnt, 0);<a name="line.72"></a> +<span class="sourceLineNo">073</span> }<a name="line.73"></a> +<span class="sourceLineNo">074</span><a name="line.74"></a> +<span class="sourceLineNo">075</span> public RpcRetryingCallerImpl(long pause, long pauseForCQTBE, int retries,<a name="line.75"></a> +<span class="sourceLineNo">076</span> RetryingCallerInterceptor interceptor, int startLogErrorsCnt, int rpcTimeout) {<a name="line.76"></a> +<span class="sourceLineNo">077</span> this.pause = pause;<a name="line.77"></a> +<span class="sourceLineNo">078</span> this.pauseForCQTBE = pauseForCQTBE;<a name="line.78"></a> +<span class="sourceLineNo">079</span> this.maxAttempts = retries2Attempts(retries);<a name="line.79"></a> +<span class="sourceLineNo">080</span> this.interceptor = interceptor;<a name="line.80"></a> +<span class="sourceLineNo">081</span> context = interceptor.createEmptyContext();<a name="line.81"></a> +<span class="sourceLineNo">082</span> this.startLogErrorsCnt = startLogErrorsCnt;<a name="line.82"></a> +<span class="sourceLineNo">083</span> this.tracker = new RetryingTimeTracker();<a name="line.83"></a> +<span class="sourceLineNo">084</span> this.rpcTimeout = rpcTimeout;<a name="line.84"></a> +<span class="sourceLineNo">085</span> }<a name="line.85"></a> +<span class="sourceLineNo">086</span><a name="line.86"></a> +<span class="sourceLineNo">087</span> @Override<a name="line.87"></a> +<span class="sourceLineNo">088</span> public void cancel(){<a name="line.88"></a> +<span class="sourceLineNo">089</span> cancelled.set(true);<a name="line.89"></a> +<span class="sourceLineNo">090</span> synchronized (cancelled){<a name="line.90"></a> +<span class="sourceLineNo">091</span> cancelled.notifyAll();<a name="line.91"></a> +<span class="sourceLineNo">092</span> }<a name="line.92"></a> +<span class="sourceLineNo">093</span> }<a name="line.93"></a> +<span class="sourceLineNo">094</span><a name="line.94"></a> +<span class="sourceLineNo">095</span> @Override<a name="line.95"></a> +<span class="sourceLineNo">096</span> public T callWithRetries(RetryingCallable<T> callable, int callTimeout)<a name="line.96"></a> +<span class="sourceLineNo">097</span> throws IOException, RuntimeException {<a name="line.97"></a> +<span class="sourceLineNo">098</span> List<RetriesExhaustedException.ThrowableWithExtraContext> exceptions = new ArrayList<>();<a name="line.98"></a> +<span class="sourceLineNo">099</span> tracker.start();<a name="line.99"></a> +<span class="sourceLineNo">100</span> context.clear();<a name="line.100"></a> +<span class="sourceLineNo">101</span> for (int tries = 0;; tries++) {<a name="line.101"></a> +<span class="sourceLineNo">102</span> long expectedSleep;<a name="line.102"></a> +<span class="sourceLineNo">103</span> try {<a name="line.103"></a> +<span class="sourceLineNo">104</span> // bad cache entries are cleared in the call to RetryingCallable#throwable() in catch block<a name="line.104"></a> +<span class="sourceLineNo">105</span> callable.prepare(tries != 0);<a name="line.105"></a> +<span class="sourceLineNo">106</span> interceptor.intercept(context.prepare(callable, tries));<a name="line.106"></a> +<span class="sourceLineNo">107</span> return callable.call(getTimeout(callTimeout));<a name="line.107"></a> +<span class="sourceLineNo">108</span> } catch (PreemptiveFastFailException e) {<a name="line.108"></a> +<span class="sourceLineNo">109</span> throw e;<a name="line.109"></a> +<span class="sourceLineNo">110</span> } catch (Throwable t) {<a name="line.110"></a> +<span class="sourceLineNo">111</span> Throwable e = t.getCause();<a name="line.111"></a> +<span class="sourceLineNo">112</span> ExceptionUtil.rethrowIfInterrupt(t);<a name="line.112"></a> +<span class="sourceLineNo">113</span> Throwable cause = t.getCause();<a name="line.113"></a> +<span class="sourceLineNo">114</span> if (cause instanceof DoNotRetryIOException) {<a name="line.114"></a> +<span class="sourceLineNo">115</span> // Fail fast<a name="line.115"></a> +<span class="sourceLineNo">116</span> throw (DoNotRetryIOException) cause;<a name="line.116"></a> +<span class="sourceLineNo">117</span> }<a name="line.117"></a> +<span class="sourceLineNo">118</span> // translateException throws exception when should not retry: i.e. when request is bad.<a name="line.118"></a> +<span class="sourceLineNo">119</span> interceptor.handleFailure(context, t);<a name="line.119"></a> +<span class="sourceLineNo">120</span> t = translateException(t);<a name="line.120"></a> +<span class="sourceLineNo">121</span><a name="line.121"></a> +<span class="sourceLineNo">122</span> if (tries > startLogErrorsCnt) {<a name="line.122"></a> +<span class="sourceLineNo">123</span> if (LOG.isInfoEnabled()) {<a name="line.123"></a> +<span class="sourceLineNo">124</span> StringBuilder builder = new StringBuilder("Call exception, tries=").append(tries)<a name="line.124"></a> +<span class="sourceLineNo">125</span> .append(", retries=").append(tries).append(", started=")<a name="line.125"></a> +<span class="sourceLineNo">126</span> .append((EnvironmentEdgeManager.currentTime() - tracker.getStartTime()))<a name="line.126"></a> +<span class="sourceLineNo">127</span> .append(" ms ago, ").append("cancelled=").append(cancelled.get())<a name="line.127"></a> +<span class="sourceLineNo">128</span> .append(", msg=").append(t.getMessage())<a name="line.128"></a> +<span class="sourceLineNo">129</span> .append(", details=").append(callable.getExceptionMessageAdditionalDetail());<a name="line.129"></a> +<span class="sourceLineNo">130</span> if (LOG.isDebugEnabled()) {<a name="line.130"></a> +<span class="sourceLineNo">131</span> builder.append(", exception=").append(StringUtils.stringifyException(t));<a name="line.131"></a> +<span class="sourceLineNo">132</span> LOG.debug(builder.toString());<a name="line.132"></a> +<span class="sourceLineNo">133</span> } else {<a name="line.133"></a> +<span class="sourceLineNo">134</span> LOG.info(builder.toString());<a name="line.134"></a> +<span class="sourceLineNo">135</span> }<a name="line.135"></a> +<span class="sourceLineNo">136</span> }<a name="line.136"></a> +<span class="sourceLineNo">137</span> }<a name="line.137"></a> +<span class="sourceLineNo">138</span><a name="line.138"></a> +<span class="sourceLineNo">139</span> callable.throwable(t, maxAttempts != 1);<a name="line.139"></a> +<span class="sourceLineNo">140</span> RetriesExhaustedException.ThrowableWithExtraContext qt =<a name="line.140"></a> +<span class="sourceLineNo">141</span> new RetriesExhaustedException.ThrowableWithExtraContext(t,<a name="line.141"></a> +<span class="sourceLineNo">142</span> EnvironmentEdgeManager.currentTime(), toString());<a name="line.142"></a> +<span class="sourceLineNo">143</span> exceptions.add(qt);<a name="line.143"></a> +<span class="sourceLineNo">144</span> if (tries >= maxAttempts - 1) {<a name="line.144"></a> +<span class="sourceLineNo">145</span> throw new RetriesExhaustedException(tries, exceptions);<a name="line.145"></a> +<span class="sourceLineNo">146</span> }<a name="line.146"></a> +<span class="sourceLineNo">147</span> // If the server is dead, we need to wait a little before retrying, to give<a name="line.147"></a> +<span class="sourceLineNo">148</span> // a chance to the regions to be moved<a name="line.148"></a> +<span class="sourceLineNo">149</span> // get right pause time, start by RETRY_BACKOFF[0] * pauseBase, where pauseBase might be<a name="line.149"></a> +<span class="sourceLineNo">150</span> // special when encountering CallQueueTooBigException, see #HBASE-17114<a name="line.150"></a> +<span class="sourceLineNo">151</span> long pauseBase = (t instanceof CallQueueTooBigException) ? pauseForCQTBE : pause;<a name="line.151"></a> +<span class="sourceLineNo">152</span> expectedSleep = callable.sleep(pauseBase, tries);<a name="line.152"></a> +<span class="sourceLineNo">153</span><a name="line.153"></a> +<span class="sourceLineNo">154</span> // If, after the planned sleep, there won't be enough time left, we stop now.<a name="line.154"></a> +<span class="sourceLineNo">155</span> long duration = singleCallDuration(expectedSleep);<a name="line.155"></a> +<span class="sourceLineNo">156</span> if (duration > callTimeout) {<a name="line.156"></a> +<span class="sourceLineNo">157</span> String msg = "callTimeout=" + callTimeout + ", callDuration=" + duration +<a name="line.157"></a> +<span class="sourceLineNo">158</span> ": " + t.getMessage() + " " + callable.getExceptionMessageAdditionalDetail();<a name="line.158"></a> +<span class="sourceLineNo">159</span> throw (SocketTimeoutException)(new SocketTimeoutException(msg).initCause(t));<a name="line.159"></a> +<span class="sourceLineNo">160</span> }<a name="line.160"></a> +<span class="sourceLineNo">161</span> } finally {<a name="line.161"></a> +<span class="sourceLineNo">162</span> interceptor.updateFailureInfo(context);<a name="line.162"></a> +<span class="sourceLineNo">163</span> }<a name="line.163"></a> +<span class="sourceLineNo">164</span> try {<a name="line.164"></a> +<span class="sourceLineNo">165</span> if (expectedSleep > 0) {<a name="line.165"></a> +<span class="sourceLineNo">166</span> synchronized (cancelled) {<a name="line.166"></a> +<span class="sourceLineNo">167</span> if (cancelled.get()) return null;<a name="line.167"></a> +<span class="sourceLineNo">168</span> cancelled.wait(expectedSleep);<a name="line.168"></a> +<span class="sourceLineNo">169</span> }<a name="line.169"></a> +<span class="sourceLineNo">170</span> }<a name="line.170"></a> +<span class="sourceLineNo">171</span> if (cancelled.get()) return null;<a name="line.171"></a> +<span class="sourceLineNo">172</span> } catch (InterruptedException e) {<a name="line.172"></a> +<span class="sourceLineNo">173</span> throw new InterruptedIOException("Interrupted after " + tries<a name="line.173"></a> +<span class="sourceLineNo">174</span> + " tries while maxAttempts=" + maxAttempts);<a name="line.174"></a> +<span class="sourceLineNo">175</span> }<a name="line.175"></a> +<span class="sourceLineNo">176</span> }<a name="line.176"></a> +<span class="sourceLineNo">177</span> }<a name="line.177"></a> +<span class="sourceLineNo">178</span><a name="line.178"></a> +<span class="sourceLineNo">179</span> /**<a name="line.179"></a> +<span class="sourceLineNo">180</span> * @return Calculate how long a single call took<a name="line.180"></a> +<span class="sourceLineNo">181</span> */<a name="line.181"></a> +<span class="sourceLineNo">182</span> private long singleCallDuration(final long expectedSleep) {<a name="line.182"></a> +<span class="sourceLineNo">183</span> return (EnvironmentEdgeManager.currentTime() - tracker.getStartTime()) + expectedSleep;<a name="line.183"></a> +<span class="sourceLineNo">184</span> }<a name="line.184"></a> +<span class="sourceLineNo">185</span><a name="line.185"></a> +<span class="sourceLineNo">186</span> @Override<a name="line.186"></a> +<span class="sourceLineNo">187</span> public T callWithoutRetries(RetryingCallable<T> callable, int callTimeout)<a name="line.187"></a> +<span class="sourceLineNo">188</span> throws IOException, RuntimeException {<a name="line.188"></a> +<span class="sourceLineNo">189</span> // The code of this method should be shared with withRetries.<a name="line.189"></a> +<span class="sourceLineNo">190</span> try {<a name="line.190"></a> +<span class="sourceLineNo">191</span> callable.prepare(false);<a name="line.191"></a> +<span class="sourceLineNo">192</span> return callable.call(callTimeout);<a name="line.192"></a> +<span class="sourceLineNo">193</span> } catch (Throwable t) {<a name="line.193"></a> +<span class="sourceLineNo">194</span> Throwable t2 = translateException(t);<a name="line.194"></a> +<span class="sourceLineNo">195</span> ExceptionUtil.rethrowIfInterrupt(t2);<a name="line.195"></a> +<span class="sourceLineNo">196</span> // It would be nice to clear the location cache here.<a name="line.196"></a> +<span class="sourceLineNo">197</span> if (t2 instanceof IOException) {<a name="line.197"></a> +<span class="sourceLineNo">198</span> throw (IOException)t2;<a name="line.198"></a> +<span class="sourceLineNo">199</span> } else {<a name="line.199"></a> +<span class="sourceLineNo">200</span> throw new RuntimeException(t2);<a name="line.200"></a> +<span class="sourceLineNo">201</span> }<a name="line.201"></a> +<span class="sourceLineNo">202</span> }<a name="line.202"></a> +<span class="sourceLineNo">203</span> }<a name="line.203"></a> +<span class="sourceLineNo">204</span><a name="line.204"></a> +<span class="sourceLineNo">205</span> /**<a name="line.205"></a> +<span class="sourceLineNo">206</span> * Get the good or the remote exception if any, throws the DoNotRetryIOException.<a name="line.206"></a> +<span class="sourceLineNo">207</span> * @param t the throwable to analyze<a name="line.207"></a> +<span class="sourceLineNo">208</span> * @return the translated exception, if it's not a DoNotRetryIOException<a name="line.208"></a> +<span class="sourceLineNo">209</span> * @throws DoNotRetryIOException - if we find it, we throw it instead of translating.<a name="line.209"></a> +<span class="sourceLineNo">210</span> */<a name="line.210"></a> +<span class="sourceLineNo">211</span> static Throwable translateException(Throwable t) throws DoNotRetryIOException {<a name="line.211"></a> +<span class="sourceLineNo">212</span> if (t instanceof UndeclaredThrowableException) {<a name="line.212"></a> +<span class="sourceLineNo">213</span> if (t.getCause() != null) {<a name="line.213"></a> +<span class="sourceLineNo">214</span> t = t.getCause();<a name="line.214"></a> +<span class="sourceLineNo">215</span> }<a name="line.215"></a> +<span class="sourceLineNo">216</span> }<a name="line.216"></a> +<span class="sourceLineNo">217</span> if (t instanceof RemoteException) {<a name="line.217"></a> +<span class="sourceLineNo">218</span> t = ((RemoteException)t).unwrapRemoteException();<a name="line.218"></a> +<span class="sourceLineNo">219</span> }<a name="line.219"></a> +<span class="sourceLineNo">220</span> if (t instanceof LinkageError) {<a name="line.220"></a> +<span class="sourceLineNo">221</span> throw new DoNotRetryIOException(t);<a name="line.221"></a> +<span class="sourceLineNo">222</span> }<a name="line.222"></a> +<span class="sourceLineNo">223</span> if (t instanceof ServiceException) {<a name="line.223"></a> +<span class="sourceLineNo">224</span> ServiceException se = (ServiceException)t;<a name="line.224"></a> +<span class="sourceLineNo">225</span> Throwable cause = se.getCause();<a name="line.225"></a> +<span class="sourceLineNo">226</span> if (cause != null && cause instanceof DoNotRetryIOException) {<a name="line.226"></a> +<span class="sourceLineNo">227</span> throw (DoNotRetryIOException)cause;<a name="line.227"></a> +<span class="sourceLineNo">228</span> }<a name="line.228"></a> +<span class="sourceLineNo">229</span> // Don't let ServiceException out; its rpc specific.<a name="line.229"></a> +<span class="sourceLineNo">230</span> t = cause;<a name="line.230"></a> +<span class="sourceLineNo">231</span> // t could be a RemoteException so go around again.<a name="line.231"></a> +<span class="sourceLineNo">232</span> translateException(t);<a name="line.232"></a> +<span class="sourceLineNo">233</span> } else if (t instanceof DoNotRetryIOException) {<a name="line.233"></a> +<span class="sourceLineNo">234</span> throw (DoNotRetryIOException)t;<a name="line.234"></a> +<span class="sourceLineNo">235</span> }<a name="line.235"></a> +<span class="sourceLineNo">236</span> return t;<a name="line.236"></a> +<span class="sourceLineNo">237</span> }<a name="line.237"></a> +<span class="sourceLineNo">238</span><a name="line.238"></a> +<span class="sourceLineNo">239</span> private int getTimeout(int callTimeout){<a name="line.239"></a> +<span class="sourceLineNo">240</span> int timeout = tracker.getRemainingTime(callTimeout);<a name="line.240"></a> +<span class="sourceLineNo">241</span> if (timeout <= 0 || rpcTimeout > 0 && rpcTimeout < timeout){<a name="line.241"></a> +<span class="sourceLineNo">242</span> timeout = rpcTimeout;<a name="line.242"></a> +<span class="sourceLineNo">243</span> }<a name="line.243"></a> +<span class="sourceLineNo">244</span> return timeout;<a name="line.244"></a> +<span class="sourceLineNo">245</span> }<a name="line.245"></a> +<span class="sourceLineNo">246</span><a name="line.246"></a> +<span class="sourceLineNo">247</span> @Override<a name="line.247"></a> +<span class="sourceLineNo">248</span> public String toString() {<a name="line.248"></a> +<span class="sourceLineNo">249</span> return "RpcRetryingCaller{" + "globalStartTime=" + tracker.getStartTime() +<a name="line.249"></a> +<span class="sourceLineNo">250</span> ", pause=" + pause + ", maxAttempts=" + maxAttempts + '}';<a name="line.250"></a> +<span class="sourceLineNo">251</span> }<a name="line.251"></a> +<span class="sourceLineNo">252</span>}<a name="line.252"></a> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/c54c242b/devapidocs/src-html/org/apache/hadoop/hbase/client/ZKAsyncRegistry.Converter.html ---------------------------------------------------------------------- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/client/ZKAsyncRegistry.Converter.html b/devapidocs/src-html/org/apache/hadoop/hbase/client/ZKAsyncRegistry.Converter.html new file mode 100644 index 0000000..d8722e4 --- /dev/null +++ b/devapidocs/src-html/org/apache/hadoop/hbase/client/ZKAsyncRegistry.Converter.html @@ -0,0 +1,302 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd";> +<html lang="en"> +<head> +<title>Source code</title> +<link rel="stylesheet" type="text/css" href="../../../../../../stylesheet.css" title="Style"> +</head> +<body> +<div class="sourceContainer"> +<pre><span class="sourceLineNo">001</span>/**<a name="line.1"></a> +<span class="sourceLineNo">002</span> * Licensed to the Apache Software Foundation (ASF) under one<a name="line.2"></a> +<span class="sourceLineNo">003</span> * or more contributor license agreements. See the NOTICE file<a name="line.3"></a> +<span class="sourceLineNo">004</span> * distributed with this work for additional information<a name="line.4"></a> +<span class="sourceLineNo">005</span> * regarding copyright ownership. The ASF licenses this file<a name="line.5"></a> +<span class="sourceLineNo">006</span> * to you under the Apache License, Version 2.0 (the<a name="line.6"></a> +<span class="sourceLineNo">007</span> * "License"); you may not use this file except in compliance<a name="line.7"></a> +<span class="sourceLineNo">008</span> * with the License. You may obtain a copy of the License at<a name="line.8"></a> +<span class="sourceLineNo">009</span> *<a name="line.9"></a> +<span class="sourceLineNo">010</span> * http://www.apache.org/licenses/LICENSE-2.0<a name="line.10"></a> +<span class="sourceLineNo">011</span> *<a name="line.11"></a> +<span class="sourceLineNo">012</span> * Unless required by applicable law or agreed to in writing, software<a name="line.12"></a> +<span class="sourceLineNo">013</span> * distributed under the License is distributed on an "AS IS" BASIS,<a name="line.13"></a> +<span class="sourceLineNo">014</span> * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.<a name="line.14"></a> +<span class="sourceLineNo">015</span> * See the License for the specific language governing permissions and<a name="line.15"></a> +<span class="sourceLineNo">016</span> * limitations under the License.<a name="line.16"></a> +<span class="sourceLineNo">017</span> */<a name="line.17"></a> +<span class="sourceLineNo">018</span>package org.apache.hadoop.hbase.client;<a name="line.18"></a> +<span class="sourceLineNo">019</span><a name="line.19"></a> +<span class="sourceLineNo">020</span>import static org.apache.hadoop.hbase.client.RegionInfo.DEFAULT_REPLICA_ID;<a name="line.20"></a> +<span class="sourceLineNo">021</span>import static org.apache.hadoop.hbase.client.RegionInfoBuilder.FIRST_META_REGIONINFO;<a name="line.21"></a> +<span class="sourceLineNo">022</span>import static org.apache.hadoop.hbase.client.RegionReplicaUtil.getRegionInfoForDefaultReplica;<a name="line.22"></a> +<span class="sourceLineNo">023</span>import static org.apache.hadoop.hbase.client.RegionReplicaUtil.getRegionInfoForReplica;<a name="line.23"></a> +<span class="sourceLineNo">024</span>import static org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.lengthOfPBMagic;<a name="line.24"></a> +<span class="sourceLineNo">025</span>import static org.apache.hadoop.hbase.zookeeper.ZKMetadata.removeMetaData;<a name="line.25"></a> +<span class="sourceLineNo">026</span><a name="line.26"></a> +<span class="sourceLineNo">027</span>import java.io.IOException;<a name="line.27"></a> +<span class="sourceLineNo">028</span>import java.util.concurrent.CompletableFuture;<a name="line.28"></a> +<span class="sourceLineNo">029</span><a name="line.29"></a> +<span class="sourceLineNo">030</span>import org.apache.commons.lang3.mutable.MutableInt;<a name="line.30"></a> +<span class="sourceLineNo">031</span>import org.apache.commons.logging.Log;<a name="line.31"></a> +<span class="sourceLineNo">032</span>import org.apache.commons.logging.LogFactory;<a name="line.32"></a> +<span class="sourceLineNo">033</span>import org.apache.hadoop.conf.Configuration;<a name="line.33"></a> +<span class="sourceLineNo">034</span>import org.apache.hadoop.hbase.ClusterId;<a name="line.34"></a> +<span class="sourceLineNo">035</span>import org.apache.hadoop.hbase.HRegionLocation;<a name="line.35"></a> +<span class="sourceLineNo">036</span>import org.apache.hadoop.hbase.RegionLocations;<a name="line.36"></a> +<span class="sourceLineNo">037</span>import org.apache.hadoop.hbase.ServerName;<a name="line.37"></a> +<span class="sourceLineNo">038</span>import org.apache.hadoop.hbase.exceptions.DeserializationException;<a name="line.38"></a> +<span class="sourceLineNo">039</span>import org.apache.hadoop.hbase.master.RegionState;<a name="line.39"></a> +<span class="sourceLineNo">040</span>import org.apache.hadoop.hbase.util.Pair;<a name="line.40"></a> +<span class="sourceLineNo">041</span>import org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient;<a name="line.41"></a> +<span class="sourceLineNo">042</span>import org.apache.hadoop.hbase.zookeeper.ZNodePaths;<a name="line.42"></a> +<span class="sourceLineNo">043</span>import org.apache.yetus.audience.InterfaceAudience;<a name="line.43"></a> +<span class="sourceLineNo">044</span><a name="line.44"></a> +<span class="sourceLineNo">045</span>import org.apache.hadoop.hbase.shaded.com.google.common.annotations.VisibleForTesting;<a name="line.45"></a> +<span class="sourceLineNo">046</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos;<a name="line.46"></a> +<span class="sourceLineNo">047</span>import org.apache.hadoop.hbase.shaded.protobuf.generated.ZooKeeperProtos;<a name="line.47"></a> +<span class="sourceLineNo">048</span><a name="line.48"></a> +<span class="sourceLineNo">049</span>/**<a name="line.49"></a> +<span class="sourceLineNo">050</span> * Fetch the registry data from zookeeper.<a name="line.50"></a> +<span class="sourceLineNo">051</span> */<a name="line.51"></a> +<span class="sourceLineNo">052</span>@InterfaceAudience.Private<a name="line.52"></a> +<span class="sourceLineNo">053</span>class ZKAsyncRegistry implements AsyncRegistry {<a name="line.53"></a> +<span class="sourceLineNo">054</span><a name="line.54"></a> +<span class="sourceLineNo">055</span> private static final Log LOG = LogFactory.getLog(ZKAsyncRegistry.class);<a name="line.55"></a> +<span class="sourceLineNo">056</span><a name="line.56"></a> +<span class="sourceLineNo">057</span> private final ReadOnlyZKClient zk;<a name="line.57"></a> +<span class="sourceLineNo">058</span><a name="line.58"></a> +<span class="sourceLineNo">059</span> private final ZNodePaths znodePaths;<a name="line.59"></a> +<span class="sourceLineNo">060</span><a name="line.60"></a> +<span class="sourceLineNo">061</span> ZKAsyncRegistry(Configuration conf) {<a name="line.61"></a> +<span class="sourceLineNo">062</span> this.znodePaths = new ZNodePaths(conf);<a name="line.62"></a> +<span class="sourceLineNo">063</span> this.zk = new ReadOnlyZKClient(conf);<a name="line.63"></a> +<span class="sourceLineNo">064</span> }<a name="line.64"></a> +<span class="sourceLineNo">065</span><a name="line.65"></a> +<span class="sourceLineNo">066</span> private interface Converter<T> {<a name="line.66"></a> +<span class="sourceLineNo">067</span> T convert(byte[] data) throws Exception;<a name="line.67"></a> +<span class="sourceLineNo">068</span> }<a name="line.68"></a> +<span class="sourceLineNo">069</span><a name="line.69"></a> +<span class="sourceLineNo">070</span> private <T> CompletableFuture<T> getAndConvert(String path, Converter<T> converter) {<a name="line.70"></a> +<span class="sourceLineNo">071</span> CompletableFuture<T> future = new CompletableFuture<>();<a name="line.71"></a> +<span class="sourceLineNo">072</span> zk.get(path).whenComplete((data, error) -> {<a name="line.72"></a> +<span class="sourceLineNo">073</span> if (error != null) {<a name="line.73"></a> +<span class="sourceLineNo">074</span> future.completeExceptionally(error);<a name="line.74"></a> +<span class="sourceLineNo">075</span> return;<a name="line.75"></a> +<span class="sourceLineNo">076</span> }<a name="line.76"></a> +<span class="sourceLineNo">077</span> try {<a name="line.77"></a> +<span class="sourceLineNo">078</span> future.complete(converter.convert(data));<a name="line.78"></a> +<span class="sourceLineNo">079</span> } catch (Exception e) {<a name="line.79"></a> +<span class="sourceLineNo">080</span> future.completeExceptionally(e);<a name="line.80"></a> +<span class="sourceLineNo">081</span> }<a name="line.81"></a> +<span class="sourceLineNo">082</span> });<a name="line.82"></a> +<span class="sourceLineNo">083</span> return future;<a name="line.83"></a> +<span class="sourceLineNo">084</span> }<a name="line.84"></a> +<span class="sourceLineNo">085</span><a name="line.85"></a> +<span class="sourceLineNo">086</span> private static String getClusterId(byte[] data) throws DeserializationException {<a name="line.86"></a> +<span class="sourceLineNo">087</span> if (data == null || data.length == 0) {<a name="line.87"></a> +<span class="sourceLineNo">088</span> return null;<a name="line.88"></a> +<span class="sourceLineNo">089</span> }<a name="line.89"></a> +<span class="sourceLineNo">090</span> data = removeMetaData(data);<a name="line.90"></a> +<span class="sourceLineNo">091</span> return ClusterId.parseFrom(data).toString();<a name="line.91"></a> +<span class="sourceLineNo">092</span> }<a name="line.92"></a> +<span class="sourceLineNo">093</span><a name="line.93"></a> +<span class="sourceLineNo">094</span> @Override<a name="line.94"></a> +<span class="sourceLineNo">095</span> public CompletableFuture<String> getClusterId() {<a name="line.95"></a> +<span class="sourceLineNo">096</span> return getAndConvert(znodePaths.clusterIdZNode, ZKAsyncRegistry::getClusterId);<a name="line.96"></a> +<span class="sourceLineNo">097</span> }<a name="line.97"></a> +<span class="sourceLineNo">098</span><a name="line.98"></a> +<span class="sourceLineNo">099</span> @VisibleForTesting<a name="line.99"></a> +<span class="sourceLineNo">100</span> ReadOnlyZKClient getZKClient() {<a name="line.100"></a> +<span class="sourceLineNo">101</span> return zk;<a name="line.101"></a> +<span class="sourceLineNo">102</span> }<a name="line.102"></a> +<span class="sourceLineNo">103</span><a name="line.103"></a> +<span class="sourceLineNo">104</span> private static ZooKeeperProtos.MetaRegionServer getMetaProto(byte[] data) throws IOException {<a name="line.104"></a> +<span class="sourceLineNo">105</span> if (data == null || data.length == 0) {<a name="line.105"></a> +<span class="sourceLineNo">106</span> return null;<a name="line.106"></a> +<span class="sourceLineNo">107</span> }<a name="line.107"></a> +<span class="sourceLineNo">108</span> data = removeMetaData(data);<a name="line.108"></a> +<span class="sourceLineNo">109</span> int prefixLen = lengthOfPBMagic();<a name="line.109"></a> +<span class="sourceLineNo">110</span> return ZooKeeperProtos.MetaRegionServer.parser().parseFrom(data, prefixLen,<a name="line.110"></a> +<span class="sourceLineNo">111</span> data.length - prefixLen);<a name="line.111"></a> +<span class="sourceLineNo">112</span> }<a name="line.112"></a> +<span class="sourceLineNo">113</span><a name="line.113"></a> +<span class="sourceLineNo">114</span> private static void tryComplete(MutableInt remaining, HRegionLocation[] locs,<a name="line.114"></a> +<span class="sourceLineNo">115</span> CompletableFuture<RegionLocations> future) {<a name="line.115"></a> +<span class="sourceLineNo">116</span> remaining.decrement();<a name="line.116"></a> +<span class="sourceLineNo">117</span> if (remaining.intValue() > 0) {<a name="line.117"></a> +<span class="sourceLineNo">118</span> return;<a name="line.118"></a> +<span class="sourceLineNo">119</span> }<a name="line.119"></a> +<span class="sourceLineNo">120</span> future.complete(new RegionLocations(locs));<a name="line.120"></a> +<span class="sourceLineNo">121</span> }<a name="line.121"></a> +<span class="sourceLineNo">122</span><a name="line.122"></a> +<span class="sourceLineNo">123</span> private Pair<RegionState.State, ServerName> getStateAndServerName(<a name="line.123"></a> +<span class="sourceLineNo">124</span> ZooKeeperProtos.MetaRegionServer proto) {<a name="line.124"></a> +<span class="sourceLineNo">125</span> RegionState.State state;<a name="line.125"></a> +<span class="sourceLineNo">126</span> if (proto.hasState()) {<a name="line.126"></a> +<span class="sourceLineNo">127</span> state = RegionState.State.convert(proto.getState());<a name="line.127"></a> +<span class="sourceLineNo">128</span> } else {<a name="line.128"></a> +<span class="sourceLineNo">129</span> state = RegionState.State.OPEN;<a name="line.129"></a> +<span class="sourceLineNo">130</span> }<a name="line.130"></a> +<span class="sourceLineNo">131</span> HBaseProtos.ServerName snProto = proto.getServer();<a name="line.131"></a> +<span class="sourceLineNo">132</span> return Pair.newPair(state,<a name="line.132"></a> +<span class="sourceLineNo">133</span> ServerName.valueOf(snProto.getHostName(), snProto.getPort(), snProto.getStartCode()));<a name="line.133"></a> +<span class="sourceLineNo">134</span> }<a name="line.134"></a> +<span class="sourceLineNo">135</span><a name="line.135"></a> +<span class="sourceLineNo">136</span> @Override<a name="line.136"></a> +<span class="sourceLineNo">137</span> public CompletableFuture<RegionLocations> getMetaRegionLocation() {<a name="line.137"></a> +<span class="sourceLineNo">138</span> CompletableFuture<RegionLocations> future = new CompletableFuture<>();<a name="line.138"></a> +<span class="sourceLineNo">139</span> HRegionLocation[] locs = new HRegionLocation[znodePaths.metaReplicaZNodes.size()];<a name="line.139"></a> +<span class="sourceLineNo">140</span> MutableInt remaining = new MutableInt(locs.length);<a name="line.140"></a> +<span class="sourceLineNo">141</span> znodePaths.metaReplicaZNodes.forEach((replicaId, path) -> {<a name="line.141"></a> +<span class="sourceLineNo">142</span> if (replicaId == DEFAULT_REPLICA_ID) {<a name="line.142"></a> +<span class="sourceLineNo">143</span> getAndConvert(path, ZKAsyncRegistry::getMetaProto).whenComplete((proto, error) -> {<a name="line.143"></a> +<span class="sourceLineNo">144</span> if (error != null) {<a name="line.144"></a> +<span class="sourceLineNo">145</span> future.completeExceptionally(error);<a name="line.145"></a> +<span class="sourceLineNo">146</span> return;<a name="line.146"></a> +<span class="sourceLineNo">147</span> }<a name="line.147"></a> +<span class="sourceLineNo">148</span> if (proto == null) {<a name="line.148"></a> +<span class="sourceLineNo">149</span> future.completeExceptionally(new IOException("Meta znode is null"));<a name="line.149"></a> +<span class="sourceLineNo">150</span> return;<a name="line.150"></a> +<span class="sourceLineNo">151</span> }<a name="line.151"></a> +<span class="sourceLineNo">152</span> Pair<RegionState.State, ServerName> stateAndServerName = getStateAndServerName(proto);<a name="line.152"></a> +<span class="sourceLineNo">153</span> if (stateAndServerName.getFirst() != RegionState.State.OPEN) {<a name="line.153"></a> +<span class="sourceLineNo">154</span> future.completeExceptionally(<a name="line.154"></a> +<span class="sourceLineNo">155</span> new IOException("Meta region is in state " + stateAndServerName.getFirst()));<a name="line.155"></a> +<span class="sourceLineNo">156</span> return;<a name="line.156"></a> +<span class="sourceLineNo">157</span> }<a name="line.157"></a> +<span class="sourceLineNo">158</span> locs[DEFAULT_REPLICA_ID] =<a name="line.158"></a> +<span class="sourceLineNo">159</span> new HRegionLocation(getRegionInfoForDefaultReplica(FIRST_META_REGIONINFO),<a name="line.159"></a> +<span class="sourceLineNo">160</span> stateAndServerName.getSecond());<a name="line.160"></a> +<span class="sourceLineNo">161</span> tryComplete(remaining, locs, future);<a name="line.161"></a> +<span class="sourceLineNo">162</span> });<a name="line.162"></a> +<span class="sourceLineNo">163</span> } else {<a name="line.163"></a> +<span class="sourceLineNo">164</span> getAndConvert(path, ZKAsyncRegistry::getMetaProto).whenComplete((proto, error) -> {<a name="line.164"></a> +<span class="sourceLineNo">165</span> if (future.isDone()) {<a name="line.165"></a> +<span class="sourceLineNo">166</span> return;<a name="line.166"></a> +<span class="sourceLineNo">167</span> }<a name="line.167"></a> +<span class="sourceLineNo">168</span> if (error != null) {<a name="line.168"></a> +<span class="sourceLineNo">169</span> LOG.warn("Failed to fetch " + path, error);<a name="line.169"></a> +<span class="sourceLineNo">170</span> locs[replicaId] = null;<a name="line.170"></a> +<span class="sourceLineNo">171</span> } else if (proto == null) {<a name="line.171"></a> +<span class="sourceLineNo">172</span> LOG.warn("Meta znode for replica " + replicaId + " is null");<a name="line.172"></a> +<span class="sourceLineNo">173</span> locs[replicaId] = null;<a name="line.173"></a> +<span class="sourceLineNo">174</span> } else {<a name="line.174"></a> +<span class="sourceLineNo">175</span> Pair<RegionState.State, ServerName> stateAndServerName = getStateAndServerName(proto);<a name="line.175"></a> +<span class="sourceLineNo">176</span> if (stateAndServerName.getFirst() != RegionState.State.OPEN) {<a name="line.176"></a> +<span class="sourceLineNo">177</span> LOG.warn("Meta region for replica " + replicaId + " is in state " +<a name="line.177"></a> +<span class="sourceLineNo">178</span> stateAndServerName.getFirst());<a name="line.178"></a> +<span class="sourceLineNo">179</span> locs[replicaId] = null;<a name="line.179"></a> +<span class="sourceLineNo">180</span> } else {<a name="line.180"></a> +<span class="sourceLineNo">181</span> locs[replicaId] =<a name="line.181"></a> +<span class="sourceLineNo">182</span> new HRegionLocation(getRegionInfoForReplica(FIRST_META_REGIONINFO, replicaId),<a name="line.182"></a> +<span class="sourceLineNo">183</span> stateAndServerName.getSecond());<a name="line.183"></a> +<span class="sourceLineNo">184</span> }<a name="line.184"></a> +<span class="sourceLineNo">185</span> }<a name="line.185"></a> +<span class="sourceLineNo">186</span> tryComplete(remaining, locs, future);<a name="line.186"></a> +<span class="sourceLineNo">187</span> });<a name="line.187"></a> +<span class="sourceLineNo">188</span> }<a name="line.188"></a> +<span class="sourceLineNo">189</span> });<a name="line.189"></a> +<span class="sourceLineNo">190</span> return future;<a name="line.190"></a> +<span class="sourceLineNo">191</span> }<a name="line.191"></a> +<span class="sourceLineNo">192</span><a name="line.192"></a> +<span class="sourceLineNo">193</span> @Override<a name="line.193"></a> +<span class="sourceLineNo">194</span> public CompletableFuture<Integer> getCurrentNrHRS() {<a name="line.194"></a> +<span class="sourceLineNo">195</span> return zk.exists(znodePaths.rsZNode).thenApply(s -> s != null ? s.getNumChildren() : 0);<a name="line.195"></a> +<span class="sourceLineNo">196</span> }<a name="line.196"></a> +<span class="sourceLineNo">197</span><a name="line.197"></a> +<span class="sourceLineNo">198</span> private static ZooKeeperProtos.Master getMasterProto(byte[] data) throws IOException {<a name="line.198"></a> +<span class="sourceLineNo">199</span> if (data == null || data.length == 0) {<a name="line.199"></a> +<span class="sourceLineNo">200</span> return null;<a name="line.200"></a> +<span class="sourceLineNo">201</span> }<a name="line.201"></a> +<span class="sourceLineNo">202</span> data = removeMetaData(data);<a name="line.202"></a> +<span class="sourceLineNo">203</span> int prefixLen = lengthOfPBMagic();<a name="line.203"></a> +<span class="sourceLineNo">204</span> return ZooKeeperProtos.Master.parser().parseFrom(data, prefixLen, data.length - prefixLen);<a name="line.204"></a> +<span class="sourceLineNo">205</span> }<a name="line.205"></a> +<span class="sourceLineNo">206</span><a name="line.206"></a> +<span class="sourceLineNo">207</span> @Override<a name="line.207"></a> +<span class="sourceLineNo">208</span> public CompletableFuture<ServerName> getMasterAddress() {<a name="line.208"></a> +<span class="sourceLineNo">209</span> return getAndConvert(znodePaths.masterAddressZNode, ZKAsyncRegistry::getMasterProto)<a name="line.209"></a> +<span class="sourceLineNo">210</span> .thenApply(proto -> {<a name="line.210"></a> +<span class="sourceLineNo">211</span> if (proto == null) {<a name="line.211"></a> +<span class="sourceLineNo">212</span> return null;<a name="line.212"></a> +<span class="sourceLineNo">213</span> }<a name="line.213"></a> +<span class="sourceLineNo">214</span> HBaseProtos.ServerName snProto = proto.getMaster();<a name="line.214"></a> +<span class="sourceLineNo">215</span> return ServerName.valueOf(snProto.getHostName(), snProto.getPort(),<a name="line.215"></a> +<span class="sourceLineNo">216</span> snProto.getStartCode());<a name="line.216"></a> +<span class="sourceLineNo">217</span> });<a name="line.217"></a> +<span class="sourceLineNo">218</span> }<a name="line.218"></a> +<span class="sourceLineNo">219</span><a name="line.219"></a> +<span class="sourceLineNo">220</span> @Override<a name="line.220"></a> +<span class="sourceLineNo">221</span> public CompletableFuture<Integer> getMasterInfoPort() {<a name="line.221"></a> +<span class="sourceLineNo">222</span> return getAndConvert(znodePaths.masterAddressZNode, ZKAsyncRegistry::getMasterProto)<a name="line.222"></a> +<span class="sourceLineNo">223</span> .thenApply(proto -> proto != null ? proto.getInfoPort() : 0);<a name="line.223"></a> +<span class="sourceLineNo">224</span> }<a name="line.224"></a> +<span class="sourceLineNo">225</span><a name="line.225"></a> +<span class="sourceLineNo">226</span> @Override<a name="line.226"></a> +<span class="sourceLineNo">227</span> public void close() {<a name="line.227"></a> +<span class="sourceLineNo">228</span> zk.close();<a name="line.228"></a> +<span class="sourceLineNo">229</span> }<a name="line.229"></a> +<span class="sourceLineNo">230</span>}<a name="line.230"></a> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +</pre> +</div> +</body> +</html>
