http://git-wip-us.apache.org/repos/asf/hbase-site/blob/f55baeba/apidocs/src-html/org/apache/hadoop/hbase/ipc/ServerTooBusyException.html ---------------------------------------------------------------------- diff --git a/apidocs/src-html/org/apache/hadoop/hbase/ipc/ServerTooBusyException.html b/apidocs/src-html/org/apache/hadoop/hbase/ipc/ServerTooBusyException.html new file mode 100644 index 0000000..9e5d16d --- /dev/null +++ b/apidocs/src-html/org/apache/hadoop/hbase/ipc/ServerTooBusyException.html @@ -0,0 +1,110 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd";> +<html lang="en"> +<head> +<title>Source code</title> +<link rel="stylesheet" type="text/css" href="../../../../../../stylesheet.css" title="Style"> +</head> +<body> +<div class="sourceContainer"> +<pre><span class="sourceLineNo">001</span>/*<a name="line.1"></a> +<span class="sourceLineNo">002</span> *<a name="line.2"></a> +<span class="sourceLineNo">003</span> * Licensed to the Apache Software Foundation (ASF) under one<a name="line.3"></a> +<span class="sourceLineNo">004</span> * or more contributor license agreements. See the NOTICE file<a name="line.4"></a> +<span class="sourceLineNo">005</span> * distributed with this work for additional information<a name="line.5"></a> +<span class="sourceLineNo">006</span> * regarding copyright ownership. The ASF licenses this file<a name="line.6"></a> +<span class="sourceLineNo">007</span> * to you under the Apache License, Version 2.0 (the<a name="line.7"></a> +<span class="sourceLineNo">008</span> * "License"); you may not use this file except in compliance<a name="line.8"></a> +<span class="sourceLineNo">009</span> * with the License. You may obtain a copy of the License at<a name="line.9"></a> +<span class="sourceLineNo">010</span> *<a name="line.10"></a> +<span class="sourceLineNo">011</span> * http://www.apache.org/licenses/LICENSE-2.0<a name="line.11"></a> +<span class="sourceLineNo">012</span> *<a name="line.12"></a> +<span class="sourceLineNo">013</span> * Unless required by applicable law or agreed to in writing, software<a name="line.13"></a> +<span class="sourceLineNo">014</span> * distributed under the License is distributed on an "AS IS" BASIS,<a name="line.14"></a> +<span class="sourceLineNo">015</span> * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.<a name="line.15"></a> +<span class="sourceLineNo">016</span> * See the License for the specific language governing permissions and<a name="line.16"></a> +<span class="sourceLineNo">017</span> * limitations under the License.<a name="line.17"></a> +<span class="sourceLineNo">018</span> */<a name="line.18"></a> +<span class="sourceLineNo">019</span>package org.apache.hadoop.hbase.ipc;<a name="line.19"></a> +<span class="sourceLineNo">020</span><a name="line.20"></a> +<span class="sourceLineNo">021</span>import java.net.InetSocketAddress;<a name="line.21"></a> +<span class="sourceLineNo">022</span><a name="line.22"></a> +<span class="sourceLineNo">023</span>import org.apache.hadoop.hbase.DoNotRetryIOException;<a name="line.23"></a> +<span class="sourceLineNo">024</span>import org.apache.hadoop.hbase.classification.InterfaceAudience;<a name="line.24"></a> +<span class="sourceLineNo">025</span>import org.apache.hadoop.hbase.classification.InterfaceStability;<a name="line.25"></a> +<span class="sourceLineNo">026</span><a name="line.26"></a> +<span class="sourceLineNo">027</span>/**<a name="line.27"></a> +<span class="sourceLineNo">028</span> * Throw this in rpc call if there are too many pending requests for one region server<a name="line.28"></a> +<span class="sourceLineNo">029</span> */<a name="line.29"></a> +<span class="sourceLineNo">030</span>@InterfaceAudience.Public<a name="line.30"></a> +<span class="sourceLineNo">031</span>@InterfaceStability.Evolving<a name="line.31"></a> +<span class="sourceLineNo">032</span>public class ServerTooBusyException extends DoNotRetryIOException {<a name="line.32"></a> +<span class="sourceLineNo">033</span><a name="line.33"></a> +<span class="sourceLineNo">034</span> public ServerTooBusyException(InetSocketAddress address, long count) {<a name="line.34"></a> +<span class="sourceLineNo">035</span> super("There are " + count + " concurrent rpc requests for " + address);<a name="line.35"></a> +<span class="sourceLineNo">036</span> }<a name="line.36"></a> +<span class="sourceLineNo">037</span><a name="line.37"></a> +<span class="sourceLineNo">038</span>}<a name="line.38"></a> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +</pre> +</div> +</body> +</html>
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/f55baeba/apidocs/src-html/org/apache/hadoop/hbase/util/Counter.html ---------------------------------------------------------------------- diff --git a/apidocs/src-html/org/apache/hadoop/hbase/util/Counter.html b/apidocs/src-html/org/apache/hadoop/hbase/util/Counter.html index 4af5985..01ae315 100644 --- a/apidocs/src-html/org/apache/hadoop/hbase/util/Counter.html +++ b/apidocs/src-html/org/apache/hadoop/hbase/util/Counter.html @@ -189,29 +189,33 @@ <span class="sourceLineNo">181</span> return sum;<a name="line.181"></a> <span class="sourceLineNo">182</span> }<a name="line.182"></a> <span class="sourceLineNo">183</span><a name="line.183"></a> -<span class="sourceLineNo">184</span> @Override<a name="line.184"></a> -<span class="sourceLineNo">185</span> public String toString() {<a name="line.185"></a> -<span class="sourceLineNo">186</span> Cell[] cells = containerRef.get().cells;<a name="line.186"></a> +<span class="sourceLineNo">184</span> public void destroy() {<a name="line.184"></a> +<span class="sourceLineNo">185</span> indexHolderThreadLocal.remove();<a name="line.185"></a> +<span class="sourceLineNo">186</span> }<a name="line.186"></a> <span class="sourceLineNo">187</span><a name="line.187"></a> -<span class="sourceLineNo">188</span> long min = Long.MAX_VALUE;<a name="line.188"></a> -<span class="sourceLineNo">189</span> long max = Long.MIN_VALUE;<a name="line.189"></a> -<span class="sourceLineNo">190</span> long sum = 0;<a name="line.190"></a> +<span class="sourceLineNo">188</span> @Override<a name="line.188"></a> +<span class="sourceLineNo">189</span> public String toString() {<a name="line.189"></a> +<span class="sourceLineNo">190</span> Cell[] cells = containerRef.get().cells;<a name="line.190"></a> <span class="sourceLineNo">191</span><a name="line.191"></a> -<span class="sourceLineNo">192</span> for(Cell cell : cells) {<a name="line.192"></a> -<span class="sourceLineNo">193</span> long value = cell.get();<a name="line.193"></a> -<span class="sourceLineNo">194</span> sum += value;<a name="line.194"></a> -<span class="sourceLineNo">195</span> if(min > value) { min = value; }<a name="line.195"></a> -<span class="sourceLineNo">196</span> if(max < value) { max = value; }<a name="line.196"></a> -<span class="sourceLineNo">197</span> }<a name="line.197"></a> -<span class="sourceLineNo">198</span><a name="line.198"></a> -<span class="sourceLineNo">199</span> return new StringBuilder(100)<a name="line.199"></a> -<span class="sourceLineNo">200</span> .append("[value=").append(sum)<a name="line.200"></a> -<span class="sourceLineNo">201</span> .append(", cells=[length=").append(cells.length)<a name="line.201"></a> -<span class="sourceLineNo">202</span> .append(", min=").append(min)<a name="line.202"></a> -<span class="sourceLineNo">203</span> .append(", max=").append(max)<a name="line.203"></a> -<span class="sourceLineNo">204</span> .append("]]").toString();<a name="line.204"></a> -<span class="sourceLineNo">205</span> }<a name="line.205"></a> -<span class="sourceLineNo">206</span>}<a name="line.206"></a> +<span class="sourceLineNo">192</span> long min = Long.MAX_VALUE;<a name="line.192"></a> +<span class="sourceLineNo">193</span> long max = Long.MIN_VALUE;<a name="line.193"></a> +<span class="sourceLineNo">194</span> long sum = 0;<a name="line.194"></a> +<span class="sourceLineNo">195</span><a name="line.195"></a> +<span class="sourceLineNo">196</span> for(Cell cell : cells) {<a name="line.196"></a> +<span class="sourceLineNo">197</span> long value = cell.get();<a name="line.197"></a> +<span class="sourceLineNo">198</span> sum += value;<a name="line.198"></a> +<span class="sourceLineNo">199</span> if(min > value) { min = value; }<a name="line.199"></a> +<span class="sourceLineNo">200</span> if(max < value) { max = value; }<a name="line.200"></a> +<span class="sourceLineNo">201</span> }<a name="line.201"></a> +<span class="sourceLineNo">202</span><a name="line.202"></a> +<span class="sourceLineNo">203</span> return new StringBuilder(100)<a name="line.203"></a> +<span class="sourceLineNo">204</span> .append("[value=").append(sum)<a name="line.204"></a> +<span class="sourceLineNo">205</span> .append(", cells=[length=").append(cells.length)<a name="line.205"></a> +<span class="sourceLineNo">206</span> .append(", min=").append(min)<a name="line.206"></a> +<span class="sourceLineNo">207</span> .append(", max=").append(max)<a name="line.207"></a> +<span class="sourceLineNo">208</span> .append("]]").toString();<a name="line.208"></a> +<span class="sourceLineNo">209</span> }<a name="line.209"></a> +<span class="sourceLineNo">210</span>}<a name="line.210"></a> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/f55baeba/book.html ---------------------------------------------------------------------- diff --git a/book.html b/book.html index aebc5b4..450800a 100644 --- a/book.html +++ b/book.html @@ -2932,7 +2932,7 @@ Configuration that it is thought rare anyone would change can exist only in code <dd> <div class="paragraph"> <div class="title">Description</div> -<p>The maximum number of concurrent tasks a single HTable instance will send to the cluster.</p> +<p>The maximum number of concurrent mutation tasks a single HTable instance will send to the cluster.</p> </div> <div class="paragraph"> <div class="title">Default</div> @@ -2947,7 +2947,7 @@ Configuration that it is thought rare anyone would change can exist only in code <dd> <div class="paragraph"> <div class="title">Description</div> -<p>The maximum number of concurrent tasks a single HTable instance will send to a single region server.</p> +<p>The maximum number of concurrent mutation tasks a single HTable instance will send to a single region server.</p> </div> <div class="paragraph"> <div class="title">Default</div> @@ -2962,7 +2962,7 @@ Configuration that it is thought rare anyone would change can exist only in code <dd> <div class="paragraph"> <div class="title">Description</div> -<p>The maximum number of concurrent connections the client will maintain to a single Region. That is, if there is already hbase.client.max.perregion.tasks writes in progress for this region, new puts won’t be sent to this region until some writes finishes.</p> +<p>The maximum number of concurrent mutation tasks the client will maintain to a single Region. That is, if there is already hbase.client.max.perregion.tasks writes in progress for this region, new puts won’t be sent to this region until some writes finishes.</p> </div> <div class="paragraph"> <div class="title">Default</div> @@ -2971,6 +2971,21 @@ Configuration that it is thought rare anyone would change can exist only in code </dd> </dl> </div> +<div id="hbase.client.perserver.requests.threshold" class="dlist"> +<dl> +<dt class="hdlist1"><code>hbase.client.perserver.requests.threshold</code></dt> +<dd> +<div class="paragraph"> +<div class="title">Description</div> +<p>The max number of concurrent pending requests for one server in all client threads (process level). Exceeding requests will be thrown ServerTooBusyException immediately to prevent user’s threads being occupied and blocked by only one slow region server. If you use a fix number of threads to access HBase in a synchronous way, set this to a suitable value which is related to the number of threads will help you. See <a href="https://issues.apache.org/jira/browse/HBASE-16388"; class="bare">https://issues.apache.org/jira/browse/HBASE-16388</a> for details.</p> +</div> +<div class="paragraph"> +<div class="title">Default</div> +<p><code>2147483647</code></p> +</div> +</dd> +</dl> +</div> <div id="hbase.client.scanner.caching" class="dlist"> <dl> <dt class="hdlist1"><code>hbase.client.scanner.caching</code></dt> @@ -27452,7 +27467,7 @@ For the build to sign them for you, you a properly configured <em>settings.xml</ </td> <td class="content"> These instructions are for building HBase 1.0.x. -For building earlier versions, the process is different. +For building earlier versions, e.g. 0.98.x, the process is different. See this section under the respective release documentation folders. </td> </tr> @@ -27479,7 +27494,7 @@ You should also have tried recent branch tips out on a cluster under load, perha <div class="title">Point Release Only</div> <div class="paragraph"> <p>At this point you should tag the previous release branch (ex: 0.96.1) with the new point release tag (e.g. -0.96.1.1 tag). Any commits with changes for the point release should be applied to the new tag.</p> +0.96.1.1 tag). Any commits with changes for the point release should go against the new tag.</p> </div> </td> </tr> @@ -27487,7 +27502,9 @@ You should also have tried recent branch tips out on a cluster under load, perha </div> <div class="paragraph"> <p>The Hadoop <a href="http://wiki.apache.org/hadoop/HowToRelease";>How To - Release</a> wiki page is used as a model for most of the instructions below, and may have more detail on particular sections, so it is worth review.</p> + Release</a> wiki page is used as a model for most of the instructions below. + Although it now stale, it may have more detail on particular sections, so + it is worth review especially if you get stuck.</p> </div> <div class="admonitionblock note"> <table> @@ -27498,12 +27515,13 @@ You should also have tried recent branch tips out on a cluster under load, perha <td class="content"> <div class="title">Specifying the Heap Space for Maven on OSX</div> <div class="paragraph"> -<p>On OSX, you may need to specify the heap space for Maven commands, by setting the <code>MAVEN_OPTS</code> variable to <code>-Xmx3g</code>. +<p>On OSX, you may run into OutOfMemoryErrors building, particularly building the site and +documentation. Up the heap and permgen space for Maven by setting the <code>MAVEN_OPTS</code> variable. You can prefix the variable to the Maven command, as in the following example:</p> </div> <div class="listingblock"> <div class="content"> -<pre>MAVEN_OPTS="-Xmx2g" mvn package</pre> +<pre>MAVEN_OPTS="-Xmx4g -XX:MaxPermSize=256m" mvn package</pre> </div> </div> <div class="paragraph"> @@ -27537,7 +27555,8 @@ The script handles everything else, and comes in handy. <p>Update <em>CHANGES.txt</em> with the changes since the last release. Make sure the URL to the JIRA points to the proper location which lists fixes for this release. Adjust the version in all the POM files appropriately. -If you are making a release candidate, you must remove the <code>-SNAPSHOT</code> label from all versions. +If you are making a release candidate, you must remove the <code>-SNAPSHOT</code> label from all versions +in all pom.xml files. If you are running this receipe to publish a snapshot, you must keep the <code>-SNAPSHOT</code> suffix on the hbase version. The <a href="http://mojo.codehaus.org/versions-maven-plugin/";>Versions Maven Plugin</a> can be of use here. @@ -27549,7 +27568,7 @@ To set a version in all the many poms of the hbase multi-module project, use a c </div> </div> <div class="paragraph"> -<p>Checkin the <em>CHANGES.txt</em> and any version changes.</p> +<p>Make sure all versions in poms are changed! Checkin the <em>CHANGES.txt</em> and any version changes.</p> </div> </li> <li> @@ -27579,7 +27598,7 @@ It checks files for licenses and will fail the build if unlicensed files are pre A good test for the src tarball being 'complete' is to see if you can build new tarballs from this source bundle. If the source tarball is good, save it off to a <em>version directory</em>, a directory somewhere where you are collecting all of the tarballs you will publish as part of the release candidate. For example if you were building an hbase-0.96.0 release candidate, you might call the directory <em>hbase-0.96.0RC0</em>. -Later you will publish this directory as our release candidate up on http://people.apache.org/~YOU.</p> +Later you will publish this directory as our release candidate.</p> </div> </li> <li> @@ -27612,7 +27631,7 @@ Do it in two steps.</p> </div> <div class="paragraph"> <p>Otherwise, the build complains that hbase modules are not in the maven repository -when you try to do it at once, especially on fresh repository. +when you try to do it all in one step, especially on a fresh repository. It seems that you need the install goal in both steps.</p> </div> <div class="paragraph"> @@ -27661,7 +27680,8 @@ This profile invokes the Apache pom referenced by our pom files, and also signs More work needs to be done on these maven artifacts to make them generally available.</p> </div> <div class="paragraph"> -<p>We do not release HBase tarball to the Apache Maven repository. To avoid deploying the tarball, do not include the <code>assembly:single</code> goal in your <code>mvn deploy</code> command. Check the deployed artifacts as described in the next section.</p> +<p>We do not release HBase tarball to the Apache Maven repository. To avoid deploying the tarball, do not +include the <code>assembly:single</code> goal in your <code>mvn deploy</code> command. Check the deployed artifacts as described in the next section.</p> </div> </li> <li> @@ -27669,7 +27689,7 @@ More work needs to be done on these maven artifacts to make them generally avail <div class="paragraph"> <p>The artifacts are in the maven repository in the staging area in the 'open' state. While in this 'open' state you can check out what you’ve published to make sure all is good. -To do this, log in to Apache’s Nexus at <a href="http://repository.apache.org";>repository.apache.org</a> using your Apache ID. +To do this, log in to Apache’s Nexus at <a href="http://repository.apache.org";>repository.apache.org</a> using your Apache ID. Find your artifacts in the staging repository. Click on 'Staging Repositories' and look for a new one ending in "hbase" with a status of 'Open', select it. Use the tree view to expand the list of repository contents and inspect if the artifacts you expect are present. Check the POMs. As long as the staging repo is open you can re-upload if something is missing or built incorrectly.</p> @@ -27715,7 +27735,7 @@ Make sure you are pulling from the repository when tests run and that you are no We no longer publish using the maven release plugin. Instead we do mvn deploy. It seems to give us a backdoor to maven release publishing. -If there is no <em>-SNAPSHOT</em> on the version string, then we are 'deployed' to the apache maven repository staging directory from which we can publish URLs for candidates and later, if they pass, publish as release (if a <em>-SNAPSHOT</em> on the version string, deploy will put the artifacts up into apache snapshot repos). +If there is no <em>-SNAPSHOT</em> on the version string, then we are 'deployed' to the apache maven repository staging directory from which we can publish URLs for candidates and later, if they pass, publish as release (if a <em>-SNAPSHOT</em> on the version string, deploy will put the artifacts up into apache snapshot repos). </td> </tr> </table> @@ -27739,14 +27759,7 @@ You can always delete it if the build goes haywire.</p> </div> </li> <li> -<p>Sign, upload, and 'stage' your version directory to <a href="http://people.apache.org";>people.apache.org</a> (TODO: -There is a new location to stage releases using svnpubsub. See -(<a href="https://issues.apache.org/jira/browse/HBASE-10554";>HBASE-10554 Please delete old releases from mirroring system</a>).</p> -<div class="paragraph"> -<p>If all checks out, next put the <em>version directory</em> up on <a href="http://people.apache.org";>people.apache.org</a>. -You will need to sign and fingerprint them before you push them up. -In the <em>version directory</em> run the following commands:</p> -</div> +<p>Sign, fingerprint and then 'stage' your release candiate version directory via svnpubsub by committing your directory to <a href="https://dist.apache.org/repos/dist/dev/hbase/";>The 'dev' distribution directory</a> (See comments on <a href="https://issues.apache.org/jira/browse/HBASE-10554";>HBASE-10554 Please delete old releases from mirroring system</a> but in essence it is an svn checkout of <a href="https://dist.apache.org/repos/dist/dev/hbase — releases"; class="bare">https://dist.apache.org/repos/dist/dev/hbase — releases</a> are at <a href="https://dist.apache.org/repos/dist/release/hbase"; class="bare">https://dist.apache.org/repos/dist/release/hbase</a>). In the <em>version directory</em> run the following commands:</p> <div class="listingblock"> <div class="content"> <pre class="CodeRay highlight"><code data-lang="bourne">$ for i in *.tar.gz; do echo $i; gpg --print-mds $i > $i.mds ; done @@ -27754,17 +27767,35 @@ $ for i in *.tar.gz; do echo $i; gpg --print-md MD5 $i > $i.md5 ; done $ for i in *.tar.gz; do echo $i; gpg --print-md SHA512 $i > $i.sha ; done $ for i in *.tar.gz; do echo $i; gpg --armor --output $i.asc --detach-sig $i ; done $ cd .. -# Presuming our 'version directory' is named 0.96.0RC0, now copy it up to people.apache.org. -$ rsync -av 0.96.0RC0 people.apache.org:public_html</code></pre> -</div> -</div> -<div class="paragraph"> -<p>Make sure the <a href="http://people.apache.org";>people.apache.org</a> directory is showing and that the mvn repo URLs are good. -Announce the release candidate on the mailing list and call a vote.</p> +# Presuming our 'version directory' is named 0.96.0RC0, copy it to the svn checkout of the dist dev dir +# in this case named hbase.dist.dev.svn +$ cd /Users/stack/checkouts/hbase.dist.dev.svn +$ svn info +Path: . +Working Copy Root Path: /Users/stack/checkouts/hbase.dist.dev.svn +URL: https://dist.apache.org/repos/dist/dev/hbase +Repository Root: https://dist.apache.org/repos/dist +Repository UUID: 0d268c88-bc11-4956-87df-91683dc98e59 +Revision: 15087 +Node Kind: directory +Schedule: normal +Last Changed Author: ndimiduk +Last Changed Rev: 15045 +Last Changed Date: 2016-08-28 11:13:36 -0700 (Sun, 28 Aug 2016) +$ mv 0.96.0RC0 /Users/stack/checkouts/hbase.dist.dev.svn +$ svn add 0.96.0RC0 +$ svn commit ...</code></pre> +</div> +</div> +<div class="paragraph"> +<p>Ensure it actually gets published by checking <a href="https://dist.apache.org/repos/dist/dev/hbase/";>https://dist.apache.org/repos/dist/dev/hbase/</a>.</p> </div> </li> </ol> </div> +<div class="paragraph"> +<p>Announce the release candidate on the mailing list and call a vote.</p> +</div> </div> <div class="sect2"> <h3 id="maven.snapshot"><a class="anchor" href="#maven.snapshot"></a>145.3. Publishing a SNAPSHOT to maven</h3> @@ -34019,7 +34050,7 @@ The server will return cellblocks compressed using this same compressor as long <div id="footer"> <div id="footer-text"> Version 2.0.0-SNAPSHOT<br> -Last updated 2016-09-01 14:30:48 +00:00 +Last updated 2016-07-30 14:32:09 +00:00 </div> </div> </body> http://git-wip-us.apache.org/repos/asf/hbase-site/blob/f55baeba/bulk-loads.html ---------------------------------------------------------------------- diff --git a/bulk-loads.html b/bulk-loads.html index 53c8322..aeb1515 100644 --- a/bulk-loads.html +++ b/bulk-loads.html @@ -7,7 +7,7 @@ <head> <meta charset="UTF-8" /> <meta name="viewport" content="width=device-width, initial-scale=1.0" /> - <meta name="Date-Revision-yyyymmdd" content="20160912" /> + <meta name="Date-Revision-yyyymmdd" content="20160915" /> <meta http-equiv="Content-Language" content="en" /> <title>Apache HBase – Bulk Loads in Apache HBase (TM) @@ -305,7 +305,7 @@ under the License. --> <a href="http://www.apache.org/";>The Apache Software Foundation</a>. All rights reserved. - <li id="publishDate" class="pull-right">Last Published: 2016-09-12</li> + <li id="publishDate" class="pull-right">Last Published: 2016-09-15</li> </p> </div>
