hbase git commit: HBASE-18342 Add coprocessor service support for async admin

2017-07-13 Thread zghao
Repository: hbase
Updated Branches:
  refs/heads/branch-2 246d42297 -> 06a0bfc3b


HBASE-18342 Add coprocessor service support for async admin


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/06a0bfc3
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/06a0bfc3
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/06a0bfc3

Branch: refs/heads/branch-2
Commit: 06a0bfc3baadf1fd2dba6a53dd8d22cc8109ea4c
Parents: 246d422
Author: Guanghao Zhang 
Authored: Mon Jul 10 09:25:47 2017 +0800
Committer: Guanghao Zhang 
Committed: Fri Jul 14 11:55:32 2017 +0800

--
 .../apache/hadoop/hbase/client/AsyncAdmin.java  |  49 ++
 .../hadoop/hbase/client/AsyncHBaseAdmin.java|  16 ++
 .../client/AsyncRpcRetryingCallerFactory.java   |  63 ++-
 .../AsyncServerRequestRpcRetryingCaller.java|  79 +
 .../client/MasterCoprocessorRpcChannelImpl.java |  86 ++
 .../hadoop/hbase/client/RawAsyncHBaseAdmin.java |  52 +-
 .../RegionServerCoprocessorRpcChannelImpl.java  |  86 ++
 .../TestAsyncCoprocessorEndpoint.java   | 167 +++
 8 files changed, 596 insertions(+), 2 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/06a0bfc3/hbase-client/src/main/java/org/apache/hadoop/hbase/client/AsyncAdmin.java
--
diff --git 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/AsyncAdmin.java 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/AsyncAdmin.java
index 7d904b3..1adf353 100644
--- a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/AsyncAdmin.java
+++ b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/AsyncAdmin.java
@@ -23,6 +23,7 @@ import java.util.Map;
 import java.util.Optional;
 import java.util.Set;
 import java.util.concurrent.CompletableFuture;
+import java.util.function.Function;
 import java.util.regex.Pattern;
 
 import org.apache.hadoop.hbase.ClusterStatus;
@@ -36,12 +37,15 @@ import 
org.apache.hadoop.hbase.classification.InterfaceAudience;
 import org.apache.hadoop.hbase.procedure2.LockInfo;
 import org.apache.hadoop.hbase.quotas.QuotaFilter;
 import org.apache.hadoop.hbase.quotas.QuotaSettings;
+import org.apache.hadoop.hbase.client.RawAsyncTable.CoprocessorCallable;
 import org.apache.hadoop.hbase.client.replication.TableCFs;
 import org.apache.hadoop.hbase.client.security.SecurityCapability;
 import org.apache.hadoop.hbase.replication.ReplicationPeerConfig;
 import org.apache.hadoop.hbase.replication.ReplicationPeerDescription;
 import org.apache.hadoop.hbase.util.Pair;
 
+import com.google.protobuf.RpcChannel;
+
 /**
  * The asynchronous administrative API for HBase.
  * 
@@ -1060,4 +1064,49 @@ public interface AsyncAdmin {
* {@link CompletableFuture}
*/
   CompletableFuture runCatalogJanitor();
+
+  /**
+   * Execute the given coprocessor call on the master.
+   * 
+   * The {@code stubMaker} is just a delegation to the {@code newStub} call. 
Usually it is only a
+   * one line lambda expression, like:
+   *
+   * 
+   * 
+   * channel -> xxxService.newStub(channel)
+   * 
+   * 
+   * @param stubMaker a delegation to the actual {@code newStub} call.
+   * @param callable a delegation to the actual protobuf rpc call. See the 
comment of
+   *  {@link CoprocessorCallable} for more details.
+   * @param  the type of the asynchronous stub
+   * @param  the type of the return value
+   * @return the return value of the protobuf rpc call, wrapped by a {@link 
CompletableFuture}.
+   * @see CoprocessorCallable
+   */
+   CompletableFuture coprocessorService(Function 
stubMaker,
+  CoprocessorCallable callable);
+
+  /**
+   * Execute the given coprocessor call on the given region server.
+   * 
+   * The {@code stubMaker} is just a delegation to the {@code newStub} call. 
Usually it is only a
+   * one line lambda expression, like:
+   *
+   * 
+   * 
+   * channel -> xxxService.newStub(channel)
+   * 
+   * 
+   * @param stubMaker a delegation to the actual {@code newStub} call.
+   * @param callable a delegation to the actual protobuf rpc call. See the 
comment of
+   *  {@link CoprocessorCallable} for more details.
+   * @param serverName the given region server
+   * @param  the type of the asynchronous stub
+   * @param  the type of the return value
+   * @return the return value of the protobuf rpc call, wrapped by a {@link 
CompletableFuture}.
+   * @see CoprocessorCallable
+   */
+   CompletableFuture coprocessorService(Function 
stubMaker,
+CoprocessorCallable callable, ServerName serverName);
 }

http://git-wip-us.apache.org/repos/asf/hbase/blob/06a0bfc3/hbase-client/src/main/java/org/apache/hadoop/hbase/client/AsyncHBaseAdmin.java
-

hbase git commit: HBASE-18342 Add coprocessor service support for async admin

2017-07-13 Thread zghao
Repository: hbase
Updated Branches:
  refs/heads/master 9e0f450c0 -> 81ffd6a13


HBASE-18342 Add coprocessor service support for async admin


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/81ffd6a1
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/81ffd6a1
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/81ffd6a1

Branch: refs/heads/master
Commit: 81ffd6a13e866e920de6705ba12aa59a56115c60
Parents: 9e0f450
Author: Guanghao Zhang 
Authored: Mon Jul 10 09:25:47 2017 +0800
Committer: Guanghao Zhang 
Committed: Fri Jul 14 11:53:52 2017 +0800

--
 .../apache/hadoop/hbase/client/AsyncAdmin.java  |  49 ++
 .../hadoop/hbase/client/AsyncHBaseAdmin.java|  16 ++
 .../client/AsyncRpcRetryingCallerFactory.java   |  63 ++-
 .../AsyncServerRequestRpcRetryingCaller.java|  79 +
 .../client/MasterCoprocessorRpcChannelImpl.java |  86 ++
 .../hadoop/hbase/client/RawAsyncHBaseAdmin.java |  52 +-
 .../RegionServerCoprocessorRpcChannelImpl.java  |  86 ++
 .../TestAsyncCoprocessorEndpoint.java   | 167 +++
 8 files changed, 596 insertions(+), 2 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/81ffd6a1/hbase-client/src/main/java/org/apache/hadoop/hbase/client/AsyncAdmin.java
--
diff --git 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/AsyncAdmin.java 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/AsyncAdmin.java
index 7d904b3..1adf353 100644
--- a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/AsyncAdmin.java
+++ b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/AsyncAdmin.java
@@ -23,6 +23,7 @@ import java.util.Map;
 import java.util.Optional;
 import java.util.Set;
 import java.util.concurrent.CompletableFuture;
+import java.util.function.Function;
 import java.util.regex.Pattern;
 
 import org.apache.hadoop.hbase.ClusterStatus;
@@ -36,12 +37,15 @@ import 
org.apache.hadoop.hbase.classification.InterfaceAudience;
 import org.apache.hadoop.hbase.procedure2.LockInfo;
 import org.apache.hadoop.hbase.quotas.QuotaFilter;
 import org.apache.hadoop.hbase.quotas.QuotaSettings;
+import org.apache.hadoop.hbase.client.RawAsyncTable.CoprocessorCallable;
 import org.apache.hadoop.hbase.client.replication.TableCFs;
 import org.apache.hadoop.hbase.client.security.SecurityCapability;
 import org.apache.hadoop.hbase.replication.ReplicationPeerConfig;
 import org.apache.hadoop.hbase.replication.ReplicationPeerDescription;
 import org.apache.hadoop.hbase.util.Pair;
 
+import com.google.protobuf.RpcChannel;
+
 /**
  * The asynchronous administrative API for HBase.
  * 
@@ -1060,4 +1064,49 @@ public interface AsyncAdmin {
* {@link CompletableFuture}
*/
   CompletableFuture runCatalogJanitor();
+
+  /**
+   * Execute the given coprocessor call on the master.
+   * 
+   * The {@code stubMaker} is just a delegation to the {@code newStub} call. 
Usually it is only a
+   * one line lambda expression, like:
+   *
+   * 
+   * 
+   * channel -> xxxService.newStub(channel)
+   * 
+   * 
+   * @param stubMaker a delegation to the actual {@code newStub} call.
+   * @param callable a delegation to the actual protobuf rpc call. See the 
comment of
+   *  {@link CoprocessorCallable} for more details.
+   * @param  the type of the asynchronous stub
+   * @param  the type of the return value
+   * @return the return value of the protobuf rpc call, wrapped by a {@link 
CompletableFuture}.
+   * @see CoprocessorCallable
+   */
+   CompletableFuture coprocessorService(Function 
stubMaker,
+  CoprocessorCallable callable);
+
+  /**
+   * Execute the given coprocessor call on the given region server.
+   * 
+   * The {@code stubMaker} is just a delegation to the {@code newStub} call. 
Usually it is only a
+   * one line lambda expression, like:
+   *
+   * 
+   * 
+   * channel -> xxxService.newStub(channel)
+   * 
+   * 
+   * @param stubMaker a delegation to the actual {@code newStub} call.
+   * @param callable a delegation to the actual protobuf rpc call. See the 
comment of
+   *  {@link CoprocessorCallable} for more details.
+   * @param serverName the given region server
+   * @param  the type of the asynchronous stub
+   * @param  the type of the return value
+   * @return the return value of the protobuf rpc call, wrapped by a {@link 
CompletableFuture}.
+   * @see CoprocessorCallable
+   */
+   CompletableFuture coprocessorService(Function 
stubMaker,
+CoprocessorCallable callable, ServerName serverName);
 }

http://git-wip-us.apache.org/repos/asf/hbase/blob/81ffd6a1/hbase-client/src/main/java/org/apache/hadoop/hbase/client/AsyncHBaseAdmin.java
-

hbase git commit: HBASE-18147 POC jenkinsfile for nightly checks.

2017-07-13 Thread busbey
Repository: hbase
Updated Branches:
  refs/heads/branch-1-HBASE-18147 [created] 7a41eaeda
  refs/heads/branch-1.2-HBASE-18147 [deleted] 0f5185d59


HBASE-18147 POC jenkinsfile for nightly checks.

* adds ruby tools to dockerfile
* adds rubocop to dockerfile
* adds ruby-lint to dockerfile
* adds perlcritic to dockerfile


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/7a41eaed
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/7a41eaed
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/7a41eaed

Branch: refs/heads/branch-1-HBASE-18147
Commit: 7a41eaedad44a20932c55adc0d143ff74a77ace0
Parents: 1b8fb0a
Author: Sean Busbey 
Authored: Tue Jul 4 15:12:38 2017 -0400
Committer: Sean Busbey 
Committed: Thu Jul 13 16:21:26 2017 -0500

--
 dev-support/Jenkinsfile   | 199 +
 dev-support/docker/Dockerfile |  29 ++
 2 files changed, 228 insertions(+)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/7a41eaed/dev-support/Jenkinsfile
--
diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile
new file mode 100644
index 000..c44cbf2
--- /dev/null
+++ b/dev-support/Jenkinsfile
@@ -0,0 +1,199 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+pipeline {
+  agent {
+node {
+  label 'Hadoop'
+}
+  }
+  // work around for YETUS-508, requires maven outside of the dockerfile
+  tools {
+maven 'Maven (latest)'
+  }
+  triggers {
+cron('@daily')
+  }
+  options {
+buildDiscarder(logRotator(numToKeepStr: '30'))
+timeout (time: 6, unit: 'HOURS')
+timestamps()
+  }
+  environment {
+TOOLS = "${env.WORKSPACE}/tools"
+// where we check out to across stages
+BASEDIR = "${env.WORKSPACE}/component"
+YETUS_RELEASE = '0.5.0'
+// where we'll write everything from different steps.
+OUTPUT_RELATIVE = 'output'
+OUTPUTDIR = "${env.WORKSPACE}/output"
+  }
+  parameters {
+booleanParam(name: 'USE_YETUS_PRERELEASE', defaultValue: false, 
description: '''Check to use the current HEAD of apache/yetus rather than our 
configured release.
+
+Should only be used manually when e.g. there is some non-work-aroundable 
issue in yetus we are checking a fix for.''')
+booleanParam(name: 'DEBUG', defaultValue: false, description: 'Produce a 
lot more meta-information.')
+  }
+  stages {
+stage ('yetus check') {
+  environment {
+PROJECT = 'hbase'
+PROJET_PERSONALITY = 
'https://raw.githubusercontent.com/apache/hbase/master/dev-support/hbase-personality.sh'
+// This section of the docs tells folks not to use the javadoc tag. 
older branches have our old version of the check for said tag.
+AUTHOR_IGNORE_LIST = 
'src/main/asciidoc/_chapters/developer.adoc,dev-support/test-patch.sh'
+WHITESPACE_IGNORE_LIST = '.*/generated/.*'
+// output from surefire; sadly the archive function in yetus only 
works on file names.
+ARCHIVE_PATTERN_LIST = 
'TEST-*.xml,org.apache.h*-output.txt,org.apache.h*.txt'
+// These tests currently have known failures. Once they burn down to 0, remove 
from here so that new problems will cause a failure.
+TESTS_FILTER = 
'cc,checkstyle,javac,javadoc,pylint,shellcheck,whitespace,perlcritic,ruby-lint,rubocop'
+BRANCH_SPECIFIC_DOCKERFILE = 
"${env.BASEDIR}/dev-support/docker/Dockerfile"
+EXCLUDE_TESTS_URL = 
'https://builds.apache.org/job/HBase-Find-Flaky-Tests/lastSuccessfulBuild/artifact/excludes/'
+  }
+  steps {
+// TODO we can move the yetus install into a different stage and then use 
stash to deploy it.
+sh  '''#!/usr/bin/env bash
+printenv
+echo "Ensure we have a copy of Apache Yetus."
+if [[ true !=  "${USE_YETUS_PRERELEASE}" ]]; then
+  YETUS_DIR="${WORKSPACE}/yetus-${YETUS_RELEASE}"
+  echo "Checking for Yetus ${YETUS_RELEASE} in '${YETUS_DIR}'"
+  if [ ! -d "${YETUS_DIR}" ]; then
+echo "New download of Apache Yetus version ${YETUS_RELEASE}."
+rm -rf "${WORKSPAC

hbase git commit: HBASE-18147 POC jenkinsfile for nightly checks. [Forced Update!]

2017-07-13 Thread busbey
Repository: hbase
Updated Branches:
  refs/heads/HBASE-18147 6d6f8f76b -> 795e33295 (forced update)


HBASE-18147 POC jenkinsfile for nightly checks.

* adds ruby tools to dockerfile
* adds rubocop to dockerfile
* adds ruby-lint to dockerfile
* adds perlcritic to dockerfile


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/795e3329
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/795e3329
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/795e3329

Branch: refs/heads/HBASE-18147
Commit: 795e33295dc14cba6b5fe1b3bfc0f349b7d47eb6
Parents: c0725dd
Author: Sean Busbey 
Authored: Tue Jul 4 15:12:38 2017 -0400
Committer: Sean Busbey 
Committed: Thu Jul 13 16:17:26 2017 -0500

--
 dev-support/Jenkinsfile   | 199 +
 dev-support/docker/Dockerfile |  29 ++
 2 files changed, 228 insertions(+)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/795e3329/dev-support/Jenkinsfile
--
diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile
new file mode 100644
index 000..f5b764f
--- /dev/null
+++ b/dev-support/Jenkinsfile
@@ -0,0 +1,199 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+pipeline {
+  agent {
+node {
+  label 'Hadoop'
+}
+  }
+  // work around for YETUS-508, requires maven outside of the dockerfile
+  tools {
+maven 'Maven (latest)'
+  }
+  triggers {
+cron('@daily')
+  }
+  options {
+buildDiscarder(logRotator(numToKeepStr: '30'))
+timeout (time: 6, unit: 'HOURS')
+timestamps()
+  }
+  environment {
+TOOLS = "${env.WORKSPACE}/tools"
+// where we check out to across stages
+BASEDIR = "${env.WORKSPACE}/component"
+YETUS_RELEASE = '0.5.0'
+// where we'll write everything from different steps.
+OUTPUT_RELATIVE = 'output'
+OUTPUTDIR = "${env.WORKSPACE}/output"
+  }
+  parameters {
+booleanParam(name: 'USE_YETUS_PRERELEASE', defaultValue: false, 
description: '''Check to use the current HEAD of apache/yetus rather than our 
configured release.
+
+Should only be used manually when e.g. there is some non-work-aroundable 
issue in yetus we are checking a fix for.''')
+booleanParam(name: 'DEBUG', defaultValue: false, description: 'Produce a 
lot more meta-information.')
+  }
+  stages {
+stage ('yetus check') {
+  environment {
+PROJECT = 'hbase'
+PROJET_PERSONALITY = 
'https://raw.githubusercontent.com/apache/hbase/master/dev-support/hbase-personality.sh'
+// This section of the docs tells folks not to use the javadoc tag. 
older branches have our old version of the check for said tag.
+AUTHOR_IGNORE_LIST = 
'src/main/asciidoc/_chapters/developer.adoc,dev-support/test-patch.sh'
+WHITESPACE_IGNORE_LIST = '.*/generated/.*'
+// output from surefire; sadly the archive function in yetus only 
works on file names.
+ARCHIVE_PATTERN_LIST = 
'TEST-*.xml,org.apache.h*-output.txt,org.apache.h*.txt'
+// These tests currently have known failures. Once they burn down to 0, remove 
from here so that new problems will cause a failure.
+TESTS_FILTER = 
'cc,checkstyle,javac,javadoc,pylint,shellcheck,whitespace,perlcritic,ruby-lint,rubocop'
+BRANCH_SPECIFIC_DOCKERFILE = 
"${env.BASEDIR}/dev-support/docker/Dockerfile"
+EXCLUDE_TESTS_URL = 
'https://builds.apache.org/job/HBase-Find-Flaky-Tests/lastSuccessfulBuild/artifact/excludes/'
+  }
+  steps {
+// TODO we can move the yetus install into a different stage and then use 
stash to deploy it.
+sh  '''#!/usr/bin/env bash
+printenv
+echo "Ensure we have a copy of Apache Yetus."
+if [[ true !=  "${USE_YETUS_PRERELEASE}" ]]; then
+  YETUS_DIR="${WORKSPACE}/yetus-${YETUS_RELEASE}"
+  echo "Checking for Yetus ${YETUS_RELEASE} in '${YETUS_DIR}'"
+  if [ ! -d "${YETUS_DIR}" ]; then
+echo "New download of Apache Yetus version ${YETUS_RELEASE}."
+rm -rf "${WORKSPACE}/.gpg"
+mkdir -p "${WORKSPACE}/.gpg"
+chmod -

hbase git commit: HBASE-17922 Clean TestRegionServerHostname for hadoop3.

2017-07-13 Thread appy
Repository: hbase
Updated Branches:
  refs/heads/branch-2 e22f7bc89 -> 246d42297


HBASE-17922 Clean TestRegionServerHostname for hadoop3.

Change-Id: I6f1514b1bc301be553912539e6a4192c2ccc782b
Signed-off-by: Apekshit Sharma 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/246d4229
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/246d4229
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/246d4229

Branch: refs/heads/branch-2
Commit: 246d42297bd5e7ef828374c7a80b36a8a2cdbe7c
Parents: e22f7bc
Author: Mike Drob 
Authored: Thu Jun 29 15:30:11 2017 -0500
Committer: Apekshit Sharma 
Committed: Thu Jul 13 11:44:49 2017 -0700

--
 .../regionserver/TestRegionServerHostname.java  | 64 +---
 1 file changed, 29 insertions(+), 35 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/246d4229/hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestRegionServerHostname.java
--
diff --git 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestRegionServerHostname.java
 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestRegionServerHostname.java
index 679595a..317a3a2 100644
--- 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestRegionServerHostname.java
+++ 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestRegionServerHostname.java
@@ -17,9 +17,10 @@
  */
 package org.apache.hadoop.hbase.regionserver;
 
+import static org.junit.Assert.assertEquals;
+import static org.junit.Assert.assertNull;
 import static org.junit.Assert.assertTrue;
 
-import java.io.IOException;
 import java.net.InetAddress;
 import java.net.NetworkInterface;
 import java.util.Enumeration;
@@ -35,6 +36,8 @@ import org.apache.hadoop.hbase.testclassification.MediumTests;
 import org.apache.hadoop.hbase.testclassification.RegionServerTests;
 import org.apache.hadoop.hbase.zookeeper.ZKUtil;
 import org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher;
+import org.junit.After;
+import org.junit.Before;
 import org.junit.Test;
 import org.junit.experimental.categories.Category;
 
@@ -45,36 +48,40 @@ import org.junit.experimental.categories.Category;
 public class TestRegionServerHostname {
   private static final Log LOG = 
LogFactory.getLog(TestRegionServerHostname.class);
 
+  private HBaseTestingUtility TEST_UTIL;
+
+  private static final int NUM_MASTERS = 1;
+  private static final int NUM_RS = 1;
+
+  @Before
+  public void setup() {
+Configuration conf = HBaseConfiguration.create();
+TEST_UTIL = new HBaseTestingUtility(conf);
+  }
+
+  @After
+  public void teardown() throws Exception {
+TEST_UTIL.shutdownMiniCluster();
+  }
+
   @Test (timeout=3)
   public void testInvalidRegionServerHostnameAbortsServer() throws Exception {
-final int NUM_MASTERS = 1;
-final int NUM_RS = 1;
 String invalidHostname = "hostAddr.invalid";
-Configuration conf = HBaseConfiguration.create();
-HBaseTestingUtility TEST_UTIL = new HBaseTestingUtility(conf);
 TEST_UTIL.getConfiguration().set(HRegionServer.RS_HOSTNAME_KEY, 
invalidHostname);
+HRegionServer hrs = null;
 try {
-  TEST_UTIL.startMiniCluster(NUM_MASTERS, NUM_RS);
-} catch (IOException ioe) {
-  Throwable t1 = ioe.getCause();
-  Throwable t2 = t1.getCause();
-  assertTrue(t1.getMessage() + " - " + t2.getMessage(),
-t2.getMessage().contains("Failed resolve of " + invalidHostname) ||
-t2.getMessage().contains("Problem binding to " + invalidHostname));
-  return;
-} finally {
-  TEST_UTIL.shutdownMiniCluster();
+  hrs = new HRegionServer(TEST_UTIL.getConfiguration(), null);
+} catch (IllegalArgumentException iae) {
+  assertTrue(iae.getMessage(),
+iae.getMessage().contains("Failed resolve of " + invalidHostname) ||
+iae.getMessage().contains("Problem binding to " + invalidHostname));
 }
-assertTrue("Failed to validate against invalid hostname", false);
+assertNull("Failed to validate against invalid hostname", hrs);
   }
 
   @Test(timeout=12)
   public void testRegionServerHostname() throws Exception {
-final int NUM_MASTERS = 1;
-final int NUM_RS = 1;
 Enumeration netInterfaceList = 
NetworkInterface.getNetworkInterfaces();
-Configuration conf = HBaseConfiguration.create();
-HBaseTestingUtility TEST_UTIL = new HBaseTestingUtility(conf);
 while (netInterfaceList.hasMoreElements()) {
   NetworkInterface ni = netInterfaceList.nextElement();
   Enumeration addrList = ni.getInetAddresses();
@@ -109,11 +116,7 @@ public class TestRegionServerHostname {
 
   @Test(timeout=3)
   public void testConflictRegionServerHostnameConfigurationsAbortServer() 
thro

hbase git commit: HBASE-17922 Clean TestRegionServerHostname for hadoop3.

2017-07-13 Thread appy
Repository: hbase
Updated Branches:
  refs/heads/master 500592dfd -> 9e0f450c0


HBASE-17922 Clean TestRegionServerHostname for hadoop3.

Change-Id: I6f1514b1bc301be553912539e6a4192c2ccc782b
Signed-off-by: Apekshit Sharma 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/9e0f450c
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/9e0f450c
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/9e0f450c

Branch: refs/heads/master
Commit: 9e0f450c0ca732a9634e2147c2e0d7b885eca9cc
Parents: 500592d
Author: Mike Drob 
Authored: Thu Jun 29 15:30:11 2017 -0500
Committer: Apekshit Sharma 
Committed: Thu Jul 13 11:44:18 2017 -0700

--
 .../regionserver/TestRegionServerHostname.java  | 64 +---
 1 file changed, 29 insertions(+), 35 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/9e0f450c/hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestRegionServerHostname.java
--
diff --git 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestRegionServerHostname.java
 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestRegionServerHostname.java
index 679595a..317a3a2 100644
--- 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestRegionServerHostname.java
+++ 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestRegionServerHostname.java
@@ -17,9 +17,10 @@
  */
 package org.apache.hadoop.hbase.regionserver;
 
+import static org.junit.Assert.assertEquals;
+import static org.junit.Assert.assertNull;
 import static org.junit.Assert.assertTrue;
 
-import java.io.IOException;
 import java.net.InetAddress;
 import java.net.NetworkInterface;
 import java.util.Enumeration;
@@ -35,6 +36,8 @@ import org.apache.hadoop.hbase.testclassification.MediumTests;
 import org.apache.hadoop.hbase.testclassification.RegionServerTests;
 import org.apache.hadoop.hbase.zookeeper.ZKUtil;
 import org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher;
+import org.junit.After;
+import org.junit.Before;
 import org.junit.Test;
 import org.junit.experimental.categories.Category;
 
@@ -45,36 +48,40 @@ import org.junit.experimental.categories.Category;
 public class TestRegionServerHostname {
   private static final Log LOG = 
LogFactory.getLog(TestRegionServerHostname.class);
 
+  private HBaseTestingUtility TEST_UTIL;
+
+  private static final int NUM_MASTERS = 1;
+  private static final int NUM_RS = 1;
+
+  @Before
+  public void setup() {
+Configuration conf = HBaseConfiguration.create();
+TEST_UTIL = new HBaseTestingUtility(conf);
+  }
+
+  @After
+  public void teardown() throws Exception {
+TEST_UTIL.shutdownMiniCluster();
+  }
+
   @Test (timeout=3)
   public void testInvalidRegionServerHostnameAbortsServer() throws Exception {
-final int NUM_MASTERS = 1;
-final int NUM_RS = 1;
 String invalidHostname = "hostAddr.invalid";
-Configuration conf = HBaseConfiguration.create();
-HBaseTestingUtility TEST_UTIL = new HBaseTestingUtility(conf);
 TEST_UTIL.getConfiguration().set(HRegionServer.RS_HOSTNAME_KEY, 
invalidHostname);
+HRegionServer hrs = null;
 try {
-  TEST_UTIL.startMiniCluster(NUM_MASTERS, NUM_RS);
-} catch (IOException ioe) {
-  Throwable t1 = ioe.getCause();
-  Throwable t2 = t1.getCause();
-  assertTrue(t1.getMessage() + " - " + t2.getMessage(),
-t2.getMessage().contains("Failed resolve of " + invalidHostname) ||
-t2.getMessage().contains("Problem binding to " + invalidHostname));
-  return;
-} finally {
-  TEST_UTIL.shutdownMiniCluster();
+  hrs = new HRegionServer(TEST_UTIL.getConfiguration(), null);
+} catch (IllegalArgumentException iae) {
+  assertTrue(iae.getMessage(),
+iae.getMessage().contains("Failed resolve of " + invalidHostname) ||
+iae.getMessage().contains("Problem binding to " + invalidHostname));
 }
-assertTrue("Failed to validate against invalid hostname", false);
+assertNull("Failed to validate against invalid hostname", hrs);
   }
 
   @Test(timeout=12)
   public void testRegionServerHostname() throws Exception {
-final int NUM_MASTERS = 1;
-final int NUM_RS = 1;
 Enumeration netInterfaceList = 
NetworkInterface.getNetworkInterfaces();
-Configuration conf = HBaseConfiguration.create();
-HBaseTestingUtility TEST_UTIL = new HBaseTestingUtility(conf);
 while (netInterfaceList.hasMoreElements()) {
   NetworkInterface ni = netInterfaceList.nextElement();
   Enumeration addrList = ni.getInetAddresses();
@@ -109,11 +116,7 @@ public class TestRegionServerHostname {
 
   @Test(timeout=3)
   public void testConflictRegionServerHostnameConfigurationsAbortServer() 
throws E

hbase git commit: HBASE-18147 POC jenkinsfile for nightly checks. [Forced Update!]

2017-07-13 Thread busbey
Repository: hbase
Updated Branches:
  refs/heads/branch-1.2-HBASE-18147 375d1e37d -> 0f5185d59 (forced update)


HBASE-18147 POC jenkinsfile for nightly checks.

* adds ruby tools to dockerfile
* adds rubocop to dockerfile
* adds ruby-lint to dockerfile
* adds perlcritic to dockerfile
* TODO branch with mulitple jdk versions


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/0f5185d5
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/0f5185d5
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/0f5185d5

Branch: refs/heads/branch-1.2-HBASE-18147
Commit: 0f5185d59f8fac0e31893046d90fb22e72feb169
Parents: 4bd5f03
Author: Sean Busbey 
Authored: Tue Jul 4 15:12:38 2017 -0400
Committer: Sean Busbey 
Committed: Thu Jul 13 10:43:08 2017 -0500

--
 dev-support/Jenkinsfile   | 193 +
 dev-support/docker/Dockerfile |  29 ++
 2 files changed, 222 insertions(+)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/0f5185d5/dev-support/Jenkinsfile
--
diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile
new file mode 100644
index 000..2f2ce26
--- /dev/null
+++ b/dev-support/Jenkinsfile
@@ -0,0 +1,193 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+pipeline {
+  agent {
+node {
+  label 'Hadoop'
+}
+  }
+  // work around for YETUS-508, requires maven outside of the dockerfile
+  tools {
+maven 'Maven (latest)'
+  }
+  triggers {
+cron('@daily')
+  }
+  options {
+buildDiscarder(logRotator(numToKeepStr: '30'))
+timeout (time: 6, unit: 'HOURS')
+timestamps()
+  }
+  environment {
+TOOLS = "${env.WORKSPACE}/tools"
+// where we check out to across stages
+BASEDIR = "${env.WORKSPACE}/component"
+YETUS_RELEASE = '0.4.0'
+// where we'll write everything from different steps.
+OUTPUT_RELATIVE = 'output'
+OUTPUTDIR = "${env.WORKSPACE}/output"
+  }
+  parameters {
+booleanParam(name: 'USE_YETUS_PRERELEASE', defaultValue: false, 
description: '''Check to use the current HEAD of apache/yetus rather than our 
configured release.
+
+Should only be used manually when e.g. there is some non-work-aroundable 
issue in yetus we are checking a fix for.''')
+booleanParam(name: 'DEBUG', defaultValue: false, description: 'Produce a 
lot more meta-information.')
+  }
+  stages {
+stage ('yetus check') {
+  environment {
+PROJECT = 'hbase'
+PROJET_PERSONALITY = 
'https://raw.githubusercontent.com/apache/hbase/master/dev-support/hbase-personality.sh'
+// This section of the docs tells folks not to use the javadoc tag. 
older branches have our old version of the check for said tag.
+AUTHOR_IGNORE_LIST = 
'src/main/asciidoc/_chapters/developer.adoc,dev-support/test-patch.sh'
+WHITESPACE_IGNORE_LIST = '.*/generated/.*'
+// output from surefire; sadly the archive function in yetus only 
works on file names.
+ARCHIVE_PATTERN_LIST = 
'TEST-*.xml,org.apache.h*-output.txt,org.apache.h*.txt'
+// These tests currently have known failures. Once they burn down to 0, remove 
from here so that new problems will cause a failure.
+TESTS_FILTER = 
'cc,checkstyle,javac,javadoc,pylint,shellcheck,whitespace,perlcritic,ruby-lint,rubocop'
+BRANCH_SPECIFIC_DOCKERFILE = 
"${env.BASEDIR}/dev-support/docker/Dockerfile"
+EXCLUDE_TESTS_URL = 
'https://builds.apache.org/job/HBase-Find-Flaky-Tests/lastSuccessfulBuild/artifact/excludes/'
+  }
+  steps {
+// TODO we can move the yetus install into a different stage and then use 
stash to deploy it.
+sh  '''#!/usr/bin/env bash
+printenv
+echo "Ensure we have a copy of Apache Yetus."
+if [[ true !=  "${USE_YETUS_PRERELEASE}" ]]; then
+  YETUS_DIR="${WORKSPACE}/yetus-${YETUS_RELEASE}"
+  echo "Checking for Yetus ${YETUS_RELEASE} in '${YETUS_DIR}'"
+  if [ ! -d "${YETUS_DIR}" ]; then
+echo "New download of Apache Yetus version ${YETUS_RELEASE}."
+rm -rf "${

hbase git commit: HBASE-18339 Update to hadoop3-alpha4

2017-07-13 Thread busbey
Repository: hbase
Updated Branches:
  refs/heads/branch-2 97b649eb9 -> e22f7bc89


HBASE-18339 Update to hadoop3-alpha4

Signed-off-by: Sean Busbey 

 Conflicts:
dev-support/hbase-personality.sh

Amending-Author: Sean Busbey 

Dropped changes to hbase-personality, since we always use the one in master.


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/e22f7bc8
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/e22f7bc8
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/e22f7bc8

Branch: refs/heads/branch-2
Commit: e22f7bc893331325dae361301c8b491d6acd7185
Parents: 97b649e
Author: Mike Drob 
Authored: Wed Jul 12 13:36:27 2017 -0500
Committer: Sean Busbey 
Committed: Thu Jul 13 10:08:33 2017 -0500

--
 pom.xml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/e22f7bc8/pom.xml
--
diff --git a/pom.xml b/pom.xml
index 0521490..79168a3 100644
--- a/pom.xml
+++ b/pom.xml
@@ -1318,7 +1318,7 @@
 ${compileSource}
 
 2.7.1
-3.0.0-alpha2
+3.0.0-alpha4
 



hbase git commit: HBASE-18339 Update to hadoop3-alpha4

2017-07-13 Thread busbey
Repository: hbase
Updated Branches:
  refs/heads/master c0725ddff -> 500592dfd


HBASE-18339 Update to hadoop3-alpha4

Signed-off-by: Sean Busbey 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/500592df
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/500592df
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/500592df

Branch: refs/heads/master
Commit: 500592dfd0fb0446dc501d11ade0f3b3ddc49bd3
Parents: c0725dd
Author: Mike Drob 
Authored: Wed Jul 12 13:36:27 2017 -0500
Committer: Sean Busbey 
Committed: Thu Jul 13 10:03:03 2017 -0500

--
 dev-support/hbase-personality.sh | 4 ++--
 pom.xml  | 2 +-
 2 files changed, 3 insertions(+), 3 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/500592df/dev-support/hbase-personality.sh
--
diff --git a/dev-support/hbase-personality.sh b/dev-support/hbase-personality.sh
index 990a49a..ae8b501 100755
--- a/dev-support/hbase-personality.sh
+++ b/dev-support/hbase-personality.sh
@@ -58,10 +58,10 @@ function personality_globals
 HBASE_HADOOP3_VERSIONS=""
   elif [[ ${PATCH_BRANCH} = branch-2* ]]; then
 HBASE_HADOOP2_VERSIONS="2.6.1 2.6.2 2.6.3 2.6.4 2.6.5 2.7.1 2.7.2 2.7.3"
-HBASE_HADOOP3_VERSIONS="3.0.0-alpha3"
+HBASE_HADOOP3_VERSIONS="3.0.0-alpha4"
   else # master or a feature branch
 HBASE_HADOOP2_VERSIONS="2.6.1 2.6.2 2.6.3 2.6.4 2.6.5 2.7.1 2.7.2 2.7.3"
-HBASE_HADOOP3_VERSIONS="3.0.0-alpha3"
+HBASE_HADOOP3_VERSIONS="3.0.0-alpha4"
   fi
 
   # TODO use PATCH_BRANCH to select jdk versions to use.

http://git-wip-us.apache.org/repos/asf/hbase/blob/500592df/pom.xml
--
diff --git a/pom.xml b/pom.xml
index 708cece..5e9e175 100644
--- a/pom.xml
+++ b/pom.xml
@@ -1330,7 +1330,7 @@
 ${compileSource}
 
 2.7.1
-3.0.0-alpha2
+3.0.0-alpha4
 



hbase-site git commit: INFRA-10751 Empty commit

2017-07-13 Thread git-site-role
Repository: hbase-site
Updated Branches:
  refs/heads/asf-site 336665888 -> 196fd50e3


INFRA-10751 Empty commit


Project: http://git-wip-us.apache.org/repos/asf/hbase-site/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase-site/commit/196fd50e
Tree: http://git-wip-us.apache.org/repos/asf/hbase-site/tree/196fd50e
Diff: http://git-wip-us.apache.org/repos/asf/hbase-site/diff/196fd50e

Branch: refs/heads/asf-site
Commit: 196fd50e3b1420be230aac22df50d6a3890e2466
Parents: 3366658
Author: jenkins 
Authored: Thu Jul 13 15:03:13 2017 +
Committer: jenkins 
Committed: Thu Jul 13 15:03:13 2017 +

--

--




[06/10] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-13 Thread git-site-role
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/33666588/devapidocs/org/apache/hadoop/hbase/regionserver/package-tree.html
--
diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/package-tree.html 
b/devapidocs/org/apache/hadoop/hbase/regionserver/package-tree.html
index dd3b2af..04c3834 100644
--- a/devapidocs/org/apache/hadoop/hbase/regionserver/package-tree.html
+++ b/devapidocs/org/apache/hadoop/hbase/regionserver/package-tree.html
@@ -692,20 +692,20 @@
 
 java.lang.http://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true";
 title="class or interface in java.lang">Enum (implements java.lang.http://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true";
 title="class or interface in java.lang">Comparable, java.io.http://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true";
 title="class or interface in java.io">Serializable)
 
-org.apache.hadoop.hbase.regionserver.RegionOpeningState
-org.apache.hadoop.hbase.regionserver.SplitLogWorker.TaskExecutor.Status
-org.apache.hadoop.hbase.regionserver.ScanType
-org.apache.hadoop.hbase.regionserver.CompactingMemStore.IndexType
 org.apache.hadoop.hbase.regionserver.Region.Operation
+org.apache.hadoop.hbase.regionserver.ScanType
 org.apache.hadoop.hbase.regionserver.DefaultHeapMemoryTuner.StepDirection
-org.apache.hadoop.hbase.regionserver.ScannerContext.NextState
+org.apache.hadoop.hbase.regionserver.Region.FlushResult.Result
+org.apache.hadoop.hbase.regionserver.StoreScanner.StoreScannerCompactionRace
+org.apache.hadoop.hbase.regionserver.ScannerContext.LimitScope
+org.apache.hadoop.hbase.regionserver.SplitLogWorker.TaskExecutor.Status
 org.apache.hadoop.hbase.regionserver.BloomType
 org.apache.hadoop.hbase.regionserver.MemStoreCompactor.Action
-org.apache.hadoop.hbase.regionserver.MetricsRegionServerSourceFactoryImpl.FactoryStorage
+org.apache.hadoop.hbase.regionserver.ScannerContext.NextState
+org.apache.hadoop.hbase.regionserver.CompactingMemStore.IndexType
 org.apache.hadoop.hbase.regionserver.FlushType
-org.apache.hadoop.hbase.regionserver.ScannerContext.LimitScope
-org.apache.hadoop.hbase.regionserver.StoreScanner.StoreScannerCompactionRace
-org.apache.hadoop.hbase.regionserver.Region.FlushResult.Result
+org.apache.hadoop.hbase.regionserver.RegionOpeningState
+org.apache.hadoop.hbase.regionserver.MetricsRegionServerSourceFactoryImpl.FactoryStorage
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/33666588/devapidocs/org/apache/hadoop/hbase/regionserver/querymatcher/package-tree.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/regionserver/querymatcher/package-tree.html
 
b/devapidocs/org/apache/hadoop/hbase/regionserver/querymatcher/package-tree.html
index 9ae7db9..cfe0a15 100644
--- 
a/devapidocs/org/apache/hadoop/hbase/regionserver/querymatcher/package-tree.html
+++ 
b/devapidocs/org/apache/hadoop/hbase/regionserver/querymatcher/package-tree.html
@@ -125,10 +125,10 @@
 
 java.lang.http://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true";
 title="class or interface in java.lang">Enum (implements java.lang.http://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true";
 title="class or interface in java.lang">Comparable, java.io.http://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true";
 title="class or interface in java.io">Serializable)
 
-org.apache.hadoop.hbase.regionserver.querymatcher.StripeCompactionScanQueryMatcher.DropDeletesInOutput
-org.apache.hadoop.hbase.regionserver.querymatcher.DeleteTracker.DeleteCompare
 org.apache.hadoop.hbase.regionserver.querymatcher.ScanQueryMatcher.MatchCode
+org.apache.hadoop.hbase.regionserver.querymatcher.DeleteTracker.DeleteCompare
 org.apache.hadoop.hbase.regionserver.querymatcher.DeleteTracker.DeleteResult
+org.apache.hadoop.hbase.regionserver.querymatcher.StripeCompactionScanQueryMatcher.DropDeletesInOutput
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/33666588/devapidocs/org/apache/hadoop/hbase/regionserver/wal/package-tree.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/regionserver/wal/package-tree.html 
b/devapidocs/org/apache/hadoop/hbase/regionserver/wal/package-tree.html
index 7cba16c..33cb6b6 100644
--- a/devapidocs/org/apache/hadoop/hbase/regionserver/wal/package-tree.html
+++ b/devapidocs/org/apache/hadoop/hbase/regionserver/wal/package-tree.html
@@ -248,8 +248,8 @@
 
 java.lang.http://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true";
 title="class or interface in java.lang">Enum (implements java.lang.http://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true";
 title="class or interface in java.lang">Comparable, java.io.http://docs.oracle.co

[07/10] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-13 Thread git-site-role
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/33666588/devapidocs/index-all.html
--
diff --git a/devapidocs/index-all.html b/devapidocs/index-all.html
index 093f7f7..5db746e 100644
--- a/devapidocs/index-all.html
+++ b/devapidocs/index-all.html
@@ -911,7 +911,10 @@
  
 add(byte[],
 byte[], byte[]) - Method in class org.apache.hadoop.hbase.client.Append
 
-Add the specified column and value to this Append 
operation.
+Deprecated.
+As of release 2.0.0, this 
will be removed in HBase 3.0.0.
+ Use Append.addColumn(byte[],
 byte[], byte[]) instead
+
 
 add(Cell)
 - Method in class org.apache.hadoop.hbase.client.Append
 
@@ -1349,6 +1352,10 @@
  Use Admin.addColumnFamily(TableName,
 HColumnDescriptor).
 
 
+addColumn(byte[],
 byte[], byte[]) - Method in class org.apache.hadoop.hbase.client.Append
+
+Add the specified column and value to this Append 
operation.
+
 addColumn(byte[],
 byte[]) - Method in class org.apache.hadoop.hbase.client.Delete
 
 Delete the latest version of the specified column.

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/33666588/devapidocs/org/apache/hadoop/hbase/backup/package-tree.html
--
diff --git a/devapidocs/org/apache/hadoop/hbase/backup/package-tree.html 
b/devapidocs/org/apache/hadoop/hbase/backup/package-tree.html
index a5d01b3..746a472 100644
--- a/devapidocs/org/apache/hadoop/hbase/backup/package-tree.html
+++ b/devapidocs/org/apache/hadoop/hbase/backup/package-tree.html
@@ -167,9 +167,9 @@
 java.lang.http://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true";
 title="class or interface in java.lang">Enum (implements java.lang.http://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true";
 title="class or interface in java.lang">Comparable, java.io.http://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true";
 title="class or interface in java.io">Serializable)
 
 org.apache.hadoop.hbase.backup.BackupType
-org.apache.hadoop.hbase.backup.BackupInfo.BackupState
-org.apache.hadoop.hbase.backup.BackupRestoreConstants.BackupCommand
 org.apache.hadoop.hbase.backup.BackupInfo.BackupPhase
+org.apache.hadoop.hbase.backup.BackupRestoreConstants.BackupCommand
+org.apache.hadoop.hbase.backup.BackupInfo.BackupState
 
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/33666588/devapidocs/org/apache/hadoop/hbase/classification/package-tree.html
--
diff --git 
a/devapidocs/org/apache/hadoop/hbase/classification/package-tree.html 
b/devapidocs/org/apache/hadoop/hbase/classification/package-tree.html
index e3a326a..2935f2a 100644
--- a/devapidocs/org/apache/hadoop/hbase/classification/package-tree.html
+++ b/devapidocs/org/apache/hadoop/hbase/classification/package-tree.html
@@ -89,11 +89,11 @@
 Annotation Type Hierarchy
 
 org.apache.hadoop.hbase.classification.InterfaceAudience.Public (implements 
java.lang.annotation.http://docs.oracle.com/javase/8/docs/api/java/lang/annotation/Annotation.html?is-external=true";
 title="class or interface in java.lang.annotation">Annotation)
-org.apache.hadoop.hbase.classification.InterfaceStability.Stable (implements 
java.lang.annotation.http://docs.oracle.com/javase/8/docs/api/java/lang/annotation/Annotation.html?is-external=true";
 title="class or interface in java.lang.annotation">Annotation)
+org.apache.hadoop.hbase.classification.InterfaceAudience.Private (implements 
java.lang.annotation.http://docs.oracle.com/javase/8/docs/api/java/lang/annotation/Annotation.html?is-external=true";
 title="class or interface in java.lang.annotation">Annotation)
+org.apache.hadoop.hbase.classification.InterfaceStability.Evolving (implements 
java.lang.annotation.http://docs.oracle.com/javase/8/docs/api/java/lang/annotation/Annotation.html?is-external=true";
 title="class or interface in java.lang.annotation">Annotation)
 org.apache.hadoop.hbase.classification.InterfaceAudience.LimitedPrivate (implements 
java.lang.annotation.http://docs.oracle.com/javase/8/docs/api/java/lang/annotation/Annotation.html?is-external=true";
 title="class or interface in java.lang.annotation">Annotation)
 org.apache.hadoop.hbase.classification.InterfaceStability.Unstable (implements 
java.lang.annotation.http://docs.oracle.com/javase/8/docs/api/java/lang/annotation/Annotation.html?is-external=true";
 title="class or interface in java.lang.annotation">Annotation)
-org.apache.hadoop.hbase.classification.InterfaceStability.Evolving (implements 
java.lang.annotation.http://docs.oracle.com/javase/8/docs/api/java/lang/annotation/Annotation.html?is-external=true";
 title="class or interface in java.lang.annotation">Annotation)
-org.apache.hadoop.hbase.classification.InterfaceAudience.Private (implements 
java.lang.annotation.http://docs.oracle.com/javase/8/docs/api/java/lan

[10/10] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-13 Thread git-site-role
Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.


Project: http://git-wip-us.apache.org/repos/asf/hbase-site/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase-site/commit/33666588
Tree: http://git-wip-us.apache.org/repos/asf/hbase-site/tree/33666588
Diff: http://git-wip-us.apache.org/repos/asf/hbase-site/diff/33666588

Branch: refs/heads/asf-site
Commit: 336665888492996177d5b7b7b8e19b50cf1a3ffe
Parents: 3bd3e3d
Author: jenkins 
Authored: Thu Jul 13 15:02:42 2017 +
Committer: jenkins 
Committed: Thu Jul 13 15:02:42 2017 +

--
 acid-semantics.html |   4 +-
 apache_hbase_reference_guide.pdf|   4 +-
 apache_hbase_reference_guide.pdfmarks   |   4 +-
 apidocs/deprecated-list.html| 228 
 apidocs/index-all.html  |   9 +-
 .../org/apache/hadoop/hbase/client/Append.html  |  90 +++-
 .../hadoop/hbase/client/class-use/Append.html   |  31 +-
 .../org/apache/hadoop/hbase/client/Append.html  | 156 +++---
 .../apache/hadoop/hbase/util/OrderedBytes.html  |   2 +-
 bulk-loads.html |   4 +-
 checkstyle-aggregate.html   |  24 +-
 coc.html|   4 +-
 cygwin.html |   4 +-
 dependencies.html   |   4 +-
 dependency-convergence.html |   4 +-
 dependency-info.html|   4 +-
 dependency-management.html  |   4 +-
 devapidocs/constant-values.html |   6 +-
 devapidocs/deprecated-list.html | 524 ++-
 devapidocs/index-all.html   |   9 +-
 .../hadoop/hbase/backup/package-tree.html   |   4 +-
 .../hbase/classification/package-tree.html  |   6 +-
 .../org/apache/hadoop/hbase/client/Append.html  |  90 +++-
 .../hadoop/hbase/client/class-use/Append.html   |  31 +-
 .../hadoop/hbase/client/package-tree.html   |  24 +-
 .../hadoop/hbase/executor/package-tree.html |   2 +-
 .../hadoop/hbase/filter/package-tree.html   |   8 +-
 .../hadoop/hbase/io/hfile/package-tree.html |   6 +-
 .../apache/hadoop/hbase/ipc/package-tree.html   |   2 +-
 .../hadoop/hbase/mapreduce/package-tree.html|   2 +-
 .../hadoop/hbase/master/package-tree.html   |   2 +-
 .../hbase/master/procedure/package-tree.html|   2 +-
 .../org/apache/hadoop/hbase/package-tree.html   |  10 +-
 .../hadoop/hbase/procedure2/package-tree.html   |   2 +-
 .../hadoop/hbase/quotas/package-tree.html   |   8 +-
 .../hadoop/hbase/regionserver/package-tree.html |  18 +-
 .../regionserver/querymatcher/package-tree.html |   4 +-
 .../hbase/regionserver/wal/package-tree.html|   2 +-
 .../replication/regionserver/package-tree.html  |   2 +-
 .../hadoop/hbase/rest/model/package-tree.html   |   2 +-
 .../hbase/security/access/package-tree.html |   2 +-
 .../hadoop/hbase/security/package-tree.html |   2 +-
 .../hadoop/hbase/thrift/package-tree.html   |   2 +-
 .../apache/hadoop/hbase/util/package-tree.html  |  12 +-
 .../apache/hadoop/hbase/wal/package-tree.html   |   2 +-
 .../org/apache/hadoop/hbase/Version.html|   6 +-
 .../org/apache/hadoop/hbase/client/Append.html  | 156 +++---
 .../hadoop/hbase/thrift/ThriftUtilities.html|   2 +-
 .../hadoop/hbase/thrift2/ThriftUtilities.html   |   2 +-
 .../hadoop/hbase/util/DynamicClassLoader.html   | 139 ++---
 .../apache/hadoop/hbase/util/OrderedBytes.html  |   2 +-
 export_control.html |   4 +-
 hbase-annotations/checkstyle.html   |   6 +-
 hbase-annotations/dependencies.html |   6 +-
 hbase-annotations/dependency-convergence.html   |   6 +-
 hbase-annotations/dependency-info.html  |   6 +-
 hbase-annotations/dependency-management.html|   6 +-
 hbase-annotations/index.html|   6 +-
 hbase-annotations/integration.html  |   6 +-
 hbase-annotations/issue-tracking.html   |   6 +-
 hbase-annotations/license.html  | 211 +++-
 hbase-annotations/mail-lists.html   |   6 +-
 hbase-annotations/plugin-management.html|  12 +-
 hbase-annotations/plugins.html  |   8 +-
 hbase-annotations/project-info.html |   6 +-
 hbase-annotations/project-reports.html  |   6 +-
 hbase-annotations/project-summary.html  |   6 +-
 hbase-annotations/source-repository.html|   6 +-
 hbase-annotations/team-list.html|   6 +-
 hbase-archetypes/dependencies.html  |   6 +-
 hbase-archetypes/dependency-convergence.html|   6 +-
 hbase-archetypes/dependency-info.html   |   6 +-
 hbase-archetypes/dependency-management.html |   6 +-
 .../hbase-archetype-builder/dependencies.html   |   6 +-
 .../dependency-convergence.html

[02/10] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-13 Thread git-site-role
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/33666588/testdevapidocs/src-html/org/apache/hadoop/hbase/PerformanceEvaluation.Status.html
--
diff --git 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/PerformanceEvaluation.Status.html
 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/PerformanceEvaluation.Status.html
index 1d7befb..bc3439f 100644
--- 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/PerformanceEvaluation.Status.html
+++ 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/PerformanceEvaluation.Status.html
@@ -1566,7 +1566,7 @@
 1558void testRow(final int i) throws 
IOException {
 1559  byte [] bytes = format(i);
 1560  Append append = new 
Append(bytes);
-1561  append.add(FAMILY_NAME, 
getQualifier(), bytes);
+1561  append.addColumn(FAMILY_NAME, 
getQualifier(), bytes);
 1562  
updateValueSize(this.table.append(append));
 1563}
 1564  }

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/33666588/testdevapidocs/src-html/org/apache/hadoop/hbase/PerformanceEvaluation.TableTest.html
--
diff --git 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/PerformanceEvaluation.TableTest.html
 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/PerformanceEvaluation.TableTest.html
index 1d7befb..bc3439f 100644
--- 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/PerformanceEvaluation.TableTest.html
+++ 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/PerformanceEvaluation.TableTest.html
@@ -1566,7 +1566,7 @@
 1558void testRow(final int i) throws 
IOException {
 1559  byte [] bytes = format(i);
 1560  Append append = new 
Append(bytes);
-1561  append.add(FAMILY_NAME, 
getQualifier(), bytes);
+1561  append.addColumn(FAMILY_NAME, 
getQualifier(), bytes);
 1562  
updateValueSize(this.table.append(append));
 1563}
 1564  }

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/33666588/testdevapidocs/src-html/org/apache/hadoop/hbase/PerformanceEvaluation.Test.html
--
diff --git 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/PerformanceEvaluation.Test.html
 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/PerformanceEvaluation.Test.html
index 1d7befb..bc3439f 100644
--- 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/PerformanceEvaluation.Test.html
+++ 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/PerformanceEvaluation.Test.html
@@ -1566,7 +1566,7 @@
 1558void testRow(final int i) throws 
IOException {
 1559  byte [] bytes = format(i);
 1560  Append append = new 
Append(bytes);
-1561  append.add(FAMILY_NAME, 
getQualifier(), bytes);
+1561  append.addColumn(FAMILY_NAME, 
getQualifier(), bytes);
 1562  
updateValueSize(this.table.append(append));
 1563}
 1564  }

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/33666588/testdevapidocs/src-html/org/apache/hadoop/hbase/PerformanceEvaluation.TestOptions.html
--
diff --git 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/PerformanceEvaluation.TestOptions.html
 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/PerformanceEvaluation.TestOptions.html
index 1d7befb..bc3439f 100644
--- 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/PerformanceEvaluation.TestOptions.html
+++ 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/PerformanceEvaluation.TestOptions.html
@@ -1566,7 +1566,7 @@
 1558void testRow(final int i) throws 
IOException {
 1559  byte [] bytes = format(i);
 1560  Append append = new 
Append(bytes);
-1561  append.add(FAMILY_NAME, 
getQualifier(), bytes);
+1561  append.addColumn(FAMILY_NAME, 
getQualifier(), bytes);
 1562  
updateValueSize(this.table.append(append));
 1563}
 1564  }

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/33666588/testdevapidocs/src-html/org/apache/hadoop/hbase/PerformanceEvaluation.html
--
diff --git 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/PerformanceEvaluation.html 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/PerformanceEvaluation.html
index 1d7befb..bc3439f 100644
--- a/testdevapidocs/src-html/org/apache/hadoop/hbase/PerformanceEvaluation.html
+++ b/testdevapidocs/src-html/org/apache/hadoop/hbase/PerformanceEvaluation.html
@@ -1566,7 +1566,7 @@
 1558void testRow(final int i) throws 
IOException {
 1559  byte [] bytes = format(i);
 1560  Append append = new 
Append(bytes);
-1561  append.add(FAMILY_NAME, 
getQualifier(), bytes);
+1561  append.addColumn(FAMILY_NAME, 
getQualifier(), bytes);
 1562  
updateValueSize(this.table.append(append));
 1563}
 1564  }

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/33666588/testdevapidocs/src-html/org/apache/hadoop/hbase/client/TestAsyncTable.htm

[05/10] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-13 Thread git-site-role
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/33666588/hbase-annotations/license.html
--
diff --git a/hbase-annotations/license.html b/hbase-annotations/license.html
index d7643fb..90f4278 100644
--- a/hbase-annotations/license.html
+++ b/hbase-annotations/license.html
@@ -1,5 +1,5 @@
 http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd";>
-
+
 http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
   
 
@@ -10,7 +10,7 @@
   @import url("./css/site.css");
 
 
-
+
 
 
 
@@ -27,7 +27,7 @@
 
 
 
-Last Published: 2017-07-12
+Last Published: 2017-07-13
    | Version: 
3.0.0-SNAPSHOT
   
 Apache HBase - Annotations
@@ -117,7 +117,210 @@
 Project Licenses
 
 Apache License, Version 
2.0
-Can't read the url [https://www.apache.org/licenses/LICENSE-2.0.txt] : Read 
timed out
+
+
+ Apache License
+   Version 2.0, January 2004
+http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+  "License" shall mean the terms and conditions for use, 
reproduction,
+  and distribution as defined by Sections 1 through 9 of this document.
+
+  "Licensor" shall mean the copyright owner or entity authorized 
by
+  the copyright owner that is granting the License.
+
+  "Legal Entity" shall mean the union of the acting entity and 
all
+  other entities that control, are controlled by, or are under common
+  control with that entity. For the purposes of this definition,
+  "control" means (i) the power, direct or indirect, to cause the
+  direction or management of such entity, whether by contract or
+  otherwise, or (ii) ownership of fifty percent (50%) or more of the
+  outstanding shares, or (iii) beneficial ownership of such entity.
+
+  "You" (or "Your") shall mean an individual or Legal 
Entity
+  exercising permissions granted by this License.
+
+  "Source" form shall mean the preferred form for making 
modifications,
+  including but not limited to software source code, documentation
+  source, and configuration files.
+
+  "Object" form shall mean any form resulting from mechanical
+  transformation or translation of a Source form, including but
+  not limited to compiled object code, generated documentation,
+  and conversions to other media types.
+
+  "Work" shall mean the work of authorship, whether in Source or
+  Object form, made available under the License, as indicated by a
+  copyright notice that is included in or attached to the work
+  (an example is provided in the Appendix below).
+
+  "Derivative Works" shall mean any work, whether in Source or 
Object
+  form, that is based on (or derived from) the Work and for which the
+  editorial revisions, annotations, elaborations, or other modifications
+  represent, as a whole, an original work of authorship. For the purposes
+  of this License, Derivative Works shall not include works that remain
+  separable from, or merely link (or bind by name) to the interfaces of,
+  the Work and Derivative Works thereof.
+
+  "Contribution" shall mean any work of authorship, including
+  the original version of the Work and any modifications or additions
+  to that Work or Derivative Works thereof, that is intentionally
+  submitted to Licensor for inclusion in the Work by the copyright owner
+  or by an individual or Legal Entity authorized to submit on behalf of
+  the copyright owner. For the purposes of this definition, 
"submitted"
+  means any form of electronic, verbal, or written communication sent
+  to the Licensor or its representatives, including but not limited to
+  communication on electronic mailing lists, source code control systems,
+  and issue tracking systems that are managed by, or on behalf of, the
+  Licensor for the purpose of discussing and improving the Work, but
+  excluding communication that is conspicuously marked or otherwise
+  designated in writing by the copyright owner as "Not a 
Contribution."
+
+  "Contributor" shall mean Licensor and any individual or Legal 
Entity
+  on behalf of whom a Contribution has been received by Licensor and
+  subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+  this License, each Contributor hereby grants to You a perpetual,
+  worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+  copyright license to reproduce, prepare Derivative Works of,
+  publicly display, publicly perform, sublicense, and distribute the
+  Work and such Deriv

[09/10] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-13 Thread git-site-role
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/33666588/apidocs/org/apache/hadoop/hbase/client/Append.html
--
diff --git a/apidocs/org/apache/hadoop/hbase/client/Append.html 
b/apidocs/org/apache/hadoop/hbase/client/Append.html
index 7092cd9..9cd47c4 100644
--- a/apidocs/org/apache/hadoop/hbase/client/Append.html
+++ b/apidocs/org/apache/hadoop/hbase/client/Append.html
@@ -18,8 +18,8 @@
 catch(err) {
 }
 //-->
-var methods = 
{"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10};
-var tabs = {65535:["t0","All Methods"],2:["t2","Instance 
Methods"],8:["t4","Concrete Methods"]};
+var methods = 
{"i0":42,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10};
+var tabs = {65535:["t0","All Methods"],2:["t2","Instance 
Methods"],8:["t4","Concrete Methods"],32:["t6","Deprecated Methods"]};
 var altColor = "altColor";
 var rowColor = "rowColor";
 var tableTab = "tableTab";
@@ -140,7 +140,7 @@ extends 
  To append to a set of columns of a row, instantiate an Append object with the
  row to append to. At least one column to append must be specified using the
- add(byte[],
 byte[], byte[]) method.
+ addColumn(byte[],
 byte[], byte[]) method.
 
 
 
@@ -207,7 +207,7 @@ extends 
 Method Summary
 
-All Methods Instance Methods Concrete Methods 
+All Methods Instance Methods Concrete Methods Deprecated Methods 
 
 Modifier and Type
 Method and Description
@@ -217,7 +217,10 @@ extends add(byte[] family,
byte[] qualifier,
byte[] value)
-Add the specified column and value to this Append 
operation.
+Deprecated. 
+As of release 2.0.0, this 
will be removed in HBase 3.0.0.
+ Use addColumn(byte[],
 byte[], byte[]) instead
+
 
 
 
@@ -227,60 +230,68 @@ extends 
 
 
+Append
+addColumn(byte[] family,
+ byte[] qualifier,
+ byte[] value)
+Add the specified column and value to this Append 
operation.
+
+
+
 boolean
 isReturnResults() 
 
-
+
 Append
 setACL(http://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true";
 title="class or interface in java.util">MapString,org.apache.hadoop.hbase.security.access.Permission> perms) 
 
-
+
 Append
 setACL(http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String user,
   
org.apache.hadoop.hbase.security.access.Permission perms) 
 
-
+
 Append
 setAttribute(http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String name,
 byte[] value)
 Sets an attribute.
 
 
-
+
 Append
 setCellVisibility(org.apache.hadoop.hbase.security.visibility.CellVisibility expression)
 Sets the visibility expression associated with cells in 
this Mutation.
 
 
-
+
 Append
 setClusterIds(http://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true";
 title="class or interface in java.util">ListUUID> clusterIds)
 Marks that the clusters with the given clusterIds have 
consumed the mutation
 
 
-
+
 Append
 setDurability(Durability d)
 Set the durability for this mutation
 
 
-
+
 Append
 setFamilyCellMap(http://docs.oracle.com/javase/8/docs/api/java/util/NavigableMap.html?is-external=true";
 title="class or interface in java.util">NavigableMapList> map)
 Method for setting the put's familyMap
 
 
-
+
 Append
 setId(http://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true";
 title="class or interface in java.lang">String id)
 This method allows you to set an identifier on an 
operation.
 
 
-
+
 Append
 setReturnResults(boolean returnResults) 
 
-
+
 Append
 setTTL(long ttl)
 Set the TTL desired for the result of the mutation, in 
milliseconds.
@@ -421,9 +432,32 @@ extends 
 
 add
-public Append add(byte[] family,
-  byte[] qualifier,
-  byte[] value)
+http://docs.oracle.com/javase/8/docs/api/java/lang/Deprecated.html?is-external=true";
 title="class or interface in java.lang">@Deprecated
+public Append add(byte[] family,
+  byte[] qualifier,
+  byte[] value)
+Deprecated. As of release 2.0.0, this will be removed in HBase 
3.0.0.
+ Use addColumn(byte[],
 byte[], byte[]) instead
+Add the specified column and value to this Append 
operation.
+
+Parameters:
+family - family name
+qualifier - column qualifier
+value - value to append to specified column
+Returns:
+this
+
+
+
+
+
+
+
+
+addColumn
+public Append add

[04/10] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-13 Thread git-site-role
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/33666588/hbase-archetypes/hbase-client-project/license.html
--
diff --git a/hbase-archetypes/hbase-client-project/license.html 
b/hbase-archetypes/hbase-client-project/license.html
index 8286677..ae9f333 100644
--- a/hbase-archetypes/hbase-client-project/license.html
+++ b/hbase-archetypes/hbase-client-project/license.html
@@ -1,5 +1,5 @@
 http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd";>
-
+
 http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
   
 
@@ -10,7 +10,7 @@
   @import url("./css/site.css");
 
 
-
+
 
 
 
@@ -27,7 +27,7 @@
 
 
 
-Last Published: 2017-07-12
+Last Published: 2017-07-13
    | Version: 
3.0.0-SNAPSHOT
   
 Apache HBase - Exemplar for 
hbase-client archetype
@@ -117,210 +117,7 @@
 Project Licenses
 
 Apache License, Version 
2.0
-
-
- Apache License
-   Version 2.0, January 2004
-http://www.apache.org/licenses/
-
-   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
-
-   1. Definitions.
-
-  "License" shall mean the terms and conditions for use, 
reproduction,
-  and distribution as defined by Sections 1 through 9 of this document.
-
-  "Licensor" shall mean the copyright owner or entity authorized 
by
-  the copyright owner that is granting the License.
-
-  "Legal Entity" shall mean the union of the acting entity and 
all
-  other entities that control, are controlled by, or are under common
-  control with that entity. For the purposes of this definition,
-  "control" means (i) the power, direct or indirect, to cause the
-  direction or management of such entity, whether by contract or
-  otherwise, or (ii) ownership of fifty percent (50%) or more of the
-  outstanding shares, or (iii) beneficial ownership of such entity.
-
-  "You" (or "Your") shall mean an individual or Legal 
Entity
-  exercising permissions granted by this License.
-
-  "Source" form shall mean the preferred form for making 
modifications,
-  including but not limited to software source code, documentation
-  source, and configuration files.
-
-  "Object" form shall mean any form resulting from mechanical
-  transformation or translation of a Source form, including but
-  not limited to compiled object code, generated documentation,
-  and conversions to other media types.
-
-  "Work" shall mean the work of authorship, whether in Source or
-  Object form, made available under the License, as indicated by a
-  copyright notice that is included in or attached to the work
-  (an example is provided in the Appendix below).
-
-  "Derivative Works" shall mean any work, whether in Source or 
Object
-  form, that is based on (or derived from) the Work and for which the
-  editorial revisions, annotations, elaborations, or other modifications
-  represent, as a whole, an original work of authorship. For the purposes
-  of this License, Derivative Works shall not include works that remain
-  separable from, or merely link (or bind by name) to the interfaces of,
-  the Work and Derivative Works thereof.
-
-  "Contribution" shall mean any work of authorship, including
-  the original version of the Work and any modifications or additions
-  to that Work or Derivative Works thereof, that is intentionally
-  submitted to Licensor for inclusion in the Work by the copyright owner
-  or by an individual or Legal Entity authorized to submit on behalf of
-  the copyright owner. For the purposes of this definition, 
"submitted"
-  means any form of electronic, verbal, or written communication sent
-  to the Licensor or its representatives, including but not limited to
-  communication on electronic mailing lists, source code control systems,
-  and issue tracking systems that are managed by, or on behalf of, the
-  Licensor for the purpose of discussing and improving the Work, but
-  excluding communication that is conspicuously marked or otherwise
-  designated in writing by the copyright owner as "Not a 
Contribution."
-
-  "Contributor" shall mean Licensor and any individual or Legal 
Entity
-  on behalf of whom a Contribution has been received by Licensor and
-  subsequently incorporated within the Work.
-
-   2. Grant of Copyright License. Subject to the terms and conditions of
-  this License, each Contributor hereby grants to You a perpetual,
-  worldwide, non-exclusive, no-charge, royalty-free, irrevocable
-  copyright license to reproduce, prepare Derivative Works of,
-  publicly display, publicly perform, sublicense, and dis

[03/10] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-13 Thread git-site-role
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/33666588/hbase-spark/integration.html
--
diff --git a/hbase-spark/integration.html b/hbase-spark/integration.html
index e12c42f..aab4bab 100644
--- a/hbase-spark/integration.html
+++ b/hbase-spark/integration.html
@@ -1,5 +1,5 @@
 http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd";>
-
+
 http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
   
 
@@ -10,7 +10,7 @@
   @import url("./css/site.css");
 
 
-
+
 
 
 
@@ -27,7 +27,7 @@
 
 
 
-Last Published: 2017-07-12
+Last Published: 2017-07-13
    | Version: 
3.0.0-SNAPSHOT
   
 Apache HBase - Spark

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/33666588/hbase-spark/issue-tracking.html
--
diff --git a/hbase-spark/issue-tracking.html b/hbase-spark/issue-tracking.html
index b4e10a0..ad1831f 100644
--- a/hbase-spark/issue-tracking.html
+++ b/hbase-spark/issue-tracking.html
@@ -1,5 +1,5 @@
 http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd";>
-
+
 http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
   
 
@@ -10,7 +10,7 @@
   @import url("./css/site.css");
 
 
-
+
 
 
 
@@ -27,7 +27,7 @@
 
 
 
-Last Published: 2017-07-12
+Last Published: 2017-07-13
    | Version: 
3.0.0-SNAPSHOT
   
 Apache HBase - Spark

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/33666588/hbase-spark/license.html
--
diff --git a/hbase-spark/license.html b/hbase-spark/license.html
index ea4308f..c4db0c9 100644
--- a/hbase-spark/license.html
+++ b/hbase-spark/license.html
@@ -1,5 +1,5 @@
 http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd";>
-
+
 http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
   
 
@@ -10,7 +10,7 @@
   @import url("./css/site.css");
 
 
-
+
 
 
 
@@ -27,7 +27,7 @@
 
 
 
-Last Published: 2017-07-12
+Last Published: 2017-07-13
    | Version: 
3.0.0-SNAPSHOT
   
 Apache HBase - Spark
@@ -117,7 +117,7 @@
 Project Licenses
 
 Apache License, Version 
2.0
-Can't read the url [https://www.apache.org/licenses/LICENSE-2.0.txt] : 
connect timed out
+Can't read the url [https://www.apache.org/licenses/LICENSE-2.0.txt] : Read 
timed out
   
 
 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/33666588/hbase-spark/mail-lists.html
--
diff --git a/hbase-spark/mail-lists.html b/hbase-spark/mail-lists.html
index 87f327d..b9345b5 100644
--- a/hbase-spark/mail-lists.html
+++ b/hbase-spark/mail-lists.html
@@ -1,5 +1,5 @@
 http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd";>
-
+
 http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
   
 
@@ -10,7 +10,7 @@
   @import url("./css/site.css");
 
 
-
+
 
 
 
@@ -27,7 +27,7 @@
 
 
 
-Last Published: 2017-07-12
+Last Published: 2017-07-13
    | Version: 
3.0.0-SNAPSHOT
   
 Apache HBase - Spark

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/33666588/hbase-spark/plugin-management.html
--
diff --git a/hbase-spark/plugin-management.html 
b/hbase-spark/plugin-management.html
index caab1c4..305e365 100644
--- a/hbase-spark/plugin-management.html
+++ b/hbase-spark/plugin-management.html
@@ -1,5 +1,5 @@
 http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd";>
-
+
 http://www.w3.org/1999/xhtml"; xml:lang="en" lang="en">
   
 
@@ -10,7 +10,7 @@
   @import url("./css/site.css");
 
 
-
+
 
 
 
@@ -27,7 +27,7 @@
 
 
 
-Last Published: 2017-07-12
+Last Published: 2017-07-13
    | Version: 
3.0.0-SNAPSHOT
   
 Apache HBase - Spark
@@ -160,7 +160,7 @@
 
 org.apache.maven.plugins
 http://maven.apache.org/surefire/maven-failsafe-plugin/";>maven-failsafe-plugin
-2.20
+2.19.1
 
 org.apache.maven.plugins
 http://maven.apache.org/plugins/maven-gpg-plugin/";>maven-gpg-plugin
@@ -224,11 +224,11 @@
 
 org.apache.maven.plugins
 http://maven.apache.org/surefire/maven-surefire-plugin/";>maven-surefire-plugin
-2.20
+2.19.1
 
 org.apache.maven.plug

[08/10] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-13 Thread git-site-role
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/33666588/devapidocs/deprecated-list.html
--
diff --git a/devapidocs/deprecated-list.html b/devapidocs/deprecated-list.html
index 9891645..d58c9e0 100644
--- a/devapidocs/deprecated-list.html
+++ b/devapidocs/deprecated-list.html
@@ -351,6 +351,12 @@
 
 
 
+org.apache.hadoop.hbase.client.Append.add(byte[],
 byte[], byte[])
+As of release 2.0.0, this 
will be removed in HBase 3.0.0.
+ Use Append.addColumn(byte[],
 byte[], byte[]) instead
+
+
+
 org.apache.hadoop.hbase.client.Admin.addColumn(TableName,
 HColumnDescriptor)
 As of release 2.0.0.
  (https://issues.apache.org/jira/browse/HBASE-1989";>HBASE-1989).
@@ -358,135 +364,135 @@
  Use Admin.addColumnFamily(TableName,
 HColumnDescriptor).
 
 
-
+
 org.apache.hadoop.hbase.client.HBaseAdmin.addColumn(TableName,
 HColumnDescriptor)
 Since 2.0. Will be removed 
in 3.0. Use
  HBaseAdmin.addColumnFamily(TableName,
 HColumnDescriptor) instead.
 
 
-
+
 org.apache.hadoop.hbase.mapreduce.TableMapReduceUtil.addDependencyJars(Configuration,
 Class...)
 rely on TableMapReduceUtil.addDependencyJars(Job)
 instead.
 
 
-
+
 org.apache.hadoop.hbase.security.visibility.VisibilityClient.addLabel(Configuration,
 String)
 Use VisibilityClient.addLabel(Connection,String)
 instead.
 
 
-
+
 org.apache.hadoop.hbase.security.visibility.VisibilityClient.addLabels(Configuration,
 String[])
 Use VisibilityClient.addLabels(Connection,String[])
 instead.
 
 
-
+
 org.apache.hadoop.hbase.client.replication.ReplicationAdmin.addPeer(String,
 ReplicationPeerConfig)
 use
  Admin.addReplicationPeer(String,
 ReplicationPeerConfig)
  instead
 
 
-
+
 org.apache.hadoop.hbase.client.replication.ReplicationAdmin.addPeer(String,
 ReplicationPeerConfig, Map>)
 as release of 2.0.0, and 
it will be removed in 3.0.0,
  use ReplicationAdmin.addPeer(String,
 ReplicationPeerConfig) instead.
 
 
-
+
 org.apache.hadoop.hbase.MetaTableAccessor.allTableRegions(Connection,
 TableName)
 use MetaTableAccessor.getTableRegionsAndLocations(org.apache.hadoop.hbase.client.Connection,
 org.apache.hadoop.hbase.TableName), region can have multiple 
locations
 
 
-
+
 org.apache.hadoop.hbase.client.replication.ReplicationAdmin.appendPeerTableCFs(String,
 Map>)
 
-
+
 org.apache.hadoop.hbase.client.replication.ReplicationAdmin.appendPeerTableCFs(String,
 String)
 as release of 2.0.0, and 
it will be removed in 3.0.0,
  use ReplicationAdmin.appendPeerTableCFs(String,
 Map) instead.
 
 
-
+
 org.apache.hadoop.hbase.util.Bytes.binarySearch(byte[][],
 byte[], int, int, RawComparator)
 Bytes.binarySearch(byte[][],
 byte[], int, int)
 
 
-
+
 org.apache.hadoop.hbase.util.Bytes.binarySearch(byte[][],
 Cell, RawComparator)
 Use Bytes.binarySearch(Cell[],
 Cell, CellComparator)
 
 
-
+
 org.apache.hadoop.hbase.ipc.RpcServerInterface.call(BlockingService,
 Descriptors.MethodDescriptor, Message, CellScanner, long, 
MonitoredRPCHandler)
 As of release 1.3, this 
will be removed in HBase 3.0
 
 
-
+
 org.apache.hadoop.hbase.ipc.RpcServerInterface.call(BlockingService,
 Descriptors.MethodDescriptor, Message, CellScanner, long, MonitoredRPCHandler, 
long, int)
 As of release 2.0, this 
will be removed in HBase 3.0
 
 
-
+
 org.apache.hadoop.hbase.client.HBaseAdmin.checkHBaseAvailable(Configuration)
 since hbase-2.0.0 because 
throws a ServiceException. We don't want to have
  protobuf as part of our public API. Use HBaseAdmin.available(Configuration)
 
 
-
+
 org.apache.hadoop.hbase.security.visibility.VisibilityClient.clearAuths(Configuration,
 String[], String)
 Use VisibilityClient.clearAuths(Connection,String[],String)
 instead.
 
 
-
+
 org.apache.hadoop.hbase.regionserver.Store.compact(CompactionContext,
 ThroughputController)
 see 
compact(CompactionContext, ThroughputController, User)
 
 
-
+
 org.apache.hadoop.hbase.KeyValue.RawBytesComparator.compareFlatKey(byte[],
 int, int, byte[], int, int)
 Since 0.99.2.
 
 
-
+
 org.apache.hadoop.hbase.mapreduce.CellCreator.create(byte[],
 int, int, byte[], int, int, byte[], int, int, long, byte[], int, int, 
String)
 
-
+
 org.apache.hadoop.hbase.regionserver.RpcSchedulerFactory.create(Configuration,
 PriorityFunction)
 
-
+
 org.apache.hadoop.hbase.regionserver.SimpleRpcSchedulerFactory.create(Configuration,
 PriorityFunction)
 
-
+
 org.apache.hadoop.hbase.regionserver.FifoRpcSchedulerFactory.create(Configuration,
 PriorityFunction)
 
-
+
 org.apache.hadoop.hbase.coprocessor.ObserverContext.createAndPrepare(T,
 ObserverContext)
 
-
+
 org.apache.hadoop.hbase.client.Admin.createTable(HTableDescriptor)
 since 2.0 version and will 
be removed in 3.0 version.
  use Admin.createTable(TableDescriptor)
 
 
-
+
 org.apache.hadoop.hbase.client.Admin.createTable(HTableDescriptor,
 byte[][])
 since 2.0 ve

[01/10] hbase-site git commit: Published site at 82d554e3783372cc6b05489452c815b57c06f6cd.

2017-07-13 Thread git-site-role
Repository: hbase-site
Updated Branches:
  refs/heads/asf-site 3bd3e3d7e -> 336665888


http://git-wip-us.apache.org/repos/asf/hbase-site/blob/33666588/testdevapidocs/src-html/org/apache/hadoop/hbase/regionserver/TestAtomicOperation.MockHRegion.WrappedRowLock.html
--
diff --git 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/regionserver/TestAtomicOperation.MockHRegion.WrappedRowLock.html
 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/regionserver/TestAtomicOperation.MockHRegion.WrappedRowLock.html
index d76a0c9..8a2f6c0 100644
--- 
a/testdevapidocs/src-html/org/apache/hadoop/hbase/regionserver/TestAtomicOperation.MockHRegion.WrappedRowLock.html
+++ 
b/testdevapidocs/src-html/org/apache/hadoop/hbase/regionserver/TestAtomicOperation.MockHRegion.WrappedRowLock.html
@@ -139,12 +139,12 @@
 131String v2 = " is... 42.";
 132Append a = new Append(row);
 133a.setReturnResults(false);
-134a.add(fam1, qual1, 
Bytes.toBytes(v1));
-135a.add(fam1, qual2, 
Bytes.toBytes(v2));
+134a.addColumn(fam1, qual1, 
Bytes.toBytes(v1));
+135a.addColumn(fam1, qual2, 
Bytes.toBytes(v2));
 136assertTrue(region.append(a, 
HConstants.NO_NONCE, HConstants.NO_NONCE).isEmpty());
 137a = new Append(row);
-138a.add(fam1, qual1, 
Bytes.toBytes(v2));
-139a.add(fam1, qual2, 
Bytes.toBytes(v1));
+138a.addColumn(fam1, qual1, 
Bytes.toBytes(v2));
+139a.addColumn(fam1, qual2, 
Bytes.toBytes(v1));
 140Result result = region.append(a, 
HConstants.NO_NONCE, HConstants.NO_NONCE);
 141assertEquals(0, 
Bytes.compareTo(Bytes.toBytes(v1+v2), result.getValue(fam1, qual1)));
 142assertEquals(0, 
Bytes.compareTo(Bytes.toBytes(v2+v1), result.getValue(fam1, qual2)));
@@ -155,8 +155,8 @@
 147initHRegion(tableName, 
name.getMethodName(), fam1);
 148final String v1 = "Value";
 149final Append a = new Append(row);
-150a.add(fam1, qual1, 
Bytes.toBytes(v1));
-151a.add(fam2, qual2, 
Bytes.toBytes(v1));
+150a.addColumn(fam1, qual1, 
Bytes.toBytes(v1));
+151a.addColumn(fam2, qual2, 
Bytes.toBytes(v1));
 152Result result = null;
 153try {
 154  result = region.append(a, 
HConstants.NO_NONCE, HConstants.NO_NONCE);
@@ -335,9 +335,9 @@
 327  for (int i=0; i

[2/2] hbase git commit: HBASE-18147 POC jenkinsfile for nightly checks.

2017-07-13 Thread busbey
HBASE-18147 POC jenkinsfile for nightly checks.

* adds ruby tools to dockerfile
* adds rubocop to dockerfile
* adds ruby-lint to dockerfile
* adds perlcritic to dockerfile
* TODO branch with mulitple jdk versions


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/375d1e37
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/375d1e37
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/375d1e37

Branch: refs/heads/branch-1.2-HBASE-18147
Commit: 375d1e37d9589ca1fc36350395adf40904169ae9
Parents: 4bd5f03
Author: Sean Busbey 
Authored: Tue Jul 4 15:12:38 2017 -0400
Committer: Sean Busbey 
Committed: Thu Jul 13 09:37:05 2017 -0500

--
 dev-support/Jenkinsfile   | 193 +
 dev-support/docker/Dockerfile |  29 ++
 2 files changed, 222 insertions(+)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/375d1e37/dev-support/Jenkinsfile
--
diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile
new file mode 100644
index 000..4fad9c8
--- /dev/null
+++ b/dev-support/Jenkinsfile
@@ -0,0 +1,193 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+pipeline {
+  agent {
+node {
+  label 'Hadoop'
+}
+  }
+  // work around for YETUS-508, requires maven outside of the dockerfile
+  tools {
+maven 'Maven (latest)'
+  }
+  triggers {
+cron('@daily')
+  }
+  options {
+buildDiscarder(logRotator(numToKeepStr: '30'))
+timeout (time: 6, unit: 'HOURS')
+timestamps()
+  }
+  environment {
+TOOLS = "${env.WORKSPACE}/tools"
+// where we check out to across stages
+BASEDIR = "${env.WORKSPACE}/component"
+YETUS_RELEASE = '0.4.0'
+// where we'll write everything from different steps.
+OUTPUT_RELATIVE = 'output'
+OUTPUTDIR = "${env.WORKSPACE}/output"
+  }
+  parameters {
+booleanParam(name: 'USE_YETUS_PRERELEASE', defaultValue: false, 
description: '''Check to use the current HEAD of apache/yetus rather than our 
configured release.
+
+Should only be used manually when e.g. there is some non-work-aroundable 
issue in yetus we are checking a fix for.''')
+booleanParam(name: 'DEBUG', defaultValue: false, description: 'Produce a 
lot more meta-information.')
+  }
+  stages {
+stage ('yetus check') {
+  environment {
+PROJECT = 'hbase'
+PROJET_PERSONALITY = 
'https://raw.githubusercontent.com/apache/hbase/master/dev-support/hbase-personality.sh'
+// This section of the docs tells folks not to use the javadoc tag. 
older branches have our old version of the check for said tag.
+AUTHOR_IGNORE_LIST = 
'src/main/asciidoc/_chapters/developer.adoc,dev-support/test-patch.sh'
+WHITESPACE_IGNORE_LIST = '.*/generated/.*'
+// output from surefire; sadly the archive function in yetus only 
works on file names.
+ARCHIVE_PATTERN_LIST = 
'TEST-*.xml,org.apache.h*-output.txt,org.apache.h*.txt'
+// These tests currently have known failures. Once they burn down to 0, remove 
from here so that new problems will cause a failure.
+TESTS_FILTER = 
'cc,checkstyle,javac,javadoc,pylint,shellcheck,whitespace,perlcritic,ruby-lint,rubocop'
+BRANCH_SPECIFIC_DOCKERFILE = 
"${env.BASEDIR}/dev-support/docker/Dockerfile"
+EXCLUDE_TESTS_URL = 
'https://builds.apache.org/job/HBase-Find-Flaky-Tests/lastSuccessfulBuild/artifact/excludes/'
+  }
+  steps {
+// TODO we can move the yetus install into a different stage and then use 
stash to deploy it.
+sh  '''#!/usr/bin/env bash
+printenv
+echo "Ensure we have a copy of Apache Yetus."
+if [[ true !=  "${USE_YETUS_PRERELEASE}" ]]; then
+  YETUS_DIR="${WORKSPACE}/yetus-${YETUS_RELEASE}"
+  echo "Checking for Yetus ${YETUS_RELEASE} in '${YETUS_DIR}'"
+  if [ ! -d "${YETUS_DIR}" ]; then
+echo "New download of Apache Yetus version ${YETUS_RELEASE}."
+rm -rf "${WORKSPACE}/.gpg"
+mkdir -p "${WORKSPACE}/.gpg"
+chmod -R 700 "${WORKSPACE}/.gpg"
+
+echo "install yet

[1/2] hbase git commit: HBASE-18365 Eliminate the findbugs warnings for hbase-common [Forced Update!]

2017-07-13 Thread busbey
Repository: hbase
Updated Branches:
  refs/heads/branch-1.2-HBASE-18147 9f8ee898c -> 375d1e37d (forced update)


HBASE-18365 Eliminate the findbugs warnings for hbase-common


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/4bd5f03d
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/4bd5f03d
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/4bd5f03d

Branch: refs/heads/branch-1.2-HBASE-18147
Commit: 4bd5f03d22be5f8ce09c1c67cfe5d1dcc603446a
Parents: 2857b75
Author: Chia-Ping Tsai 
Authored: Thu Jul 13 19:37:15 2017 +0800
Committer: Chia-Ping Tsai 
Committed: Thu Jul 13 19:37:15 2017 +0800

--
 .../hadoop/hbase/util/DynamicClassLoader.java   | 29 +++-
 .../apache/hadoop/hbase/util/OrderedBytes.java  |  2 +-
 2 files changed, 17 insertions(+), 14 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/4bd5f03d/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
--
diff --git 
a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
 
b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
index bc86358..115945b 100644
--- 
a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
+++ 
b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
@@ -179,19 +179,22 @@ public class DynamicClassLoader extends ClassLoaderBase {
 
   private synchronized void loadNewJars() {
 // Refresh local jar file lists
-for (File file: localDir.listFiles()) {
-  String fileName = file.getName();
-  if (jarModifiedTime.containsKey(fileName)) {
-continue;
-  }
-  if (file.isFile() && fileName.endsWith(".jar")) {
-jarModifiedTime.put(fileName, Long.valueOf(file.lastModified()));
-try {
-  URL url = file.toURI().toURL();
-  addURL(url);
-} catch (MalformedURLException mue) {
-  // This should not happen, just log it
-  LOG.warn("Failed to load new jar " + fileName, mue);
+File[] files = localDir == null ? null : localDir.listFiles();
+if (files != null) {
+  for (File file: files) {
+String fileName = file.getName();
+if (jarModifiedTime.containsKey(fileName)) {
+  continue;
+}
+if (file.isFile() && fileName.endsWith(".jar")) {
+  jarModifiedTime.put(fileName, Long.valueOf(file.lastModified()));
+  try {
+URL url = file.toURI().toURL();
+addURL(url);
+  } catch (MalformedURLException mue) {
+// This should not happen, just log it
+LOG.warn("Failed to load new jar " + fileName, mue);
+  }
 }
   }
 }

http://git-wip-us.apache.org/repos/asf/hbase/blob/4bd5f03d/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java
--
diff --git 
a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java 
b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java
index a0c7390..9a40aee 100644
--- a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java
+++ b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java
@@ -463,7 +463,7 @@ public class OrderedBytes {
   static int lengthVaruint64(PositionedByteRange src, boolean comp) {
 int a0 = (comp ? DESCENDING : ASCENDING).apply(src.peek()) & 0xff;
 if (a0 <= 240) return 1;
-if (a0 >= 241 && a0 <= 248) return 2;
+if (a0 <= 248) return 2;
 if (a0 == 249) return 3;
 if (a0 == 250) return 4;
 if (a0 == 251) return 5;



[1/4] hbase git commit: HBASE-18365 Eliminate the findbugs warnings for hbase-common [Forced Update!]

2017-07-13 Thread busbey
Repository: hbase
Updated Branches:
  refs/heads/HBASE-18147 96ba853b8 -> 6d6f8f76b (forced update)
  refs/heads/branch-1.2-HBASE-18147 93f17f691 -> 9f8ee898c (forced update)


HBASE-18365 Eliminate the findbugs warnings for hbase-common


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/cf636e50
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/cf636e50
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/cf636e50

Branch: refs/heads/HBASE-18147
Commit: cf636e50b9d2afbf0d017f2463b510ec10653a1a
Parents: 22df926
Author: Chia-Ping Tsai 
Authored: Thu Jul 13 19:31:59 2017 +0800
Committer: Chia-Ping Tsai 
Committed: Thu Jul 13 19:31:59 2017 +0800

--
 .../java/org/apache/hadoop/hbase/util/DynamicClassLoader.java   | 5 +++--
 .../main/java/org/apache/hadoop/hbase/util/OrderedBytes.java| 2 +-
 2 files changed, 4 insertions(+), 3 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/cf636e50/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
--
diff --git 
a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
 
b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
index 1a73069..a805fbf 100644
--- 
a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
+++ 
b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
@@ -179,8 +179,9 @@ public class DynamicClassLoader extends ClassLoaderBase {
 
   private synchronized void loadNewJars() {
 // Refresh local jar file lists
-if (localDir != null) {
-  for (File file : localDir.listFiles()) {
+File[] files = localDir == null ? null : localDir.listFiles();
+if (files != null) {
+  for (File file : files) {
 String fileName = file.getName();
 if (jarModifiedTime.containsKey(fileName)) {
   continue;

http://git-wip-us.apache.org/repos/asf/hbase/blob/cf636e50/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java
--
diff --git 
a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java 
b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java
index 3e4bc6c..7ba17f9 100644
--- a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java
+++ b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java
@@ -461,7 +461,7 @@ public class OrderedBytes {
   static int lengthVaruint64(PositionedByteRange src, boolean comp) {
 int a0 = (comp ? DESCENDING : ASCENDING).apply(src.peek()) & 0xff;
 if (a0 <= 240) return 1;
-if (a0 >= 241 && a0 <= 248) return 2;
+if (a0 <= 248) return 2;
 if (a0 == 249) return 3;
 if (a0 == 250) return 4;
 if (a0 == 251) return 5;



[2/4] hbase git commit: HBASE-18344 Introduce Append.addColumn as a replacement for Append.add

2017-07-13 Thread busbey
HBASE-18344 Introduce Append.addColumn as a replacement for Append.add

Signed-off-by: Chia-Ping Tsai 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/c0725ddf
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/c0725ddf
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/c0725ddf

Branch: refs/heads/HBASE-18147
Commit: c0725ddff11992931fa6e2e5c454177df60da585
Parents: cf636e5
Author: Jan Hentschel 
Authored: Sun Jul 9 12:11:31 2017 +0200
Committer: Chia-Ping Tsai 
Committed: Thu Jul 13 20:04:57 2017 +0800

--
 .../org/apache/hadoop/hbase/client/Append.java  | 16 ++-
 .../hbase/client/TestRpcControllerFactory.java  |  2 +-
 .../hadoop/hbase/PerformanceEvaluation.java |  2 +-
 .../hadoop/hbase/client/TestAsyncTable.java |  2 +-
 .../hbase/client/TestAsyncTableBatch.java   |  2 +-
 .../hbase/client/TestAsyncTableNoncedRetry.java |  4 +--
 .../hadoop/hbase/client/TestFromClientSide.java | 28 ++--
 .../hbase/client/TestFromClientSide3.java   |  2 +-
 .../hadoop/hbase/client/TestMetaCache.java  |  2 +-
 .../hadoop/hbase/client/TestMultiParallel.java  |  4 +--
 .../client/TestPutDeleteEtcCellIteration.java   |  2 +-
 .../hbase/client/TestResultFromCoprocessor.java |  2 +-
 .../hbase/coprocessor/TestHTableWrapper.java|  2 +-
 .../TestRegionObserverInterface.java|  2 +-
 .../hadoop/hbase/quotas/TestSpaceQuotas.java|  4 +--
 .../hbase/regionserver/TestAtomicOperation.java | 18 ++---
 .../hadoop/hbase/regionserver/TestHRegion.java  |  6 ++---
 .../regionserver/TestRegionServerMetrics.java   |  2 +-
 .../TestRegionServerReadRequestMetrics.java |  2 +-
 .../hadoop/hbase/regionserver/TestTags.java |  2 +-
 .../security/access/TestAccessController.java   |  2 +-
 .../visibility/TestVisibilityLabels.java|  4 +--
 .../TestVisibilityWithCheckAuths.java   |  4 +--
 .../hadoop/hbase/util/MultiThreadedUpdater.java |  6 ++---
 .../hadoop/hbase/thrift/ThriftUtilities.java|  2 +-
 .../hadoop/hbase/thrift2/ThriftUtilities.java   |  2 +-
 26 files changed, 70 insertions(+), 56 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/c0725ddf/hbase-client/src/main/java/org/apache/hadoop/hbase/client/Append.java
--
diff --git 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/Append.java 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/Append.java
index a655c7d..346eb0e 100644
--- a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/Append.java
+++ b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/Append.java
@@ -41,7 +41,7 @@ import org.apache.hadoop.hbase.util.Bytes;
  * 
  * To append to a set of columns of a row, instantiate an Append object with 
the
  * row to append to. At least one column to append must be specified using the
- * {@link #add(byte[], byte[], byte[])} method.
+ * {@link #addColumn(byte[], byte[], byte[])} method.
  */
 @InterfaceAudience.Public
 public class Append extends Mutation {
@@ -104,8 +104,22 @@ public class Append extends Mutation {
* @param qualifier column qualifier
* @param value value to append to specified column
* @return this
+   * @deprecated As of release 2.0.0, this will be removed in HBase 3.0.0.
+   * Use {@link #addColumn(byte[], byte[], byte[])} instead
*/
+  @Deprecated
   public Append add(byte [] family, byte [] qualifier, byte [] value) {
+return this.addColumn(family, qualifier, value);
+  }
+
+  /**
+   * Add the specified column and value to this Append operation.
+   * @param family family name
+   * @param qualifier column qualifier
+   * @param value value to append to specified column
+   * @return this
+   */
+  public Append addColumn(byte[] family, byte[] qualifier, byte[] value) {
 KeyValue kv = new KeyValue(this.row, family, qualifier, this.ts, 
KeyValue.Type.Put, value);
 return add(kv);
   }

http://git-wip-us.apache.org/repos/asf/hbase/blob/c0725ddf/hbase-endpoint/src/test/java/org/apache/hadoop/hbase/client/TestRpcControllerFactory.java
--
diff --git 
a/hbase-endpoint/src/test/java/org/apache/hadoop/hbase/client/TestRpcControllerFactory.java
 
b/hbase-endpoint/src/test/java/org/apache/hadoop/hbase/client/TestRpcControllerFactory.java
index 6aaef80..567f30c 100644
--- 
a/hbase-endpoint/src/test/java/org/apache/hadoop/hbase/client/TestRpcControllerFactory.java
+++ 
b/hbase-endpoint/src/test/java/org/apache/hadoop/hbase/client/TestRpcControllerFactory.java
@@ -163,7 +163,7 @@ public class TestRpcControllerFactory {
 counter = verifyCount(counter);
 
 Append append = new Append(row);
-append.add(fam1, fam1, Bytes.toBytes("val2

[3/4] hbase git commit: HBASE-18147 POC jenkinsfile for nightly checks.

2017-07-13 Thread busbey
HBASE-18147 POC jenkinsfile for nightly checks.

* adds ruby tools to dockerfile
* adds rubocop to dockerfile
* adds ruby-lint to dockerfile
* adds perlcritic to dockerfile
* TODO branch with mulitple jdk versions


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/6d6f8f76
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/6d6f8f76
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/6d6f8f76

Branch: refs/heads/HBASE-18147
Commit: 6d6f8f76bf60bbf5ddfa64dabe1811f481b04e4e
Parents: c0725dd
Author: Sean Busbey 
Authored: Tue Jul 4 15:12:38 2017 -0400
Committer: Sean Busbey 
Committed: Thu Jul 13 09:35:22 2017 -0500

--
 dev-support/Jenkinsfile   | 196 +
 dev-support/docker/Dockerfile |  29 ++
 2 files changed, 225 insertions(+)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/6d6f8f76/dev-support/Jenkinsfile
--
diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile
new file mode 100644
index 000..9de7dea
--- /dev/null
+++ b/dev-support/Jenkinsfile
@@ -0,0 +1,196 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+pipeline {
+  agent {
+node {
+  label 'Hadoop'
+}
+  }
+  // work around for YETUS-508, requires maven outside of the dockerfile
+  tools {
+maven 'Maven (latest)'
+  }
+  triggers {
+cron('@daily')
+  }
+  options {
+buildDiscarder(logRotator(numToKeepStr: '30'))
+timeout (time: 6, unit: 'HOURS')
+timestamps()
+  }
+  environment {
+TOOLS = "${env.WORKSPACE}/tools"
+// where we check out to across stages
+BASEDIR = "${env.WORKSPACE}/component"
+YETUS_RELEASE = '0.4.0'
+// where we'll write everything from different steps.
+OUTPUT_RELATIVE = 'output'
+OUTPUTDIR = "${env.WORKSPACE}/output"
+  }
+  parameters {
+booleanParam(name: 'USE_YETUS_PRERELEASE', defaultValue: false, 
description: '''Check to use the current HEAD of apache/yetus rather than our 
configured release.
+
+Should only be used manually when e.g. there is some non-work-aroundable 
issue in yetus we are checking a fix for.''')
+booleanParam(name: 'DEBUG', defaultValue: false, description: 'Produce a 
lot more meta-information.')
+  }
+  stages {
+stage ('yetus check') {
+  environment {
+PROJECT = 'hbase'
+PROJET_PERSONALITY = 
'https://raw.githubusercontent.com/apache/hbase/master/dev-support/hbase-personality.sh'
+// This section of the docs tells folks not to use the javadoc tag. 
older branches have our old version of the check for said tag.
+AUTHOR_IGNORE_LIST = 
'src/main/asciidoc/_chapters/developer.adoc,dev-support/test-patch.sh'
+WHITESPACE_IGNORE_LIST = '.*/generated/.*'
+// output from surefire; sadly the archive function in yetus only 
works on file names.
+ARCHIVE_PATTERN_LIST = 
'TEST-*.xml,org.apache.h*-output.txt,org.apache.h*.txt'
+// These tests currently have known failures. Once they burn down to 0, remove 
from here so that new problems will cause a failure.
+TESTS_FILTER = 
'cc,checkstyle,javac,javadoc,pylint,shellcheck,whitespace,perlcritic,ruby-lint,rubocop'
+BRANCH_SPECIFIC_DOCKERFILE = 
"${env.BASEDIR}/dev-support/docker/Dockerfile"
+EXCLUDE_TESTS_URL = 
'https://builds.apache.org/job/HBase-Find-Flaky-Tests/lastSuccessfulBuild/artifact/excludes/'
+  }
+  steps {
+// TODO we can move the yetus install into a different stage and then use 
stash to deploy it.
+sh  '''#!/usr/bin/env bash
+printenv
+echo "Ensure we have a copy of Apache Yetus."
+if [[ true !=  "${USE_YETUS_PRERELEASE}" ]]; then
+  YETUS_DIR="${WORKSPACE}/yetus-${YETUS_RELEASE}"
+  echo "Checking for Yetus ${YETUS_RELEASE} in '${YETUS_DIR}'"
+  if [ ! -d "${YETUS_DIR}" ]; then
+echo "New download of Apache Yetus version ${YETUS_RELEASE}."
+rm -rf "${WORKSPACE}/.gpg"
+mkdir -p "${WORKSPACE}/.gpg"
+chmod -R 700 "${WORKSPACE}/.gpg"
+
+echo "install yetus project 

[4/4] hbase git commit: HBASE-18147 POC jenkinsfile for nightly checks.

2017-07-13 Thread busbey
HBASE-18147 POC jenkinsfile for nightly checks.

* adds ruby tools to dockerfile
* adds rubocop to dockerfile
* adds ruby-lint to dockerfile
* adds perlcritic to dockerfile
* TODO branch with mulitple jdk versions


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/9f8ee898
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/9f8ee898
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/9f8ee898

Branch: refs/heads/branch-1.2-HBASE-18147
Commit: 9f8ee898c208a652fa5fcc71a71a14a7b394f1f7
Parents: 2857b75
Author: Sean Busbey 
Authored: Tue Jul 4 15:12:38 2017 -0400
Committer: Sean Busbey 
Committed: Thu Jul 13 09:36:27 2017 -0500

--
 dev-support/Jenkinsfile   | 193 +
 dev-support/docker/Dockerfile |  29 ++
 2 files changed, 222 insertions(+)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/9f8ee898/dev-support/Jenkinsfile
--
diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile
new file mode 100644
index 000..4fad9c8
--- /dev/null
+++ b/dev-support/Jenkinsfile
@@ -0,0 +1,193 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+pipeline {
+  agent {
+node {
+  label 'Hadoop'
+}
+  }
+  // work around for YETUS-508, requires maven outside of the dockerfile
+  tools {
+maven 'Maven (latest)'
+  }
+  triggers {
+cron('@daily')
+  }
+  options {
+buildDiscarder(logRotator(numToKeepStr: '30'))
+timeout (time: 6, unit: 'HOURS')
+timestamps()
+  }
+  environment {
+TOOLS = "${env.WORKSPACE}/tools"
+// where we check out to across stages
+BASEDIR = "${env.WORKSPACE}/component"
+YETUS_RELEASE = '0.4.0'
+// where we'll write everything from different steps.
+OUTPUT_RELATIVE = 'output'
+OUTPUTDIR = "${env.WORKSPACE}/output"
+  }
+  parameters {
+booleanParam(name: 'USE_YETUS_PRERELEASE', defaultValue: false, 
description: '''Check to use the current HEAD of apache/yetus rather than our 
configured release.
+
+Should only be used manually when e.g. there is some non-work-aroundable 
issue in yetus we are checking a fix for.''')
+booleanParam(name: 'DEBUG', defaultValue: false, description: 'Produce a 
lot more meta-information.')
+  }
+  stages {
+stage ('yetus check') {
+  environment {
+PROJECT = 'hbase'
+PROJET_PERSONALITY = 
'https://raw.githubusercontent.com/apache/hbase/master/dev-support/hbase-personality.sh'
+// This section of the docs tells folks not to use the javadoc tag. 
older branches have our old version of the check for said tag.
+AUTHOR_IGNORE_LIST = 
'src/main/asciidoc/_chapters/developer.adoc,dev-support/test-patch.sh'
+WHITESPACE_IGNORE_LIST = '.*/generated/.*'
+// output from surefire; sadly the archive function in yetus only 
works on file names.
+ARCHIVE_PATTERN_LIST = 
'TEST-*.xml,org.apache.h*-output.txt,org.apache.h*.txt'
+// These tests currently have known failures. Once they burn down to 0, remove 
from here so that new problems will cause a failure.
+TESTS_FILTER = 
'cc,checkstyle,javac,javadoc,pylint,shellcheck,whitespace,perlcritic,ruby-lint,rubocop'
+BRANCH_SPECIFIC_DOCKERFILE = 
"${env.BASEDIR}/dev-support/docker/Dockerfile"
+EXCLUDE_TESTS_URL = 
'https://builds.apache.org/job/HBase-Find-Flaky-Tests/lastSuccessfulBuild/artifact/excludes/'
+  }
+  steps {
+// TODO we can move the yetus install into a different stage and then use 
stash to deploy it.
+sh  '''#!/usr/bin/env bash
+printenv
+echo "Ensure we have a copy of Apache Yetus."
+if [[ true !=  "${USE_YETUS_PRERELEASE}" ]]; then
+  YETUS_DIR="${WORKSPACE}/yetus-${YETUS_RELEASE}"
+  echo "Checking for Yetus ${YETUS_RELEASE} in '${YETUS_DIR}'"
+  if [ ! -d "${YETUS_DIR}" ]; then
+echo "New download of Apache Yetus version ${YETUS_RELEASE}."
+rm -rf "${WORKSPACE}/.gpg"
+mkdir -p "${WORKSPACE}/.gpg"
+chmod -R 700 "${WORKSPACE}/.gpg"
+
+echo "install yet

[1/2] hbase git commit: HBASE-18147 POC jenkinsfile for nightly checks. [Forced Update!]

2017-07-13 Thread busbey
Repository: hbase
Updated Branches:
  refs/heads/HBASE-18147 7df26b81c -> 96ba853b8 (forced update)
  refs/heads/branch-1.2-HBASE-18147 793a6827b -> 93f17f691 (forced update)


HBASE-18147 POC jenkinsfile for nightly checks.

* adds ruby tools to dockerfile
* adds rubocop to dockerfile
* adds ruby-lint to dockerfile
* adds perlcritic to dockerfile
* TODO branch with mulitple jdk versions


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/93f17f69
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/93f17f69
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/93f17f69

Branch: refs/heads/branch-1.2-HBASE-18147
Commit: 93f17f691589bb8ebddc587f29b6e6c46408f1d7
Parents: 2857b75
Author: Sean Busbey 
Authored: Tue Jul 4 15:12:38 2017 -0400
Committer: Sean Busbey 
Committed: Thu Jul 13 09:08:50 2017 -0500

--
 dev-support/Jenkinsfile   | 193 +
 dev-support/docker/Dockerfile |  29 ++
 2 files changed, 222 insertions(+)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/93f17f69/dev-support/Jenkinsfile
--
diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile
new file mode 100644
index 000..98e70dd
--- /dev/null
+++ b/dev-support/Jenkinsfile
@@ -0,0 +1,193 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+pipeline {
+  agent {
+node {
+  label 'Hadoop'
+}
+  }
+  // work around for YETUS-508, requires maven outside of the dockerfile
+  tools {
+maven 'Maven (latest)'
+  }
+  triggers {
+cron('@daily')
+  }
+  options {
+buildDiscarder(logRotator(numToKeepStr: '30'))
+timeout (time: 6, unit: 'HOURS')
+timestamps()
+  }
+  environment {
+TOOLS = "${env.WORKSPACE}/tools"
+// where we check out to across stages
+BASEDIR = "${env.WORKSPACE}/component"
+YETUS_RELEASE = '0.4.0'
+// where we'll write everything from different steps.
+OUTPUT_RELATIVE = 'output'
+OUTPUTDIR = "${env.WORKSPACE}/output"
+  }
+  parameters {
+booleanParam(name: 'USE_YETUS_PRERELEASE', defaultValue: false, 
description: '''Check to use the current HEAD of apache/yetus rather than our 
configured release.
+
+Should only be used manually when e.g. there is some non-work-aroundable 
issue in yetus we are checking a fix for.''')
+booleanParam(name: 'DEBUG', defaultValue: false, description: 'Produce a 
lot more meta-information.')
+  }
+  stages {
+stage ('yetus check') {
+  environment {
+PROJECT = 'hbase'
+PROJET_PERSONALITY = 
'https://raw.githubusercontent.com/apache/hbase/master/dev-support/hbase-personality.sh'
+// This section of the docs tells folks not to use the javadoc tag. 
older branches have our old version of the check for said tag.
+AUTHOR_IGNORE_LIST = 
'src/main/asciidoc/_chapters/developer.adoc,dev-support/test-patch.sh'
+WHITESPACE_IGNORE_LIST = '.*/generated/.*'
+// output from surefire; sadly the archive function in yetus only 
works on file names.
+ARCHIVE_PATTERN_LIST = 
'TEST-*.xml,org.apache.h*-output.txt,org.apache.h*.txt'
+// These tests currently have known failures. Once they burn down to 0, remove 
from here so that new problems will cause a failure.
+TESTS_FILTER = 
'cc,checkstyle,javac,javadoc,pylint,shellcheck,whitespace,perlcritic,ruby-lint,rubocop'
+BRANCH_SPECIFIC_DOCKERFILE = 
"${env.BASEDIR}/dev-support/docker/Dockerfile"
+EXCLUDE_TESTS_URL = 
'https://builds.apache.org/job/HBase-Find-Flaky-Tests/lastSuccessfulBuild/artifact/excludes/'
+  }
+  steps {
+// TODO we can move the yetus install into a different stage and then use 
stash to deploy it.
+sh  '''#!/usr/bin/env bash
+printenv
+echo "Ensure we have a copy of Apache Yetus."
+if [[ true !=  "${USE_YETUS_PRERELEASE}" ]]; then
+  YETUS_DIR="${WORKSPACE}/yetus-${YETUS_RELEASE}"
+  echo "Checking for Yetus ${YETUS_RELEASE} in '${YETUS_DIR}'"
+  if [ ! -d "${YETUS_DIR}" ]; then
+echo "New dow

[2/2] hbase git commit: HBASE-18147 POC jenkinsfile for nightly checks.

2017-07-13 Thread busbey
HBASE-18147 POC jenkinsfile for nightly checks.

* adds ruby tools to dockerfile
* adds rubocop to dockerfile
* adds ruby-lint to dockerfile
* adds perlcritic to dockerfile
* TODO branch with mulitple jdk versions


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/96ba853b
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/96ba853b
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/96ba853b

Branch: refs/heads/HBASE-18147
Commit: 96ba853b8c361ee8dc696ae3e15185f6cfa41d45
Parents: 22df926
Author: Sean Busbey 
Authored: Tue Jul 4 15:12:38 2017 -0400
Committer: Sean Busbey 
Committed: Thu Jul 13 09:09:18 2017 -0500

--
 dev-support/Jenkinsfile   | 196 +
 dev-support/docker/Dockerfile |  29 ++
 2 files changed, 225 insertions(+)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/96ba853b/dev-support/Jenkinsfile
--
diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile
new file mode 100644
index 000..e43
--- /dev/null
+++ b/dev-support/Jenkinsfile
@@ -0,0 +1,196 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+pipeline {
+  agent {
+node {
+  label 'Hadoop'
+}
+  }
+  // work around for YETUS-508, requires maven outside of the dockerfile
+  tools {
+maven 'Maven (latest)'
+  }
+  triggers {
+cron('@daily')
+  }
+  options {
+buildDiscarder(logRotator(numToKeepStr: '30'))
+timeout (time: 6, unit: 'HOURS')
+timestamps()
+  }
+  environment {
+TOOLS = "${env.WORKSPACE}/tools"
+// where we check out to across stages
+BASEDIR = "${env.WORKSPACE}/component"
+YETUS_RELEASE = '0.4.0'
+// where we'll write everything from different steps.
+OUTPUT_RELATIVE = 'output'
+OUTPUTDIR = "${env.WORKSPACE}/output"
+  }
+  parameters {
+booleanParam(name: 'USE_YETUS_PRERELEASE', defaultValue: false, 
description: '''Check to use the current HEAD of apache/yetus rather than our 
configured release.
+
+Should only be used manually when e.g. there is some non-work-aroundable 
issue in yetus we are checking a fix for.''')
+booleanParam(name: 'DEBUG', defaultValue: false, description: 'Produce a 
lot more meta-information.')
+  }
+  stages {
+stage ('yetus check') {
+  environment {
+PROJECT = 'hbase'
+PROJET_PERSONALITY = 
'https://raw.githubusercontent.com/apache/hbase/master/dev-support/hbase-personality.sh'
+// This section of the docs tells folks not to use the javadoc tag. 
older branches have our old version of the check for said tag.
+AUTHOR_IGNORE_LIST = 
'src/main/asciidoc/_chapters/developer.adoc,dev-support/test-patch.sh'
+WHITESPACE_IGNORE_LIST = '.*/generated/.*'
+// output from surefire; sadly the archive function in yetus only 
works on file names.
+ARCHIVE_PATTERN_LIST = 
'TEST-*.xml,org.apache.h*-output.txt,org.apache.h*.txt'
+// These tests currently have known failures. Once they burn down to 0, remove 
from here so that new problems will cause a failure.
+TESTS_FILTER = 
'cc,checkstyle,javac,javadoc,pylint,shellcheck,whitespace,perlcritic,ruby-lint,rubocop'
+BRANCH_SPECIFIC_DOCKERFILE = 
"${env.BASEDIR}/dev-support/docker/Dockerfile"
+EXCLUDE_TESTS_URL = 
'https://builds.apache.org/job/HBase-Find-Flaky-Tests/lastSuccessfulBuild/artifact/excludes/'
+  }
+  steps {
+// TODO we can move the yetus install into a different stage and then use 
stash to deploy it.
+sh  '''#!/usr/bin/env bash
+printenv
+echo "Ensure we have a copy of Apache Yetus."
+if [[ true !=  "${USE_YETUS_PRERELEASE}" ]]; then
+  YETUS_DIR="${WORKSPACE}/yetus-${YETUS_RELEASE}"
+  echo "Checking for Yetus ${YETUS_RELEASE} in '${YETUS_DIR}'"
+  if [ ! -d "${YETUS_DIR}" ]; then
+echo "New download of Apache Yetus version ${YETUS_RELEASE}."
+rm -rf "${WORKSPACE}/.gpg"
+mkdir -p "${WORKSPACE}/.gpg"
+chmod -R 700 "${WORKSPACE}/.gpg"
+
+echo "install yetus project 

[1/2] hbase git commit: HBASE-18147 POC jenkinsfile for nightly checks. [Forced Update!]

2017-07-13 Thread busbey
Repository: hbase
Updated Branches:
  refs/heads/HBASE-18147 ce2f9bdf0 -> 7df26b81c (forced update)
  refs/heads/branch-1.2-HBASE-18147 25f955681 -> 793a6827b (forced update)


HBASE-18147 POC jenkinsfile for nightly checks.

* adds ruby tools to dockerfile
* adds rubocop to dockerfile
* adds ruby-lint to dockerfile
* adds perlcritic to dockerfile
* TODO branch with mulitple jdk versions


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/7df26b81
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/7df26b81
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/7df26b81

Branch: refs/heads/HBASE-18147
Commit: 7df26b81c53c3d1641518d8a0bf731ae090db326
Parents: 22df926
Author: Sean Busbey 
Authored: Tue Jul 4 15:12:38 2017 -0400
Committer: Sean Busbey 
Committed: Thu Jul 13 09:01:44 2017 -0500

--
 dev-support/Jenkinsfile   | 196 +
 dev-support/docker/Dockerfile |  29 ++
 2 files changed, 225 insertions(+)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/7df26b81/dev-support/Jenkinsfile
--
diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile
new file mode 100644
index 000..dba9158
--- /dev/null
+++ b/dev-support/Jenkinsfile
@@ -0,0 +1,196 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+pipeline {
+  agent {
+node {
+  label 'Hadoop'
+}
+  }
+  // work around for YETUS-508, requires maven outside of the dockerfile
+  tools {
+maven 'Maven (latest)'
+  }
+  triggers {
+cron('@daily')
+  }
+  options {
+buildDiscarder(logRotator(numToKeepStr: '30'))
+timeout (time: 6, unit: 'HOURS')
+timestamps()
+  }
+  environment {
+TOOLS = "${env.WORKSPACE}/tools"
+// where we check out to across stages
+BASEDIR = "${env.WORKSPACE}/component"
+YETUS_RELEASE = '0.4.0'
+// where we'll write everything from different steps.
+OUTPUT_RELATIVE = 'output'
+OUTPUTDIR = "${env.WORKSPACE}/output"
+  }
+  parameters {
+booleanParam(name: 'USE_YETUS_PRERELEASE', defaultValue: false, 
description: '''Check to use the current HEAD of apache/yetus rather than our 
configured release.
+
+Should only be used manually when e.g. there is some non-work-aroundable 
issue in yetus we are checking a fix for.''')
+booleanParam(name: 'DEBUG', defaultValue: flase, description: 'Produce a 
lot more meta-information.')
+  }
+  stages {
+stage ('yetus check') {
+  environment {
+PROJECT = 'hbase'
+PROJET_PERSONALITY = 
'https://raw.githubusercontent.com/apache/hbase/master/dev-support/hbase-personality.sh'
+// This section of the docs tells folks not to use the javadoc tag. 
older branches have our old version of the check for said tag.
+AUTHOR_IGNORE_LIST = 
'src/main/asciidoc/_chapters/developer.adoc,dev-support/test-patch.sh'
+WHITESPACE_IGNORE_LIST = '.*/generated/.*'
+// output from surefire; sadly the archive function in yetus only 
works on file names.
+ARCHIVE_PATTERN_LIST = 
'TEST-*.xml,org.apache.h*-output.txt,org.apache.h*.txt'
+// These tests currently have known failures. Once they burn down to 0, remove 
from here so that new problems will cause a failure.
+TESTS_FILTER = 
'cc,checkstyle,javac,javadoc,pylint,shellcheck,whitespace,perlcritic,ruby-lint,rubocop'
+BRANCH_SPECIFIC_DOCKERFILE = 
"${env.BASEDIR}/dev-support/docker/Dockerfile"
+EXCLUDE_TESTS_URL = 
'https://builds.apache.org/job/HBase-Find-Flaky-Tests/lastSuccessfulBuild/artifact/excludes/'
+  }
+  steps {
+// TODO we can move the yetus install into a different stage and then use 
stash to deploy it.
+sh  '''#!/usr/bin/env bash
+printenv
+echo "Ensure we have a copy of Apache Yetus."
+if [[ true !=  "${USE_YETUS_PRERELEASE}" ]]; then
+  YETUS_DIR="${WORKSPACE}/yetus-${YETUS_RELEASE}"
+  echo "Checking for Yetus ${YETUS_RELEASE} in '${YETUS_DIR}'"
+  if [ ! -d "${YETUS_DIR}" ]; then
+echo "New download of Ap

[2/2] hbase git commit: HBASE-18147 POC jenkinsfile for nightly checks.

2017-07-13 Thread busbey
HBASE-18147 POC jenkinsfile for nightly checks.

* adds ruby tools to dockerfile
* adds rubocop to dockerfile
* adds ruby-lint to dockerfile
* adds perlcritic to dockerfile
* TODO branch with mulitple jdk versions


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/793a6827
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/793a6827
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/793a6827

Branch: refs/heads/branch-1.2-HBASE-18147
Commit: 793a6827b70423d056202ed444c8718df8a59cdb
Parents: 2857b75
Author: Sean Busbey 
Authored: Tue Jul 4 15:12:38 2017 -0400
Committer: Sean Busbey 
Committed: Thu Jul 13 09:04:24 2017 -0500

--
 dev-support/Jenkinsfile   | 193 +
 dev-support/docker/Dockerfile |  29 ++
 2 files changed, 222 insertions(+)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/793a6827/dev-support/Jenkinsfile
--
diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile
new file mode 100644
index 000..f45a4e0
--- /dev/null
+++ b/dev-support/Jenkinsfile
@@ -0,0 +1,193 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+pipeline {
+  agent {
+node {
+  label 'Hadoop'
+}
+  }
+  // work around for YETUS-508, requires maven outside of the dockerfile
+  tools {
+maven 'Maven (latest)'
+  }
+  triggers {
+cron('@daily')
+  }
+  options {
+buildDiscarder(logRotator(numToKeepStr: '30'))
+timeout (time: 6, unit: 'HOURS')
+timestamps()
+  }
+  environment {
+TOOLS = "${env.WORKSPACE}/tools"
+// where we check out to across stages
+BASEDIR = "${env.WORKSPACE}/component"
+YETUS_RELEASE = '0.4.0'
+// where we'll write everything from different steps.
+OUTPUT_RELATIVE = 'output'
+OUTPUTDIR = "${env.WORKSPACE}/output"
+  }
+  parameters {
+booleanParam(name: 'USE_YETUS_PRERELEASE', defaultValue: false, 
description: '''Check to use the current HEAD of apache/yetus rather than our 
configured release.
+
+Should only be used manually when e.g. there is some non-work-aroundable 
issue in yetus we are checking a fix for.''')
+booleanParam(name: 'DEBUG', defaultValue: flase, description: 'Produce a 
lot more meta-information.')
+  }
+  stages {
+stage ('yetus check') {
+  environment {
+PROJECT = 'hbase'
+PROJET_PERSONALITY = 
'https://raw.githubusercontent.com/apache/hbase/master/dev-support/hbase-personality.sh'
+// This section of the docs tells folks not to use the javadoc tag. 
older branches have our old version of the check for said tag.
+AUTHOR_IGNORE_LIST = 
'src/main/asciidoc/_chapters/developer.adoc,dev-support/test-patch.sh'
+WHITESPACE_IGNORE_LIST = '.*/generated/.*'
+// output from surefire; sadly the archive function in yetus only 
works on file names.
+ARCHIVE_PATTERN_LIST = 
'TEST-*.xml,org.apache.h*-output.txt,org.apache.h*.txt'
+// These tests currently have known failures. Once they burn down to 0, remove 
from here so that new problems will cause a failure.
+TESTS_FILTER = 
'cc,checkstyle,javac,javadoc,pylint,shellcheck,whitespace,perlcritic,ruby-lint,rubocop'
+BRANCH_SPECIFIC_DOCKERFILE = 
"${env.BASEDIR}/dev-support/docker/Dockerfile"
+EXCLUDE_TESTS_URL = 
'https://builds.apache.org/job/HBase-Find-Flaky-Tests/lastSuccessfulBuild/artifact/excludes/'
+  }
+  steps {
+// TODO we can move the yetus install into a different stage and then use 
stash to deploy it.
+sh  '''#!/usr/bin/env bash
+printenv
+echo "Ensure we have a copy of Apache Yetus."
+if [[ true !=  "${USE_YETUS_PRERELEASE}" ]]; then
+  YETUS_DIR="${WORKSPACE}/yetus-${YETUS_RELEASE}"
+  echo "Checking for Yetus ${YETUS_RELEASE} in '${YETUS_DIR}'"
+  if [ ! -d "${YETUS_DIR}" ]; then
+echo "New download of Apache Yetus version ${YETUS_RELEASE}."
+rm -rf "${WORKSPACE}/.gpg"
+mkdir -p "${WORKSPACE}/.gpg"
+chmod -R 700 "${WORKSPACE}/.gpg"
+
+echo "install yet

[2/2] hbase git commit: HBASE-18147 POC jenkinsfile for nightly checks.

2017-07-13 Thread busbey
HBASE-18147 POC jenkinsfile for nightly checks.

* adds ruby tools to dockerfile
* adds rubocop to dockerfile
* adds ruby-lint to dockerfile
* adds perlcritic to dockerfile
* TODO branch with mulitple jdk versions


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/ce2f9bdf
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/ce2f9bdf
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/ce2f9bdf

Branch: refs/heads/HBASE-18147
Commit: ce2f9bdf04ea07fe1e2041fa71c0a2b186f28a64
Parents: 22df926
Author: Sean Busbey 
Authored: Tue Jul 4 15:12:38 2017 -0400
Committer: Sean Busbey 
Committed: Thu Jul 13 08:17:46 2017 -0500

--
 dev-support/Jenkinsfile   | 196 +
 dev-support/docker/Dockerfile |  29 ++
 2 files changed, 225 insertions(+)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/ce2f9bdf/dev-support/Jenkinsfile
--
diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile
new file mode 100644
index 000..479ae1e
--- /dev/null
+++ b/dev-support/Jenkinsfile
@@ -0,0 +1,196 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+pipeline {
+  agent {
+node {
+  label 'Hadoop'
+}
+  }
+  // work around for YETUS-508, requires maven outside of the dockerfile
+  tools {
+maven 'Maven (latest)'
+  }
+  triggers {
+cron('@daily')
+  }
+  options {
+buildDiscarder(logRotator(numToKeepStr: '30'))
+timeout (time: 6, unit: 'HOURS')
+timestamps()
+  }
+  environment {
+TOOLS = "${env.WORKSPACE}/tools"
+// where we check out to across stages
+BASEDIR = "${env.WORKSPACE}/component"
+YETUS_RELEASE = '0.4.0'
+// where we'll write everything from different steps.
+OUTPUT_RELATIVE = 'output'
+OUTPUTDIR = "${env.WORKSPACE}/output"
+  }
+  parameters {
+booleanParam(name: 'USE_YETUS_PRERELEASE', defaultValue: false, 
description: '''Check to use the current HEAD of apache/yetus rather than our 
configured release.
+
+Should only be used manually when e.g. there is some non-work-aroundable 
issue in yetus we are checking a fix for.''')
+booleanParam(name: 'DEBUG', defaultValue: flase, description: 'Produce a 
lot more meta-information.')
+  }
+  stages {
+stage ('yetus check') {
+  environment {
+PROJECT = 'hbase'
+PROJET_PERSONALITY = 
'https://raw.githubusercontent.com/apache/hbase/master/dev-support/hbase-personality.sh'
+// This section of the docs tells folks not to use the javadoc tag. 
older branches have our old version of the check for said tag.
+AUTHOR_IGNORE_LIST = 
'src/main/asciidoc/_chapters/developer.adoc,dev-support/test-patch.sh'
+WHITESPACE_IGNORE_LIST = '.*/generated/.*'
+// output from surefire; sadly the archive function in yetus only 
works on file names.
+ARCHIVE_PATTERN_LIST = 
'TEST-*.xml,org.apache.h*-output.txt,org.apache.h*.txt'
+// These tests currently have known failures. Once they burn down to 0, remove 
from here so that new problems will cause a failure.
+TESTS_FILTER = 
'cc,checkstyle,javac,javadoc,pylint,shellcheck,whitespace,perlcritic,ruby-lint,rubocop'
+BRANCH_SPECIFIC_DOCKERFILE = 
"${env.BASEDIR}/dev-support/docker/Dockerfile"
+EXCLUDE_TESTS_URL = 
'https://builds.apache.org/job/HBase-Find-Flaky-Tests/lastSuccessfulBuild/artifact/excludes/'
+  }
+  steps {
+// TODO we can move the yetus install into a different stage and then use 
stash to deploy it.
+sh  '''#!/usr/bin/env bash
+printenv
+echo "Ensure we have a copy of Apache Yetus."
+if [[ true !=  "${USE_YETUS_PRERELEASE}" ]]; then
+  YETUS_DIR="${WORKSPACE}/yetus-${YETUS_RELEASE}"
+  echo "Checking for Yetus ${YETUS_RELEASE} in '${YETUS_DIR}'"
+  if [ ! -d "${YETUS_DIR}" ]; then
+echo "New download of Apache Yetus version ${YETUS_RELEASE}."
+rm -rf "${WORKSPACE}/.gpg"
+mkdir -p "${WORKSPACE}/.gpg"
+chmod -R 700 "${WORKSPACE}/.gpg"
+
+echo "install yetus project 

[1/2] hbase git commit: HBASE-18147 POC jenkinsfile for nightly checks. [Forced Update!]

2017-07-13 Thread busbey
Repository: hbase
Updated Branches:
  refs/heads/HBASE-18147 dbf67e723 -> ce2f9bdf0 (forced update)
  refs/heads/branch-1.2-HBASE-18147 1e73dd19d -> 25f955681 (forced update)


HBASE-18147 POC jenkinsfile for nightly checks.

* adds ruby tools to dockerfile
* adds rubocop to dockerfile
* adds ruby-lint to dockerfile
* adds perlcritic to dockerfile
* TODO branch with mulitple jdk versions


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/25f95568
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/25f95568
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/25f95568

Branch: refs/heads/branch-1.2-HBASE-18147
Commit: 25f955681cac5c8e843f503e805ca2b82ae11058
Parents: 2857b75
Author: Sean Busbey 
Authored: Tue Jul 4 15:12:38 2017 -0400
Committer: Sean Busbey 
Committed: Thu Jul 13 08:14:27 2017 -0500

--
 dev-support/Jenkinsfile   | 193 +
 dev-support/docker/Dockerfile |  29 ++
 2 files changed, 222 insertions(+)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/25f95568/dev-support/Jenkinsfile
--
diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile
new file mode 100644
index 000..9436eb3
--- /dev/null
+++ b/dev-support/Jenkinsfile
@@ -0,0 +1,193 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+pipeline {
+  agent {
+node {
+  label 'Hadoop'
+}
+  }
+  // work around for YETUS-508, requires maven outside of the dockerfile
+  tools {
+maven 'Maven (latest)'
+  }
+  triggers {
+cron('@daily')
+  }
+  options {
+buildDiscarder(logRotator(numToKeepStr: '30'))
+timeout (time: 6, unit: 'HOURS')
+timestamps()
+  }
+  environment {
+TOOLS = "${env.WORKSPACE}/tools"
+// where we check out to across stages
+BASEDIR = "${env.WORKSPACE}/component"
+YETUS_RELEASE = '0.4.0'
+// where we'll write everything from different steps.
+OUTPUT_RELATIVE = 'output'
+OUTPUTDIR = "${env.WORKSPACE}/output"
+  }
+  parameters {
+booleanParam(name: 'USE_YETUS_PRERELEASE', defaultValue: false, 
description: '''Check to use the current HEAD of apache/yetus rather than our 
configured release.
+
+Should only be used manually when e.g. there is some non-work-aroundable 
issue in yetus we are checking a fix for.''')
+booleanParam(name: 'DEBUG', defaultValue: flase, description: 'Produce a 
lot more meta-information.')
+  }
+  stages {
+stage ('yetus check') {
+  environment {
+PROJECT = 'hbase'
+PROJET_PERSONALITY = 
'https://raw.githubusercontent.com/apache/hbase/master/dev-support/hbase-personality.sh'
+// This section of the docs tells folks not to use the javadoc tag. 
older branches have our old version of the check for said tag.
+AUTHOR_IGNORE_LIST = 
'src/main/asciidoc/_chapters/developer.adoc,dev-support/test-patch.sh'
+WHITESPACE_IGNORE_LIST = '.*/generated/.*'
+// output from surefire; sadly the archive function in yetus only 
works on file names.
+ARCHIVE_PATTERN_LIST = 
'TEST-*.xml,org.apache.h*-output.txt,org.apache.h*.txt'
+// These tests currently have known failures. Once they burn down to 0, remove 
from here so that new problems will cause a failure.
+TESTS_FILTER = 
'cc,checkstyle,javac,javadoc,pylint,shellcheck,whitespace,perlcritic,ruby-lint,rubocop'
+BRANCH_SPECIFIC_DOCKERFILE = 
"${env.BASEDIR}/dev-support/docker/Dockerfile"
+EXCLUDE_TESTS_URL = 
'https://builds.apache.org/job/HBase-Find-Flaky-Tests/lastSuccessfulBuild/artifact/excludes/'
+  }
+  steps {
+// TODO we can move the yetus install into a different stage and then use 
stash to deploy it.
+sh  '''#!/usr/bin/env bash
+printenv
+echo "Ensure we have a copy of Apache Yetus."
+if [[ true !=  "${USE_YETUS_PRERELEASE}" ]]; then
+  YETUS_DIR="${WORKSPACE}/yetus-${YETUS_RELEASE}"
+  echo "Checking for Yetus ${YETUS_RELEASE} in '${YETUS_DIR}'"
+  if [ ! -d "${YETUS_DIR}" ]; then
+echo "New dow

hbase git commit: HBASE-18344 Introduce Append.addColumn as a replacement for Append.add

2017-07-13 Thread chia7712
Repository: hbase
Updated Branches:
  refs/heads/branch-2 9daac09f6 -> 97b649eb9


HBASE-18344 Introduce Append.addColumn as a replacement for Append.add

Signed-off-by: Chia-Ping Tsai 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/97b649eb
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/97b649eb
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/97b649eb

Branch: refs/heads/branch-2
Commit: 97b649eb93a57f021357b3a3b66500e2e91b3338
Parents: 9daac09
Author: Jan Hentschel 
Authored: Sun Jul 9 12:11:31 2017 +0200
Committer: Chia-Ping Tsai 
Committed: Thu Jul 13 20:05:22 2017 +0800

--
 .../org/apache/hadoop/hbase/client/Append.java  | 16 ++-
 .../hbase/client/TestRpcControllerFactory.java  |  2 +-
 .../hadoop/hbase/PerformanceEvaluation.java |  2 +-
 .../hadoop/hbase/client/TestAsyncTable.java |  2 +-
 .../hbase/client/TestAsyncTableBatch.java   |  2 +-
 .../hbase/client/TestAsyncTableNoncedRetry.java |  4 +--
 .../hadoop/hbase/client/TestFromClientSide.java | 28 ++--
 .../hbase/client/TestFromClientSide3.java   |  2 +-
 .../hadoop/hbase/client/TestMetaCache.java  |  2 +-
 .../hadoop/hbase/client/TestMultiParallel.java  |  4 +--
 .../client/TestPutDeleteEtcCellIteration.java   |  2 +-
 .../hbase/client/TestResultFromCoprocessor.java |  2 +-
 .../hbase/coprocessor/TestHTableWrapper.java|  2 +-
 .../TestRegionObserverInterface.java|  2 +-
 .../hadoop/hbase/quotas/TestSpaceQuotas.java|  4 +--
 .../hbase/regionserver/TestAtomicOperation.java | 18 ++---
 .../hadoop/hbase/regionserver/TestHRegion.java  |  6 ++---
 .../regionserver/TestRegionServerMetrics.java   |  2 +-
 .../TestRegionServerReadRequestMetrics.java |  2 +-
 .../hadoop/hbase/regionserver/TestTags.java |  2 +-
 .../security/access/TestAccessController.java   |  2 +-
 .../visibility/TestVisibilityLabels.java|  4 +--
 .../TestVisibilityWithCheckAuths.java   |  4 +--
 .../hadoop/hbase/util/MultiThreadedUpdater.java |  6 ++---
 .../hadoop/hbase/thrift/ThriftUtilities.java|  2 +-
 .../hadoop/hbase/thrift2/ThriftUtilities.java   |  2 +-
 26 files changed, 70 insertions(+), 56 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/97b649eb/hbase-client/src/main/java/org/apache/hadoop/hbase/client/Append.java
--
diff --git 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/Append.java 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/Append.java
index a655c7d..346eb0e 100644
--- a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/Append.java
+++ b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/Append.java
@@ -41,7 +41,7 @@ import org.apache.hadoop.hbase.util.Bytes;
  * 
  * To append to a set of columns of a row, instantiate an Append object with 
the
  * row to append to. At least one column to append must be specified using the
- * {@link #add(byte[], byte[], byte[])} method.
+ * {@link #addColumn(byte[], byte[], byte[])} method.
  */
 @InterfaceAudience.Public
 public class Append extends Mutation {
@@ -104,8 +104,22 @@ public class Append extends Mutation {
* @param qualifier column qualifier
* @param value value to append to specified column
* @return this
+   * @deprecated As of release 2.0.0, this will be removed in HBase 3.0.0.
+   * Use {@link #addColumn(byte[], byte[], byte[])} instead
*/
+  @Deprecated
   public Append add(byte [] family, byte [] qualifier, byte [] value) {
+return this.addColumn(family, qualifier, value);
+  }
+
+  /**
+   * Add the specified column and value to this Append operation.
+   * @param family family name
+   * @param qualifier column qualifier
+   * @param value value to append to specified column
+   * @return this
+   */
+  public Append addColumn(byte[] family, byte[] qualifier, byte[] value) {
 KeyValue kv = new KeyValue(this.row, family, qualifier, this.ts, 
KeyValue.Type.Put, value);
 return add(kv);
   }

http://git-wip-us.apache.org/repos/asf/hbase/blob/97b649eb/hbase-endpoint/src/test/java/org/apache/hadoop/hbase/client/TestRpcControllerFactory.java
--
diff --git 
a/hbase-endpoint/src/test/java/org/apache/hadoop/hbase/client/TestRpcControllerFactory.java
 
b/hbase-endpoint/src/test/java/org/apache/hadoop/hbase/client/TestRpcControllerFactory.java
index 6aaef80..567f30c 100644
--- 
a/hbase-endpoint/src/test/java/org/apache/hadoop/hbase/client/TestRpcControllerFactory.java
+++ 
b/hbase-endpoint/src/test/java/org/apache/hadoop/hbase/client/TestRpcControllerFactory.java
@@ -163,7 +163,7 @@ public class TestRpcControllerFactory {
 counter = verifyCount(counter);
 
 

hbase git commit: HBASE-18344 Introduce Append.addColumn as a replacement for Append.add

2017-07-13 Thread chia7712
Repository: hbase
Updated Branches:
  refs/heads/master cf636e50b -> c0725ddff


HBASE-18344 Introduce Append.addColumn as a replacement for Append.add

Signed-off-by: Chia-Ping Tsai 


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/c0725ddf
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/c0725ddf
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/c0725ddf

Branch: refs/heads/master
Commit: c0725ddff11992931fa6e2e5c454177df60da585
Parents: cf636e5
Author: Jan Hentschel 
Authored: Sun Jul 9 12:11:31 2017 +0200
Committer: Chia-Ping Tsai 
Committed: Thu Jul 13 20:04:57 2017 +0800

--
 .../org/apache/hadoop/hbase/client/Append.java  | 16 ++-
 .../hbase/client/TestRpcControllerFactory.java  |  2 +-
 .../hadoop/hbase/PerformanceEvaluation.java |  2 +-
 .../hadoop/hbase/client/TestAsyncTable.java |  2 +-
 .../hbase/client/TestAsyncTableBatch.java   |  2 +-
 .../hbase/client/TestAsyncTableNoncedRetry.java |  4 +--
 .../hadoop/hbase/client/TestFromClientSide.java | 28 ++--
 .../hbase/client/TestFromClientSide3.java   |  2 +-
 .../hadoop/hbase/client/TestMetaCache.java  |  2 +-
 .../hadoop/hbase/client/TestMultiParallel.java  |  4 +--
 .../client/TestPutDeleteEtcCellIteration.java   |  2 +-
 .../hbase/client/TestResultFromCoprocessor.java |  2 +-
 .../hbase/coprocessor/TestHTableWrapper.java|  2 +-
 .../TestRegionObserverInterface.java|  2 +-
 .../hadoop/hbase/quotas/TestSpaceQuotas.java|  4 +--
 .../hbase/regionserver/TestAtomicOperation.java | 18 ++---
 .../hadoop/hbase/regionserver/TestHRegion.java  |  6 ++---
 .../regionserver/TestRegionServerMetrics.java   |  2 +-
 .../TestRegionServerReadRequestMetrics.java |  2 +-
 .../hadoop/hbase/regionserver/TestTags.java |  2 +-
 .../security/access/TestAccessController.java   |  2 +-
 .../visibility/TestVisibilityLabels.java|  4 +--
 .../TestVisibilityWithCheckAuths.java   |  4 +--
 .../hadoop/hbase/util/MultiThreadedUpdater.java |  6 ++---
 .../hadoop/hbase/thrift/ThriftUtilities.java|  2 +-
 .../hadoop/hbase/thrift2/ThriftUtilities.java   |  2 +-
 26 files changed, 70 insertions(+), 56 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/c0725ddf/hbase-client/src/main/java/org/apache/hadoop/hbase/client/Append.java
--
diff --git 
a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/Append.java 
b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/Append.java
index a655c7d..346eb0e 100644
--- a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/Append.java
+++ b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/Append.java
@@ -41,7 +41,7 @@ import org.apache.hadoop.hbase.util.Bytes;
  * 
  * To append to a set of columns of a row, instantiate an Append object with 
the
  * row to append to. At least one column to append must be specified using the
- * {@link #add(byte[], byte[], byte[])} method.
+ * {@link #addColumn(byte[], byte[], byte[])} method.
  */
 @InterfaceAudience.Public
 public class Append extends Mutation {
@@ -104,8 +104,22 @@ public class Append extends Mutation {
* @param qualifier column qualifier
* @param value value to append to specified column
* @return this
+   * @deprecated As of release 2.0.0, this will be removed in HBase 3.0.0.
+   * Use {@link #addColumn(byte[], byte[], byte[])} instead
*/
+  @Deprecated
   public Append add(byte [] family, byte [] qualifier, byte [] value) {
+return this.addColumn(family, qualifier, value);
+  }
+
+  /**
+   * Add the specified column and value to this Append operation.
+   * @param family family name
+   * @param qualifier column qualifier
+   * @param value value to append to specified column
+   * @return this
+   */
+  public Append addColumn(byte[] family, byte[] qualifier, byte[] value) {
 KeyValue kv = new KeyValue(this.row, family, qualifier, this.ts, 
KeyValue.Type.Put, value);
 return add(kv);
   }

http://git-wip-us.apache.org/repos/asf/hbase/blob/c0725ddf/hbase-endpoint/src/test/java/org/apache/hadoop/hbase/client/TestRpcControllerFactory.java
--
diff --git 
a/hbase-endpoint/src/test/java/org/apache/hadoop/hbase/client/TestRpcControllerFactory.java
 
b/hbase-endpoint/src/test/java/org/apache/hadoop/hbase/client/TestRpcControllerFactory.java
index 6aaef80..567f30c 100644
--- 
a/hbase-endpoint/src/test/java/org/apache/hadoop/hbase/client/TestRpcControllerFactory.java
+++ 
b/hbase-endpoint/src/test/java/org/apache/hadoop/hbase/client/TestRpcControllerFactory.java
@@ -163,7 +163,7 @@ public class TestRpcControllerFactory {
 counter = verifyCount(counter);
 
 Appe

hbase git commit: HBASE-18365 Eliminate the findbugs warnings for hbase-common

2017-07-13 Thread chia7712
Repository: hbase
Updated Branches:
  refs/heads/branch-1.2 2857b75c2 -> 4bd5f03d2


HBASE-18365 Eliminate the findbugs warnings for hbase-common


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/4bd5f03d
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/4bd5f03d
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/4bd5f03d

Branch: refs/heads/branch-1.2
Commit: 4bd5f03d22be5f8ce09c1c67cfe5d1dcc603446a
Parents: 2857b75
Author: Chia-Ping Tsai 
Authored: Thu Jul 13 19:37:15 2017 +0800
Committer: Chia-Ping Tsai 
Committed: Thu Jul 13 19:37:15 2017 +0800

--
 .../hadoop/hbase/util/DynamicClassLoader.java   | 29 +++-
 .../apache/hadoop/hbase/util/OrderedBytes.java  |  2 +-
 2 files changed, 17 insertions(+), 14 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/4bd5f03d/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
--
diff --git 
a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
 
b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
index bc86358..115945b 100644
--- 
a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
+++ 
b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
@@ -179,19 +179,22 @@ public class DynamicClassLoader extends ClassLoaderBase {
 
   private synchronized void loadNewJars() {
 // Refresh local jar file lists
-for (File file: localDir.listFiles()) {
-  String fileName = file.getName();
-  if (jarModifiedTime.containsKey(fileName)) {
-continue;
-  }
-  if (file.isFile() && fileName.endsWith(".jar")) {
-jarModifiedTime.put(fileName, Long.valueOf(file.lastModified()));
-try {
-  URL url = file.toURI().toURL();
-  addURL(url);
-} catch (MalformedURLException mue) {
-  // This should not happen, just log it
-  LOG.warn("Failed to load new jar " + fileName, mue);
+File[] files = localDir == null ? null : localDir.listFiles();
+if (files != null) {
+  for (File file: files) {
+String fileName = file.getName();
+if (jarModifiedTime.containsKey(fileName)) {
+  continue;
+}
+if (file.isFile() && fileName.endsWith(".jar")) {
+  jarModifiedTime.put(fileName, Long.valueOf(file.lastModified()));
+  try {
+URL url = file.toURI().toURL();
+addURL(url);
+  } catch (MalformedURLException mue) {
+// This should not happen, just log it
+LOG.warn("Failed to load new jar " + fileName, mue);
+  }
 }
   }
 }

http://git-wip-us.apache.org/repos/asf/hbase/blob/4bd5f03d/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java
--
diff --git 
a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java 
b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java
index a0c7390..9a40aee 100644
--- a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java
+++ b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java
@@ -463,7 +463,7 @@ public class OrderedBytes {
   static int lengthVaruint64(PositionedByteRange src, boolean comp) {
 int a0 = (comp ? DESCENDING : ASCENDING).apply(src.peek()) & 0xff;
 if (a0 <= 240) return 1;
-if (a0 >= 241 && a0 <= 248) return 2;
+if (a0 <= 248) return 2;
 if (a0 == 249) return 3;
 if (a0 == 250) return 4;
 if (a0 == 251) return 5;



hbase git commit: HBASE-18365 Eliminate the findbugs warnings for hbase-common

2017-07-13 Thread chia7712
Repository: hbase
Updated Branches:
  refs/heads/branch-1.3 af4003cee -> b1e128fd7


HBASE-18365 Eliminate the findbugs warnings for hbase-common


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/b1e128fd
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/b1e128fd
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/b1e128fd

Branch: refs/heads/branch-1.3
Commit: b1e128fd76299976a1c73e8ada687b8cf48d49db
Parents: af4003c
Author: Chia-Ping Tsai 
Authored: Thu Jul 13 19:36:39 2017 +0800
Committer: Chia-Ping Tsai 
Committed: Thu Jul 13 19:36:39 2017 +0800

--
 .../java/org/apache/hadoop/hbase/util/DynamicClassLoader.java   | 5 +++--
 .../main/java/org/apache/hadoop/hbase/util/OrderedBytes.java| 2 +-
 2 files changed, 4 insertions(+), 3 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/b1e128fd/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
--
diff --git 
a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
 
b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
index e6fe691..07ca348 100644
--- 
a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
+++ 
b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
@@ -179,8 +179,9 @@ public class DynamicClassLoader extends ClassLoaderBase {
 
   private synchronized void loadNewJars() {
 // Refresh local jar file lists
-if (localDir != null) {
-  for (File file : localDir.listFiles()) {
+File[] files = localDir == null ? null : localDir.listFiles();
+if (files != null) {
+  for (File file : files) {
 String fileName = file.getName();
 if (jarModifiedTime.containsKey(fileName)) {
   continue;

http://git-wip-us.apache.org/repos/asf/hbase/blob/b1e128fd/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java
--
diff --git 
a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java 
b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java
index a0c7390..9a40aee 100644
--- a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java
+++ b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java
@@ -463,7 +463,7 @@ public class OrderedBytes {
   static int lengthVaruint64(PositionedByteRange src, boolean comp) {
 int a0 = (comp ? DESCENDING : ASCENDING).apply(src.peek()) & 0xff;
 if (a0 <= 240) return 1;
-if (a0 >= 241 && a0 <= 248) return 2;
+if (a0 <= 248) return 2;
 if (a0 == 249) return 3;
 if (a0 == 250) return 4;
 if (a0 == 251) return 5;



hbase git commit: HBASE-18365 Eliminate the findbugs warnings for hbase-common

2017-07-13 Thread chia7712
Repository: hbase
Updated Branches:
  refs/heads/branch-1.4 5da7273db -> 0616811fa


HBASE-18365 Eliminate the findbugs warnings for hbase-common


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/0616811f
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/0616811f
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/0616811f

Branch: refs/heads/branch-1.4
Commit: 0616811fab759ef6cd32421e149422291c88c9f0
Parents: 5da7273
Author: Chia-Ping Tsai 
Authored: Thu Jul 13 19:35:57 2017 +0800
Committer: Chia-Ping Tsai 
Committed: Thu Jul 13 19:35:57 2017 +0800

--
 .../java/org/apache/hadoop/hbase/util/DynamicClassLoader.java   | 5 +++--
 .../main/java/org/apache/hadoop/hbase/util/OrderedBytes.java| 2 +-
 2 files changed, 4 insertions(+), 3 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/0616811f/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
--
diff --git 
a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
 
b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
index e6fe691..07ca348 100644
--- 
a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
+++ 
b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
@@ -179,8 +179,9 @@ public class DynamicClassLoader extends ClassLoaderBase {
 
   private synchronized void loadNewJars() {
 // Refresh local jar file lists
-if (localDir != null) {
-  for (File file : localDir.listFiles()) {
+File[] files = localDir == null ? null : localDir.listFiles();
+if (files != null) {
+  for (File file : files) {
 String fileName = file.getName();
 if (jarModifiedTime.containsKey(fileName)) {
   continue;

http://git-wip-us.apache.org/repos/asf/hbase/blob/0616811f/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java
--
diff --git 
a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java 
b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java
index a0c7390..9a40aee 100644
--- a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java
+++ b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java
@@ -463,7 +463,7 @@ public class OrderedBytes {
   static int lengthVaruint64(PositionedByteRange src, boolean comp) {
 int a0 = (comp ? DESCENDING : ASCENDING).apply(src.peek()) & 0xff;
 if (a0 <= 240) return 1;
-if (a0 >= 241 && a0 <= 248) return 2;
+if (a0 <= 248) return 2;
 if (a0 == 249) return 3;
 if (a0 == 250) return 4;
 if (a0 == 251) return 5;



hbase git commit: HBASE-18365 Eliminate the findbugs warnings for hbase-common

2017-07-13 Thread chia7712
Repository: hbase
Updated Branches:
  refs/heads/branch-1 e1bf966f9 -> 1b8fb0a8d


HBASE-18365 Eliminate the findbugs warnings for hbase-common


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/1b8fb0a8
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/1b8fb0a8
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/1b8fb0a8

Branch: refs/heads/branch-1
Commit: 1b8fb0a8d871732536c711c5229c1dfc2b47fde9
Parents: e1bf966
Author: Chia-Ping Tsai 
Authored: Thu Jul 13 19:35:18 2017 +0800
Committer: Chia-Ping Tsai 
Committed: Thu Jul 13 19:35:18 2017 +0800

--
 .../java/org/apache/hadoop/hbase/util/DynamicClassLoader.java   | 5 +++--
 .../main/java/org/apache/hadoop/hbase/util/OrderedBytes.java| 2 +-
 2 files changed, 4 insertions(+), 3 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/1b8fb0a8/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
--
diff --git 
a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
 
b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
index e6fe691..07ca348 100644
--- 
a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
+++ 
b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
@@ -179,8 +179,9 @@ public class DynamicClassLoader extends ClassLoaderBase {
 
   private synchronized void loadNewJars() {
 // Refresh local jar file lists
-if (localDir != null) {
-  for (File file : localDir.listFiles()) {
+File[] files = localDir == null ? null : localDir.listFiles();
+if (files != null) {
+  for (File file : files) {
 String fileName = file.getName();
 if (jarModifiedTime.containsKey(fileName)) {
   continue;

http://git-wip-us.apache.org/repos/asf/hbase/blob/1b8fb0a8/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java
--
diff --git 
a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java 
b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java
index a0c7390..9a40aee 100644
--- a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java
+++ b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java
@@ -463,7 +463,7 @@ public class OrderedBytes {
   static int lengthVaruint64(PositionedByteRange src, boolean comp) {
 int a0 = (comp ? DESCENDING : ASCENDING).apply(src.peek()) & 0xff;
 if (a0 <= 240) return 1;
-if (a0 >= 241 && a0 <= 248) return 2;
+if (a0 <= 248) return 2;
 if (a0 == 249) return 3;
 if (a0 == 250) return 4;
 if (a0 == 251) return 5;



hbase git commit: HBASE-18365 Eliminate the findbugs warnings for hbase-common

2017-07-13 Thread chia7712
Repository: hbase
Updated Branches:
  refs/heads/branch-2 6a891587a -> 9daac09f6


HBASE-18365 Eliminate the findbugs warnings for hbase-common


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/9daac09f
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/9daac09f
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/9daac09f

Branch: refs/heads/branch-2
Commit: 9daac09f6e606f7a26f68189bf90c47f28578a0e
Parents: 6a89158
Author: Chia-Ping Tsai 
Authored: Thu Jul 13 19:33:06 2017 +0800
Committer: Chia-Ping Tsai 
Committed: Thu Jul 13 19:33:06 2017 +0800

--
 .../java/org/apache/hadoop/hbase/util/DynamicClassLoader.java   | 5 +++--
 .../main/java/org/apache/hadoop/hbase/util/OrderedBytes.java| 2 +-
 2 files changed, 4 insertions(+), 3 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/9daac09f/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
--
diff --git 
a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
 
b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
index 1a73069..a805fbf 100644
--- 
a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
+++ 
b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
@@ -179,8 +179,9 @@ public class DynamicClassLoader extends ClassLoaderBase {
 
   private synchronized void loadNewJars() {
 // Refresh local jar file lists
-if (localDir != null) {
-  for (File file : localDir.listFiles()) {
+File[] files = localDir == null ? null : localDir.listFiles();
+if (files != null) {
+  for (File file : files) {
 String fileName = file.getName();
 if (jarModifiedTime.containsKey(fileName)) {
   continue;

http://git-wip-us.apache.org/repos/asf/hbase/blob/9daac09f/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java
--
diff --git 
a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java 
b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java
index 3e4bc6c..7ba17f9 100644
--- a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java
+++ b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java
@@ -461,7 +461,7 @@ public class OrderedBytes {
   static int lengthVaruint64(PositionedByteRange src, boolean comp) {
 int a0 = (comp ? DESCENDING : ASCENDING).apply(src.peek()) & 0xff;
 if (a0 <= 240) return 1;
-if (a0 >= 241 && a0 <= 248) return 2;
+if (a0 <= 248) return 2;
 if (a0 == 249) return 3;
 if (a0 == 250) return 4;
 if (a0 == 251) return 5;



hbase git commit: HBASE-18365 Eliminate the findbugs warnings for hbase-common

2017-07-13 Thread chia7712
Repository: hbase
Updated Branches:
  refs/heads/master 22df92654 -> cf636e50b


HBASE-18365 Eliminate the findbugs warnings for hbase-common


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/cf636e50
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/cf636e50
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/cf636e50

Branch: refs/heads/master
Commit: cf636e50b9d2afbf0d017f2463b510ec10653a1a
Parents: 22df926
Author: Chia-Ping Tsai 
Authored: Thu Jul 13 19:31:59 2017 +0800
Committer: Chia-Ping Tsai 
Committed: Thu Jul 13 19:31:59 2017 +0800

--
 .../java/org/apache/hadoop/hbase/util/DynamicClassLoader.java   | 5 +++--
 .../main/java/org/apache/hadoop/hbase/util/OrderedBytes.java| 2 +-
 2 files changed, 4 insertions(+), 3 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/cf636e50/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
--
diff --git 
a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
 
b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
index 1a73069..a805fbf 100644
--- 
a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
+++ 
b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/DynamicClassLoader.java
@@ -179,8 +179,9 @@ public class DynamicClassLoader extends ClassLoaderBase {
 
   private synchronized void loadNewJars() {
 // Refresh local jar file lists
-if (localDir != null) {
-  for (File file : localDir.listFiles()) {
+File[] files = localDir == null ? null : localDir.listFiles();
+if (files != null) {
+  for (File file : files) {
 String fileName = file.getName();
 if (jarModifiedTime.containsKey(fileName)) {
   continue;

http://git-wip-us.apache.org/repos/asf/hbase/blob/cf636e50/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java
--
diff --git 
a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java 
b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java
index 3e4bc6c..7ba17f9 100644
--- a/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java
+++ b/hbase-common/src/main/java/org/apache/hadoop/hbase/util/OrderedBytes.java
@@ -461,7 +461,7 @@ public class OrderedBytes {
   static int lengthVaruint64(PositionedByteRange src, boolean comp) {
 int a0 = (comp ? DESCENDING : ASCENDING).apply(src.peek()) & 0xff;
 if (a0 <= 240) return 1;
-if (a0 >= 241 && a0 <= 248) return 2;
+if (a0 <= 248) return 2;
 if (a0 == 249) return 3;
 if (a0 == 250) return 4;
 if (a0 == 251) return 5;