hbase git commit: HBASE-16868 Add a replicate_all flag to avoid misuse the namespaces and table-cfs config of replication peer
Repository: hbase Updated Branches: refs/heads/branch-2 135bb5583 -> ca6e7e68f HBASE-16868 Add a replicate_all flag to avoid misuse the namespaces and table-cfs config of replication peer Signed-off-by: Guanghao ZhangProject: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/ca6e7e68 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/ca6e7e68 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/ca6e7e68 Branch: refs/heads/branch-2 Commit: ca6e7e68f4468f0c4c8e3abf1922e5ed07262cae Parents: 135bb55 Author: Guanghao Zhang Authored: Thu Nov 23 14:54:19 2017 +0800 Committer: Guanghao Zhang Committed: Thu Nov 23 15:08:03 2017 +0800 -- .../replication/ReplicationPeerConfigUtil.java | 10 +- .../replication/ReplicationPeerConfig.java | 12 ++ .../src/main/protobuf/Replication.proto | 1 + .../replication/ReplicationPeersZKImpl.java | 1 + .../org/apache/hadoop/hbase/master/HMaster.java | 6 +- .../master/replication/ReplicationManager.java | 25 ++- .../NamespaceTableCfWALEntryFilter.java | 103 ++- .../master/ReplicationPeerConfigUpgrader.java | 184 +++ .../replication/master/TableCFsUpdater.java | 151 --- .../client/TestAsyncReplicationAdminApi.java| 9 + ...estAsyncReplicationAdminApiWithClusters.java | 2 + .../replication/TestReplicationAdmin.java | 116 ++-- .../TestReplicationAdminWithClusters.java | 12 +- .../replication/TestMasterReplication.java | 8 +- .../replication/TestNamespaceReplication.java | 6 +- .../replication/TestPerTableCFReplication.java | 4 +- .../TestReplicationWALEntryFilters.java | 69 +-- .../replication/master/TestTableCFsUpdater.java | 4 +- .../src/main/ruby/hbase/replication_admin.rb| 9 + hbase-shell/src/main/ruby/shell.rb | 1 + .../src/main/ruby/shell/commands/list_peers.rb | 5 +- .../shell/commands/set_peer_replicate_all.rb| 54 ++ .../test/ruby/hbase/replication_admin_test.rb | 95 +++--- 23 files changed, 602 insertions(+), 285 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/ca6e7e68/hbase-client/src/main/java/org/apache/hadoop/hbase/client/replication/ReplicationPeerConfigUtil.java -- diff --git a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/replication/ReplicationPeerConfigUtil.java b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/replication/ReplicationPeerConfigUtil.java index be468ae..52a3c93 100644 --- a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/replication/ReplicationPeerConfigUtil.java +++ b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/replication/ReplicationPeerConfigUtil.java @@ -286,6 +286,7 @@ public final class ReplicationPeerConfigUtil { if (tableCFsMap != null) { peerConfig.setTableCFsMap(tableCFsMap); } + List namespacesList = peer.getNamespacesList(); if (namespacesList != null && namespacesList.size() != 0) { Set namespaces = new HashSet<>(); @@ -294,9 +295,15 @@ public final class ReplicationPeerConfigUtil { } peerConfig.setNamespaces(namespaces); } + if (peer.hasBandwidth()) { peerConfig.setBandwidth(peer.getBandwidth()); } + +if (peer.hasReplicateAll()) { + peerConfig.setReplicateAllUserTables(peer.getReplicateAll()); +} + return peerConfig; } @@ -338,6 +345,7 @@ public final class ReplicationPeerConfigUtil { } builder.setBandwidth(peerConfig.getBandwidth()); +builder.setReplicateAll(peerConfig.replicateAllUserTables()); return builder.build(); } @@ -465,4 +473,4 @@ public final class ReplicationPeerConfigUtil { return otherConf; } -} \ No newline at end of file +} http://git-wip-us.apache.org/repos/asf/hbase/blob/ca6e7e68/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.java -- diff --git a/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.java b/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.java index 4d429c9..9e20829 100644 --- a/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.java +++ b/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.java @@ -42,6 +42,8 @@ public class ReplicationPeerConfig { private Map tableCFsMap = null; private Set namespaces = null; private long bandwidth = 0; + // Default value is true, means replicate all user tables
hbase git commit: HBASE-16868 Add a replicate_all flag to avoid misuse the namespaces and table-cfs config of replication peer
Repository: hbase Updated Branches: refs/heads/master 2442cbb6a -> 3e2941a49 HBASE-16868 Add a replicate_all flag to avoid misuse the namespaces and table-cfs config of replication peer Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/3e2941a4 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/3e2941a4 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/3e2941a4 Branch: refs/heads/master Commit: 3e2941a49e58080618fd2d2e6757694c96651e0a Parents: 2442cbb Author: Guanghao ZhangAuthored: Thu Nov 23 14:54:19 2017 +0800 Committer: Guanghao Zhang Committed: Thu Nov 23 14:54:19 2017 +0800 -- .../replication/ReplicationPeerConfigUtil.java | 10 +- .../replication/ReplicationPeerConfig.java | 12 ++ .../src/main/protobuf/Replication.proto | 1 + .../replication/ReplicationPeersZKImpl.java | 1 + .../org/apache/hadoop/hbase/master/HMaster.java | 6 +- .../master/replication/ReplicationManager.java | 25 ++- .../NamespaceTableCfWALEntryFilter.java | 103 ++- .../master/ReplicationPeerConfigUpgrader.java | 184 +++ .../replication/master/TableCFsUpdater.java | 151 --- .../client/TestAsyncReplicationAdminApi.java| 9 + ...estAsyncReplicationAdminApiWithClusters.java | 2 + .../replication/TestReplicationAdmin.java | 116 ++-- .../TestReplicationAdminWithClusters.java | 12 +- .../replication/TestMasterReplication.java | 8 +- .../replication/TestNamespaceReplication.java | 6 +- .../replication/TestPerTableCFReplication.java | 4 +- .../TestReplicationWALEntryFilters.java | 69 +-- .../replication/master/TestTableCFsUpdater.java | 4 +- .../src/main/ruby/hbase/replication_admin.rb| 9 + hbase-shell/src/main/ruby/shell.rb | 1 + .../src/main/ruby/shell/commands/list_peers.rb | 5 +- .../shell/commands/set_peer_replicate_all.rb| 54 ++ .../test/ruby/hbase/replication_admin_test.rb | 95 +++--- 23 files changed, 602 insertions(+), 285 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/3e2941a4/hbase-client/src/main/java/org/apache/hadoop/hbase/client/replication/ReplicationPeerConfigUtil.java -- diff --git a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/replication/ReplicationPeerConfigUtil.java b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/replication/ReplicationPeerConfigUtil.java index be468ae..52a3c93 100644 --- a/hbase-client/src/main/java/org/apache/hadoop/hbase/client/replication/ReplicationPeerConfigUtil.java +++ b/hbase-client/src/main/java/org/apache/hadoop/hbase/client/replication/ReplicationPeerConfigUtil.java @@ -286,6 +286,7 @@ public final class ReplicationPeerConfigUtil { if (tableCFsMap != null) { peerConfig.setTableCFsMap(tableCFsMap); } + List namespacesList = peer.getNamespacesList(); if (namespacesList != null && namespacesList.size() != 0) { Set namespaces = new HashSet<>(); @@ -294,9 +295,15 @@ public final class ReplicationPeerConfigUtil { } peerConfig.setNamespaces(namespaces); } + if (peer.hasBandwidth()) { peerConfig.setBandwidth(peer.getBandwidth()); } + +if (peer.hasReplicateAll()) { + peerConfig.setReplicateAllUserTables(peer.getReplicateAll()); +} + return peerConfig; } @@ -338,6 +345,7 @@ public final class ReplicationPeerConfigUtil { } builder.setBandwidth(peerConfig.getBandwidth()); +builder.setReplicateAll(peerConfig.replicateAllUserTables()); return builder.build(); } @@ -465,4 +473,4 @@ public final class ReplicationPeerConfigUtil { return otherConf; } -} \ No newline at end of file +} http://git-wip-us.apache.org/repos/asf/hbase/blob/3e2941a4/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.java -- diff --git a/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.java b/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.java index 4d429c9..9e20829 100644 --- a/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.java +++ b/hbase-client/src/main/java/org/apache/hadoop/hbase/replication/ReplicationPeerConfig.java @@ -42,6 +42,8 @@ public class ReplicationPeerConfig { private Map tableCFsMap = null; private Set namespaces = null; private long bandwidth = 0; + // Default value is true, means replicate all user tables to peer cluster. + private boolean
hbase git commit: HBASE-18309 Support multi threads in CleanerChore
Repository: hbase Updated Branches: refs/heads/master cdc2bb17f -> 2442cbb6a HBASE-18309 Support multi threads in CleanerChore Signed-off-by: Yu LiProject: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/2442cbb6 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/2442cbb6 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/2442cbb6 Branch: refs/heads/master Commit: 2442cbb6ab5b9f1729b74361dd2bbb066d5910bd Parents: cdc2bb1 Author: Reid Chan Authored: Thu Nov 23 11:21:12 2017 +0800 Committer: Yu Li Committed: Thu Nov 23 11:23:26 2017 +0800 -- .../org/apache/hadoop/hbase/master/HMaster.java | 1 + .../hbase/master/cleaner/CleanerChore.java | 335 +-- .../hbase/master/cleaner/HFileCleaner.java | 8 +- .../hadoop/hbase/master/cleaner/LogCleaner.java | 168 +- .../hbase/master/cleaner/TestCleanerChore.java | 61 +++- .../hbase/master/cleaner/TestLogsCleaner.java | 51 +++ 6 files changed, 514 insertions(+), 110 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/2442cbb6/hbase-server/src/main/java/org/apache/hadoop/hbase/master/HMaster.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/HMaster.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/HMaster.java index 97982b9..cfbddfc 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/HMaster.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/HMaster.java @@ -908,6 +908,7 @@ public class HMaster extends HRegionServer implements MasterServices { this.masterFinishedInitializationTime = System.currentTimeMillis(); configurationManager.registerObserver(this.balancer); configurationManager.registerObserver(this.hfileCleaner); +configurationManager.registerObserver(this.logCleaner); // Set master as 'initialized'. setInitialized(true); http://git-wip-us.apache.org/repos/asf/hbase/blob/2442cbb6/hbase-server/src/main/java/org/apache/hadoop/hbase/master/cleaner/CleanerChore.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/cleaner/CleanerChore.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/cleaner/CleanerChore.java index b8ca1ec..582df84 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/cleaner/CleanerChore.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/cleaner/CleanerChore.java @@ -17,18 +17,22 @@ */ package org.apache.hadoop.hbase.master.cleaner; +import org.apache.hadoop.hbase.conf.ConfigurationObserver; import org.apache.hadoop.hbase.shaded.com.google.common.annotations.VisibleForTesting; +import org.apache.hadoop.hbase.shaded.com.google.common.base.Predicate; import org.apache.hadoop.hbase.shaded.com.google.common.collect.ImmutableSet; import org.apache.hadoop.hbase.shaded.com.google.common.collect.Iterables; import org.apache.hadoop.hbase.shaded.com.google.common.collect.Lists; import java.io.IOException; -import java.util.ArrayList; import java.util.Comparator; import java.util.HashMap; import java.util.LinkedList; import java.util.List; import java.util.Map; +import java.util.concurrent.ExecutionException; +import java.util.concurrent.ForkJoinPool; +import java.util.concurrent.RecursiveTask; import java.util.concurrent.atomic.AtomicBoolean; import org.apache.commons.logging.Log; @@ -46,16 +50,33 @@ import org.apache.hadoop.ipc.RemoteException; * Abstract Cleaner that uses a chain of delegates to clean a directory of files * @param Cleaner delegate class that is dynamically loaded from configuration */ -public abstract class CleanerChore extends ScheduledChore { +public abstract class CleanerChore extends ScheduledChore +implements ConfigurationObserver { private static final Log LOG = LogFactory.getLog(CleanerChore.class.getName()); + private static final int AVAIL_PROCESSORS = Runtime.getRuntime().availableProcessors(); + + /** + * If it is an integer and >= 1, it would be the size; + * if 0.0 < size <= 1.0, size would be available processors * size. + * Pay attention that 1.0 is different from 1, former indicates it will use 100% of cores, + * while latter will use only 1 thread for chore to scan dir. + */ + public static final String CHORE_POOL_SIZE = "hbase.cleaner.scan.dir.concurrent.size"; + private static final String DEFAULT_CHORE_POOL_SIZE = "0.5"; + + // It may be waste resources for each cleaner chore own its pool, + // so let's make pool for all cleaner chores. + private static volatile ForkJoinPool chorePool; + private
hbase git commit: HBASE-19332 DumpReplicationQueues misreports total WAL size
Repository: hbase Updated Branches: refs/heads/branch-1.3 b7f9ac0b6 -> 276052be9 HBASE-19332 DumpReplicationQueues misreports total WAL size Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/276052be Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/276052be Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/276052be Branch: refs/heads/branch-1.3 Commit: 276052be990e439d74d9d7871e1242dd1b1c8de7 Parents: b7f9ac0 Author: Gary HelmlingAuthored: Wed Nov 22 11:42:01 2017 -0800 Committer: Gary Helmling Committed: Wed Nov 22 18:28:15 2017 -0800 -- .../hbase/replication/regionserver/DumpReplicationQueues.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/276052be/hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/DumpReplicationQueues.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/DumpReplicationQueues.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/DumpReplicationQueues.java index b086cdb..4c273dc 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/DumpReplicationQueues.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/DumpReplicationQueues.java @@ -320,7 +320,7 @@ public class DumpReplicationQueues extends Configured implements Tool { * return total size in bytes from a list of WALs */ private long getTotalWALSize(FileSystem fs, List wals, String server) throws IOException { -int size = 0; +long size = 0; FileStatus fileStatus; for (String wal : wals) {
hbase git commit: HBASE-19332 DumpReplicationQueues misreports total WAL size
Repository: hbase Updated Branches: refs/heads/branch-1.4 0f888cbcf -> c9246588e HBASE-19332 DumpReplicationQueues misreports total WAL size Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/c9246588 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/c9246588 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/c9246588 Branch: refs/heads/branch-1.4 Commit: c9246588ec35aca5d89db98dba2b8d1fa38dfd31 Parents: 0f888cb Author: Gary HelmlingAuthored: Wed Nov 22 11:42:01 2017 -0800 Committer: Gary Helmling Committed: Wed Nov 22 17:22:03 2017 -0800 -- .../hbase/replication/regionserver/DumpReplicationQueues.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/c9246588/hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/DumpReplicationQueues.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/DumpReplicationQueues.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/DumpReplicationQueues.java index ee90904..631b6c8 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/DumpReplicationQueues.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/DumpReplicationQueues.java @@ -370,7 +370,7 @@ public class DumpReplicationQueues extends Configured implements Tool { * return total size in bytes from a list of WALs */ private long getTotalWALSize(FileSystem fs, List wals, String server) throws IOException { -int size = 0; +long size = 0; FileStatus fileStatus; for (String wal : wals) {
hbase git commit: HBASE-19332 DumpReplicationQueues misreports total WAL size
Repository: hbase Updated Branches: refs/heads/branch-1 f6e93520b -> 20d811121 HBASE-19332 DumpReplicationQueues misreports total WAL size Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/20d81112 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/20d81112 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/20d81112 Branch: refs/heads/branch-1 Commit: 20d811121fb38ea2fc3871dcf4b03593bd4d6b7e Parents: f6e9352 Author: Gary HelmlingAuthored: Wed Nov 22 11:42:01 2017 -0800 Committer: Gary Helmling Committed: Wed Nov 22 16:54:13 2017 -0800 -- .../hbase/replication/regionserver/DumpReplicationQueues.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/20d81112/hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/DumpReplicationQueues.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/DumpReplicationQueues.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/DumpReplicationQueues.java index ee90904..631b6c8 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/DumpReplicationQueues.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/DumpReplicationQueues.java @@ -370,7 +370,7 @@ public class DumpReplicationQueues extends Configured implements Tool { * return total size in bytes from a list of WALs */ private long getTotalWALSize(FileSystem fs, List wals, String server) throws IOException { -int size = 0; +long size = 0; FileStatus fileStatus; for (String wal : wals) {
hbase git commit: HBASE-19332 DumpReplicationQueues misreports total WAL size
Repository: hbase Updated Branches: refs/heads/branch-2 4e387a948 -> 135bb5583 HBASE-19332 DumpReplicationQueues misreports total WAL size Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/135bb558 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/135bb558 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/135bb558 Branch: refs/heads/branch-2 Commit: 135bb5583b44f207e20f2e2caf0d109903f817d4 Parents: 4e387a9 Author: Gary HelmlingAuthored: Wed Nov 22 11:42:01 2017 -0800 Committer: Gary Helmling Committed: Wed Nov 22 16:40:53 2017 -0800 -- .../hbase/replication/regionserver/DumpReplicationQueues.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/135bb558/hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/DumpReplicationQueues.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/DumpReplicationQueues.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/DumpReplicationQueues.java index fdb5559..ff5e5c7 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/DumpReplicationQueues.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/DumpReplicationQueues.java @@ -390,7 +390,7 @@ public class DumpReplicationQueues extends Configured implements Tool { * return total size in bytes from a list of WALs */ private long getTotalWALSize(FileSystem fs, List wals, String server) throws IOException { -int size = 0; +long size = 0; FileStatus fileStatus; for (String wal : wals) {
hbase git commit: HBASE-19332 DumpReplicationQueues misreports total WAL size
Repository: hbase Updated Branches: refs/heads/master 6f0c9fbfd -> cdc2bb17f HBASE-19332 DumpReplicationQueues misreports total WAL size Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/cdc2bb17 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/cdc2bb17 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/cdc2bb17 Branch: refs/heads/master Commit: cdc2bb17ff38dcbd273cf501aea565006e995a06 Parents: 6f0c9fb Author: Gary HelmlingAuthored: Wed Nov 22 11:42:01 2017 -0800 Committer: Gary Helmling Committed: Wed Nov 22 16:25:12 2017 -0800 -- .../hbase/replication/regionserver/DumpReplicationQueues.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/cdc2bb17/hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/DumpReplicationQueues.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/DumpReplicationQueues.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/DumpReplicationQueues.java index fdb5559..ff5e5c7 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/DumpReplicationQueues.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/replication/regionserver/DumpReplicationQueues.java @@ -390,7 +390,7 @@ public class DumpReplicationQueues extends Configured implements Tool { * return total size in bytes from a list of WALs */ private long getTotalWALSize(FileSystem fs, List wals, String server) throws IOException { -int size = 0; +long size = 0; FileStatus fileStatus; for (String wal : wals) {
[3/4] hbase git commit: HBASE-19310 Avoid an NPE IntegrationTestImportTsv when outside of the context of JUnit
HBASE-19310 Avoid an NPE IntegrationTestImportTsv when outside of the context of JUnit Signed-off-by: Michael StackSigned-off-by: Ted Yu Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/46cb5d59 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/46cb5d59 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/46cb5d59 Branch: refs/heads/branch-2 Commit: 46cb5d598689577b01cc7690587ae94579b70a11 Parents: 0ef7a24 Author: Josh Elser Authored: Tue Nov 21 13:34:51 2017 -0500 Committer: Josh Elser Committed: Wed Nov 22 17:23:53 2017 -0500 -- .../hbase/mapreduce/IntegrationTestImportTsv.java | 12 +--- 1 file changed, 9 insertions(+), 3 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/46cb5d59/hbase-it/src/test/java/org/apache/hadoop/hbase/mapreduce/IntegrationTestImportTsv.java -- diff --git a/hbase-it/src/test/java/org/apache/hadoop/hbase/mapreduce/IntegrationTestImportTsv.java b/hbase-it/src/test/java/org/apache/hadoop/hbase/mapreduce/IntegrationTestImportTsv.java index 887dd8b..dfc54e0 100644 --- a/hbase-it/src/test/java/org/apache/hadoop/hbase/mapreduce/IntegrationTestImportTsv.java +++ b/hbase-it/src/test/java/org/apache/hadoop/hbase/mapreduce/IntegrationTestImportTsv.java @@ -185,13 +185,15 @@ public class IntegrationTestImportTsv extends Configured implements Tool { @Test public void testGenerateAndLoad() throws Exception { +generateAndLoad(TableName.valueOf(name.getMethodName())); + } + + void generateAndLoad(final TableName table) throws Exception { LOG.info("Running test testGenerateAndLoad."); -final TableName table = TableName.valueOf(name.getMethodName()); String cf = "d"; Path hfiles = new Path( util.getDataTestDirOnTestFS(table.getNameAsString()), "hfiles"); - Map args = new HashMap<>(); args.put(ImportTsv.BULK_OUTPUT_CONF_KEY, hfiles.toString()); args.put(ImportTsv.COLUMNS_CONF_KEY, @@ -226,7 +228,11 @@ public class IntegrationTestImportTsv extends Configured implements Tool { // adding more test methods? Don't forget to add them here... or consider doing what // IntegrationTestsDriver does. provisionCluster(); -testGenerateAndLoad(); +TableName tableName = TableName.valueOf("IntegrationTestImportTsv"); +if (util.getAdmin().tableExists(tableName)) { + util.deleteTable(tableName); +} +generateAndLoad(tableName); releaseCluster(); return 0;
[4/4] hbase git commit: HBASE-19317 Set a high NodeManager max disk utilization if not already set
HBASE-19317 Set a high NodeManager max disk utilization if not already set This avoids the situation where the build machine has sufficient disk space (a few GB's at most) to run an HBase test, but the default YARN configuration would preclude the NM's from starting correctly. This should eliminate a trivial source of build flakiness based on the host machines being used. Signed-off-by: Ted YuProject: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/4e387a94 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/4e387a94 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/4e387a94 Branch: refs/heads/branch-2 Commit: 4e387a948fad9928c9d4922c9055e601d22e4145 Parents: 46cb5d5 Author: Josh Elser Authored: Tue Nov 21 13:42:13 2017 -0500 Committer: Josh Elser Committed: Wed Nov 22 17:23:53 2017 -0500 -- .../test/java/org/apache/hadoop/hbase/HBaseTestingUtility.java | 4 1 file changed, 4 insertions(+) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/4e387a94/hbase-server/src/test/java/org/apache/hadoop/hbase/HBaseTestingUtility.java -- diff --git a/hbase-server/src/test/java/org/apache/hadoop/hbase/HBaseTestingUtility.java b/hbase-server/src/test/java/org/apache/hadoop/hbase/HBaseTestingUtility.java index bb7eca2..eec7892 100644 --- a/hbase-server/src/test/java/org/apache/hadoop/hbase/HBaseTestingUtility.java +++ b/hbase-server/src/test/java/org/apache/hadoop/hbase/HBaseTestingUtility.java @@ -2552,6 +2552,10 @@ public class HBaseTestingUtility extends HBaseCommonTestingUtility { * @throws IOException When starting the cluster fails. */ public MiniMRCluster startMiniMapReduceCluster() throws IOException { +// Set a very high max-disk-utilization percentage to avoid the NodeManagers from failing. +conf.setIfUnset( + "yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage", +"99.0"); startMiniMapReduceCluster(2); return mrCluster; }
[2/4] hbase git commit: HBASE-19310 Avoid an NPE IntegrationTestImportTsv when outside of the context of JUnit
HBASE-19310 Avoid an NPE IntegrationTestImportTsv when outside of the context of JUnit Signed-off-by: Michael StackSigned-off-by: Ted Yu Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/b0b60642 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/b0b60642 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/b0b60642 Branch: refs/heads/master Commit: b0b606429339aabe9fb964af6bf3c3129b3ac375 Parents: 548ebbc Author: Josh Elser Authored: Tue Nov 21 13:34:51 2017 -0500 Committer: Josh Elser Committed: Wed Nov 22 17:06:49 2017 -0500 -- .../hbase/mapreduce/IntegrationTestImportTsv.java | 12 +--- 1 file changed, 9 insertions(+), 3 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/b0b60642/hbase-it/src/test/java/org/apache/hadoop/hbase/mapreduce/IntegrationTestImportTsv.java -- diff --git a/hbase-it/src/test/java/org/apache/hadoop/hbase/mapreduce/IntegrationTestImportTsv.java b/hbase-it/src/test/java/org/apache/hadoop/hbase/mapreduce/IntegrationTestImportTsv.java index 887dd8b..dfc54e0 100644 --- a/hbase-it/src/test/java/org/apache/hadoop/hbase/mapreduce/IntegrationTestImportTsv.java +++ b/hbase-it/src/test/java/org/apache/hadoop/hbase/mapreduce/IntegrationTestImportTsv.java @@ -185,13 +185,15 @@ public class IntegrationTestImportTsv extends Configured implements Tool { @Test public void testGenerateAndLoad() throws Exception { +generateAndLoad(TableName.valueOf(name.getMethodName())); + } + + void generateAndLoad(final TableName table) throws Exception { LOG.info("Running test testGenerateAndLoad."); -final TableName table = TableName.valueOf(name.getMethodName()); String cf = "d"; Path hfiles = new Path( util.getDataTestDirOnTestFS(table.getNameAsString()), "hfiles"); - Map args = new HashMap<>(); args.put(ImportTsv.BULK_OUTPUT_CONF_KEY, hfiles.toString()); args.put(ImportTsv.COLUMNS_CONF_KEY, @@ -226,7 +228,11 @@ public class IntegrationTestImportTsv extends Configured implements Tool { // adding more test methods? Don't forget to add them here... or consider doing what // IntegrationTestsDriver does. provisionCluster(); -testGenerateAndLoad(); +TableName tableName = TableName.valueOf("IntegrationTestImportTsv"); +if (util.getAdmin().tableExists(tableName)) { + util.deleteTable(tableName); +} +generateAndLoad(tableName); releaseCluster(); return 0;
[1/4] hbase git commit: HBASE-19317 Set a high NodeManager max disk utilization if not already set
Repository: hbase Updated Branches: refs/heads/branch-2 0ef7a2424 -> 4e387a948 refs/heads/master 548ebbc57 -> 6f0c9fbfd HBASE-19317 Set a high NodeManager max disk utilization if not already set This avoids the situation where the build machine has sufficient disk space (a few GB's at most) to run an HBase test, but the default YARN configuration would preclude the NM's from starting correctly. This should eliminate a trivial source of build flakiness based on the host machines being used. Signed-off-by: Ted YuProject: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/6f0c9fbf Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/6f0c9fbf Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/6f0c9fbf Branch: refs/heads/master Commit: 6f0c9fbfd1f17f5f50d90464866d153286b051a5 Parents: b0b6064 Author: Josh Elser Authored: Tue Nov 21 13:42:13 2017 -0500 Committer: Josh Elser Committed: Wed Nov 22 17:06:49 2017 -0500 -- .../test/java/org/apache/hadoop/hbase/HBaseTestingUtility.java | 4 1 file changed, 4 insertions(+) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/6f0c9fbf/hbase-server/src/test/java/org/apache/hadoop/hbase/HBaseTestingUtility.java -- diff --git a/hbase-server/src/test/java/org/apache/hadoop/hbase/HBaseTestingUtility.java b/hbase-server/src/test/java/org/apache/hadoop/hbase/HBaseTestingUtility.java index bb7eca2..eec7892 100644 --- a/hbase-server/src/test/java/org/apache/hadoop/hbase/HBaseTestingUtility.java +++ b/hbase-server/src/test/java/org/apache/hadoop/hbase/HBaseTestingUtility.java @@ -2552,6 +2552,10 @@ public class HBaseTestingUtility extends HBaseCommonTestingUtility { * @throws IOException When starting the cluster fails. */ public MiniMRCluster startMiniMapReduceCluster() throws IOException { +// Set a very high max-disk-utilization percentage to avoid the NodeManagers from failing. +conf.setIfUnset( + "yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage", +"99.0"); startMiniMapReduceCluster(2); return mrCluster; }
hbase git commit: HBASE-19330 Remove duplicated dependency from hbase-rest
Repository: hbase Updated Branches: refs/heads/master 194efe3e5 -> 548ebbc57 HBASE-19330 Remove duplicated dependency from hbase-rest Remove the duplicated hbase-hadoop-compat dependency. Signed-off-by: Michael StackProject: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/548ebbc5 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/548ebbc5 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/548ebbc5 Branch: refs/heads/master Commit: 548ebbc574021ca22ba92633678d4f0cec70be0d Parents: 194efe3 Author: Peter Somogyi Authored: Wed Nov 22 15:13:50 2017 +0100 Committer: Michael Stack Committed: Wed Nov 22 12:47:12 2017 -0800 -- hbase-rest/pom.xml | 4 1 file changed, 4 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/548ebbc5/hbase-rest/pom.xml -- diff --git a/hbase-rest/pom.xml b/hbase-rest/pom.xml index bc2eb93..63146bc 100644 --- a/hbase-rest/pom.xml +++ b/hbase-rest/pom.xml @@ -204,10 +204,6 @@ org.apache.hbase - hbase-hadoop-compat - - - org.apache.hbase hbase-server
hbase git commit: HBASE-19330 Remove duplicated dependency from hbase-rest
Repository: hbase Updated Branches: refs/heads/branch-2 3c24c6eda -> 0ef7a2424 HBASE-19330 Remove duplicated dependency from hbase-rest Remove the duplicated hbase-hadoop-compat dependency. Signed-off-by: Michael StackProject: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/0ef7a242 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/0ef7a242 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/0ef7a242 Branch: refs/heads/branch-2 Commit: 0ef7a24245359ada37473b05e6cca4aad46b5225 Parents: 3c24c6e Author: Peter Somogyi Authored: Wed Nov 22 15:13:50 2017 +0100 Committer: Michael Stack Committed: Wed Nov 22 12:46:05 2017 -0800 -- hbase-rest/pom.xml | 4 1 file changed, 4 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/0ef7a242/hbase-rest/pom.xml -- diff --git a/hbase-rest/pom.xml b/hbase-rest/pom.xml index ac0bdbb..810fbd5 100644 --- a/hbase-rest/pom.xml +++ b/hbase-rest/pom.xml @@ -204,10 +204,6 @@ org.apache.hbase - hbase-hadoop-compat - - - org.apache.hbase hbase-server
hbase git commit: HBASE-19122 preCompact and preFlush can bypass by returning null scanner; shut it down
Repository: hbase Updated Branches: refs/heads/branch-2 8c2a962d1 -> 3c24c6eda HBASE-19122 preCompact and preFlush can bypass by returning null scanner; shut it down Removed TestHRegion#testMemstoreSizeWithFlushCanceling test. CPs are not able to cancel a flush any more so this test was failing; removed it (It was testing memory accounting kept working across a cancelled flush). Signed-off-by: Michael StackProject: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/3c24c6ed Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/3c24c6ed Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/3c24c6ed Branch: refs/heads/branch-2 Commit: 3c24c6eda66499d7eca0870a4afe2c02f000298f Parents: 8c2a962 Author: Michael Stack Authored: Tue Nov 21 13:27:32 2017 -0800 Committer: Michael Stack Committed: Wed Nov 22 08:02:09 2017 -0800 -- .../hbase/mob/DefaultMobStoreFlusher.java | 3 - .../hbase/regionserver/DefaultStoreFlusher.java | 4 - .../regionserver/RegionCoprocessorHost.java | 18 ++- .../hbase/regionserver/StripeStoreFlusher.java | 3 - .../regionserver/compactions/Compactor.java | 4 - ...TestRegionObserverPreFlushAndPreCompact.java | 123 +++ .../hadoop/hbase/regionserver/TestHRegion.java | 46 --- 7 files changed, 137 insertions(+), 64 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/3c24c6ed/hbase-server/src/main/java/org/apache/hadoop/hbase/mob/DefaultMobStoreFlusher.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/mob/DefaultMobStoreFlusher.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/mob/DefaultMobStoreFlusher.java index 1bc8068..27809c4 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/mob/DefaultMobStoreFlusher.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/mob/DefaultMobStoreFlusher.java @@ -110,9 +110,6 @@ public class DefaultMobStoreFlusher extends DefaultStoreFlusher { // Use a store scanner to find which rows to flush. long smallestReadPoint = store.getSmallestReadPoint(); InternalScanner scanner = createScanner(snapshot.getScanners(), smallestReadPoint, tracker); -if (scanner == null) { - return result; // NULL scanner returned from coprocessor hooks means skip normal processing -} StoreFileWriter writer; try { // TODO: We can fail in the below block before we complete adding this flush to http://git-wip-us.apache.org/repos/asf/hbase/blob/3c24c6ed/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/DefaultStoreFlusher.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/DefaultStoreFlusher.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/DefaultStoreFlusher.java index 06d4752..d666ba9 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/DefaultStoreFlusher.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/DefaultStoreFlusher.java @@ -54,10 +54,6 @@ public class DefaultStoreFlusher extends StoreFlusher { // Use a store scanner to find which rows to flush. long smallestReadPoint = store.getSmallestReadPoint(); InternalScanner scanner = createScanner(snapshot.getScanners(), smallestReadPoint, tracker); -if (scanner == null) { - return result; // NULL scanner returned from coprocessor hooks means skip normal processing -} - StoreFileWriter writer; try { // TODO: We can fail in the below block before we complete adding this flush to http://git-wip-us.apache.org/repos/asf/hbase/blob/3c24c6ed/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/RegionCoprocessorHost.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/RegionCoprocessorHost.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/RegionCoprocessorHost.java index 347ee84..0e4131e 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/RegionCoprocessorHost.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/RegionCoprocessorHost.java @@ -57,6 +57,7 @@ import org.apache.hadoop.hbase.client.Scan; import org.apache.hadoop.hbase.client.TableDescriptor; import org.apache.hadoop.hbase.coprocessor.BaseEnvironment; import org.apache.hadoop.hbase.coprocessor.BulkLoadObserver; +import org.apache.hadoop.hbase.coprocessor.CoprocessorException; import org.apache.hadoop.hbase.coprocessor.CoprocessorHost; import
hbase git commit: HBASE-19122 preCompact and preFlush can bypass by returning null scanner; shut it down
Repository: hbase Updated Branches: refs/heads/master 7acf3f9a9 -> 194efe3e5 HBASE-19122 preCompact and preFlush can bypass by returning null scanner; shut it down Removed TestHRegion#testMemstoreSizeWithFlushCanceling test. CPs are not able to cancel a flush any more so this test was failing; removed it (It was testing memory accounting kept working across a cancelled flush). Signed-off-by: Michael StackProject: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/194efe3e Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/194efe3e Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/194efe3e Branch: refs/heads/master Commit: 194efe3e5a7d209fccc64d195f5d1f1df41df609 Parents: 7acf3f9 Author: Michael Stack Authored: Tue Nov 21 13:27:32 2017 -0800 Committer: Michael Stack Committed: Wed Nov 22 08:01:01 2017 -0800 -- .../hbase/mob/DefaultMobStoreFlusher.java | 3 - .../hbase/regionserver/DefaultStoreFlusher.java | 4 - .../regionserver/RegionCoprocessorHost.java | 18 ++- .../hbase/regionserver/StripeStoreFlusher.java | 3 - .../regionserver/compactions/Compactor.java | 4 - ...TestRegionObserverPreFlushAndPreCompact.java | 123 +++ .../hadoop/hbase/regionserver/TestHRegion.java | 46 --- 7 files changed, 137 insertions(+), 64 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/194efe3e/hbase-server/src/main/java/org/apache/hadoop/hbase/mob/DefaultMobStoreFlusher.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/mob/DefaultMobStoreFlusher.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/mob/DefaultMobStoreFlusher.java index 1bc8068..27809c4 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/mob/DefaultMobStoreFlusher.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/mob/DefaultMobStoreFlusher.java @@ -110,9 +110,6 @@ public class DefaultMobStoreFlusher extends DefaultStoreFlusher { // Use a store scanner to find which rows to flush. long smallestReadPoint = store.getSmallestReadPoint(); InternalScanner scanner = createScanner(snapshot.getScanners(), smallestReadPoint, tracker); -if (scanner == null) { - return result; // NULL scanner returned from coprocessor hooks means skip normal processing -} StoreFileWriter writer; try { // TODO: We can fail in the below block before we complete adding this flush to http://git-wip-us.apache.org/repos/asf/hbase/blob/194efe3e/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/DefaultStoreFlusher.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/DefaultStoreFlusher.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/DefaultStoreFlusher.java index 06d4752..d666ba9 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/DefaultStoreFlusher.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/DefaultStoreFlusher.java @@ -54,10 +54,6 @@ public class DefaultStoreFlusher extends StoreFlusher { // Use a store scanner to find which rows to flush. long smallestReadPoint = store.getSmallestReadPoint(); InternalScanner scanner = createScanner(snapshot.getScanners(), smallestReadPoint, tracker); -if (scanner == null) { - return result; // NULL scanner returned from coprocessor hooks means skip normal processing -} - StoreFileWriter writer; try { // TODO: We can fail in the below block before we complete adding this flush to http://git-wip-us.apache.org/repos/asf/hbase/blob/194efe3e/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/RegionCoprocessorHost.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/RegionCoprocessorHost.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/RegionCoprocessorHost.java index 347ee84..0e4131e 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/RegionCoprocessorHost.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/RegionCoprocessorHost.java @@ -57,6 +57,7 @@ import org.apache.hadoop.hbase.client.Scan; import org.apache.hadoop.hbase.client.TableDescriptor; import org.apache.hadoop.hbase.coprocessor.BaseEnvironment; import org.apache.hadoop.hbase.coprocessor.BulkLoadObserver; +import org.apache.hadoop.hbase.coprocessor.CoprocessorException; import org.apache.hadoop.hbase.coprocessor.CoprocessorHost; import
[07/22] hbase-site git commit: Published site at .
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/testdevapidocs/org/apache/hadoop/hbase/package-summary.html -- diff --git a/testdevapidocs/org/apache/hadoop/hbase/package-summary.html b/testdevapidocs/org/apache/hadoop/hbase/package-summary.html index 5297c20..fb0986d 100644 --- a/testdevapidocs/org/apache/hadoop/hbase/package-summary.html +++ b/testdevapidocs/org/apache/hadoop/hbase/package-summary.html @@ -150,6 +150,31 @@ +AcidGuaranteesTestTool + +A test tool that uses multiple threads to read and write multifamily rows into a table, verifying + that reads never see partially-complete writes + + + +AcidGuaranteesTestTool.AtomicGetReader + +Thread that does single-row reads in a table, looking for partially completed rows. + + + +AcidGuaranteesTestTool.AtomicityWriter + +Thread that does random full-row writes into a table. + + + +AcidGuaranteesTestTool.AtomicScanReader + +Thread that does full scans of the table looking for any partially completed rows. + + + CategoryBasedTimeout Set a test method timeout based off the test categories small, medium, large. @@ -788,419 +813,399 @@ TestAcidGuarantees -Test case that uses multiple threads to read and write multifamily rows - into a table, verifying that reads never see partially-complete writes. +Test case that uses multiple threads to read and write multifamily rows into a table, verifying + that reads never see partially-complete writes. -TestAcidGuarantees.AtomicGetReader - -Thread that does single-row reads in a table, looking for partially - completed rows. - - - -TestAcidGuarantees.AtomicityWriter - -Thread that does random full-row writes into a table. - - - -TestAcidGuarantees.AtomicScanReader - -Thread that does full scans of the table looking for any partially completed - rows. - - - TestByteBufferKeyValue - + TestCellBuilder - + TestCellComparator - + TestCellUtil - + TestCellUtil.NonExtendedCell - + TestCheckTestClasses Checks tests are categorized. - + TestChoreService - + TestChoreService.ScheduledChoreSamples A few ScheduledChore samples that are useful for testing with ChoreService - + TestChoreService.ScheduledChoreSamples.CountingChore - + TestChoreService.ScheduledChoreSamples.DoNothingChore Lightweight ScheduledChore used primarily to fill the scheduling queue in tests - + TestChoreService.ScheduledChoreSamples.FailInitialChore A Chore that will try to execute the initial chore a few times before succeeding. - + TestChoreService.ScheduledChoreSamples.SampleStopper Straight forward stopper implementation that is used by default when one is not provided - + TestChoreService.ScheduledChoreSamples.SleepingChore - + TestChoreService.ScheduledChoreSamples.SlowChore Sleeps for longer than the scheduled period. - + TestClassFinder - + TestClassFinder.FileAndPath - + TestClusterBootOrder Tests the boot order indifference between regionserver and master - + TestCompatibilitySingletonFactory - + TestCompoundConfiguration - + TestFSTableDescriptorForceCreation - + TestFullLogReconstruction - + TestGlobalMemStoreSize Test HBASE-3694 whether the GlobalMemStoreSize is the same as the summary of all the online region's MemStoreSize - + TestHBaseConfiguration - + TestHBaseConfiguration.ReflectiveCredentialProviderClient - + TestHBaseOnOtherDfsCluster Test that an HBase cluster can run on top of an existing MiniDfsCluster - + TestHBaseTestingUtility Test our testing utility class - + TestHColumnDescriptor Deprecated - + TestHColumnDescriptorDefaultVersions Verify that the HColumnDescriptor version is set correctly by default, hbase-site.xml, and user input - + TestHDFSBlocksDistribution - + TestHRegionLocation - + TestHTableDescriptor Deprecated - + TestIndividualBytesFieldCell - + TestInfoServers Testing, info servers are disabled. - + TestIntegrationTestBase - + TestInterfaceAudienceAnnotations Test cases for ensuring our client visible classes have annotations for InterfaceAudience. - + TestIOFencing Test for the case where a regionserver going down has enough cycles to do damage to regions that have actually been assigned elsehwere. - + TestIOFencing.BlockCompactionsInCompletionHStore - + TestIOFencing.BlockCompactionsInCompletionRegion An override of HRegion that allows us park compactions in a holding pattern and then when appropriate for the test, allow them proceed again. - + TestIOFencing.BlockCompactionsInPrepRegion An override of HRegion that allows us park compactions in a holding pattern and then when appropriate for the test, allow them proceed again. - + TestIOFencing.CompactionBlockerRegion - + TestIPv6NIOServerSocketChannel This tests whether
[21/22] hbase-site git commit: Published site at .
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/checkstyle-aggregate.html -- diff --git a/checkstyle-aggregate.html b/checkstyle-aggregate.html index c5930cb..7bc9503 100644 --- a/checkstyle-aggregate.html +++ b/checkstyle-aggregate.html @@ -7,7 +7,7 @@ - + Apache HBase Checkstyle Results @@ -286,10 +286,10 @@ Warnings Errors -3430 +3431 0 0 -20881 +20865 Files @@ -304,245 +304,245 @@ 0 1 +org/apache/hadoop/hbase/AcidGuaranteesTestTool.java +0 +0 +7 + org/apache/hadoop/hbase/ArrayBackedTag.java 0 0 1 - + org/apache/hadoop/hbase/AsyncConsoleAppender.java 0 0 1 - + org/apache/hadoop/hbase/AsyncMetaTableAccessor.java 0 0 49 - + org/apache/hadoop/hbase/AuthUtil.java 0 0 3 - + org/apache/hadoop/hbase/BaseConfigurable.java 0 0 1 - + org/apache/hadoop/hbase/ByteBufferKeyOnlyKeyValue.java 0 0 4 - + org/apache/hadoop/hbase/ByteBufferKeyValue.java 0 0 1 - + org/apache/hadoop/hbase/ByteBufferTag.java 0 0 1 - + org/apache/hadoop/hbase/CategoryBasedTimeout.java 0 0 1 - + org/apache/hadoop/hbase/Cell.java 0 0 3 - + org/apache/hadoop/hbase/CellBuilderFactory.java 0 0 4 - + org/apache/hadoop/hbase/CellComparatorImpl.java 0 0 14 - + org/apache/hadoop/hbase/CellScanner.java 0 0 1 - + org/apache/hadoop/hbase/CellUtil.java 0 0 71 - + org/apache/hadoop/hbase/ChoreService.java 0 0 5 - + org/apache/hadoop/hbase/ClassFinder.java 0 0 4 - + org/apache/hadoop/hbase/ClusterId.java 0 0 4 - + org/apache/hadoop/hbase/ClusterManager.java 0 0 1 - + org/apache/hadoop/hbase/ClusterStatus.java 0 0 4 - + org/apache/hadoop/hbase/CompatibilityFactory.java 0 0 1 - + org/apache/hadoop/hbase/CompatibilitySingletonFactory.java 0 0 1 - + org/apache/hadoop/hbase/CompoundConfiguration.java 0 0 4 - + org/apache/hadoop/hbase/CoordinatedStateException.java 0 0 1 - + org/apache/hadoop/hbase/CoordinatedStateManager.java 0 0 1 - + org/apache/hadoop/hbase/Coprocessor.java 0 0 2 - + org/apache/hadoop/hbase/DistributedHBaseCluster.java 0 0 5 - + org/apache/hadoop/hbase/DoNotRetryIOException.java 0 0 3 - + org/apache/hadoop/hbase/DroppedSnapshotException.java 0 0 1 - + org/apache/hadoop/hbase/ExtendedCell.java 0 0 2 - + org/apache/hadoop/hbase/ExtendedCellBuilderImpl.java 0 0 1 - + org/apache/hadoop/hbase/GenericTestUtils.java 0 0 3 - + org/apache/hadoop/hbase/HBaseCluster.java 0 0 4 - + org/apache/hadoop/hbase/HBaseClusterManager.java 0 0 3 - + org/apache/hadoop/hbase/HBaseCommonTestingUtility.java 0 0 14 - + org/apache/hadoop/hbase/HBaseConfiguration.java 0 0 7 - + org/apache/hadoop/hbase/HBaseTestCase.java 0 0 35 - + org/apache/hadoop/hbase/HBaseTestingUtility.java 0 0 286 - + org/apache/hadoop/hbase/HColumnDescriptor.java 0 0 42 - + org/apache/hadoop/hbase/HConstants.java 0 0 4 - + org/apache/hadoop/hbase/HFilePerformanceEvaluation.java 0 0 15 - + org/apache/hadoop/hbase/HRegionInfo.java 0 0 55 - + org/apache/hadoop/hbase/HRegionLocation.java 0 0 1 - + org/apache/hadoop/hbase/HTableDescriptor.java 0 0 38 - + org/apache/hadoop/hbase/HTestConst.java 0 0 2 - + org/apache/hadoop/hbase/HadoopShimsImpl.java 0 0 1 - + org/apache/hadoop/hbase/HealthChecker.java 0 0 17 - + org/apache/hadoop/hbase/IndividualBytesFieldCell.java 0 0 10 - -org/apache/hadoop/hbase/IntegrationTestAcidGuarantees.java -0 -0 -3 org/apache/hadoop/hbase/IntegrationTestBackupRestore.java 0 @@ -849,12076 +849,12071 @@ 0 3 -org/apache/hadoop/hbase/TestAcidGuarantees.java -0 -0 -20 - org/apache/hadoop/hbase/TestByteBufferKeyValue.java 0 0 8 - + org/apache/hadoop/hbase/TestCellBuilder.java 0 0 1 - + org/apache/hadoop/hbase/TestCellComparator.java 0 0 12 - + org/apache/hadoop/hbase/TestCellUtil.java 0 0 4 - + org/apache/hadoop/hbase/TestChoreService.java 0 0 12 - + org/apache/hadoop/hbase/TestClassFinder.java 0 0 2 - + org/apache/hadoop/hbase/TestCompatibilitySingletonFactory.java 0 0 2 - + org/apache/hadoop/hbase/TestCompoundConfiguration.java 0 0 8 - + org/apache/hadoop/hbase/TestFSTableDescriptorForceCreation.java 0 0 1 - + org/apache/hadoop/hbase/TestFullLogReconstruction.java 0 0 3 - + org/apache/hadoop/hbase/TestGlobalMemStoreSize.java 0 0 5 - + org/apache/hadoop/hbase/TestHBaseConfiguration.java 0 0 1 - + org/apache/hadoop/hbase/TestHBaseOnOtherDfsCluster.java 0 0 2 - + org/apache/hadoop/hbase/TestHBaseTestingUtility.java 0 0 6 - + org/apache/hadoop/hbase/TestHColumnDescriptor.java 0 0 2 - + org/apache/hadoop/hbase/TestHColumnDescriptorDefaultVersions.java 0 0 1 - + org/apache/hadoop/hbase/TestHDFSBlocksDistribution.java 0 0 2 - + org/apache/hadoop/hbase/TestHTableDescriptor.java 0 0 11 - + org/apache/hadoop/hbase/TestIOFencing.java 0 0 3 - +
[22/22] hbase-site git commit: Published site at .
Published site at . Project: http://git-wip-us.apache.org/repos/asf/hbase-site/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase-site/commit/34a201e5 Tree: http://git-wip-us.apache.org/repos/asf/hbase-site/tree/34a201e5 Diff: http://git-wip-us.apache.org/repos/asf/hbase-site/diff/34a201e5 Branch: refs/heads/asf-site Commit: 34a201e536a8b23e58e275cdaeac4066cde4fdb1 Parents: c4da771 Author: jenkinsAuthored: Wed Nov 22 15:17:01 2017 + Committer: jenkins Committed: Wed Nov 22 15:17:01 2017 + -- acid-semantics.html |4 +- apache_hbase_reference_guide.pdf|4 +- .../hadoop/hbase/snapshot/ExportSnapshot.html |2 +- .../hadoop/hbase/snapshot/SnapshotInfo.html |2 +- .../apache/hadoop/hbase/util/RegionMover.html |2 +- book.html |2 +- bulk-loads.html |4 +- checkstyle-aggregate.html | 8324 +- checkstyle.rss | 22 +- coc.html|4 +- cygwin.html |4 +- dependencies.html |4 +- dependency-convergence.html |4 +- dependency-info.html|4 +- dependency-management.html |4 +- devapidocs/constant-values.html |6 +- devapidocs/index-all.html |2 + .../hadoop/hbase/backup/BackupDriver.html |2 +- .../hadoop/hbase/backup/RestoreDriver.html |2 +- .../MapReduceBackupCopyJob.SnapshotCopy.html|2 +- .../hadoop/hbase/backup/package-tree.html |4 +- .../ZKAsyncRegistry.CuratorEventProcessor.html |4 +- .../hadoop/hbase/client/ZKAsyncRegistry.html| 38 +- .../hadoop/hbase/client/package-tree.html | 22 +- .../hadoop/hbase/executor/package-tree.html |2 +- .../hadoop/hbase/filter/package-tree.html | 10 +- .../hadoop/hbase/io/hfile/package-tree.html |8 +- .../apache/hadoop/hbase/ipc/package-tree.html |2 +- .../hadoop/hbase/mapreduce/package-tree.html|4 +- .../hbase/master/balancer/package-tree.html |2 +- .../hadoop/hbase/master/package-tree.html |6 +- .../org/apache/hadoop/hbase/package-tree.html | 14 +- .../hadoop/hbase/procedure2/package-tree.html |6 +- .../hadoop/hbase/quotas/package-tree.html |6 +- .../hadoop/hbase/regionserver/package-tree.html | 18 +- .../hadoop/hbase/rest/model/package-tree.html |2 +- .../hbase/security/access/package-tree.html |2 +- .../hadoop/hbase/security/package-tree.html |2 +- .../hadoop/hbase/snapshot/CreateSnapshot.html |2 +- .../hadoop/hbase/snapshot/ExportSnapshot.html |2 +- .../hadoop/hbase/snapshot/SnapshotInfo.html |2 +- .../hadoop/hbase/thrift/package-tree.html |4 +- .../hadoop/hbase/util/AbstractHBaseTool.html| 45 +- .../apache/hadoop/hbase/util/RegionMover.html |2 +- .../apache/hadoop/hbase/util/package-tree.html |8 +- .../apache/hadoop/hbase/wal/package-tree.html |2 +- .../org/apache/hadoop/hbase/Version.html|6 +- .../ZKAsyncRegistry.CuratorEventProcessor.html | 467 +- .../hadoop/hbase/client/ZKAsyncRegistry.html| 467 +- ...bstractHBaseTool.OptionsOrderComparator.html | 72 +- .../hadoop/hbase/util/AbstractHBaseTool.html| 72 +- export_control.html |4 +- hbase-annotations/checkstyle.html |4 +- hbase-annotations/dependencies.html |4 +- hbase-annotations/dependency-convergence.html |4 +- hbase-annotations/dependency-info.html |4 +- hbase-annotations/dependency-management.html|4 +- hbase-annotations/index.html|4 +- hbase-annotations/integration.html |4 +- hbase-annotations/issue-tracking.html |4 +- hbase-annotations/license.html |4 +- hbase-annotations/mail-lists.html |4 +- hbase-annotations/plugin-management.html|4 +- hbase-annotations/plugins.html |4 +- hbase-annotations/project-info.html |4 +- hbase-annotations/project-reports.html |4 +- hbase-annotations/project-summary.html |4 +- hbase-annotations/source-repository.html|4 +- hbase-annotations/team-list.html|4 +- hbase-build-configuration/dependencies.html |4 +- .../dependency-convergence.html |4 +- hbase-build-configuration/dependency-info.html |4 +- .../dependency-management.html |4 +- .../hbase-archetypes/dependencies.html |
[17/22] hbase-site git commit: Published site at .
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/devapidocs/src-html/org/apache/hadoop/hbase/client/ZKAsyncRegistry.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/client/ZKAsyncRegistry.html b/devapidocs/src-html/org/apache/hadoop/hbase/client/ZKAsyncRegistry.html index 9435a32..74375dd 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/client/ZKAsyncRegistry.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/client/ZKAsyncRegistry.html @@ -36,240 +36,241 @@ 028 029import java.io.IOException; 030import java.util.concurrent.CompletableFuture; -031 -032import org.apache.commons.lang3.mutable.MutableInt; -033import org.apache.commons.logging.Log; -034import org.apache.commons.logging.LogFactory; -035import org.apache.curator.framework.CuratorFramework; -036import org.apache.curator.framework.CuratorFrameworkFactory; -037import org.apache.curator.framework.api.BackgroundPathable; -038import org.apache.curator.framework.api.CuratorEvent; -039import org.apache.curator.retry.RetryNTimes; -040import org.apache.hadoop.conf.Configuration; -041import org.apache.hadoop.hbase.ClusterId; -042import org.apache.hadoop.hbase.HRegionLocation; -043import org.apache.hadoop.hbase.RegionLocations; -044import org.apache.hadoop.hbase.ServerName; -045import org.apache.hadoop.hbase.exceptions.DeserializationException; -046import org.apache.hadoop.hbase.master.RegionState; -047import org.apache.hadoop.hbase.shaded.com.google.common.annotations.VisibleForTesting; -048import org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos; -049import org.apache.hadoop.hbase.shaded.protobuf.generated.ZooKeeperProtos; -050import org.apache.hadoop.hbase.util.Pair; -051import org.apache.hadoop.hbase.util.Threads; -052import org.apache.hadoop.hbase.zookeeper.ZKConfig; -053import org.apache.hadoop.hbase.zookeeper.ZNodePaths; -054import org.apache.yetus.audience.InterfaceAudience; -055import org.apache.zookeeper.data.Stat; -056 +031import java.util.concurrent.TimeUnit; +032 +033import org.apache.commons.lang3.mutable.MutableInt; +034import org.apache.commons.logging.Log; +035import org.apache.commons.logging.LogFactory; +036import org.apache.curator.framework.CuratorFramework; +037import org.apache.curator.framework.CuratorFrameworkFactory; +038import org.apache.curator.framework.api.BackgroundPathable; +039import org.apache.curator.framework.api.CuratorEvent; +040import org.apache.curator.retry.RetryNTimes; +041import org.apache.hadoop.conf.Configuration; +042import org.apache.hadoop.hbase.ClusterId; +043import org.apache.hadoop.hbase.HRegionLocation; +044import org.apache.hadoop.hbase.RegionLocations; +045import org.apache.hadoop.hbase.ServerName; +046import org.apache.hadoop.hbase.exceptions.DeserializationException; +047import org.apache.hadoop.hbase.master.RegionState; +048import org.apache.hadoop.hbase.shaded.com.google.common.annotations.VisibleForTesting; +049import org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos; +050import org.apache.hadoop.hbase.shaded.protobuf.generated.ZooKeeperProtos; +051import org.apache.hadoop.hbase.util.Pair; +052import org.apache.hadoop.hbase.util.Threads; +053import org.apache.hadoop.hbase.zookeeper.ZKConfig; +054import org.apache.hadoop.hbase.zookeeper.ZNodePaths; +055import org.apache.yetus.audience.InterfaceAudience; +056import org.apache.zookeeper.data.Stat; 057 -058/** -059 * Fetch the registry data from zookeeper. -060 */ -061@InterfaceAudience.Private -062class ZKAsyncRegistry implements AsyncRegistry { -063 -064 private static final Log LOG = LogFactory.getLog(ZKAsyncRegistry.class); -065 -066 private final CuratorFramework zk; -067 -068 private final ZNodePaths znodePaths; -069 -070 ZKAsyncRegistry(Configuration conf) { -071this.znodePaths = new ZNodePaths(conf); -072int zkSessionTimeout = conf.getInt(ZK_SESSION_TIMEOUT, DEFAULT_ZK_SESSION_TIMEOUT); -073int zkRetry = conf.getInt("zookeeper.recovery.retry", 30); -074int zkRetryIntervalMs = conf.getInt("zookeeper.recovery.retry.intervalmill", 1000); -075this.zk = CuratorFrameworkFactory.builder() -076 .connectString(ZKConfig.getZKQuorumServersString(conf)).sessionTimeoutMs(zkSessionTimeout) -077.retryPolicy(new RetryNTimes(zkRetry, zkRetryIntervalMs)) -078.threadFactory( -079 Threads.newDaemonThreadFactory(String.format("ZKClusterRegistry-0x%08x", hashCode( -080.build(); -081this.zk.start(); -082// TODO: temporary workaround for HBASE-19312, must be removed before 2.0.0 release! -083try { -084 this.zk.blockUntilConnected(); -085} catch (InterruptedException e) { -086 return; -087} -088 } -089 -090 private interface CuratorEventProcessorT { -091T process(CuratorEvent event) throws Exception; -092 } -093 -094 private static T CompletableFutureT
[10/22] hbase-site git commit: Published site at .
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/testdevapidocs/org/apache/hadoop/hbase/IntegrationTestIngestStripeCompactions.html -- diff --git a/testdevapidocs/org/apache/hadoop/hbase/IntegrationTestIngestStripeCompactions.html b/testdevapidocs/org/apache/hadoop/hbase/IntegrationTestIngestStripeCompactions.html index 4f657d4..ab381ff 100644 --- a/testdevapidocs/org/apache/hadoop/hbase/IntegrationTestIngestStripeCompactions.html +++ b/testdevapidocs/org/apache/hadoop/hbase/IntegrationTestIngestStripeCompactions.html @@ -224,7 +224,7 @@ extends Methods inherited from classorg.apache.hadoop.hbase.util.AbstractHBaseTool -addOption, addOptNoArg, addOptNoArg, addOptWithArg, addOptWithArg, addRequiredOption, addRequiredOptWithArg, addRequiredOptWithArg, doStaticMain, getOptionAsDouble, getOptionAsInt, parseArgs, parseInt, parseLong, printUsage, printUsage, processOldArgs, run, setConf +addOption, addOptNoArg, addOptNoArg, addOptWithArg, addOptWithArg, addRequiredOption, addRequiredOptWithArg, addRequiredOptWithArg, doStaticMain, getOptionAsDouble, getOptionAsInt, getOptionAsLong, parseArgs, parseInt, parseLong, printUsage, printUsage, processOldArgs, run, setConf http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/testdevapidocs/org/apache/hadoop/hbase/IntegrationTestIngestWithACL.html -- diff --git a/testdevapidocs/org/apache/hadoop/hbase/IntegrationTestIngestWithACL.html b/testdevapidocs/org/apache/hadoop/hbase/IntegrationTestIngestWithACL.html index a9d81d0..33b25b4 100644 --- a/testdevapidocs/org/apache/hadoop/hbase/IntegrationTestIngestWithACL.html +++ b/testdevapidocs/org/apache/hadoop/hbase/IntegrationTestIngestWithACL.html @@ -286,7 +286,7 @@ extends Methods inherited from classorg.apache.hadoop.hbase.util.AbstractHBaseTool -addOption, addOptNoArg, addOptNoArg, addOptWithArg, addOptWithArg, addRequiredOption, addRequiredOptWithArg, addRequiredOptWithArg, doStaticMain, getOptionAsDouble, getOptionAsInt, parseArgs, parseInt, parseLong, printUsage, printUsage, processOldArgs, run, setConf +addOption, addOptNoArg, addOptNoArg, addOptWithArg, addOptWithArg, addRequiredOption, addRequiredOptWithArg, addRequiredOptWithArg, doStaticMain, getOptionAsDouble, getOptionAsInt, getOptionAsLong, parseArgs, parseInt, parseLong, printUsage, printUsage, processOldArgs, run, setConf http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/testdevapidocs/org/apache/hadoop/hbase/IntegrationTestIngestWithEncryption.html -- diff --git a/testdevapidocs/org/apache/hadoop/hbase/IntegrationTestIngestWithEncryption.html b/testdevapidocs/org/apache/hadoop/hbase/IntegrationTestIngestWithEncryption.html index 7991d5b..1fe4bf1 100644 --- a/testdevapidocs/org/apache/hadoop/hbase/IntegrationTestIngestWithEncryption.html +++ b/testdevapidocs/org/apache/hadoop/hbase/IntegrationTestIngestWithEncryption.html @@ -249,7 +249,7 @@ extends Methods inherited from classorg.apache.hadoop.hbase.util.AbstractHBaseTool -addOption, addOptNoArg, addOptNoArg, addOptWithArg, addOptWithArg, addRequiredOption, addRequiredOptWithArg, addRequiredOptWithArg, doStaticMain, getOptionAsDouble, getOptionAsInt, parseArgs, parseInt, parseLong, printUsage, printUsage, processOldArgs, run, setConf +addOption, addOptNoArg, addOptNoArg, addOptWithArg, addOptWithArg, addRequiredOption, addRequiredOptWithArg, addRequiredOptWithArg, doStaticMain, getOptionAsDouble, getOptionAsInt, getOptionAsLong, parseArgs, parseInt, parseLong, printUsage, printUsage, processOldArgs, run, setConf http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/testdevapidocs/org/apache/hadoop/hbase/IntegrationTestIngestWithMOB.html -- diff --git a/testdevapidocs/org/apache/hadoop/hbase/IntegrationTestIngestWithMOB.html b/testdevapidocs/org/apache/hadoop/hbase/IntegrationTestIngestWithMOB.html index 72dcd8f..7c73d72 100644 --- a/testdevapidocs/org/apache/hadoop/hbase/IntegrationTestIngestWithMOB.html +++ b/testdevapidocs/org/apache/hadoop/hbase/IntegrationTestIngestWithMOB.html @@ -293,7 +293,7 @@ extends Methods inherited from classorg.apache.hadoop.hbase.util.AbstractHBaseTool -addOption, addOptNoArg, addOptNoArg, addOptWithArg, addOptWithArg, addRequiredOption, addRequiredOptWithArg, addRequiredOptWithArg, doStaticMain, getOptionAsDouble, getOptionAsInt, parseArgs, parseInt, parseLong, printUsage, printUsage, processOldArgs, run, setConf +addOption, addOptNoArg, addOptNoArg, addOptWithArg, addOptWithArg, addRequiredOption, addRequiredOptWithArg, addRequiredOptWithArg, doStaticMain, getOptionAsDouble, getOptionAsInt, getOptionAsLong, parseArgs, parseInt, parseLong, printUsage, printUsage, processOldArgs,
[02/22] hbase-site git commit: Published site at .
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/testdevapidocs/src-html/org/apache/hadoop/hbase/TestAcidGuarantees.AtomicityWriter.html -- diff --git a/testdevapidocs/src-html/org/apache/hadoop/hbase/TestAcidGuarantees.AtomicityWriter.html b/testdevapidocs/src-html/org/apache/hadoop/hbase/TestAcidGuarantees.AtomicityWriter.html deleted file mode 100644 index cfed7ff..000 --- a/testdevapidocs/src-html/org/apache/hadoop/hbase/TestAcidGuarantees.AtomicityWriter.html +++ /dev/null @@ -1,603 +0,0 @@ -http://www.w3.org/TR/html4/loose.dtd;> - - -Source code - - - - -001/** -002 * -003 * Licensed to the Apache Software Foundation (ASF) under one -004 * or more contributor license agreements. See the NOTICE file -005 * distributed with this work for additional information -006 * regarding copyright ownership. The ASF licenses this file -007 * to you under the Apache License, Version 2.0 (the -008 * "License"); you may not use this file except in compliance -009 * with the License. You may obtain a copy of the License at -010 * -011 * http://www.apache.org/licenses/LICENSE-2.0 -012 * -013 * Unless required by applicable law or agreed to in writing, software -014 * distributed under the License is distributed on an "AS IS" BASIS, -015 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -016 * See the License for the specific language governing permissions and -017 * limitations under the License. -018 */ -019package org.apache.hadoop.hbase; -020 -021import java.io.IOException; -022import java.util.List; -023import java.util.Random; -024import java.util.concurrent.BlockingQueue; -025import java.util.concurrent.ExecutorService; -026import java.util.concurrent.LinkedBlockingQueue; -027import java.util.concurrent.ThreadPoolExecutor; -028import java.util.concurrent.TimeUnit; -029import java.util.concurrent.atomic.AtomicLong; -030 -031import org.apache.commons.logging.Log; -032import org.apache.commons.logging.LogFactory; -033import org.apache.hadoop.conf.Configuration; -034import org.apache.hadoop.hbase.MultithreadedTestUtil.RepeatingTestThread; -035import org.apache.hadoop.hbase.MultithreadedTestUtil.TestContext; -036import org.apache.hadoop.hbase.client.Admin; -037import org.apache.hadoop.hbase.client.Connection; -038import org.apache.hadoop.hbase.client.ConnectionFactory; -039import org.apache.hadoop.hbase.client.Get; -040import org.apache.hadoop.hbase.client.Put; -041import org.apache.hadoop.hbase.client.Result; -042import org.apache.hadoop.hbase.client.ResultScanner; -043import org.apache.hadoop.hbase.client.Scan; -044import org.apache.hadoop.hbase.client.Table; -045import org.apache.hadoop.hbase.regionserver.CompactingMemStore; -046import org.apache.hadoop.hbase.regionserver.ConstantSizeRegionSplitPolicy; -047import org.apache.hadoop.hbase.regionserver.MemStoreLAB; -048import org.apache.hadoop.hbase.testclassification.FlakeyTests; -049import org.apache.hadoop.hbase.testclassification.MediumTests; -050import org.apache.hadoop.hbase.util.Bytes; -051import org.apache.hadoop.hbase.util.Threads; -052import org.apache.hadoop.util.StringUtils; -053import org.apache.hadoop.util.Tool; -054import org.apache.hadoop.util.ToolRunner; -055import org.junit.After; -056import org.junit.Before; -057import org.junit.Test; -058import org.junit.experimental.categories.Category; -059 -060import org.apache.hadoop.hbase.shaded.com.google.common.collect.Lists; -061import org.junit.runner.RunWith; -062import org.junit.runners.Parameterized; -063 -064/** -065 * Test case that uses multiple threads to read and write multifamily rows -066 * into a table, verifying that reads never see partially-complete writes. -067 * -068 * This can run as a junit test, or with a main() function which runs against -069 * a real cluster (eg for testing with failures, region movement, etc) -070 */ -071@Category({FlakeyTests.class, MediumTests.class}) -072@RunWith(Parameterized.class) -073public class TestAcidGuarantees implements Tool { -074 @Parameterized.Parameters -075 public static Object[] data() { -076return new Object[] { "NONE", "BASIC", "EAGER" }; -077 } -078 protected static final Log LOG = LogFactory.getLog(TestAcidGuarantees.class); -079 public static final TableName TABLE_NAME = TableName.valueOf("TestAcidGuarantees"); -080 public static final byte [] FAMILY_A = Bytes.toBytes("A"); -081 public static final byte [] FAMILY_B = Bytes.toBytes("B"); -082 public static final byte [] FAMILY_C = Bytes.toBytes("C"); -083 public static final byte [] QUALIFIER_NAME = Bytes.toBytes("data"); -084 -085 public static final byte[][] FAMILIES = new byte[][] { -086FAMILY_A, FAMILY_B, FAMILY_C }; -087 -088 private HBaseTestingUtility util; -089 -090 public static int NUM_COLS_TO_CHECK = 50; -091 -092 // when run as main -093 private Configuration conf; -094 private
[20/22] hbase-site git commit: Published site at .
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/checkstyle.rss -- diff --git a/checkstyle.rss b/checkstyle.rss index 40aa3bd..8ea04c0 100644 --- a/checkstyle.rss +++ b/checkstyle.rss @@ -25,8 +25,8 @@ under the License. en-us 2007 - 2017 The Apache Software Foundation - File: 3430, - Errors: 20881, + File: 3431, + Errors: 20865, Warnings: 0, Infos: 0 @@ -15833,7 +15833,7 @@ under the License. 0 - 3 + 0 @@ -16407,7 +16407,7 @@ under the License. 0 - 20 + 0 @@ -16650,6 +16650,20 @@ under the License. + http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.AcidGuaranteesTestTool.java;>org/apache/hadoop/hbase/AcidGuaranteesTestTool.java + + + 0 + + + 0 + + + 7 + + + + http://hbase.apache.org/checkstyle.html#org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.java;>org/apache/hadoop/hbase/shaded/protobuf/ProtobufUtil.java http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/coc.html -- diff --git a/coc.html b/coc.html index 957a7d9..fae1b17 100644 --- a/coc.html +++ b/coc.html @@ -7,7 +7,7 @@ - + Apache HBase Code of Conduct Policy @@ -380,7 +380,7 @@ email to mailto:priv...@hbase.apache.org;>the priv https://www.apache.org/;>The Apache Software Foundation. All rights reserved. - Last Published: 2017-11-21 + Last Published: 2017-11-22 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/cygwin.html -- diff --git a/cygwin.html b/cygwin.html index c87bacb..a9e3be0 100644 --- a/cygwin.html +++ b/cygwin.html @@ -7,7 +7,7 @@ - + Apache HBase Installing Apache HBase (TM) on Windows using Cygwin @@ -679,7 +679,7 @@ Now your HBase server is running, start coding and build that next https://www.apache.org/;>The Apache Software Foundation. All rights reserved. - Last Published: 2017-11-21 + Last Published: 2017-11-22 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/dependencies.html -- diff --git a/dependencies.html b/dependencies.html index ed27e32..62423d0 100644 --- a/dependencies.html +++ b/dependencies.html @@ -7,7 +7,7 @@ - + Apache HBase Project Dependencies @@ -445,7 +445,7 @@ https://www.apache.org/;>The Apache Software Foundation. All rights reserved. - Last Published: 2017-11-21 + Last Published: 2017-11-22 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/dependency-convergence.html -- diff --git a/dependency-convergence.html b/dependency-convergence.html index 72b54f6..67e1b39 100644 --- a/dependency-convergence.html +++ b/dependency-convergence.html @@ -7,7 +7,7 @@ - + Apache HBase Reactor Dependency Convergence @@ -1008,7 +1008,7 @@ https://www.apache.org/;>The Apache Software Foundation. All rights reserved. - Last Published: 2017-11-21 + Last Published: 2017-11-22 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/dependency-info.html -- diff --git a/dependency-info.html b/dependency-info.html index bde311c..07b575d 100644 --- a/dependency-info.html +++ b/dependency-info.html @@ -7,7 +7,7 @@ - + Apache HBase Dependency Information @@ -318,7 +318,7 @@ https://www.apache.org/;>The Apache Software Foundation.
[04/22] hbase-site git commit: Published site at .
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/testdevapidocs/src-html/org/apache/hadoop/hbase/IntegrationTestAcidGuarantees.html -- diff --git a/testdevapidocs/src-html/org/apache/hadoop/hbase/IntegrationTestAcidGuarantees.html b/testdevapidocs/src-html/org/apache/hadoop/hbase/IntegrationTestAcidGuarantees.html index ee99b78..59c0ced 100644 --- a/testdevapidocs/src-html/org/apache/hadoop/hbase/IntegrationTestAcidGuarantees.html +++ b/testdevapidocs/src-html/org/apache/hadoop/hbase/IntegrationTestAcidGuarantees.html @@ -25,108 +25,104 @@ 017 */ 018package org.apache.hadoop.hbase; 019 -020import org.apache.hadoop.hbase.shaded.com.google.common.collect.Sets; -021import org.apache.hadoop.conf.Configuration; -022import org.apache.hadoop.hbase.regionserver.CompactingMemStore; -023import org.apache.hadoop.hbase.regionserver.ConstantSizeRegionSplitPolicy; -024import org.apache.hadoop.hbase.regionserver.MemStoreCompactor; -025import org.apache.hadoop.hbase.testclassification.IntegrationTests; -026import org.apache.hadoop.hbase.util.Bytes; -027import org.apache.hadoop.util.ToolRunner; -028import org.junit.Test; -029import org.junit.experimental.categories.Category; -030 -031import java.util.Set; -032 -033/** -034 * This Integration Test verifies acid guarantees across column families by frequently writing -035 * values to rows with multiple column families and concurrently reading entire rows that expect all -036 * column families. -037 * -038 * p -039 * Sample usage: -040 * pre -041 * hbase org.apache.hadoop.hbase.IntegrationTestAcidGuarantees -Dmillis=1 -DnumWriters=50 -042 * -DnumGetters=2 -DnumScanners=2 -DnumUniqueRows=5 -043 * /pre -044 */ -045@Category(IntegrationTests.class) -046public class IntegrationTestAcidGuarantees extends IntegrationTestBase { -047 private static final int SERVER_COUNT = 1; // number of slaves for the smallest cluster -048 -049 // The unit test version. -050 TestAcidGuarantees tag; -051 -052 @Override -053 public int runTestFromCommandLine() throws Exception { -054Configuration c = getConf(); -055int millis = c.getInt("millis", 5000); -056int numWriters = c.getInt("numWriters", 50); -057int numGetters = c.getInt("numGetters", 2); -058int numScanners = c.getInt("numScanners", 2); -059int numUniqueRows = c.getInt("numUniqueRows", 3); -060boolean useMob = c.getBoolean("useMob",false); -061tag.runTestAtomicity(millis, numWriters, numGetters, numScanners, numUniqueRows, true, useMob); -062return 0; -063 } -064 -065 @Override -066 public void setUpCluster() throws Exception { -067// Set small flush size for minicluster so we exercise reseeking scanners -068util = getTestingUtil(getConf()); -069 util.initializeCluster(SERVER_COUNT); -070conf = getConf(); -071 conf.set(HConstants.HREGION_MEMSTORE_FLUSH_SIZE, String.valueOf(128*1024)); -072// prevent aggressive region split -073 conf.set(HConstants.HBASE_REGION_SPLIT_POLICY_KEY, -074 ConstantSizeRegionSplitPolicy.class.getName()); -075 this.setConf(util.getConfiguration()); -076 -077// replace the HBaseTestingUtility in the unit test with the integration test's -078// IntegrationTestingUtility -079tag = new TestAcidGuarantees(CompactingMemStore.COMPACTING_MEMSTORE_TYPE_DEFAULT); -080tag.setHBaseTestingUtil(util); -081 } -082 -083 @Override -084 public TableName getTablename() { -085return TestAcidGuarantees.TABLE_NAME; -086 } -087 -088 @Override -089 protected SetString getColumnFamilies() { -090return Sets.newHashSet(Bytes.toString(TestAcidGuarantees.FAMILY_A), -091 Bytes.toString(TestAcidGuarantees.FAMILY_B), -092 Bytes.toString(TestAcidGuarantees.FAMILY_C)); -093 } -094 -095 // * Actual integration tests -096 -097 @Test -098 public void testGetAtomicity() throws Exception { -099tag.runTestAtomicity(2, 4, 4, 0, 3); -100 } -101 -102 @Test -103 public void testScanAtomicity() throws Exception { -104tag.runTestAtomicity(2, 3, 0, 2, 3); -105 } -106 -107 @Test -108 public void testMixedAtomicity() throws Exception { -109tag.runTestAtomicity(2, 4, 2, 2, 3); -110 } -111 -112 -113 // Command line hook -114 -115 public static void main(String[] args) throws Exception { -116Configuration conf = HBaseConfiguration.create(); -117 IntegrationTestingUtility.setUseDistributedCluster(conf); -118int ret = ToolRunner.run(conf, new IntegrationTestAcidGuarantees(), args); -119System.exit(ret); -120 } -121} +020import static org.apache.hadoop.hbase.AcidGuaranteesTestTool.FAMILY_A; +021import static org.apache.hadoop.hbase.AcidGuaranteesTestTool.FAMILY_B; +022import static org.apache.hadoop.hbase.AcidGuaranteesTestTool.FAMILY_C; +023import static org.apache.hadoop.hbase.AcidGuaranteesTestTool.TABLE_NAME; +024 +025import
[14/22] hbase-site git commit: Published site at .
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/team-list.html -- diff --git a/team-list.html b/team-list.html index 68f9d7c..99f1874 100644 --- a/team-list.html +++ b/team-list.html @@ -7,7 +7,7 @@ - + Apache HBase Project Team @@ -717,7 +717,7 @@ https://www.apache.org/;>The Apache Software Foundation. All rights reserved. - Last Published: 2017-11-21 + Last Published: 2017-11-22 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/testdevapidocs/allclasses-frame.html -- diff --git a/testdevapidocs/allclasses-frame.html b/testdevapidocs/allclasses-frame.html index 5bf365d..9b62b4e 100644 --- a/testdevapidocs/allclasses-frame.html +++ b/testdevapidocs/allclasses-frame.html @@ -30,6 +30,10 @@ AbstractTestWALReplay AbstractTestWALReplay.CustomStoreFlusher AbstractTestWALReplay.MockWAL +AcidGuaranteesTestTool +AcidGuaranteesTestTool.AtomicGetReader +AcidGuaranteesTestTool.AtomicityWriter +AcidGuaranteesTestTool.AtomicScanReader Action Action.ActionContext AddColumnAction @@ -528,9 +532,6 @@ TestAccessController3 TestAccessController3.FaultyAccessController TestAcidGuarantees -TestAcidGuarantees.AtomicGetReader -TestAcidGuarantees.AtomicityWriter -TestAcidGuarantees.AtomicScanReader TestActiveMasterManager TestActiveMasterManager.DummyMaster TestActiveMasterManager.NodeDeletionListener http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/testdevapidocs/allclasses-noframe.html -- diff --git a/testdevapidocs/allclasses-noframe.html b/testdevapidocs/allclasses-noframe.html index 320ee88..eb7f321 100644 --- a/testdevapidocs/allclasses-noframe.html +++ b/testdevapidocs/allclasses-noframe.html @@ -30,6 +30,10 @@ AbstractTestWALReplay AbstractTestWALReplay.CustomStoreFlusher AbstractTestWALReplay.MockWAL +AcidGuaranteesTestTool +AcidGuaranteesTestTool.AtomicGetReader +AcidGuaranteesTestTool.AtomicityWriter +AcidGuaranteesTestTool.AtomicScanReader Action Action.ActionContext AddColumnAction @@ -528,9 +532,6 @@ TestAccessController3 TestAccessController3.FaultyAccessController TestAcidGuarantees -TestAcidGuarantees.AtomicGetReader -TestAcidGuarantees.AtomicityWriter -TestAcidGuarantees.AtomicScanReader TestActiveMasterManager TestActiveMasterManager.DummyMaster TestActiveMasterManager.NodeDeletionListener
[12/22] hbase-site git commit: Published site at .
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/testdevapidocs/org/apache/hadoop/hbase/AcidGuaranteesTestTool.AtomicGetReader.html -- diff --git a/testdevapidocs/org/apache/hadoop/hbase/AcidGuaranteesTestTool.AtomicGetReader.html b/testdevapidocs/org/apache/hadoop/hbase/AcidGuaranteesTestTool.AtomicGetReader.html new file mode 100644 index 000..d550fca --- /dev/null +++ b/testdevapidocs/org/apache/hadoop/hbase/AcidGuaranteesTestTool.AtomicGetReader.html @@ -0,0 +1,500 @@ +http://www.w3.org/TR/html4/loose.dtd;> + + + + + +AcidGuaranteesTestTool.AtomicGetReader (Apache HBase 3.0.0-SNAPSHOT Test API) + + + + + +var methods = {"i0":10,"i1":10,"i2":10}; +var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; +var altColor = "altColor"; +var rowColor = "rowColor"; +var tableTab = "tableTab"; +var activeTableTab = "activeTableTab"; + + +JavaScript is disabled on your browser. + + + + + +Skip navigation links + + + + +Overview +Package +Class +Use +Tree +Deprecated +Index +Help + + + + +PrevClass +NextClass + + +Frames +NoFrames + + +AllClasses + + + + + + + +Summary: +Nested| +Field| +Constr| +Method + + +Detail: +Field| +Constr| +Method + + + + + + + + +org.apache.hadoop.hbase +Class AcidGuaranteesTestTool.AtomicGetReader + + + +http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true; title="class or interface in java.lang">java.lang.Object + + +http://docs.oracle.com/javase/8/docs/api/java/lang/Thread.html?is-external=true; title="class or interface in java.lang">java.lang.Thread + + +org.apache.hadoop.hbase.MultithreadedTestUtil.TestThread + + +org.apache.hadoop.hbase.MultithreadedTestUtil.RepeatingTestThread + + +org.apache.hadoop.hbase.AcidGuaranteesTestTool.AtomicGetReader + + + + + + + + + + + + + +All Implemented Interfaces: +http://docs.oracle.com/javase/8/docs/api/java/lang/Runnable.html?is-external=true; title="class or interface in java.lang">Runnable + + +Enclosing class: +AcidGuaranteesTestTool + + + +public static class AcidGuaranteesTestTool.AtomicGetReader +extends MultithreadedTestUtil.RepeatingTestThread +Thread that does single-row reads in a table, looking for partially completed rows. + + + + + + + + + + + +Nested Class Summary + + + + +Nested classes/interfaces inherited from classjava.lang.http://docs.oracle.com/javase/8/docs/api/java/lang/Thread.html?is-external=true; title="class or interface in java.lang">Thread +http://docs.oracle.com/javase/8/docs/api/java/lang/Thread.State.html?is-external=true; title="class or interface in java.lang">Thread.State, http://docs.oracle.com/javase/8/docs/api/java/lang/Thread.UncaughtExceptionHandler.html?is-external=true; title="class or interface in java.lang">Thread.UncaughtExceptionHandler + + + + + + + + +Field Summary + +Fields + +Modifier and Type +Field and Description + + +(package private) org.apache.hadoop.hbase.client.Connection +connection + + +(package private) http://docs.oracle.com/javase/8/docs/api/java/util/concurrent/atomic/AtomicLong.html?is-external=true; title="class or interface in java.util.concurrent.atomic">AtomicLong +numRead + + +(package private) int +numVerified + + +(package private) org.apache.hadoop.hbase.client.Table +table + + +(package private) byte[][] +targetFamilies + + +(package private) byte[] +targetRow + + + + + + +Fields inherited from classorg.apache.hadoop.hbase.MultithreadedTestUtil.TestThread +ctx, stopped + + + + + +Fields inherited from classjava.lang.http://docs.oracle.com/javase/8/docs/api/java/lang/Thread.html?is-external=true; title="class or interface in java.lang">Thread +http://docs.oracle.com/javase/8/docs/api/java/lang/Thread.html?is-external=true#MAX_PRIORITY; title="class or interface in java.lang">MAX_PRIORITY, http://docs.oracle.com/javase/8/docs/api/java/lang/Thread.html?is-external=true#MIN_PRIORITY; title="class or interface in java.lang">MIN_PRIORITY, http://docs.oracle.com/javase/8/docs/api/java/lang/Thread.html?is-external=true#NORM_PRIORITY; title="class or interface in java.lang">NORM_PRIORITY + + + + + + + + +Constructor Summary + +Constructors + +Constructor and Description + + +AtomicGetReader(MultithreadedTestUtil.TestContextctx, + byte[]targetRow, + byte[][]targetFamilies, + http://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ExecutorService.html?is-external=true; title="class or interface in
[05/22] hbase-site git commit: Published site at .
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/testdevapidocs/src-html/org/apache/hadoop/hbase/AcidGuaranteesTestTool.AtomicityWriter.html -- diff --git a/testdevapidocs/src-html/org/apache/hadoop/hbase/AcidGuaranteesTestTool.AtomicityWriter.html b/testdevapidocs/src-html/org/apache/hadoop/hbase/AcidGuaranteesTestTool.AtomicityWriter.html new file mode 100644 index 000..cace5b9 --- /dev/null +++ b/testdevapidocs/src-html/org/apache/hadoop/hbase/AcidGuaranteesTestTool.AtomicityWriter.html @@ -0,0 +1,487 @@ +http://www.w3.org/TR/html4/loose.dtd;> + + +Source code + + + + +001/** +002 * Licensed to the Apache Software Foundation (ASF) under one +003 * or more contributor license agreements. See the NOTICE file +004 * distributed with this work for additional information +005 * regarding copyright ownership. The ASF licenses this file +006 * to you under the Apache License, Version 2.0 (the +007 * "License"); you may not use this file except in compliance +008 * with the License. You may obtain a copy of the License at +009 * +010 * http://www.apache.org/licenses/LICENSE-2.0 +011 * +012 * Unless required by applicable law or agreed to in writing, software +013 * distributed under the License is distributed on an "AS IS" BASIS, +014 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +015 * See the License for the specific language governing permissions and +016 * limitations under the License. +017 */ +018package org.apache.hadoop.hbase; +019 +020import java.io.IOException; +021import java.util.List; +022import java.util.Random; +023import java.util.concurrent.BlockingQueue; +024import java.util.concurrent.ExecutorService; +025import java.util.concurrent.LinkedBlockingQueue; +026import java.util.concurrent.ThreadPoolExecutor; +027import java.util.concurrent.TimeUnit; +028import java.util.concurrent.atomic.AtomicLong; +029import java.util.stream.Stream; +030 +031import org.apache.commons.cli.CommandLine; +032import org.apache.commons.logging.Log; +033import org.apache.commons.logging.LogFactory; +034import org.apache.hadoop.conf.Configuration; +035import org.apache.hadoop.hbase.MultithreadedTestUtil.RepeatingTestThread; +036import org.apache.hadoop.hbase.MultithreadedTestUtil.TestContext; +037import org.apache.hadoop.hbase.client.Admin; +038import org.apache.hadoop.hbase.client.ColumnFamilyDescriptor; +039import org.apache.hadoop.hbase.client.ColumnFamilyDescriptorBuilder; +040import org.apache.hadoop.hbase.client.Connection; +041import org.apache.hadoop.hbase.client.ConnectionFactory; +042import org.apache.hadoop.hbase.client.Get; +043import org.apache.hadoop.hbase.client.Put; +044import org.apache.hadoop.hbase.client.Result; +045import org.apache.hadoop.hbase.client.ResultScanner; +046import org.apache.hadoop.hbase.client.Scan; +047import org.apache.hadoop.hbase.client.Table; +048import org.apache.hadoop.hbase.client.TableDescriptorBuilder; +049import org.apache.hadoop.hbase.util.AbstractHBaseTool; +050import org.apache.hadoop.hbase.util.Bytes; +051import org.apache.hadoop.hbase.util.Threads; +052import org.apache.hadoop.util.StringUtils; +053import org.apache.hadoop.util.ToolRunner; +054import org.apache.yetus.audience.InterfaceAudience; +055 +056import org.apache.hadoop.hbase.shaded.com.google.common.collect.Lists; +057 +058/** +059 * A test tool that uses multiple threads to read and write multifamily rows into a table, verifying +060 * that reads never see partially-complete writes +061 */ +062@InterfaceAudience.Private +063public class AcidGuaranteesTestTool extends AbstractHBaseTool { +064 +065 private static final Log LOG = LogFactory.getLog(TestAcidGuarantees.class); +066 +067 public static final TableName TABLE_NAME = TableName.valueOf("TestAcidGuarantees"); +068 public static final byte[] FAMILY_A = Bytes.toBytes("A"); +069 public static final byte[] FAMILY_B = Bytes.toBytes("B"); +070 public static final byte[] FAMILY_C = Bytes.toBytes("C"); +071 public static final byte[] QUALIFIER_NAME = Bytes.toBytes("data"); +072 +073 public static final byte[][] FAMILIES = new byte[][] { FAMILY_A, FAMILY_B, FAMILY_C }; +074 +075 public static int NUM_COLS_TO_CHECK = 50; +076 +077 private ExecutorService sharedPool; +078 +079 private long millisToRun; +080 private int numWriters; +081 private int numGetters; +082 private int numScanners; +083 private int numUniqueRows; +084 private boolean crazyFlush; +085 private boolean useMob; +086 +087 private ExecutorService createThreadPool() { +088int maxThreads = 256; +089int coreThreads = 128; +090 +091long keepAliveTime = 60; +092BlockingQueueRunnable workQueue = new LinkedBlockingQueueRunnable( +093maxThreads * HConstants.DEFAULT_HBASE_CLIENT_MAX_TOTAL_TASKS); +094 +095ThreadPoolExecutor tpe = new ThreadPoolExecutor(coreThreads, maxThreads,
hbase-site git commit: INFRA-10751 Empty commit
Repository: hbase-site Updated Branches: refs/heads/asf-site 34a201e53 -> 2389c3b1d INFRA-10751 Empty commit Project: http://git-wip-us.apache.org/repos/asf/hbase-site/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase-site/commit/2389c3b1 Tree: http://git-wip-us.apache.org/repos/asf/hbase-site/tree/2389c3b1 Diff: http://git-wip-us.apache.org/repos/asf/hbase-site/diff/2389c3b1 Branch: refs/heads/asf-site Commit: 2389c3b1df4d44c90cac50e6835723d500930b12 Parents: 34a201e Author: jenkinsAuthored: Wed Nov 22 15:17:40 2017 + Committer: jenkins Committed: Wed Nov 22 15:17:40 2017 + -- --
[19/22] hbase-site git commit: Published site at .
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/devapidocs/org/apache/hadoop/hbase/package-tree.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/package-tree.html b/devapidocs/org/apache/hadoop/hbase/package-tree.html index 808cc09..c9cecf7 100644 --- a/devapidocs/org/apache/hadoop/hbase/package-tree.html +++ b/devapidocs/org/apache/hadoop/hbase/package-tree.html @@ -434,19 +434,19 @@ java.lang.http://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true; title="class or interface in java.lang">EnumE (implements java.lang.http://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableT, java.io.http://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true; title="class or interface in java.io">Serializable) +org.apache.hadoop.hbase.HealthChecker.HealthCheckerExitStatus +org.apache.hadoop.hbase.Coprocessor.State +org.apache.hadoop.hbase.ClusterStatus.Option org.apache.hadoop.hbase.CompareOperator +org.apache.hadoop.hbase.MetaTableAccessor.QueryType org.apache.hadoop.hbase.CellBuilderType -org.apache.hadoop.hbase.ClusterStatus.Option -org.apache.hadoop.hbase.ProcedureState -org.apache.hadoop.hbase.HealthChecker.HealthCheckerExitStatus org.apache.hadoop.hbase.CompatibilitySingletonFactory.SingletonStorage -org.apache.hadoop.hbase.Coprocessor.State -org.apache.hadoop.hbase.HConstants.OperationStatusCode org.apache.hadoop.hbase.CellBuilder.DataType org.apache.hadoop.hbase.KeepDeletedCells -org.apache.hadoop.hbase.MetaTableAccessor.QueryType -org.apache.hadoop.hbase.KeyValue.Type org.apache.hadoop.hbase.MemoryCompactionPolicy +org.apache.hadoop.hbase.HConstants.OperationStatusCode +org.apache.hadoop.hbase.ProcedureState +org.apache.hadoop.hbase.KeyValue.Type http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/devapidocs/org/apache/hadoop/hbase/procedure2/package-tree.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/procedure2/package-tree.html b/devapidocs/org/apache/hadoop/hbase/procedure2/package-tree.html index 5aaca9d..da3d05f 100644 --- a/devapidocs/org/apache/hadoop/hbase/procedure2/package-tree.html +++ b/devapidocs/org/apache/hadoop/hbase/procedure2/package-tree.html @@ -203,11 +203,11 @@ java.lang.http://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true; title="class or interface in java.lang">EnumE (implements java.lang.http://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableT, java.io.http://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true; title="class or interface in java.io">Serializable) -org.apache.hadoop.hbase.procedure2.RootProcedureState.State -org.apache.hadoop.hbase.procedure2.LockedResourceType +org.apache.hadoop.hbase.procedure2.LockType org.apache.hadoop.hbase.procedure2.Procedure.LockState +org.apache.hadoop.hbase.procedure2.LockedResourceType org.apache.hadoop.hbase.procedure2.StateMachineProcedure.Flow -org.apache.hadoop.hbase.procedure2.LockType +org.apache.hadoop.hbase.procedure2.RootProcedureState.State http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/devapidocs/org/apache/hadoop/hbase/quotas/package-tree.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/quotas/package-tree.html b/devapidocs/org/apache/hadoop/hbase/quotas/package-tree.html index 76aa2d9..fe54fb5 100644 --- a/devapidocs/org/apache/hadoop/hbase/quotas/package-tree.html +++ b/devapidocs/org/apache/hadoop/hbase/quotas/package-tree.html @@ -206,12 +206,12 @@ java.lang.http://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true; title="class or interface in java.lang">EnumE (implements java.lang.http://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableT, java.io.http://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true; title="class or interface in java.io">Serializable) -org.apache.hadoop.hbase.quotas.ThrottleType org.apache.hadoop.hbase.quotas.QuotaScope +org.apache.hadoop.hbase.quotas.ThrottleType +org.apache.hadoop.hbase.quotas.OperationQuota.OperationType org.apache.hadoop.hbase.quotas.SpaceViolationPolicy -org.apache.hadoop.hbase.quotas.QuotaType org.apache.hadoop.hbase.quotas.ThrottlingException.Type -org.apache.hadoop.hbase.quotas.OperationQuota.OperationType +org.apache.hadoop.hbase.quotas.QuotaType http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/devapidocs/org/apache/hadoop/hbase/regionserver/package-tree.html -- diff --git
[01/22] hbase-site git commit: Published site at .
Repository: hbase-site Updated Branches: refs/heads/asf-site c4da771cc -> 34a201e53 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/testdevapidocs/src-html/org/apache/hadoop/hbase/TestAcidGuarantees.html -- diff --git a/testdevapidocs/src-html/org/apache/hadoop/hbase/TestAcidGuarantees.html b/testdevapidocs/src-html/org/apache/hadoop/hbase/TestAcidGuarantees.html index cfed7ff..c02f3c0 100644 --- a/testdevapidocs/src-html/org/apache/hadoop/hbase/TestAcidGuarantees.html +++ b/testdevapidocs/src-html/org/apache/hadoop/hbase/TestAcidGuarantees.html @@ -26,517 +26,135 @@ 018 */ 019package org.apache.hadoop.hbase; 020 -021import java.io.IOException; -022import java.util.List; -023import java.util.Random; -024import java.util.concurrent.BlockingQueue; -025import java.util.concurrent.ExecutorService; -026import java.util.concurrent.LinkedBlockingQueue; -027import java.util.concurrent.ThreadPoolExecutor; -028import java.util.concurrent.TimeUnit; -029import java.util.concurrent.atomic.AtomicLong; -030 -031import org.apache.commons.logging.Log; -032import org.apache.commons.logging.LogFactory; -033import org.apache.hadoop.conf.Configuration; -034import org.apache.hadoop.hbase.MultithreadedTestUtil.RepeatingTestThread; -035import org.apache.hadoop.hbase.MultithreadedTestUtil.TestContext; -036import org.apache.hadoop.hbase.client.Admin; -037import org.apache.hadoop.hbase.client.Connection; -038import org.apache.hadoop.hbase.client.ConnectionFactory; -039import org.apache.hadoop.hbase.client.Get; -040import org.apache.hadoop.hbase.client.Put; -041import org.apache.hadoop.hbase.client.Result; -042import org.apache.hadoop.hbase.client.ResultScanner; -043import org.apache.hadoop.hbase.client.Scan; -044import org.apache.hadoop.hbase.client.Table; -045import org.apache.hadoop.hbase.regionserver.CompactingMemStore; -046import org.apache.hadoop.hbase.regionserver.ConstantSizeRegionSplitPolicy; -047import org.apache.hadoop.hbase.regionserver.MemStoreLAB; -048import org.apache.hadoop.hbase.testclassification.FlakeyTests; -049import org.apache.hadoop.hbase.testclassification.MediumTests; -050import org.apache.hadoop.hbase.util.Bytes; -051import org.apache.hadoop.hbase.util.Threads; -052import org.apache.hadoop.util.StringUtils; -053import org.apache.hadoop.util.Tool; -054import org.apache.hadoop.util.ToolRunner; -055import org.junit.After; -056import org.junit.Before; -057import org.junit.Test; -058import org.junit.experimental.categories.Category; -059 -060import org.apache.hadoop.hbase.shaded.com.google.common.collect.Lists; -061import org.junit.runner.RunWith; -062import org.junit.runners.Parameterized; -063 -064/** -065 * Test case that uses multiple threads to read and write multifamily rows -066 * into a table, verifying that reads never see partially-complete writes. -067 * -068 * This can run as a junit test, or with a main() function which runs against -069 * a real cluster (eg for testing with failures, region movement, etc) -070 */ -071@Category({FlakeyTests.class, MediumTests.class}) -072@RunWith(Parameterized.class) -073public class TestAcidGuarantees implements Tool { -074 @Parameterized.Parameters -075 public static Object[] data() { -076return new Object[] { "NONE", "BASIC", "EAGER" }; -077 } -078 protected static final Log LOG = LogFactory.getLog(TestAcidGuarantees.class); -079 public static final TableName TABLE_NAME = TableName.valueOf("TestAcidGuarantees"); -080 public static final byte [] FAMILY_A = Bytes.toBytes("A"); -081 public static final byte [] FAMILY_B = Bytes.toBytes("B"); -082 public static final byte [] FAMILY_C = Bytes.toBytes("C"); -083 public static final byte [] QUALIFIER_NAME = Bytes.toBytes("data"); +021import static org.apache.hadoop.hbase.AcidGuaranteesTestTool.FAMILIES; +022import static org.apache.hadoop.hbase.AcidGuaranteesTestTool.TABLE_NAME; +023 +024import java.util.List; +025import java.util.stream.Stream; +026 +027import org.apache.hadoop.conf.Configuration; +028import org.apache.hadoop.hbase.client.ColumnFamilyDescriptorBuilder; +029import org.apache.hadoop.hbase.client.TableDescriptorBuilder; +030import org.apache.hadoop.hbase.regionserver.CompactingMemStore; +031import org.apache.hadoop.hbase.regionserver.ConstantSizeRegionSplitPolicy; +032import org.apache.hadoop.hbase.regionserver.MemStoreLAB; +033import org.apache.hadoop.hbase.testclassification.FlakeyTests; +034import org.apache.hadoop.hbase.testclassification.LargeTests; +035import org.junit.After; +036import org.junit.AfterClass; +037import org.junit.Before; +038import org.junit.BeforeClass; +039import org.junit.Test; +040import org.junit.experimental.categories.Category; +041import org.junit.runner.RunWith; +042import org.junit.runners.Parameterized; +043import org.junit.runners.Parameterized.Parameter; +044 +045import
[03/22] hbase-site git commit: Published site at .
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/testdevapidocs/src-html/org/apache/hadoop/hbase/TestAcidGuarantees.AtomicScanReader.html -- diff --git a/testdevapidocs/src-html/org/apache/hadoop/hbase/TestAcidGuarantees.AtomicScanReader.html b/testdevapidocs/src-html/org/apache/hadoop/hbase/TestAcidGuarantees.AtomicScanReader.html deleted file mode 100644 index cfed7ff..000 --- a/testdevapidocs/src-html/org/apache/hadoop/hbase/TestAcidGuarantees.AtomicScanReader.html +++ /dev/null @@ -1,603 +0,0 @@ -http://www.w3.org/TR/html4/loose.dtd;> - - -Source code - - - - -001/** -002 * -003 * Licensed to the Apache Software Foundation (ASF) under one -004 * or more contributor license agreements. See the NOTICE file -005 * distributed with this work for additional information -006 * regarding copyright ownership. The ASF licenses this file -007 * to you under the Apache License, Version 2.0 (the -008 * "License"); you may not use this file except in compliance -009 * with the License. You may obtain a copy of the License at -010 * -011 * http://www.apache.org/licenses/LICENSE-2.0 -012 * -013 * Unless required by applicable law or agreed to in writing, software -014 * distributed under the License is distributed on an "AS IS" BASIS, -015 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -016 * See the License for the specific language governing permissions and -017 * limitations under the License. -018 */ -019package org.apache.hadoop.hbase; -020 -021import java.io.IOException; -022import java.util.List; -023import java.util.Random; -024import java.util.concurrent.BlockingQueue; -025import java.util.concurrent.ExecutorService; -026import java.util.concurrent.LinkedBlockingQueue; -027import java.util.concurrent.ThreadPoolExecutor; -028import java.util.concurrent.TimeUnit; -029import java.util.concurrent.atomic.AtomicLong; -030 -031import org.apache.commons.logging.Log; -032import org.apache.commons.logging.LogFactory; -033import org.apache.hadoop.conf.Configuration; -034import org.apache.hadoop.hbase.MultithreadedTestUtil.RepeatingTestThread; -035import org.apache.hadoop.hbase.MultithreadedTestUtil.TestContext; -036import org.apache.hadoop.hbase.client.Admin; -037import org.apache.hadoop.hbase.client.Connection; -038import org.apache.hadoop.hbase.client.ConnectionFactory; -039import org.apache.hadoop.hbase.client.Get; -040import org.apache.hadoop.hbase.client.Put; -041import org.apache.hadoop.hbase.client.Result; -042import org.apache.hadoop.hbase.client.ResultScanner; -043import org.apache.hadoop.hbase.client.Scan; -044import org.apache.hadoop.hbase.client.Table; -045import org.apache.hadoop.hbase.regionserver.CompactingMemStore; -046import org.apache.hadoop.hbase.regionserver.ConstantSizeRegionSplitPolicy; -047import org.apache.hadoop.hbase.regionserver.MemStoreLAB; -048import org.apache.hadoop.hbase.testclassification.FlakeyTests; -049import org.apache.hadoop.hbase.testclassification.MediumTests; -050import org.apache.hadoop.hbase.util.Bytes; -051import org.apache.hadoop.hbase.util.Threads; -052import org.apache.hadoop.util.StringUtils; -053import org.apache.hadoop.util.Tool; -054import org.apache.hadoop.util.ToolRunner; -055import org.junit.After; -056import org.junit.Before; -057import org.junit.Test; -058import org.junit.experimental.categories.Category; -059 -060import org.apache.hadoop.hbase.shaded.com.google.common.collect.Lists; -061import org.junit.runner.RunWith; -062import org.junit.runners.Parameterized; -063 -064/** -065 * Test case that uses multiple threads to read and write multifamily rows -066 * into a table, verifying that reads never see partially-complete writes. -067 * -068 * This can run as a junit test, or with a main() function which runs against -069 * a real cluster (eg for testing with failures, region movement, etc) -070 */ -071@Category({FlakeyTests.class, MediumTests.class}) -072@RunWith(Parameterized.class) -073public class TestAcidGuarantees implements Tool { -074 @Parameterized.Parameters -075 public static Object[] data() { -076return new Object[] { "NONE", "BASIC", "EAGER" }; -077 } -078 protected static final Log LOG = LogFactory.getLog(TestAcidGuarantees.class); -079 public static final TableName TABLE_NAME = TableName.valueOf("TestAcidGuarantees"); -080 public static final byte [] FAMILY_A = Bytes.toBytes("A"); -081 public static final byte [] FAMILY_B = Bytes.toBytes("B"); -082 public static final byte [] FAMILY_C = Bytes.toBytes("C"); -083 public static final byte [] QUALIFIER_NAME = Bytes.toBytes("data"); -084 -085 public static final byte[][] FAMILIES = new byte[][] { -086FAMILY_A, FAMILY_B, FAMILY_C }; -087 -088 private HBaseTestingUtility util; -089 -090 public static int NUM_COLS_TO_CHECK = 50; -091 -092 // when run as main -093 private Configuration conf; -094 private
[15/22] hbase-site git commit: Published site at .
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/hbase-build-configuration/hbase-archetypes/plugin-management.html -- diff --git a/hbase-build-configuration/hbase-archetypes/plugin-management.html b/hbase-build-configuration/hbase-archetypes/plugin-management.html index 16b947d..b10b2f3 100644 --- a/hbase-build-configuration/hbase-archetypes/plugin-management.html +++ b/hbase-build-configuration/hbase-archetypes/plugin-management.html @@ -7,7 +7,7 @@ - + Apache HBase - Archetypes Project Plugin Management @@ -271,7 +271,7 @@ https://www.apache.org/;>The Apache Software Foundation. All rights reserved. - Last Published: 2017-11-21 + Last Published: 2017-11-22 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/hbase-build-configuration/hbase-archetypes/plugins.html -- diff --git a/hbase-build-configuration/hbase-archetypes/plugins.html b/hbase-build-configuration/hbase-archetypes/plugins.html index 7a2331f..9b14260 100644 --- a/hbase-build-configuration/hbase-archetypes/plugins.html +++ b/hbase-build-configuration/hbase-archetypes/plugins.html @@ -7,7 +7,7 @@ - + Apache HBase - Archetypes Project Plugins @@ -214,7 +214,7 @@ https://www.apache.org/;>The Apache Software Foundation. All rights reserved. - Last Published: 2017-11-21 + Last Published: 2017-11-22 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/hbase-build-configuration/hbase-archetypes/project-info.html -- diff --git a/hbase-build-configuration/hbase-archetypes/project-info.html b/hbase-build-configuration/hbase-archetypes/project-info.html index ed734e9..40e19ba 100644 --- a/hbase-build-configuration/hbase-archetypes/project-info.html +++ b/hbase-build-configuration/hbase-archetypes/project-info.html @@ -7,7 +7,7 @@ - + Apache HBase - Archetypes Project Information @@ -167,7 +167,7 @@ https://www.apache.org/;>The Apache Software Foundation. All rights reserved. - Last Published: 2017-11-21 + Last Published: 2017-11-22 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/hbase-build-configuration/hbase-archetypes/project-summary.html -- diff --git a/hbase-build-configuration/hbase-archetypes/project-summary.html b/hbase-build-configuration/hbase-archetypes/project-summary.html index d5a615e..4be54fc 100644 --- a/hbase-build-configuration/hbase-archetypes/project-summary.html +++ b/hbase-build-configuration/hbase-archetypes/project-summary.html @@ -7,7 +7,7 @@ - + Apache HBase - Archetypes Project Summary @@ -163,7 +163,7 @@ https://www.apache.org/;>The Apache Software Foundation. All rights reserved. - Last Published: 2017-11-21 + Last Published: 2017-11-22 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/hbase-build-configuration/hbase-archetypes/source-repository.html -- diff --git a/hbase-build-configuration/hbase-archetypes/source-repository.html b/hbase-build-configuration/hbase-archetypes/source-repository.html index a1f5b26..f698647 100644 --- a/hbase-build-configuration/hbase-archetypes/source-repository.html +++ b/hbase-build-configuration/hbase-archetypes/source-repository.html @@ -7,7 +7,7 @@ - + Apache HBase - Archetypes Source Code Management @@ -134,7 +134,7 @@ https://www.apache.org/;>The Apache Software Foundation. All rights reserved. - Last Published: 2017-11-21 + Last Published: 2017-11-22 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/hbase-build-configuration/hbase-archetypes/team-list.html -- diff --git a/hbase-build-configuration/hbase-archetypes/team-list.html b/hbase-build-configuration/hbase-archetypes/team-list.html index 116f633..99ed205 100644 --- a/hbase-build-configuration/hbase-archetypes/team-list.html +++
[08/22] hbase-site git commit: Published site at .
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/testdevapidocs/org/apache/hadoop/hbase/class-use/AcidGuaranteesTestTool.AtomicScanReader.html -- diff --git a/testdevapidocs/org/apache/hadoop/hbase/class-use/AcidGuaranteesTestTool.AtomicScanReader.html b/testdevapidocs/org/apache/hadoop/hbase/class-use/AcidGuaranteesTestTool.AtomicScanReader.html new file mode 100644 index 000..a675c5c --- /dev/null +++ b/testdevapidocs/org/apache/hadoop/hbase/class-use/AcidGuaranteesTestTool.AtomicScanReader.html @@ -0,0 +1,125 @@ +http://www.w3.org/TR/html4/loose.dtd;> + + + + + +Uses of Class org.apache.hadoop.hbase.AcidGuaranteesTestTool.AtomicScanReader (Apache HBase 3.0.0-SNAPSHOT Test API) + + + + + + + +JavaScript is disabled on your browser. + + + + + +Skip navigation links + + + + +Overview +Package +Class +Use +Tree +Deprecated +Index +Help + + + + +Prev +Next + + +Frames +NoFrames + + +AllClasses + + + + + + + + + + +Uses of Classorg.apache.hadoop.hbase.AcidGuaranteesTestTool.AtomicScanReader + +No usage of org.apache.hadoop.hbase.AcidGuaranteesTestTool.AtomicScanReader + + + + +Skip navigation links + + + + +Overview +Package +Class +Use +Tree +Deprecated +Index +Help + + + + +Prev +Next + + +Frames +NoFrames + + +AllClasses + + + + + + + + + +Copyright 20072017 https://www.apache.org/;>The Apache Software Foundation. All rights reserved. + + http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/testdevapidocs/org/apache/hadoop/hbase/class-use/AcidGuaranteesTestTool.AtomicityWriter.html -- diff --git a/testdevapidocs/org/apache/hadoop/hbase/class-use/AcidGuaranteesTestTool.AtomicityWriter.html b/testdevapidocs/org/apache/hadoop/hbase/class-use/AcidGuaranteesTestTool.AtomicityWriter.html new file mode 100644 index 000..8381d1b --- /dev/null +++ b/testdevapidocs/org/apache/hadoop/hbase/class-use/AcidGuaranteesTestTool.AtomicityWriter.html @@ -0,0 +1,125 @@ +http://www.w3.org/TR/html4/loose.dtd;> + + + + + +Uses of Class org.apache.hadoop.hbase.AcidGuaranteesTestTool.AtomicityWriter (Apache HBase 3.0.0-SNAPSHOT Test API) + + + + + + + +JavaScript is disabled on your browser. + + + + + +Skip navigation links + + + + +Overview +Package +Class +Use +Tree +Deprecated +Index +Help + + + + +Prev +Next + + +Frames +NoFrames + + +AllClasses + + + + + + + + + + +Uses of Classorg.apache.hadoop.hbase.AcidGuaranteesTestTool.AtomicityWriter + +No usage of org.apache.hadoop.hbase.AcidGuaranteesTestTool.AtomicityWriter + + + + +Skip navigation links + + + + +Overview +Package +Class +Use +Tree +Deprecated +Index +Help + + + + +Prev +Next + + +Frames +NoFrames + + +AllClasses + + + + + + + + + +Copyright 20072017 https://www.apache.org/;>The Apache Software Foundation. All rights reserved. + + http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/testdevapidocs/org/apache/hadoop/hbase/class-use/AcidGuaranteesTestTool.html -- diff --git a/testdevapidocs/org/apache/hadoop/hbase/class-use/AcidGuaranteesTestTool.html b/testdevapidocs/org/apache/hadoop/hbase/class-use/AcidGuaranteesTestTool.html new file mode 100644 index 000..8718d73 --- /dev/null +++ b/testdevapidocs/org/apache/hadoop/hbase/class-use/AcidGuaranteesTestTool.html @@ -0,0 +1,169 @@ +http://www.w3.org/TR/html4/loose.dtd;> + + + + + +Uses of Class org.apache.hadoop.hbase.AcidGuaranteesTestTool
[09/22] hbase-site git commit: Published site at .
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/testdevapidocs/org/apache/hadoop/hbase/TestAcidGuarantees.AtomicityWriter.html -- diff --git a/testdevapidocs/org/apache/hadoop/hbase/TestAcidGuarantees.AtomicityWriter.html b/testdevapidocs/org/apache/hadoop/hbase/TestAcidGuarantees.AtomicityWriter.html deleted file mode 100644 index f4c7e7e..000 --- a/testdevapidocs/org/apache/hadoop/hbase/TestAcidGuarantees.AtomicityWriter.html +++ /dev/null @@ -1,498 +0,0 @@ -http://www.w3.org/TR/html4/loose.dtd;> - - - - - -TestAcidGuarantees.AtomicityWriter (Apache HBase 3.0.0-SNAPSHOT Test API) - - - - - -var methods = {"i0":10,"i1":10}; -var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; -var altColor = "altColor"; -var rowColor = "rowColor"; -var tableTab = "tableTab"; -var activeTableTab = "activeTableTab"; - - -JavaScript is disabled on your browser. - - - - - -Skip navigation links - - - - -Overview -Package -Class -Use -Tree -Deprecated -Index -Help - - - - -PrevClass -NextClass - - -Frames -NoFrames - - -AllClasses - - - - - - - -Summary: -Nested| -Field| -Constr| -Method - - -Detail: -Field| -Constr| -Method - - - - - - - - -org.apache.hadoop.hbase -Class TestAcidGuarantees.AtomicityWriter - - - -http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true; title="class or interface in java.lang">java.lang.Object - - -http://docs.oracle.com/javase/8/docs/api/java/lang/Thread.html?is-external=true; title="class or interface in java.lang">java.lang.Thread - - -org.apache.hadoop.hbase.MultithreadedTestUtil.TestThread - - -org.apache.hadoop.hbase.MultithreadedTestUtil.RepeatingTestThread - - -org.apache.hadoop.hbase.TestAcidGuarantees.AtomicityWriter - - - - - - - - - - - - - -All Implemented Interfaces: -http://docs.oracle.com/javase/8/docs/api/java/lang/Runnable.html?is-external=true; title="class or interface in java.lang">Runnable - - -Enclosing class: -TestAcidGuarantees - - - -public static class TestAcidGuarantees.AtomicityWriter -extends MultithreadedTestUtil.RepeatingTestThread -Thread that does random full-row writes into a table. - - - - - - - - - - - -Nested Class Summary - - - - -Nested classes/interfaces inherited from classjava.lang.http://docs.oracle.com/javase/8/docs/api/java/lang/Thread.html?is-external=true; title="class or interface in java.lang">Thread -http://docs.oracle.com/javase/8/docs/api/java/lang/Thread.State.html?is-external=true; title="class or interface in java.lang">Thread.State, http://docs.oracle.com/javase/8/docs/api/java/lang/Thread.UncaughtExceptionHandler.html?is-external=true; title="class or interface in java.lang">Thread.UncaughtExceptionHandler - - - - - - - - -Field Summary - -Fields - -Modifier and Type -Field and Description - - -(package private) org.apache.hadoop.hbase.client.Connection -connection - - -(package private) byte[] -data - - -(package private) http://docs.oracle.com/javase/8/docs/api/java/util/concurrent/atomic/AtomicLong.html?is-external=true; title="class or interface in java.util.concurrent.atomic">AtomicLong -numWritten - - -(package private) http://docs.oracle.com/javase/8/docs/api/java/util/Random.html?is-external=true; title="class or interface in java.util">Random -rand - - -(package private) org.apache.hadoop.hbase.client.Table -table - - -(package private) byte[][] -targetFamilies - - -(package private) byte[][] -targetRows - - - - - - -Fields inherited from classorg.apache.hadoop.hbase.MultithreadedTestUtil.TestThread -ctx, stopped - - - - - -Fields inherited from classjava.lang.http://docs.oracle.com/javase/8/docs/api/java/lang/Thread.html?is-external=true; title="class or interface in java.lang">Thread -http://docs.oracle.com/javase/8/docs/api/java/lang/Thread.html?is-external=true#MAX_PRIORITY; title="class or interface in java.lang">MAX_PRIORITY, http://docs.oracle.com/javase/8/docs/api/java/lang/Thread.html?is-external=true#MIN_PRIORITY; title="class or interface in java.lang">MIN_PRIORITY, http://docs.oracle.com/javase/8/docs/api/java/lang/Thread.html?is-external=true#NORM_PRIORITY; title="class or interface in java.lang">NORM_PRIORITY - - - - - - - - -Constructor Summary - -Constructors - -Constructor and Description - - -AtomicityWriter(MultithreadedTestUtil.TestContextctx, - byte[][]targetRows, - byte[][]targetFamilies, -
[13/22] hbase-site git commit: Published site at .
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/testdevapidocs/index-all.html -- diff --git a/testdevapidocs/index-all.html b/testdevapidocs/index-all.html index 42630f4..4777def 100644 --- a/testdevapidocs/index-all.html +++ b/testdevapidocs/index-all.html @@ -364,6 +364,25 @@ AccessWriteAction(TableName) - Constructor for class org.apache.hadoop.hbase.client.TestSnapshotWithAcl.AccessWriteAction +AcidGuaranteesTestTool - Class in org.apache.hadoop.hbase + +A test tool that uses multiple threads to read and write multifamily rows into a table, verifying + that reads never see partially-complete writes + +AcidGuaranteesTestTool() - Constructor for class org.apache.hadoop.hbase.AcidGuaranteesTestTool + +AcidGuaranteesTestTool.AtomicGetReader - Class in org.apache.hadoop.hbase + +Thread that does single-row reads in a table, looking for partially completed rows. + +AcidGuaranteesTestTool.AtomicityWriter - Class in org.apache.hadoop.hbase + +Thread that does random full-row writes into a table. + +AcidGuaranteesTestTool.AtomicScanReader - Class in org.apache.hadoop.hbase + +Thread that does full scans of the table looking for any partially completed rows. + acquire() - Method in class org.apache.hadoop.hbase.master.procedure.TestMasterProcedureSchedulerConcurrency.TestTableProcSet acquireBarrier() - Method in class org.apache.hadoop.hbase.procedure.SimpleRSProcedureManager.SimpleSubprocedure @@ -612,6 +631,8 @@ addNumber(SetLong, long) - Static method in class org.apache.hadoop.hbase.util.TestByteBufferUtils +addOptions() - Method in class org.apache.hadoop.hbase.AcidGuaranteesTestTool + addOptions() - Method in class org.apache.hadoop.hbase.chaos.util.ChaosMonkeyRunner addOptions() - Method in class org.apache.hadoop.hbase.IntegrationTestBackupRestore @@ -1853,7 +1874,7 @@ AsyncTest(AsyncConnection, PerformanceEvaluation.TestOptions, PerformanceEvaluation.Status) - Constructor for class org.apache.hadoop.hbase.PerformanceEvaluation.AsyncTest -AtomicGetReader(MultithreadedTestUtil.TestContext, byte[], byte[][], ExecutorService) - Constructor for class org.apache.hadoop.hbase.TestAcidGuarantees.AtomicGetReader +AtomicGetReader(MultithreadedTestUtil.TestContext, byte[], byte[][], ExecutorService) - Constructor for class org.apache.hadoop.hbase.AcidGuaranteesTestTool.AtomicGetReader AtomicHFileLoader(TableName, MultithreadedTestUtil.TestContext, byte[][]) - Constructor for class org.apache.hadoop.hbase.regionserver.TestHRegionServerBulkLoad.AtomicHFileLoader @@ -1861,13 +1882,13 @@ AtomicHFileLoader(TableName, MultithreadedTestUtil.TestContext, byte[][]) - Constructor for class org.apache.hadoop.hbase.regionserver.TestHRegionServerBulkLoadWithOldSecureEndpoint.AtomicHFileLoader -AtomicityWriter(MultithreadedTestUtil.TestContext, byte[][], byte[][], ExecutorService) - Constructor for class org.apache.hadoop.hbase.TestAcidGuarantees.AtomicityWriter +AtomicityWriter(MultithreadedTestUtil.TestContext, byte[][], byte[][], ExecutorService) - Constructor for class org.apache.hadoop.hbase.AcidGuaranteesTestTool.AtomicityWriter AtomicOperation(HRegion, int, AtomicLong, AtomicInteger) - Constructor for class org.apache.hadoop.hbase.regionserver.TestAtomicOperation.AtomicOperation -AtomicScanReader(TableName, MultithreadedTestUtil.TestContext, byte[][]) - Constructor for class org.apache.hadoop.hbase.regionserver.TestHRegionServerBulkLoad.AtomicScanReader +AtomicScanReader(MultithreadedTestUtil.TestContext, byte[][], ExecutorService) - Constructor for class org.apache.hadoop.hbase.AcidGuaranteesTestTool.AtomicScanReader -AtomicScanReader(MultithreadedTestUtil.TestContext, byte[][], ExecutorService) - Constructor for class org.apache.hadoop.hbase.TestAcidGuarantees.AtomicScanReader +AtomicScanReader(TableName, MultithreadedTestUtil.TestContext, byte[][]) - Constructor for class org.apache.hadoop.hbase.regionserver.TestHRegionServerBulkLoad.AtomicScanReader AUTH_A - Static variable in class org.apache.hadoop.hbase.security.access.TestZKPermissionWatcher @@ -5087,6 +5108,8 @@ compressTags - Variable in class org.apache.hadoop.hbase.io.encoding.TestEncodedSeekers +compType - Variable in class org.apache.hadoop.hbase.TestAcidGuarantees + concat(byte[], int) - Method in class org.apache.hadoop.hbase.client.TestAsyncTable CONCURRENCY - Static variable in class org.apache.hadoop.hbase.client.TestAsyncNonMetaRegionLocatorConcurrenyLimit @@ -5453,8 +5476,6 @@ conf - Variable in class org.apache.hadoop.hbase.test.IntegrationTestLoadAndVerify.LoadMapper -conf - Variable in class org.apache.hadoop.hbase.TestAcidGuarantees - conf - Static variable in class org.apache.hadoop.hbase.TestJMXConnectorServer conf - Static variable in class org.apache.hadoop.hbase.TestStochasticBalancerJmxMetrics @@ -5691,6 +5712,12 @@ conn - Variable in class
[16/22] hbase-site git commit: Published site at .
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/hbase-build-configuration/dependency-info.html -- diff --git a/hbase-build-configuration/dependency-info.html b/hbase-build-configuration/dependency-info.html index 05196e6..8997501 100644 --- a/hbase-build-configuration/dependency-info.html +++ b/hbase-build-configuration/dependency-info.html @@ -7,7 +7,7 @@ - + Apache HBase - Build Configuration Dependency Information @@ -148,7 +148,7 @@ https://www.apache.org/;>The Apache Software Foundation. All rights reserved. - Last Published: 2017-11-21 + Last Published: 2017-11-22 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/hbase-build-configuration/dependency-management.html -- diff --git a/hbase-build-configuration/dependency-management.html b/hbase-build-configuration/dependency-management.html index 5b26b27..db8f853 100644 --- a/hbase-build-configuration/dependency-management.html +++ b/hbase-build-configuration/dependency-management.html @@ -7,7 +7,7 @@ - + Apache HBase - Build Configuration Project Dependency Management @@ -804,7 +804,7 @@ https://www.apache.org/;>The Apache Software Foundation. All rights reserved. - Last Published: 2017-11-21 + Last Published: 2017-11-22 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/hbase-build-configuration/hbase-archetypes/dependencies.html -- diff --git a/hbase-build-configuration/hbase-archetypes/dependencies.html b/hbase-build-configuration/hbase-archetypes/dependencies.html index afa86a3..dabb729 100644 --- a/hbase-build-configuration/hbase-archetypes/dependencies.html +++ b/hbase-build-configuration/hbase-archetypes/dependencies.html @@ -7,7 +7,7 @@ - + Apache HBase - Archetypes Project Dependencies @@ -330,7 +330,7 @@ https://www.apache.org/;>The Apache Software Foundation. All rights reserved. - Last Published: 2017-11-21 + Last Published: 2017-11-22 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/hbase-build-configuration/hbase-archetypes/dependency-convergence.html -- diff --git a/hbase-build-configuration/hbase-archetypes/dependency-convergence.html b/hbase-build-configuration/hbase-archetypes/dependency-convergence.html index e50af66..b01b10e 100644 --- a/hbase-build-configuration/hbase-archetypes/dependency-convergence.html +++ b/hbase-build-configuration/hbase-archetypes/dependency-convergence.html @@ -7,7 +7,7 @@ - + Apache HBase - Archetypes Reactor Dependency Convergence @@ -838,7 +838,7 @@ https://www.apache.org/;>The Apache Software Foundation. All rights reserved. - Last Published: 2017-11-21 + Last Published: 2017-11-22 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/hbase-build-configuration/hbase-archetypes/dependency-info.html -- diff --git a/hbase-build-configuration/hbase-archetypes/dependency-info.html b/hbase-build-configuration/hbase-archetypes/dependency-info.html index 1129deb..bc37407 100644 --- a/hbase-build-configuration/hbase-archetypes/dependency-info.html +++ b/hbase-build-configuration/hbase-archetypes/dependency-info.html @@ -7,7 +7,7 @@ - + Apache HBase - Archetypes Dependency Information @@ -148,7 +148,7 @@ https://www.apache.org/;>The Apache Software Foundation. All rights reserved. - Last Published: 2017-11-21 + Last Published: 2017-11-22 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/hbase-build-configuration/hbase-archetypes/dependency-management.html -- diff --git a/hbase-build-configuration/hbase-archetypes/dependency-management.html b/hbase-build-configuration/hbase-archetypes/dependency-management.html index a686abb..8c57034 100644 --- a/hbase-build-configuration/hbase-archetypes/dependency-management.html +++
[18/22] hbase-site git commit: Published site at .
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/devapidocs/src-html/org/apache/hadoop/hbase/client/ZKAsyncRegistry.CuratorEventProcessor.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/client/ZKAsyncRegistry.CuratorEventProcessor.html b/devapidocs/src-html/org/apache/hadoop/hbase/client/ZKAsyncRegistry.CuratorEventProcessor.html index 9435a32..74375dd 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/client/ZKAsyncRegistry.CuratorEventProcessor.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/client/ZKAsyncRegistry.CuratorEventProcessor.html @@ -36,240 +36,241 @@ 028 029import java.io.IOException; 030import java.util.concurrent.CompletableFuture; -031 -032import org.apache.commons.lang3.mutable.MutableInt; -033import org.apache.commons.logging.Log; -034import org.apache.commons.logging.LogFactory; -035import org.apache.curator.framework.CuratorFramework; -036import org.apache.curator.framework.CuratorFrameworkFactory; -037import org.apache.curator.framework.api.BackgroundPathable; -038import org.apache.curator.framework.api.CuratorEvent; -039import org.apache.curator.retry.RetryNTimes; -040import org.apache.hadoop.conf.Configuration; -041import org.apache.hadoop.hbase.ClusterId; -042import org.apache.hadoop.hbase.HRegionLocation; -043import org.apache.hadoop.hbase.RegionLocations; -044import org.apache.hadoop.hbase.ServerName; -045import org.apache.hadoop.hbase.exceptions.DeserializationException; -046import org.apache.hadoop.hbase.master.RegionState; -047import org.apache.hadoop.hbase.shaded.com.google.common.annotations.VisibleForTesting; -048import org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos; -049import org.apache.hadoop.hbase.shaded.protobuf.generated.ZooKeeperProtos; -050import org.apache.hadoop.hbase.util.Pair; -051import org.apache.hadoop.hbase.util.Threads; -052import org.apache.hadoop.hbase.zookeeper.ZKConfig; -053import org.apache.hadoop.hbase.zookeeper.ZNodePaths; -054import org.apache.yetus.audience.InterfaceAudience; -055import org.apache.zookeeper.data.Stat; -056 +031import java.util.concurrent.TimeUnit; +032 +033import org.apache.commons.lang3.mutable.MutableInt; +034import org.apache.commons.logging.Log; +035import org.apache.commons.logging.LogFactory; +036import org.apache.curator.framework.CuratorFramework; +037import org.apache.curator.framework.CuratorFrameworkFactory; +038import org.apache.curator.framework.api.BackgroundPathable; +039import org.apache.curator.framework.api.CuratorEvent; +040import org.apache.curator.retry.RetryNTimes; +041import org.apache.hadoop.conf.Configuration; +042import org.apache.hadoop.hbase.ClusterId; +043import org.apache.hadoop.hbase.HRegionLocation; +044import org.apache.hadoop.hbase.RegionLocations; +045import org.apache.hadoop.hbase.ServerName; +046import org.apache.hadoop.hbase.exceptions.DeserializationException; +047import org.apache.hadoop.hbase.master.RegionState; +048import org.apache.hadoop.hbase.shaded.com.google.common.annotations.VisibleForTesting; +049import org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos; +050import org.apache.hadoop.hbase.shaded.protobuf.generated.ZooKeeperProtos; +051import org.apache.hadoop.hbase.util.Pair; +052import org.apache.hadoop.hbase.util.Threads; +053import org.apache.hadoop.hbase.zookeeper.ZKConfig; +054import org.apache.hadoop.hbase.zookeeper.ZNodePaths; +055import org.apache.yetus.audience.InterfaceAudience; +056import org.apache.zookeeper.data.Stat; 057 -058/** -059 * Fetch the registry data from zookeeper. -060 */ -061@InterfaceAudience.Private -062class ZKAsyncRegistry implements AsyncRegistry { -063 -064 private static final Log LOG = LogFactory.getLog(ZKAsyncRegistry.class); -065 -066 private final CuratorFramework zk; -067 -068 private final ZNodePaths znodePaths; -069 -070 ZKAsyncRegistry(Configuration conf) { -071this.znodePaths = new ZNodePaths(conf); -072int zkSessionTimeout = conf.getInt(ZK_SESSION_TIMEOUT, DEFAULT_ZK_SESSION_TIMEOUT); -073int zkRetry = conf.getInt("zookeeper.recovery.retry", 30); -074int zkRetryIntervalMs = conf.getInt("zookeeper.recovery.retry.intervalmill", 1000); -075this.zk = CuratorFrameworkFactory.builder() -076 .connectString(ZKConfig.getZKQuorumServersString(conf)).sessionTimeoutMs(zkSessionTimeout) -077.retryPolicy(new RetryNTimes(zkRetry, zkRetryIntervalMs)) -078.threadFactory( -079 Threads.newDaemonThreadFactory(String.format("ZKClusterRegistry-0x%08x", hashCode( -080.build(); -081this.zk.start(); -082// TODO: temporary workaround for HBASE-19312, must be removed before 2.0.0 release! -083try { -084 this.zk.blockUntilConnected(); -085} catch (InterruptedException e) { -086 return; -087} -088 } -089 -090 private interface CuratorEventProcessorT { -091T
[06/22] hbase-site git commit: Published site at .
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/testdevapidocs/org/apache/hadoop/hbase/wal/package-tree.html -- diff --git a/testdevapidocs/org/apache/hadoop/hbase/wal/package-tree.html b/testdevapidocs/org/apache/hadoop/hbase/wal/package-tree.html index dfeceb7..495080c 100644 --- a/testdevapidocs/org/apache/hadoop/hbase/wal/package-tree.html +++ b/testdevapidocs/org/apache/hadoop/hbase/wal/package-tree.html @@ -140,8 +140,8 @@ java.lang.http://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true; title="class or interface in java.lang">EnumE (implements java.lang.http://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableT, java.io.http://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true; title="class or interface in java.io">Serializable) -org.apache.hadoop.hbase.wal.TestWALSplit.Corruptions org.apache.hadoop.hbase.wal.IOTestProvider.AllowedOperations +org.apache.hadoop.hbase.wal.TestWALSplit.Corruptions org.apache.hadoop.hbase.wal.FaultyFSLog.FailureType http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/testdevapidocs/overview-tree.html -- diff --git a/testdevapidocs/overview-tree.html b/testdevapidocs/overview-tree.html index 136dc51..1360b79 100644 --- a/testdevapidocs/overview-tree.html +++ b/testdevapidocs/overview-tree.html @@ -216,6 +216,7 @@ org.apache.hadoop.hbase.util.AbstractHBaseTool (implements org.apache.hadoop.conf.Configurable, org.apache.hadoop.util.Tool) org.apache.hadoop.hbase.util.AbstractHBaseToolTest.TestTool +org.apache.hadoop.hbase.AcidGuaranteesTestTool org.apache.hadoop.hbase.chaos.util.ChaosMonkeyRunner org.apache.hadoop.hbase.test.IntegrationTestMonkeys @@ -2075,7 +2076,7 @@ org.apache.hadoop.hbase.security.access.TestAccessController.BulkLoadHelper -org.apache.hadoop.hbase.TestAcidGuarantees (implements org.apache.hadoop.util.Tool) +org.apache.hadoop.hbase.TestAcidGuarantees org.apache.hadoop.hbase.master.TestActiveMasterManager org.apache.hadoop.hbase.master.TestActiveMasterManager.DummyMaster (implements org.apache.hadoop.hbase.Server) org.apache.hadoop.hbase.quotas.TestActivePolicyEnforcement @@ -3540,9 +3541,9 @@ org.apache.hadoop.hbase.MultithreadedTestUtil.RepeatingTestThread -org.apache.hadoop.hbase.TestAcidGuarantees.AtomicGetReader -org.apache.hadoop.hbase.TestAcidGuarantees.AtomicityWriter -org.apache.hadoop.hbase.TestAcidGuarantees.AtomicScanReader +org.apache.hadoop.hbase.AcidGuaranteesTestTool.AtomicGetReader +org.apache.hadoop.hbase.AcidGuaranteesTestTool.AtomicityWriter +org.apache.hadoop.hbase.AcidGuaranteesTestTool.AtomicScanReader org.apache.hadoop.hbase.regionserver.TestHRegionServerBulkLoad.AtomicHFileLoader org.apache.hadoop.hbase.regionserver.TestHRegionServerBulkLoad.AtomicScanReader org.apache.hadoop.hbase.regionserver.TestHRegionServerBulkLoadWithOldClient.AtomicHFileLoader http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/testdevapidocs/src-html/org/apache/hadoop/hbase/AcidGuaranteesTestTool.AtomicGetReader.html -- diff --git a/testdevapidocs/src-html/org/apache/hadoop/hbase/AcidGuaranteesTestTool.AtomicGetReader.html b/testdevapidocs/src-html/org/apache/hadoop/hbase/AcidGuaranteesTestTool.AtomicGetReader.html new file mode 100644 index 000..cace5b9 --- /dev/null +++ b/testdevapidocs/src-html/org/apache/hadoop/hbase/AcidGuaranteesTestTool.AtomicGetReader.html @@ -0,0 +1,487 @@ +http://www.w3.org/TR/html4/loose.dtd;> + + +Source code + + + + +001/** +002 * Licensed to the Apache Software Foundation (ASF) under one +003 * or more contributor license agreements. See the NOTICE file +004 * distributed with this work for additional information +005 * regarding copyright ownership. The ASF licenses this file +006 * to you under the Apache License, Version 2.0 (the +007 * "License"); you may not use this file except in compliance +008 * with the License. You may obtain a copy of the License at +009 * +010 * http://www.apache.org/licenses/LICENSE-2.0 +011 * +012 * Unless required by applicable law or agreed to in writing, software +013 * distributed under the License is distributed on an "AS IS" BASIS, +014 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +015 * See the License for the specific language governing permissions and +016 * limitations under the License. +017 */ +018package org.apache.hadoop.hbase; +019 +020import java.io.IOException; +021import java.util.List; +022import java.util.Random; +023import java.util.concurrent.BlockingQueue; +024import java.util.concurrent.ExecutorService; +025import java.util.concurrent.LinkedBlockingQueue; +026import
[11/22] hbase-site git commit: Published site at .
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/34a201e5/testdevapidocs/org/apache/hadoop/hbase/AcidGuaranteesTestTool.AtomicityWriter.html -- diff --git a/testdevapidocs/org/apache/hadoop/hbase/AcidGuaranteesTestTool.AtomicityWriter.html b/testdevapidocs/org/apache/hadoop/hbase/AcidGuaranteesTestTool.AtomicityWriter.html new file mode 100644 index 000..f830ee3 --- /dev/null +++ b/testdevapidocs/org/apache/hadoop/hbase/AcidGuaranteesTestTool.AtomicityWriter.html @@ -0,0 +1,498 @@ +http://www.w3.org/TR/html4/loose.dtd;> + + + + + +AcidGuaranteesTestTool.AtomicityWriter (Apache HBase 3.0.0-SNAPSHOT Test API) + + + + + +var methods = {"i0":10,"i1":10}; +var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; +var altColor = "altColor"; +var rowColor = "rowColor"; +var tableTab = "tableTab"; +var activeTableTab = "activeTableTab"; + + +JavaScript is disabled on your browser. + + + + + +Skip navigation links + + + + +Overview +Package +Class +Use +Tree +Deprecated +Index +Help + + + + +PrevClass +NextClass + + +Frames +NoFrames + + +AllClasses + + + + + + + +Summary: +Nested| +Field| +Constr| +Method + + +Detail: +Field| +Constr| +Method + + + + + + + + +org.apache.hadoop.hbase +Class AcidGuaranteesTestTool.AtomicityWriter + + + +http://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true; title="class or interface in java.lang">java.lang.Object + + +http://docs.oracle.com/javase/8/docs/api/java/lang/Thread.html?is-external=true; title="class or interface in java.lang">java.lang.Thread + + +org.apache.hadoop.hbase.MultithreadedTestUtil.TestThread + + +org.apache.hadoop.hbase.MultithreadedTestUtil.RepeatingTestThread + + +org.apache.hadoop.hbase.AcidGuaranteesTestTool.AtomicityWriter + + + + + + + + + + + + + +All Implemented Interfaces: +http://docs.oracle.com/javase/8/docs/api/java/lang/Runnable.html?is-external=true; title="class or interface in java.lang">Runnable + + +Enclosing class: +AcidGuaranteesTestTool + + + +public static class AcidGuaranteesTestTool.AtomicityWriter +extends MultithreadedTestUtil.RepeatingTestThread +Thread that does random full-row writes into a table. + + + + + + + + + + + +Nested Class Summary + + + + +Nested classes/interfaces inherited from classjava.lang.http://docs.oracle.com/javase/8/docs/api/java/lang/Thread.html?is-external=true; title="class or interface in java.lang">Thread +http://docs.oracle.com/javase/8/docs/api/java/lang/Thread.State.html?is-external=true; title="class or interface in java.lang">Thread.State, http://docs.oracle.com/javase/8/docs/api/java/lang/Thread.UncaughtExceptionHandler.html?is-external=true; title="class or interface in java.lang">Thread.UncaughtExceptionHandler + + + + + + + + +Field Summary + +Fields + +Modifier and Type +Field and Description + + +(package private) org.apache.hadoop.hbase.client.Connection +connection + + +(package private) byte[] +data + + +(package private) http://docs.oracle.com/javase/8/docs/api/java/util/concurrent/atomic/AtomicLong.html?is-external=true; title="class or interface in java.util.concurrent.atomic">AtomicLong +numWritten + + +(package private) http://docs.oracle.com/javase/8/docs/api/java/util/Random.html?is-external=true; title="class or interface in java.util">Random +rand + + +(package private) org.apache.hadoop.hbase.client.Table +table + + +(package private) byte[][] +targetFamilies + + +(package private) byte[][] +targetRows + + + + + + +Fields inherited from classorg.apache.hadoop.hbase.MultithreadedTestUtil.TestThread +ctx, stopped + + + + + +Fields inherited from classjava.lang.http://docs.oracle.com/javase/8/docs/api/java/lang/Thread.html?is-external=true; title="class or interface in java.lang">Thread +http://docs.oracle.com/javase/8/docs/api/java/lang/Thread.html?is-external=true#MAX_PRIORITY; title="class or interface in java.lang">MAX_PRIORITY, http://docs.oracle.com/javase/8/docs/api/java/lang/Thread.html?is-external=true#MIN_PRIORITY; title="class or interface in java.lang">MIN_PRIORITY, http://docs.oracle.com/javase/8/docs/api/java/lang/Thread.html?is-external=true#NORM_PRIORITY; title="class or interface in java.lang">NORM_PRIORITY + + + + + + + + +Constructor Summary + +Constructors + +Constructor and Description + + +AtomicityWriter(MultithreadedTestUtil.TestContextctx, + byte[][]targetRows, + byte[][]targetFamilies, +