[17/18] hbase-site git commit: Published site at 4281cb3b9574333fab0e7c028c9c0d7e5b320c73.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/9b29d8f0/devapidocs/org/apache/hadoop/hbase/regionserver/HRegion.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/HRegion.html b/devapidocs/org/apache/hadoop/hbase/regionserver/HRegion.html index e258dca..17a35ff 100644 --- a/devapidocs/org/apache/hadoop/hbase/regionserver/HRegion.html +++ b/devapidocs/org/apache/hadoop/hbase/regionserver/HRegion.html @@ -1986,8 +1986,7 @@ implements https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true"; title="class or interface in java.util">MapList > forMemStore, https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List | results) Reckon the Cells to apply to WAL, memstore, and to return to the Client; these Sets are not - always the same dependent on whether to write WAL or if the amount to increment is zero (in - this case we write back nothing, just return latest Cell value to the client). + always the same dependent on whether to write WAL. @@ -3354,7 +3353,7 @@ implements FIXED_OVERHEAD -public static final long FIXED_OVERHEAD +public static final long FIXED_OVERHEAD @@ -3363,7 +3362,7 @@ implements DEEP_OVERHEAD -public static final long DEEP_OVERHEAD +public static final long DEEP_OVERHEAD @@ -3372,7 +3371,7 @@ implements MOCKED_LIST -private static final https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List | MOCKED_LIST +private static final https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List | MOCKED_LIST A mocked list implementation - discards all updates. @@ -7415,15 +7414,14 @@ public static org.apache.hadoop.fs.Path reckonDeltas -private WALEdit reckonDeltas(Region.Operation op, +private WALEdit reckonDeltas(Region.Operation op, Mutation mutation, Durability effectiveDurability, https://docs.oracle.com/javase/8/docs/api/java/util/Map.html?is-external=true"; title="class or interface in java.util">Map | List > forMemStore, https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List | results) throws https://docs.oracle.com/javase/8/docs/api/java/io/IOException.html?is-external=true"; title="class or interface in java.io">IOException Reckon the Cells to apply to WAL, memstore, and to return to the Client; these Sets are not - always the same dependent on whether to write WAL or if the amount to increment is zero (in - this case we write back nothing, just return latest Cell value to the client). + always the same dependent on whether to write WAL. Parameters: results - Fill in here what goes back to the Client if it is non-null (if null, client @@ -7442,7 +7440,7 @@ public static org.apache.hadoop.fs.Path reckonDeltasByStore -private https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List | reckonDeltasByStore(HStore store, +private https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List | reckonDeltasByStore(HStore store, Region.Operation op, Mutation mutation, Durability effectiveDurability, @@ -7459,9 +7457,8 @@ public static org.apache.hadoop.fs.Path Returns: Resulting Cells after deltas have been applied to current values. Side effect is our filling out of the results List. @@ -7476,7 +7473,7 @@ public static org.apache.hadoop.fs.Path reckonDelta -private static Cell reckonDelta(Cell delta, +private static Cell reckonDelta(Cell delta, Cell currentCell, byte[] columnFamily, long now, @@ -7495,7 +7492,7 @@ public static org.apache.hadoop.fs.Path getLongValue -private static long getLongValue(Cell cell) +private static long getLongValue(Cell cell) throws DoNotRetryIOException Returns: @@ -7511,7 +7508,7 @@ public static org.apache.hadoop.fs.Path get -private https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true"; title="class or interface in java.util">List | get(Mutation mutation, +priv |
[09/18] hbase-site git commit: Published site at 4281cb3b9574333fab0e7c028c9c0d7e5b320c73.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/9b29d8f0/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.ObservedExceptionsInBatch.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.ObservedExceptionsInBatch.html b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.ObservedExceptionsInBatch.html index 68e9bfe..0f5a095 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.ObservedExceptionsInBatch.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.ObservedExceptionsInBatch.html @@ -7971,832 +7971,819 @@ 7963 7964 /** 7965 * Reckon the Cells to apply to WAL, memstore, and to return to the Client; these Sets are not -7966 * always the same dependent on whether to write WAL or if the amount to increment is zero (in -7967 * this case we write back nothing, just return latest Cell value to the client). -7968 * -7969 * @param results Fill in here what goes back to the Client if it is non-null (if null, client -7970 * doesn't want results). -7971 * @param forMemStore Fill in here what to apply to the MemStore (by Store). -7972 * @return A WALEdit to apply to WAL or null if we are to skip the WAL. -7973 */ -7974 private WALEdit reckonDeltas(Operation op, Mutation mutation, Durability effectiveDurability, -7975 Map> forMemStore, List results) throws IOException { -7976WALEdit walEdit = null; -7977long now = EnvironmentEdgeManager.currentTime(); -7978final boolean writeToWAL = effectiveDurability != Durability.SKIP_WAL; -7979// Process a Store/family at a time. -7980for (Map.Entry | > entry: mutation.getFamilyCellMap().entrySet()) { -7981 final byte[] columnFamilyName = entry.getKey(); -7982 List deltas = entry.getValue(); -7983 HStore store = this.stores.get(columnFamilyName); -7984 // Reckon for the Store what to apply to WAL and MemStore. -7985 List | toApply = -7986reckonDeltasByStore(store, op, mutation, effectiveDurability, now, deltas, results); -7987 if (!toApply.isEmpty()) { -7988forMemStore.put(store, toApply); -7989if (writeToWAL) { -7990 if (walEdit == null) { -7991walEdit = new WALEdit(); -7992 } -7993 walEdit.getCells().addAll(toApply); -7994} -7995 } -7996} -7997return walEdit; -7998 } -7999 -8000 /** -8001 * Reckon the Cells to apply to WAL, memstore, and to return to the Client in passed -8002 * column family/Store. -8003 * -8004 * Does Get of current value and then adds passed in deltas for this Store returning the result. -8005 * -8006 * @param op Whether Increment or Append -8007 * @param mutation The encompassing Mutation object -8008 * @param deltas Changes to apply to this Store; either increment amount or data to append -8009 * @param results In here we accumulate all the Cells we are to return to the client; this List -8010 * can be larger than what we return in case where delta is zero; i.e. don't write -8011 * out new values, just return current value. If null, client doesn't want results returned. -8012 * @return Resulting Cells after | deltas
have been applied to current -8013 * values. Side effect is our filling out of theresults
List. -8014 */ -8015 private ListreckonDeltasByStore(HStore store, Operation op, Mutation mutation, -8016 Durability effectiveDurability, long now, List | deltas, List | results) -8017 throws IOException { -8018byte[] columnFamily = store.getColumnFamilyDescriptor().getName(); -8019List | toApply = new ArrayList<>(deltas.size()); -8020// Get previous values for all columns in this family. -8021TimeRange tr = null; -8022switch (op) { -8023 case INCREMENT: -8024tr = ((Increment)mutation).getTimeRange(); -8025break; -8026 case APPEND: -8027tr = ((Append)mutation).getTimeRange(); +7966 * always the same dependent on whether to write WAL. +7967 * +7968 * @param results Fill in here what goes back to the Client if it is non-null (if null, client +7969 * doesn't want results). +7970 * @param forMemStore Fill in here what to apply to the MemStore (by Store). +7971 * @return A WALEdit to apply to WAL or null if we are to skip the WAL. +7972 */ +7973 private WALEdit reckonDeltas(Operation op, Mutation mutation, Durability effectiveDurability, +7974 Map | > forMemStore, List results) throws IOException { +7975WALEdit walEdit = null; +7976long now = EnvironmentEdgeManager.currentTime(); +7977final boolean writeToWAL = effectiveDurability != Durability.SKIP_WAL; +7978// Process a Store/family at a time. +7979for (Map.Entry |
[13/18] hbase-site git commit: Published site at 4281cb3b9574333fab0e7c028c9c0d7e5b320c73.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/9b29d8f0/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.FlushResult.Result.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.FlushResult.Result.html b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.FlushResult.Result.html index 68e9bfe..0f5a095 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.FlushResult.Result.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.FlushResult.Result.html @@ -7971,832 +7971,819 @@ 7963 7964 /** 7965 * Reckon the Cells to apply to WAL, memstore, and to return to the Client; these Sets are not -7966 * always the same dependent on whether to write WAL or if the amount to increment is zero (in -7967 * this case we write back nothing, just return latest Cell value to the client). -7968 * -7969 * @param results Fill in here what goes back to the Client if it is non-null (if null, client -7970 * doesn't want results). -7971 * @param forMemStore Fill in here what to apply to the MemStore (by Store). -7972 * @return A WALEdit to apply to WAL or null if we are to skip the WAL. -7973 */ -7974 private WALEdit reckonDeltas(Operation op, Mutation mutation, Durability effectiveDurability, -7975 Map> forMemStore, List results) throws IOException { -7976WALEdit walEdit = null; -7977long now = EnvironmentEdgeManager.currentTime(); -7978final boolean writeToWAL = effectiveDurability != Durability.SKIP_WAL; -7979// Process a Store/family at a time. -7980for (Map.Entry | > entry: mutation.getFamilyCellMap().entrySet()) { -7981 final byte[] columnFamilyName = entry.getKey(); -7982 List deltas = entry.getValue(); -7983 HStore store = this.stores.get(columnFamilyName); -7984 // Reckon for the Store what to apply to WAL and MemStore. -7985 List | toApply = -7986reckonDeltasByStore(store, op, mutation, effectiveDurability, now, deltas, results); -7987 if (!toApply.isEmpty()) { -7988forMemStore.put(store, toApply); -7989if (writeToWAL) { -7990 if (walEdit == null) { -7991walEdit = new WALEdit(); -7992 } -7993 walEdit.getCells().addAll(toApply); -7994} -7995 } -7996} -7997return walEdit; -7998 } -7999 -8000 /** -8001 * Reckon the Cells to apply to WAL, memstore, and to return to the Client in passed -8002 * column family/Store. -8003 * -8004 * Does Get of current value and then adds passed in deltas for this Store returning the result. -8005 * -8006 * @param op Whether Increment or Append -8007 * @param mutation The encompassing Mutation object -8008 * @param deltas Changes to apply to this Store; either increment amount or data to append -8009 * @param results In here we accumulate all the Cells we are to return to the client; this List -8010 * can be larger than what we return in case where delta is zero; i.e. don't write -8011 * out new values, just return current value. If null, client doesn't want results returned. -8012 * @return Resulting Cells after | deltas
have been applied to current -8013 * values. Side effect is our filling out of theresults
List. -8014 */ -8015 private ListreckonDeltasByStore(HStore store, Operation op, Mutation mutation, -8016 Durability effectiveDurability, long now, List | deltas, List | results) -8017 throws IOException { -8018byte[] columnFamily = store.getColumnFamilyDescriptor().getName(); -8019List | toApply = new ArrayList<>(deltas.size()); -8020// Get previous values for all columns in this family. -8021TimeRange tr = null; -8022switch (op) { -8023 case INCREMENT: -8024tr = ((Increment)mutation).getTimeRange(); -8025break; -8026 case APPEND: -8027tr = ((Append)mutation).getTimeRange(); +7966 * always the same dependent on whether to write WAL. +7967 * +7968 * @param results Fill in here what goes back to the Client if it is non-null (if null, client +7969 * doesn't want results). +7970 * @param forMemStore Fill in here what to apply to the MemStore (by Store). +7971 * @return A WALEdit to apply to WAL or null if we are to skip the WAL. +7972 */ +7973 private WALEdit reckonDeltas(Operation op, Mutation mutation, Durability effectiveDurability, +7974 Map | > forMemStore, List results) throws IOException { +7975WALEdit walEdit = null; +7976long now = EnvironmentEdgeManager.currentTime(); +7977final boolean writeToWAL = effectiveDurability != Durability.SKIP_WAL; +7978// Process a Store/family at a time. +7979for (Map.Entry | > entry: mutation
[14/18] hbase-site git commit: Published site at 4281cb3b9574333fab0e7c028c9c0d7e5b320c73.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/9b29d8f0/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.BulkLoadListener.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.BulkLoadListener.html b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.BulkLoadListener.html index 68e9bfe..0f5a095 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.BulkLoadListener.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.BulkLoadListener.html @@ -7971,832 +7971,819 @@ 7963 7964 /** 7965 * Reckon the Cells to apply to WAL, memstore, and to return to the Client; these Sets are not -7966 * always the same dependent on whether to write WAL or if the amount to increment is zero (in -7967 * this case we write back nothing, just return latest Cell value to the client). -7968 * -7969 * @param results Fill in here what goes back to the Client if it is non-null (if null, client -7970 * doesn't want results). -7971 * @param forMemStore Fill in here what to apply to the MemStore (by Store). -7972 * @return A WALEdit to apply to WAL or null if we are to skip the WAL. -7973 */ -7974 private WALEdit reckonDeltas(Operation op, Mutation mutation, Durability effectiveDurability, -7975 Map> forMemStore, List results) throws IOException { -7976WALEdit walEdit = null; -7977long now = EnvironmentEdgeManager.currentTime(); -7978final boolean writeToWAL = effectiveDurability != Durability.SKIP_WAL; -7979// Process a Store/family at a time. -7980for (Map.Entry | > entry: mutation.getFamilyCellMap().entrySet()) { -7981 final byte[] columnFamilyName = entry.getKey(); -7982 List deltas = entry.getValue(); -7983 HStore store = this.stores.get(columnFamilyName); -7984 // Reckon for the Store what to apply to WAL and MemStore. -7985 List | toApply = -7986reckonDeltasByStore(store, op, mutation, effectiveDurability, now, deltas, results); -7987 if (!toApply.isEmpty()) { -7988forMemStore.put(store, toApply); -7989if (writeToWAL) { -7990 if (walEdit == null) { -7991walEdit = new WALEdit(); -7992 } -7993 walEdit.getCells().addAll(toApply); -7994} -7995 } -7996} -7997return walEdit; -7998 } -7999 -8000 /** -8001 * Reckon the Cells to apply to WAL, memstore, and to return to the Client in passed -8002 * column family/Store. -8003 * -8004 * Does Get of current value and then adds passed in deltas for this Store returning the result. -8005 * -8006 * @param op Whether Increment or Append -8007 * @param mutation The encompassing Mutation object -8008 * @param deltas Changes to apply to this Store; either increment amount or data to append -8009 * @param results In here we accumulate all the Cells we are to return to the client; this List -8010 * can be larger than what we return in case where delta is zero; i.e. don't write -8011 * out new values, just return current value. If null, client doesn't want results returned. -8012 * @return Resulting Cells after | deltas
have been applied to current -8013 * values. Side effect is our filling out of theresults
List. -8014 */ -8015 private ListreckonDeltasByStore(HStore store, Operation op, Mutation mutation, -8016 Durability effectiveDurability, long now, List | deltas, List | results) -8017 throws IOException { -8018byte[] columnFamily = store.getColumnFamilyDescriptor().getName(); -8019List | toApply = new ArrayList<>(deltas.size()); -8020// Get previous values for all columns in this family. -8021TimeRange tr = null; -8022switch (op) { -8023 case INCREMENT: -8024tr = ((Increment)mutation).getTimeRange(); -8025break; -8026 case APPEND: -8027tr = ((Append)mutation).getTimeRange(); +7966 * always the same dependent on whether to write WAL. +7967 * +7968 * @param results Fill in here what goes back to the Client if it is non-null (if null, client +7969 * doesn't want results). +7970 * @param forMemStore Fill in here what to apply to the MemStore (by Store). +7971 * @return A WALEdit to apply to WAL or null if we are to skip the WAL. +7972 */ +7973 private WALEdit reckonDeltas(Operation op, Mutation mutation, Durability effectiveDurability, +7974 Map | > forMemStore, List results) throws IOException { +7975WALEdit walEdit = null; +7976long now = EnvironmentEdgeManager.currentTime(); +7977final boolean writeToWAL = effectiveDurability != Durability.SKIP_WAL; +7978// Process a Store/family at a time. +7979for (Map.Entry | > entry: mutation.getFamily
[01/18] hbase-site git commit: Published site at 4281cb3b9574333fab0e7c028c9c0d7e5b320c73.
Repository: hbase-site Updated Branches: refs/heads/asf-site 5f6a6e919 -> 9b29d8f02 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/9b29d8f0/downloads.html -- diff --git a/downloads.html b/downloads.html index 0272f8c..6db0b09 100644 --- a/downloads.html +++ b/downloads.html @@ -7,7 +7,7 @@ - + Apache HBase – Apache HBase Downloads @@ -463,7 +463,7 @@ under the License. --> https://www.apache.org/";>The Apache Software Foundation. All rights reserved. - Last Published: 2018-12-25 + Last Published: 2018-12-26 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/9b29d8f0/export_control.html -- diff --git a/export_control.html b/export_control.html index 0d35c76..38e726f 100644 --- a/export_control.html +++ b/export_control.html @@ -7,7 +7,7 @@ - + Apache HBase – Export Control @@ -341,7 +341,7 @@ for more details. https://www.apache.org/";>The Apache Software Foundation. All rights reserved. - Last Published: 2018-12-25 + Last Published: 2018-12-26 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/9b29d8f0/index.html -- diff --git a/index.html b/index.html index b17bbc2..470895d 100644 --- a/index.html +++ b/index.html @@ -7,7 +7,7 @@ - + Apache HBase – Apache HBase⢠Home @@ -421,7 +421,7 @@ Apache HBase is an open-source, distributed, versioned, non-relational database https://www.apache.org/";>The Apache Software Foundation. All rights reserved. - Last Published: 2018-12-25 + Last Published: 2018-12-26 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/9b29d8f0/integration.html -- diff --git a/integration.html b/integration.html index 6771544..932270e 100644 --- a/integration.html +++ b/integration.html @@ -7,7 +7,7 @@ - + Apache HBase – CI Management @@ -301,7 +301,7 @@ https://www.apache.org/";>The Apache Software Foundation. All rights reserved. - Last Published: 2018-12-25 + Last Published: 2018-12-26 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/9b29d8f0/issue-tracking.html -- diff --git a/issue-tracking.html b/issue-tracking.html index e668ef9..05c998c 100644 --- a/issue-tracking.html +++ b/issue-tracking.html @@ -7,7 +7,7 @@ - + Apache HBase – Issue Management @@ -298,7 +298,7 @@ https://www.apache.org/";>The Apache Software Foundation. All rights reserved. - Last Published: 2018-12-25 + Last Published: 2018-12-26 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/9b29d8f0/license.html -- diff --git a/license.html b/license.html index 8e2e75b..9a49a59 100644 --- a/license.html +++ b/license.html @@ -7,7 +7,7 @@ - + Apache HBase – Project Licenses @@ -501,7 +501,7 @@ https://www.apache.org/";>The Apache Software Foundation. All rights reserved. - Last Published: 2018-12-25 + Last Published: 2018-12-26 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/9b29d8f0/mail-lists.html -- diff --git a/mail-lists.html b/mail-lists.html index d4147f2..f051bd0 100644 --- a/mail-lists.html +++ b/mail-lists.html @@ -7,7 +7,7 @@ - + Apache HBase – Project Mailing Lists @@ -351,7 +351,7 @@ https://www.apache.org/";>The Apache Software Foundation. All rights reserved. - Last Published: 2018-12-25 + Last Published: 2018-12-26 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/9b29d8f0/metrics.html -- diff --gi
[02/18] hbase-site git commit: Published site at 4281cb3b9574333fab0e7c028c9c0d7e5b320c73.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/9b29d8f0/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.html b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.html index 68e9bfe..0f5a095 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.html @@ -7971,832 +7971,819 @@ 7963 7964 /** 7965 * Reckon the Cells to apply to WAL, memstore, and to return to the Client; these Sets are not -7966 * always the same dependent on whether to write WAL or if the amount to increment is zero (in -7967 * this case we write back nothing, just return latest Cell value to the client). -7968 * -7969 * @param results Fill in here what goes back to the Client if it is non-null (if null, client -7970 * doesn't want results). -7971 * @param forMemStore Fill in here what to apply to the MemStore (by Store). -7972 * @return A WALEdit to apply to WAL or null if we are to skip the WAL. -7973 */ -7974 private WALEdit reckonDeltas(Operation op, Mutation mutation, Durability effectiveDurability, -7975 Map> forMemStore, List results) throws IOException { -7976WALEdit walEdit = null; -7977long now = EnvironmentEdgeManager.currentTime(); -7978final boolean writeToWAL = effectiveDurability != Durability.SKIP_WAL; -7979// Process a Store/family at a time. -7980for (Map.Entry | > entry: mutation.getFamilyCellMap().entrySet()) { -7981 final byte[] columnFamilyName = entry.getKey(); -7982 List deltas = entry.getValue(); -7983 HStore store = this.stores.get(columnFamilyName); -7984 // Reckon for the Store what to apply to WAL and MemStore. -7985 List | toApply = -7986reckonDeltasByStore(store, op, mutation, effectiveDurability, now, deltas, results); -7987 if (!toApply.isEmpty()) { -7988forMemStore.put(store, toApply); -7989if (writeToWAL) { -7990 if (walEdit == null) { -7991walEdit = new WALEdit(); -7992 } -7993 walEdit.getCells().addAll(toApply); -7994} -7995 } -7996} -7997return walEdit; -7998 } -7999 -8000 /** -8001 * Reckon the Cells to apply to WAL, memstore, and to return to the Client in passed -8002 * column family/Store. -8003 * -8004 * Does Get of current value and then adds passed in deltas for this Store returning the result. -8005 * -8006 * @param op Whether Increment or Append -8007 * @param mutation The encompassing Mutation object -8008 * @param deltas Changes to apply to this Store; either increment amount or data to append -8009 * @param results In here we accumulate all the Cells we are to return to the client; this List -8010 * can be larger than what we return in case where delta is zero; i.e. don't write -8011 * out new values, just return current value. If null, client doesn't want results returned. -8012 * @return Resulting Cells after | deltas
have been applied to current -8013 * values. Side effect is our filling out of theresults
List. -8014 */ -8015 private ListreckonDeltasByStore(HStore store, Operation op, Mutation mutation, -8016 Durability effectiveDurability, long now, List | deltas, List | results) -8017 throws IOException { -8018byte[] columnFamily = store.getColumnFamilyDescriptor().getName(); -8019List | toApply = new ArrayList<>(deltas.size()); -8020// Get previous values for all columns in this family. -8021TimeRange tr = null; -8022switch (op) { -8023 case INCREMENT: -8024tr = ((Increment)mutation).getTimeRange(); -8025break; -8026 case APPEND: -8027tr = ((Append)mutation).getTimeRange(); +7966 * always the same dependent on whether to write WAL. +7967 * +7968 * @param results Fill in here what goes back to the Client if it is non-null (if null, client +7969 * doesn't want results). +7970 * @param forMemStore Fill in here what to apply to the MemStore (by Store). +7971 * @return A WALEdit to apply to WAL or null if we are to skip the WAL. +7972 */ +7973 private WALEdit reckonDeltas(Operation op, Mutation mutation, Durability effectiveDurability, +7974 Map | > forMemStore, List results) throws IOException { +7975WALEdit walEdit = null; +7976long now = EnvironmentEdgeManager.currentTime(); +7977final boolean writeToWAL = effectiveDurability != Durability.SKIP_WAL; +7978// Process a Store/family at a time. +7979for (Map.Entry | > entry: mutation.getFamilyCellMap().entrySet()) { +7980 final byte[] columnFamilyName = entry.getKey(); +798
[10/18] hbase-site git commit: Published site at 4281cb3b9574333fab0e7c028c9c0d7e5b320c73.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/9b29d8f0/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.MutationBatchOperation.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.MutationBatchOperation.html b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.MutationBatchOperation.html index 68e9bfe..0f5a095 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.MutationBatchOperation.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.MutationBatchOperation.html @@ -7971,832 +7971,819 @@ 7963 7964 /** 7965 * Reckon the Cells to apply to WAL, memstore, and to return to the Client; these Sets are not -7966 * always the same dependent on whether to write WAL or if the amount to increment is zero (in -7967 * this case we write back nothing, just return latest Cell value to the client). -7968 * -7969 * @param results Fill in here what goes back to the Client if it is non-null (if null, client -7970 * doesn't want results). -7971 * @param forMemStore Fill in here what to apply to the MemStore (by Store). -7972 * @return A WALEdit to apply to WAL or null if we are to skip the WAL. -7973 */ -7974 private WALEdit reckonDeltas(Operation op, Mutation mutation, Durability effectiveDurability, -7975 Map> forMemStore, List results) throws IOException { -7976WALEdit walEdit = null; -7977long now = EnvironmentEdgeManager.currentTime(); -7978final boolean writeToWAL = effectiveDurability != Durability.SKIP_WAL; -7979// Process a Store/family at a time. -7980for (Map.Entry | > entry: mutation.getFamilyCellMap().entrySet()) { -7981 final byte[] columnFamilyName = entry.getKey(); -7982 List deltas = entry.getValue(); -7983 HStore store = this.stores.get(columnFamilyName); -7984 // Reckon for the Store what to apply to WAL and MemStore. -7985 List | toApply = -7986reckonDeltasByStore(store, op, mutation, effectiveDurability, now, deltas, results); -7987 if (!toApply.isEmpty()) { -7988forMemStore.put(store, toApply); -7989if (writeToWAL) { -7990 if (walEdit == null) { -7991walEdit = new WALEdit(); -7992 } -7993 walEdit.getCells().addAll(toApply); -7994} -7995 } -7996} -7997return walEdit; -7998 } -7999 -8000 /** -8001 * Reckon the Cells to apply to WAL, memstore, and to return to the Client in passed -8002 * column family/Store. -8003 * -8004 * Does Get of current value and then adds passed in deltas for this Store returning the result. -8005 * -8006 * @param op Whether Increment or Append -8007 * @param mutation The encompassing Mutation object -8008 * @param deltas Changes to apply to this Store; either increment amount or data to append -8009 * @param results In here we accumulate all the Cells we are to return to the client; this List -8010 * can be larger than what we return in case where delta is zero; i.e. don't write -8011 * out new values, just return current value. If null, client doesn't want results returned. -8012 * @return Resulting Cells after | deltas
have been applied to current -8013 * values. Side effect is our filling out of theresults
List. -8014 */ -8015 private ListreckonDeltasByStore(HStore store, Operation op, Mutation mutation, -8016 Durability effectiveDurability, long now, List | deltas, List | results) -8017 throws IOException { -8018byte[] columnFamily = store.getColumnFamilyDescriptor().getName(); -8019List | toApply = new ArrayList<>(deltas.size()); -8020// Get previous values for all columns in this family. -8021TimeRange tr = null; -8022switch (op) { -8023 case INCREMENT: -8024tr = ((Increment)mutation).getTimeRange(); -8025break; -8026 case APPEND: -8027tr = ((Append)mutation).getTimeRange(); +7966 * always the same dependent on whether to write WAL. +7967 * +7968 * @param results Fill in here what goes back to the Client if it is non-null (if null, client +7969 * doesn't want results). +7970 * @param forMemStore Fill in here what to apply to the MemStore (by Store). +7971 * @return A WALEdit to apply to WAL or null if we are to skip the WAL. +7972 */ +7973 private WALEdit reckonDeltas(Operation op, Mutation mutation, Durability effectiveDurability, +7974 Map | > forMemStore, List results) throws IOException { +7975WALEdit walEdit = null; +7976long now = EnvironmentEdgeManager.currentTime(); +7977final boolean writeToWAL = effectiveDurability != Durability.SKIP_WAL; +7978// Process a Store/family at a time. +7979for (Map.Entry |
hbase-site git commit: INFRA-10751 Empty commit
Repository: hbase-site Updated Branches: refs/heads/asf-site 9b29d8f02 -> 9a5f7861d INFRA-10751 Empty commit Project: http://git-wip-us.apache.org/repos/asf/hbase-site/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase-site/commit/9a5f7861 Tree: http://git-wip-us.apache.org/repos/asf/hbase-site/tree/9a5f7861 Diff: http://git-wip-us.apache.org/repos/asf/hbase-site/diff/9a5f7861 Branch: refs/heads/asf-site Commit: 9a5f7861d7ebc0de2fa6f991c34a3aeb3571f497 Parents: 9b29d8f Author: jenkins Authored: Wed Dec 26 14:51:37 2018 + Committer: jenkins Committed: Wed Dec 26 14:51:37 2018 + -- --
[16/18] hbase-site git commit: Published site at 4281cb3b9574333fab0e7c028c9c0d7e5b320c73.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/9b29d8f0/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.BatchOperation.Visitor.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.BatchOperation.Visitor.html b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.BatchOperation.Visitor.html index 68e9bfe..0f5a095 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.BatchOperation.Visitor.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.BatchOperation.Visitor.html @@ -7971,832 +7971,819 @@ 7963 7964 /** 7965 * Reckon the Cells to apply to WAL, memstore, and to return to the Client; these Sets are not -7966 * always the same dependent on whether to write WAL or if the amount to increment is zero (in -7967 * this case we write back nothing, just return latest Cell value to the client). -7968 * -7969 * @param results Fill in here what goes back to the Client if it is non-null (if null, client -7970 * doesn't want results). -7971 * @param forMemStore Fill in here what to apply to the MemStore (by Store). -7972 * @return A WALEdit to apply to WAL or null if we are to skip the WAL. -7973 */ -7974 private WALEdit reckonDeltas(Operation op, Mutation mutation, Durability effectiveDurability, -7975 Map> forMemStore, List results) throws IOException { -7976WALEdit walEdit = null; -7977long now = EnvironmentEdgeManager.currentTime(); -7978final boolean writeToWAL = effectiveDurability != Durability.SKIP_WAL; -7979// Process a Store/family at a time. -7980for (Map.Entry | > entry: mutation.getFamilyCellMap().entrySet()) { -7981 final byte[] columnFamilyName = entry.getKey(); -7982 List deltas = entry.getValue(); -7983 HStore store = this.stores.get(columnFamilyName); -7984 // Reckon for the Store what to apply to WAL and MemStore. -7985 List | toApply = -7986reckonDeltasByStore(store, op, mutation, effectiveDurability, now, deltas, results); -7987 if (!toApply.isEmpty()) { -7988forMemStore.put(store, toApply); -7989if (writeToWAL) { -7990 if (walEdit == null) { -7991walEdit = new WALEdit(); -7992 } -7993 walEdit.getCells().addAll(toApply); -7994} -7995 } -7996} -7997return walEdit; -7998 } -7999 -8000 /** -8001 * Reckon the Cells to apply to WAL, memstore, and to return to the Client in passed -8002 * column family/Store. -8003 * -8004 * Does Get of current value and then adds passed in deltas for this Store returning the result. -8005 * -8006 * @param op Whether Increment or Append -8007 * @param mutation The encompassing Mutation object -8008 * @param deltas Changes to apply to this Store; either increment amount or data to append -8009 * @param results In here we accumulate all the Cells we are to return to the client; this List -8010 * can be larger than what we return in case where delta is zero; i.e. don't write -8011 * out new values, just return current value. If null, client doesn't want results returned. -8012 * @return Resulting Cells after | deltas
have been applied to current -8013 * values. Side effect is our filling out of theresults
List. -8014 */ -8015 private ListreckonDeltasByStore(HStore store, Operation op, Mutation mutation, -8016 Durability effectiveDurability, long now, List | deltas, List | results) -8017 throws IOException { -8018byte[] columnFamily = store.getColumnFamilyDescriptor().getName(); -8019List | toApply = new ArrayList<>(deltas.size()); -8020// Get previous values for all columns in this family. -8021TimeRange tr = null; -8022switch (op) { -8023 case INCREMENT: -8024tr = ((Increment)mutation).getTimeRange(); -8025break; -8026 case APPEND: -8027tr = ((Append)mutation).getTimeRange(); +7966 * always the same dependent on whether to write WAL. +7967 * +7968 * @param results Fill in here what goes back to the Client if it is non-null (if null, client +7969 * doesn't want results). +7970 * @param forMemStore Fill in here what to apply to the MemStore (by Store). +7971 * @return A WALEdit to apply to WAL or null if we are to skip the WAL. +7972 */ +7973 private WALEdit reckonDeltas(Operation op, Mutation mutation, Durability effectiveDurability, +7974 Map | > forMemStore, List results) throws IOException { +7975WALEdit walEdit = null; +7976long now = EnvironmentEdgeManager.currentTime(); +7977final boolean writeToWAL = effectiveDurability != Durability.SKIP_WAL; +7978// Process a Store/family at a time. +7979for (Map.Entry |
[06/18] hbase-site git commit: Published site at 4281cb3b9574333fab0e7c028c9c0d7e5b320c73.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/9b29d8f0/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.ReplayBatchOperation.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.ReplayBatchOperation.html b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.ReplayBatchOperation.html index 68e9bfe..0f5a095 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.ReplayBatchOperation.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.ReplayBatchOperation.html @@ -7971,832 +7971,819 @@ 7963 7964 /** 7965 * Reckon the Cells to apply to WAL, memstore, and to return to the Client; these Sets are not -7966 * always the same dependent on whether to write WAL or if the amount to increment is zero (in -7967 * this case we write back nothing, just return latest Cell value to the client). -7968 * -7969 * @param results Fill in here what goes back to the Client if it is non-null (if null, client -7970 * doesn't want results). -7971 * @param forMemStore Fill in here what to apply to the MemStore (by Store). -7972 * @return A WALEdit to apply to WAL or null if we are to skip the WAL. -7973 */ -7974 private WALEdit reckonDeltas(Operation op, Mutation mutation, Durability effectiveDurability, -7975 Map> forMemStore, List results) throws IOException { -7976WALEdit walEdit = null; -7977long now = EnvironmentEdgeManager.currentTime(); -7978final boolean writeToWAL = effectiveDurability != Durability.SKIP_WAL; -7979// Process a Store/family at a time. -7980for (Map.Entry | > entry: mutation.getFamilyCellMap().entrySet()) { -7981 final byte[] columnFamilyName = entry.getKey(); -7982 List deltas = entry.getValue(); -7983 HStore store = this.stores.get(columnFamilyName); -7984 // Reckon for the Store what to apply to WAL and MemStore. -7985 List | toApply = -7986reckonDeltasByStore(store, op, mutation, effectiveDurability, now, deltas, results); -7987 if (!toApply.isEmpty()) { -7988forMemStore.put(store, toApply); -7989if (writeToWAL) { -7990 if (walEdit == null) { -7991walEdit = new WALEdit(); -7992 } -7993 walEdit.getCells().addAll(toApply); -7994} -7995 } -7996} -7997return walEdit; -7998 } -7999 -8000 /** -8001 * Reckon the Cells to apply to WAL, memstore, and to return to the Client in passed -8002 * column family/Store. -8003 * -8004 * Does Get of current value and then adds passed in deltas for this Store returning the result. -8005 * -8006 * @param op Whether Increment or Append -8007 * @param mutation The encompassing Mutation object -8008 * @param deltas Changes to apply to this Store; either increment amount or data to append -8009 * @param results In here we accumulate all the Cells we are to return to the client; this List -8010 * can be larger than what we return in case where delta is zero; i.e. don't write -8011 * out new values, just return current value. If null, client doesn't want results returned. -8012 * @return Resulting Cells after | deltas
have been applied to current -8013 * values. Side effect is our filling out of theresults
List. -8014 */ -8015 private ListreckonDeltasByStore(HStore store, Operation op, Mutation mutation, -8016 Durability effectiveDurability, long now, List | deltas, List | results) -8017 throws IOException { -8018byte[] columnFamily = store.getColumnFamilyDescriptor().getName(); -8019List | toApply = new ArrayList<>(deltas.size()); -8020// Get previous values for all columns in this family. -8021TimeRange tr = null; -8022switch (op) { -8023 case INCREMENT: -8024tr = ((Increment)mutation).getTimeRange(); -8025break; -8026 case APPEND: -8027tr = ((Append)mutation).getTimeRange(); +7966 * always the same dependent on whether to write WAL. +7967 * +7968 * @param results Fill in here what goes back to the Client if it is non-null (if null, client +7969 * doesn't want results). +7970 * @param forMemStore Fill in here what to apply to the MemStore (by Store). +7971 * @return A WALEdit to apply to WAL or null if we are to skip the WAL. +7972 */ +7973 private WALEdit reckonDeltas(Operation op, Mutation mutation, Durability effectiveDurability, +7974 Map | > forMemStore, List results) throws IOException { +7975WALEdit walEdit = null; +7976long now = EnvironmentEdgeManager.currentTime(); +7977final boolean writeToWAL = effectiveDurability != Durability.SKIP_WAL; +7978// Process a Store/family at a time. +7979for (Map.Entry | > entry
[04/18] hbase-site git commit: Published site at 4281cb3b9574333fab0e7c028c9c0d7e5b320c73.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/9b29d8f0/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.RowLockImpl.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.RowLockImpl.html b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.RowLockImpl.html index 68e9bfe..0f5a095 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.RowLockImpl.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.RowLockImpl.html @@ -7971,832 +7971,819 @@ 7963 7964 /** 7965 * Reckon the Cells to apply to WAL, memstore, and to return to the Client; these Sets are not -7966 * always the same dependent on whether to write WAL or if the amount to increment is zero (in -7967 * this case we write back nothing, just return latest Cell value to the client). -7968 * -7969 * @param results Fill in here what goes back to the Client if it is non-null (if null, client -7970 * doesn't want results). -7971 * @param forMemStore Fill in here what to apply to the MemStore (by Store). -7972 * @return A WALEdit to apply to WAL or null if we are to skip the WAL. -7973 */ -7974 private WALEdit reckonDeltas(Operation op, Mutation mutation, Durability effectiveDurability, -7975 Map> forMemStore, List results) throws IOException { -7976WALEdit walEdit = null; -7977long now = EnvironmentEdgeManager.currentTime(); -7978final boolean writeToWAL = effectiveDurability != Durability.SKIP_WAL; -7979// Process a Store/family at a time. -7980for (Map.Entry | > entry: mutation.getFamilyCellMap().entrySet()) { -7981 final byte[] columnFamilyName = entry.getKey(); -7982 List deltas = entry.getValue(); -7983 HStore store = this.stores.get(columnFamilyName); -7984 // Reckon for the Store what to apply to WAL and MemStore. -7985 List | toApply = -7986reckonDeltasByStore(store, op, mutation, effectiveDurability, now, deltas, results); -7987 if (!toApply.isEmpty()) { -7988forMemStore.put(store, toApply); -7989if (writeToWAL) { -7990 if (walEdit == null) { -7991walEdit = new WALEdit(); -7992 } -7993 walEdit.getCells().addAll(toApply); -7994} -7995 } -7996} -7997return walEdit; -7998 } -7999 -8000 /** -8001 * Reckon the Cells to apply to WAL, memstore, and to return to the Client in passed -8002 * column family/Store. -8003 * -8004 * Does Get of current value and then adds passed in deltas for this Store returning the result. -8005 * -8006 * @param op Whether Increment or Append -8007 * @param mutation The encompassing Mutation object -8008 * @param deltas Changes to apply to this Store; either increment amount or data to append -8009 * @param results In here we accumulate all the Cells we are to return to the client; this List -8010 * can be larger than what we return in case where delta is zero; i.e. don't write -8011 * out new values, just return current value. If null, client doesn't want results returned. -8012 * @return Resulting Cells after | deltas
have been applied to current -8013 * values. Side effect is our filling out of theresults
List. -8014 */ -8015 private ListreckonDeltasByStore(HStore store, Operation op, Mutation mutation, -8016 Durability effectiveDurability, long now, List | deltas, List | results) -8017 throws IOException { -8018byte[] columnFamily = store.getColumnFamilyDescriptor().getName(); -8019List | toApply = new ArrayList<>(deltas.size()); -8020// Get previous values for all columns in this family. -8021TimeRange tr = null; -8022switch (op) { -8023 case INCREMENT: -8024tr = ((Increment)mutation).getTimeRange(); -8025break; -8026 case APPEND: -8027tr = ((Append)mutation).getTimeRange(); +7966 * always the same dependent on whether to write WAL. +7967 * +7968 * @param results Fill in here what goes back to the Client if it is non-null (if null, client +7969 * doesn't want results). +7970 * @param forMemStore Fill in here what to apply to the MemStore (by Store). +7971 * @return A WALEdit to apply to WAL or null if we are to skip the WAL. +7972 */ +7973 private WALEdit reckonDeltas(Operation op, Mutation mutation, Durability effectiveDurability, +7974 Map | > forMemStore, List results) throws IOException { +7975WALEdit walEdit = null; +7976long now = EnvironmentEdgeManager.currentTime(); +7977final boolean writeToWAL = effectiveDurability != Durability.SKIP_WAL; +7978// Process a Store/family at a time. +7979for (Map.Entry | > entry: mutation.getFamilyCellMap().entrySet()) { +
[05/18] hbase-site git commit: Published site at 4281cb3b9574333fab0e7c028c9c0d7e5b320c73.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/9b29d8f0/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.RowLockContext.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.RowLockContext.html b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.RowLockContext.html index 68e9bfe..0f5a095 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.RowLockContext.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.RowLockContext.html @@ -7971,832 +7971,819 @@ 7963 7964 /** 7965 * Reckon the Cells to apply to WAL, memstore, and to return to the Client; these Sets are not -7966 * always the same dependent on whether to write WAL or if the amount to increment is zero (in -7967 * this case we write back nothing, just return latest Cell value to the client). -7968 * -7969 * @param results Fill in here what goes back to the Client if it is non-null (if null, client -7970 * doesn't want results). -7971 * @param forMemStore Fill in here what to apply to the MemStore (by Store). -7972 * @return A WALEdit to apply to WAL or null if we are to skip the WAL. -7973 */ -7974 private WALEdit reckonDeltas(Operation op, Mutation mutation, Durability effectiveDurability, -7975 Map> forMemStore, List results) throws IOException { -7976WALEdit walEdit = null; -7977long now = EnvironmentEdgeManager.currentTime(); -7978final boolean writeToWAL = effectiveDurability != Durability.SKIP_WAL; -7979// Process a Store/family at a time. -7980for (Map.Entry | > entry: mutation.getFamilyCellMap().entrySet()) { -7981 final byte[] columnFamilyName = entry.getKey(); -7982 List deltas = entry.getValue(); -7983 HStore store = this.stores.get(columnFamilyName); -7984 // Reckon for the Store what to apply to WAL and MemStore. -7985 List | toApply = -7986reckonDeltasByStore(store, op, mutation, effectiveDurability, now, deltas, results); -7987 if (!toApply.isEmpty()) { -7988forMemStore.put(store, toApply); -7989if (writeToWAL) { -7990 if (walEdit == null) { -7991walEdit = new WALEdit(); -7992 } -7993 walEdit.getCells().addAll(toApply); -7994} -7995 } -7996} -7997return walEdit; -7998 } -7999 -8000 /** -8001 * Reckon the Cells to apply to WAL, memstore, and to return to the Client in passed -8002 * column family/Store. -8003 * -8004 * Does Get of current value and then adds passed in deltas for this Store returning the result. -8005 * -8006 * @param op Whether Increment or Append -8007 * @param mutation The encompassing Mutation object -8008 * @param deltas Changes to apply to this Store; either increment amount or data to append -8009 * @param results In here we accumulate all the Cells we are to return to the client; this List -8010 * can be larger than what we return in case where delta is zero; i.e. don't write -8011 * out new values, just return current value. If null, client doesn't want results returned. -8012 * @return Resulting Cells after | deltas
have been applied to current -8013 * values. Side effect is our filling out of theresults
List. -8014 */ -8015 private ListreckonDeltasByStore(HStore store, Operation op, Mutation mutation, -8016 Durability effectiveDurability, long now, List | deltas, List | results) -8017 throws IOException { -8018byte[] columnFamily = store.getColumnFamilyDescriptor().getName(); -8019List | toApply = new ArrayList<>(deltas.size()); -8020// Get previous values for all columns in this family. -8021TimeRange tr = null; -8022switch (op) { -8023 case INCREMENT: -8024tr = ((Increment)mutation).getTimeRange(); -8025break; -8026 case APPEND: -8027tr = ((Append)mutation).getTimeRange(); +7966 * always the same dependent on whether to write WAL. +7967 * +7968 * @param results Fill in here what goes back to the Client if it is non-null (if null, client +7969 * doesn't want results). +7970 * @param forMemStore Fill in here what to apply to the MemStore (by Store). +7971 * @return A WALEdit to apply to WAL or null if we are to skip the WAL. +7972 */ +7973 private WALEdit reckonDeltas(Operation op, Mutation mutation, Durability effectiveDurability, +7974 Map | > forMemStore, List results) throws IOException { +7975WALEdit walEdit = null; +7976long now = EnvironmentEdgeManager.currentTime(); +7977final boolean writeToWAL = effectiveDurability != Durability.SKIP_WAL; +7978// Process a Store/family at a time. +7979for (Map.Entry | > entry: mutation.getFamilyCellMap().
[08/18] hbase-site git commit: Published site at 4281cb3b9574333fab0e7c028c9c0d7e5b320c73.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/9b29d8f0/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.PrepareFlushResult.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.PrepareFlushResult.html b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.PrepareFlushResult.html index 68e9bfe..0f5a095 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.PrepareFlushResult.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.PrepareFlushResult.html @@ -7971,832 +7971,819 @@ 7963 7964 /** 7965 * Reckon the Cells to apply to WAL, memstore, and to return to the Client; these Sets are not -7966 * always the same dependent on whether to write WAL or if the amount to increment is zero (in -7967 * this case we write back nothing, just return latest Cell value to the client). -7968 * -7969 * @param results Fill in here what goes back to the Client if it is non-null (if null, client -7970 * doesn't want results). -7971 * @param forMemStore Fill in here what to apply to the MemStore (by Store). -7972 * @return A WALEdit to apply to WAL or null if we are to skip the WAL. -7973 */ -7974 private WALEdit reckonDeltas(Operation op, Mutation mutation, Durability effectiveDurability, -7975 Map> forMemStore, List results) throws IOException { -7976WALEdit walEdit = null; -7977long now = EnvironmentEdgeManager.currentTime(); -7978final boolean writeToWAL = effectiveDurability != Durability.SKIP_WAL; -7979// Process a Store/family at a time. -7980for (Map.Entry | > entry: mutation.getFamilyCellMap().entrySet()) { -7981 final byte[] columnFamilyName = entry.getKey(); -7982 List deltas = entry.getValue(); -7983 HStore store = this.stores.get(columnFamilyName); -7984 // Reckon for the Store what to apply to WAL and MemStore. -7985 List | toApply = -7986reckonDeltasByStore(store, op, mutation, effectiveDurability, now, deltas, results); -7987 if (!toApply.isEmpty()) { -7988forMemStore.put(store, toApply); -7989if (writeToWAL) { -7990 if (walEdit == null) { -7991walEdit = new WALEdit(); -7992 } -7993 walEdit.getCells().addAll(toApply); -7994} -7995 } -7996} -7997return walEdit; -7998 } -7999 -8000 /** -8001 * Reckon the Cells to apply to WAL, memstore, and to return to the Client in passed -8002 * column family/Store. -8003 * -8004 * Does Get of current value and then adds passed in deltas for this Store returning the result. -8005 * -8006 * @param op Whether Increment or Append -8007 * @param mutation The encompassing Mutation object -8008 * @param deltas Changes to apply to this Store; either increment amount or data to append -8009 * @param results In here we accumulate all the Cells we are to return to the client; this List -8010 * can be larger than what we return in case where delta is zero; i.e. don't write -8011 * out new values, just return current value. If null, client doesn't want results returned. -8012 * @return Resulting Cells after | deltas
have been applied to current -8013 * values. Side effect is our filling out of theresults
List. -8014 */ -8015 private ListreckonDeltasByStore(HStore store, Operation op, Mutation mutation, -8016 Durability effectiveDurability, long now, List | deltas, List | results) -8017 throws IOException { -8018byte[] columnFamily = store.getColumnFamilyDescriptor().getName(); -8019List | toApply = new ArrayList<>(deltas.size()); -8020// Get previous values for all columns in this family. -8021TimeRange tr = null; -8022switch (op) { -8023 case INCREMENT: -8024tr = ((Increment)mutation).getTimeRange(); -8025break; -8026 case APPEND: -8027tr = ((Append)mutation).getTimeRange(); +7966 * always the same dependent on whether to write WAL. +7967 * +7968 * @param results Fill in here what goes back to the Client if it is non-null (if null, client +7969 * doesn't want results). +7970 * @param forMemStore Fill in here what to apply to the MemStore (by Store). +7971 * @return A WALEdit to apply to WAL or null if we are to skip the WAL. +7972 */ +7973 private WALEdit reckonDeltas(Operation op, Mutation mutation, Durability effectiveDurability, +7974 Map | > forMemStore, List results) throws IOException { +7975WALEdit walEdit = null; +7976long now = EnvironmentEdgeManager.currentTime(); +7977final boolean writeToWAL = effectiveDurability != Durability.SKIP_WAL; +7978// Process a Store/family at a time. +7979for (Map.Entry | > entry: mutation
[12/18] hbase-site git commit: Published site at 4281cb3b9574333fab0e7c028c9c0d7e5b320c73.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/9b29d8f0/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.FlushResult.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.FlushResult.html b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.FlushResult.html index 68e9bfe..0f5a095 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.FlushResult.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.FlushResult.html @@ -7971,832 +7971,819 @@ 7963 7964 /** 7965 * Reckon the Cells to apply to WAL, memstore, and to return to the Client; these Sets are not -7966 * always the same dependent on whether to write WAL or if the amount to increment is zero (in -7967 * this case we write back nothing, just return latest Cell value to the client). -7968 * -7969 * @param results Fill in here what goes back to the Client if it is non-null (if null, client -7970 * doesn't want results). -7971 * @param forMemStore Fill in here what to apply to the MemStore (by Store). -7972 * @return A WALEdit to apply to WAL or null if we are to skip the WAL. -7973 */ -7974 private WALEdit reckonDeltas(Operation op, Mutation mutation, Durability effectiveDurability, -7975 Map> forMemStore, List results) throws IOException { -7976WALEdit walEdit = null; -7977long now = EnvironmentEdgeManager.currentTime(); -7978final boolean writeToWAL = effectiveDurability != Durability.SKIP_WAL; -7979// Process a Store/family at a time. -7980for (Map.Entry | > entry: mutation.getFamilyCellMap().entrySet()) { -7981 final byte[] columnFamilyName = entry.getKey(); -7982 List deltas = entry.getValue(); -7983 HStore store = this.stores.get(columnFamilyName); -7984 // Reckon for the Store what to apply to WAL and MemStore. -7985 List | toApply = -7986reckonDeltasByStore(store, op, mutation, effectiveDurability, now, deltas, results); -7987 if (!toApply.isEmpty()) { -7988forMemStore.put(store, toApply); -7989if (writeToWAL) { -7990 if (walEdit == null) { -7991walEdit = new WALEdit(); -7992 } -7993 walEdit.getCells().addAll(toApply); -7994} -7995 } -7996} -7997return walEdit; -7998 } -7999 -8000 /** -8001 * Reckon the Cells to apply to WAL, memstore, and to return to the Client in passed -8002 * column family/Store. -8003 * -8004 * Does Get of current value and then adds passed in deltas for this Store returning the result. -8005 * -8006 * @param op Whether Increment or Append -8007 * @param mutation The encompassing Mutation object -8008 * @param deltas Changes to apply to this Store; either increment amount or data to append -8009 * @param results In here we accumulate all the Cells we are to return to the client; this List -8010 * can be larger than what we return in case where delta is zero; i.e. don't write -8011 * out new values, just return current value. If null, client doesn't want results returned. -8012 * @return Resulting Cells after | deltas
have been applied to current -8013 * values. Side effect is our filling out of theresults
List. -8014 */ -8015 private ListreckonDeltasByStore(HStore store, Operation op, Mutation mutation, -8016 Durability effectiveDurability, long now, List | deltas, List | results) -8017 throws IOException { -8018byte[] columnFamily = store.getColumnFamilyDescriptor().getName(); -8019List | toApply = new ArrayList<>(deltas.size()); -8020// Get previous values for all columns in this family. -8021TimeRange tr = null; -8022switch (op) { -8023 case INCREMENT: -8024tr = ((Increment)mutation).getTimeRange(); -8025break; -8026 case APPEND: -8027tr = ((Append)mutation).getTimeRange(); +7966 * always the same dependent on whether to write WAL. +7967 * +7968 * @param results Fill in here what goes back to the Client if it is non-null (if null, client +7969 * doesn't want results). +7970 * @param forMemStore Fill in here what to apply to the MemStore (by Store). +7971 * @return A WALEdit to apply to WAL or null if we are to skip the WAL. +7972 */ +7973 private WALEdit reckonDeltas(Operation op, Mutation mutation, Durability effectiveDurability, +7974 Map | > forMemStore, List results) throws IOException { +7975WALEdit walEdit = null; +7976long now = EnvironmentEdgeManager.currentTime(); +7977final boolean writeToWAL = effectiveDurability != Durability.SKIP_WAL; +7978// Process a Store/family at a time. +7979for (Map.Entry | > entry: mutation.getFamilyCellMap().entrySet()) { +
[18/18] hbase-site git commit: Published site at 4281cb3b9574333fab0e7c028c9c0d7e5b320c73.
Published site at 4281cb3b9574333fab0e7c028c9c0d7e5b320c73. Project: http://git-wip-us.apache.org/repos/asf/hbase-site/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase-site/commit/9b29d8f0 Tree: http://git-wip-us.apache.org/repos/asf/hbase-site/tree/9b29d8f0 Diff: http://git-wip-us.apache.org/repos/asf/hbase-site/diff/9b29d8f0 Branch: refs/heads/asf-site Commit: 9b29d8f02833b202c4899ba2052f895806ce86c9 Parents: 5f6a6e9 Author: jenkins Authored: Wed Dec 26 14:51:21 2018 + Committer: jenkins Committed: Wed Dec 26 14:51:21 2018 + -- acid-semantics.html |4 +- apache_hbase_reference_guide.pdf|4 +- book.html |2 +- bulk-loads.html |4 +- checkstyle-aggregate.html | 88 +- checkstyle.rss |4 +- coc.html|4 +- dependencies.html |4 +- dependency-convergence.html |4 +- dependency-info.html|4 +- dependency-management.html |4 +- devapidocs/constant-values.html |4 +- devapidocs/index-all.html |3 +- .../org/apache/hadoop/hbase/class-use/Cell.html |6 +- .../hbase/client/class-use/Durability.html |3 +- .../hadoop/hbase/client/class-use/Mutation.html |3 +- .../hadoop/hbase/regionserver/HRegion.html | 121 +- .../hbase/regionserver/class-use/HStore.html|3 +- .../class-use/Region.Operation.html |3 +- .../hadoop/hbase/wal/class-use/WALEdit.html |3 +- .../org/apache/hadoop/hbase/Version.html|4 +- .../HRegion.BatchOperation.Visitor.html | 1605 +- .../regionserver/HRegion.BatchOperation.html| 1605 +- .../regionserver/HRegion.BulkLoadListener.html | 1605 +- .../HRegion.FlushResult.Result.html | 1605 +- .../hbase/regionserver/HRegion.FlushResult.html | 1605 +- .../regionserver/HRegion.FlushResultImpl.html | 1605 +- .../HRegion.MutationBatchOperation.html | 1605 +- .../HRegion.ObservedExceptionsInBatch.html | 1605 +- .../HRegion.PrepareFlushResult.html | 1605 +- .../regionserver/HRegion.RegionScannerImpl.html | 1605 +- .../HRegion.ReplayBatchOperation.html | 1605 +- .../regionserver/HRegion.RowLockContext.html| 1605 +- .../hbase/regionserver/HRegion.RowLockImpl.html | 1605 +- .../hbase/regionserver/HRegion.WriteState.html | 1605 +- .../hadoop/hbase/regionserver/HRegion.html | 1605 +- downloads.html |4 +- export_control.html |4 +- index.html |4 +- integration.html|4 +- issue-tracking.html |4 +- license.html|4 +- mail-lists.html |4 +- metrics.html|4 +- old_news.html |4 +- plugin-management.html |4 +- plugins.html|4 +- poweredbyhbase.html |4 +- project-info.html |4 +- project-reports.html|4 +- project-summary.html|4 +- pseudo-distributed.html |4 +- replication.html|4 +- resources.html |4 +- source-repository.html |4 +- sponsors.html |4 +- supportingprojects.html |4 +- team-list.html |4 +- .../hbase/regionserver/wal/TestDurability.html | 10 +- .../hbase/regionserver/wal/TestDurability.html | 203 ++- 60 files changed, 12218 insertions(+), 12437 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase-site/blob/9b29d8f0/acid-semantics.html -- diff --git a/acid-semantics.html b/acid-semantics.html index cc12b83..f37e48c 100644 --- a/acid-semantics.html +++ b/acid-semantics.html @@ -7,7 +7,7 @@ - + Apache HBase – Apache HBase (TM) ACID Properties @@ -611,7 +611,7 @@ under the License. -->
[15/18] hbase-site git commit: Published site at 4281cb3b9574333fab0e7c028c9c0d7e5b320c73.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/9b29d8f0/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.BatchOperation.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.BatchOperation.html b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.BatchOperation.html index 68e9bfe..0f5a095 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.BatchOperation.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.BatchOperation.html @@ -7971,832 +7971,819 @@ 7963 7964 /** 7965 * Reckon the Cells to apply to WAL, memstore, and to return to the Client; these Sets are not -7966 * always the same dependent on whether to write WAL or if the amount to increment is zero (in -7967 * this case we write back nothing, just return latest Cell value to the client). -7968 * -7969 * @param results Fill in here what goes back to the Client if it is non-null (if null, client -7970 * doesn't want results). -7971 * @param forMemStore Fill in here what to apply to the MemStore (by Store). -7972 * @return A WALEdit to apply to WAL or null if we are to skip the WAL. -7973 */ -7974 private WALEdit reckonDeltas(Operation op, Mutation mutation, Durability effectiveDurability, -7975 Map> forMemStore, List results) throws IOException { -7976WALEdit walEdit = null; -7977long now = EnvironmentEdgeManager.currentTime(); -7978final boolean writeToWAL = effectiveDurability != Durability.SKIP_WAL; -7979// Process a Store/family at a time. -7980for (Map.Entry | > entry: mutation.getFamilyCellMap().entrySet()) { -7981 final byte[] columnFamilyName = entry.getKey(); -7982 List deltas = entry.getValue(); -7983 HStore store = this.stores.get(columnFamilyName); -7984 // Reckon for the Store what to apply to WAL and MemStore. -7985 List | toApply = -7986reckonDeltasByStore(store, op, mutation, effectiveDurability, now, deltas, results); -7987 if (!toApply.isEmpty()) { -7988forMemStore.put(store, toApply); -7989if (writeToWAL) { -7990 if (walEdit == null) { -7991walEdit = new WALEdit(); -7992 } -7993 walEdit.getCells().addAll(toApply); -7994} -7995 } -7996} -7997return walEdit; -7998 } -7999 -8000 /** -8001 * Reckon the Cells to apply to WAL, memstore, and to return to the Client in passed -8002 * column family/Store. -8003 * -8004 * Does Get of current value and then adds passed in deltas for this Store returning the result. -8005 * -8006 * @param op Whether Increment or Append -8007 * @param mutation The encompassing Mutation object -8008 * @param deltas Changes to apply to this Store; either increment amount or data to append -8009 * @param results In here we accumulate all the Cells we are to return to the client; this List -8010 * can be larger than what we return in case where delta is zero; i.e. don't write -8011 * out new values, just return current value. If null, client doesn't want results returned. -8012 * @return Resulting Cells after | deltas
have been applied to current -8013 * values. Side effect is our filling out of theresults
List. -8014 */ -8015 private ListreckonDeltasByStore(HStore store, Operation op, Mutation mutation, -8016 Durability effectiveDurability, long now, List | deltas, List | results) -8017 throws IOException { -8018byte[] columnFamily = store.getColumnFamilyDescriptor().getName(); -8019List | toApply = new ArrayList<>(deltas.size()); -8020// Get previous values for all columns in this family. -8021TimeRange tr = null; -8022switch (op) { -8023 case INCREMENT: -8024tr = ((Increment)mutation).getTimeRange(); -8025break; -8026 case APPEND: -8027tr = ((Append)mutation).getTimeRange(); +7966 * always the same dependent on whether to write WAL. +7967 * +7968 * @param results Fill in here what goes back to the Client if it is non-null (if null, client +7969 * doesn't want results). +7970 * @param forMemStore Fill in here what to apply to the MemStore (by Store). +7971 * @return A WALEdit to apply to WAL or null if we are to skip the WAL. +7972 */ +7973 private WALEdit reckonDeltas(Operation op, Mutation mutation, Durability effectiveDurability, +7974 Map | > forMemStore, List results) throws IOException { +7975WALEdit walEdit = null; +7976long now = EnvironmentEdgeManager.currentTime(); +7977final boolean writeToWAL = effectiveDurability != Durability.SKIP_WAL; +7978// Process a Store/family at a time. +7979for (Map.Entry | > entry: mutation.getFamilyCellMap().
[03/18] hbase-site git commit: Published site at 4281cb3b9574333fab0e7c028c9c0d7e5b320c73.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/9b29d8f0/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.WriteState.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.WriteState.html b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.WriteState.html index 68e9bfe..0f5a095 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.WriteState.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.WriteState.html @@ -7971,832 +7971,819 @@ 7963 7964 /** 7965 * Reckon the Cells to apply to WAL, memstore, and to return to the Client; these Sets are not -7966 * always the same dependent on whether to write WAL or if the amount to increment is zero (in -7967 * this case we write back nothing, just return latest Cell value to the client). -7968 * -7969 * @param results Fill in here what goes back to the Client if it is non-null (if null, client -7970 * doesn't want results). -7971 * @param forMemStore Fill in here what to apply to the MemStore (by Store). -7972 * @return A WALEdit to apply to WAL or null if we are to skip the WAL. -7973 */ -7974 private WALEdit reckonDeltas(Operation op, Mutation mutation, Durability effectiveDurability, -7975 Map> forMemStore, List results) throws IOException { -7976WALEdit walEdit = null; -7977long now = EnvironmentEdgeManager.currentTime(); -7978final boolean writeToWAL = effectiveDurability != Durability.SKIP_WAL; -7979// Process a Store/family at a time. -7980for (Map.Entry | > entry: mutation.getFamilyCellMap().entrySet()) { -7981 final byte[] columnFamilyName = entry.getKey(); -7982 List deltas = entry.getValue(); -7983 HStore store = this.stores.get(columnFamilyName); -7984 // Reckon for the Store what to apply to WAL and MemStore. -7985 List | toApply = -7986reckonDeltasByStore(store, op, mutation, effectiveDurability, now, deltas, results); -7987 if (!toApply.isEmpty()) { -7988forMemStore.put(store, toApply); -7989if (writeToWAL) { -7990 if (walEdit == null) { -7991walEdit = new WALEdit(); -7992 } -7993 walEdit.getCells().addAll(toApply); -7994} -7995 } -7996} -7997return walEdit; -7998 } -7999 -8000 /** -8001 * Reckon the Cells to apply to WAL, memstore, and to return to the Client in passed -8002 * column family/Store. -8003 * -8004 * Does Get of current value and then adds passed in deltas for this Store returning the result. -8005 * -8006 * @param op Whether Increment or Append -8007 * @param mutation The encompassing Mutation object -8008 * @param deltas Changes to apply to this Store; either increment amount or data to append -8009 * @param results In here we accumulate all the Cells we are to return to the client; this List -8010 * can be larger than what we return in case where delta is zero; i.e. don't write -8011 * out new values, just return current value. If null, client doesn't want results returned. -8012 * @return Resulting Cells after | deltas
have been applied to current -8013 * values. Side effect is our filling out of theresults
List. -8014 */ -8015 private ListreckonDeltasByStore(HStore store, Operation op, Mutation mutation, -8016 Durability effectiveDurability, long now, List | deltas, List | results) -8017 throws IOException { -8018byte[] columnFamily = store.getColumnFamilyDescriptor().getName(); -8019List | toApply = new ArrayList<>(deltas.size()); -8020// Get previous values for all columns in this family. -8021TimeRange tr = null; -8022switch (op) { -8023 case INCREMENT: -8024tr = ((Increment)mutation).getTimeRange(); -8025break; -8026 case APPEND: -8027tr = ((Append)mutation).getTimeRange(); +7966 * always the same dependent on whether to write WAL. +7967 * +7968 * @param results Fill in here what goes back to the Client if it is non-null (if null, client +7969 * doesn't want results). +7970 * @param forMemStore Fill in here what to apply to the MemStore (by Store). +7971 * @return A WALEdit to apply to WAL or null if we are to skip the WAL. +7972 */ +7973 private WALEdit reckonDeltas(Operation op, Mutation mutation, Durability effectiveDurability, +7974 Map | > forMemStore, List results) throws IOException { +7975WALEdit walEdit = null; +7976long now = EnvironmentEdgeManager.currentTime(); +7977final boolean writeToWAL = effectiveDurability != Durability.SKIP_WAL; +7978// Process a Store/family at a time. +7979for (Map.Entry | > entry: mutation.getFamilyCellMap().entrySet()) { +7980
[11/18] hbase-site git commit: Published site at 4281cb3b9574333fab0e7c028c9c0d7e5b320c73.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/9b29d8f0/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.FlushResultImpl.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.FlushResultImpl.html b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.FlushResultImpl.html index 68e9bfe..0f5a095 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.FlushResultImpl.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.FlushResultImpl.html @@ -7971,832 +7971,819 @@ 7963 7964 /** 7965 * Reckon the Cells to apply to WAL, memstore, and to return to the Client; these Sets are not -7966 * always the same dependent on whether to write WAL or if the amount to increment is zero (in -7967 * this case we write back nothing, just return latest Cell value to the client). -7968 * -7969 * @param results Fill in here what goes back to the Client if it is non-null (if null, client -7970 * doesn't want results). -7971 * @param forMemStore Fill in here what to apply to the MemStore (by Store). -7972 * @return A WALEdit to apply to WAL or null if we are to skip the WAL. -7973 */ -7974 private WALEdit reckonDeltas(Operation op, Mutation mutation, Durability effectiveDurability, -7975 Map> forMemStore, List results) throws IOException { -7976WALEdit walEdit = null; -7977long now = EnvironmentEdgeManager.currentTime(); -7978final boolean writeToWAL = effectiveDurability != Durability.SKIP_WAL; -7979// Process a Store/family at a time. -7980for (Map.Entry | > entry: mutation.getFamilyCellMap().entrySet()) { -7981 final byte[] columnFamilyName = entry.getKey(); -7982 List deltas = entry.getValue(); -7983 HStore store = this.stores.get(columnFamilyName); -7984 // Reckon for the Store what to apply to WAL and MemStore. -7985 List | toApply = -7986reckonDeltasByStore(store, op, mutation, effectiveDurability, now, deltas, results); -7987 if (!toApply.isEmpty()) { -7988forMemStore.put(store, toApply); -7989if (writeToWAL) { -7990 if (walEdit == null) { -7991walEdit = new WALEdit(); -7992 } -7993 walEdit.getCells().addAll(toApply); -7994} -7995 } -7996} -7997return walEdit; -7998 } -7999 -8000 /** -8001 * Reckon the Cells to apply to WAL, memstore, and to return to the Client in passed -8002 * column family/Store. -8003 * -8004 * Does Get of current value and then adds passed in deltas for this Store returning the result. -8005 * -8006 * @param op Whether Increment or Append -8007 * @param mutation The encompassing Mutation object -8008 * @param deltas Changes to apply to this Store; either increment amount or data to append -8009 * @param results In here we accumulate all the Cells we are to return to the client; this List -8010 * can be larger than what we return in case where delta is zero; i.e. don't write -8011 * out new values, just return current value. If null, client doesn't want results returned. -8012 * @return Resulting Cells after | deltas
have been applied to current -8013 * values. Side effect is our filling out of theresults
List. -8014 */ -8015 private ListreckonDeltasByStore(HStore store, Operation op, Mutation mutation, -8016 Durability effectiveDurability, long now, List | deltas, List | results) -8017 throws IOException { -8018byte[] columnFamily = store.getColumnFamilyDescriptor().getName(); -8019List | toApply = new ArrayList<>(deltas.size()); -8020// Get previous values for all columns in this family. -8021TimeRange tr = null; -8022switch (op) { -8023 case INCREMENT: -8024tr = ((Increment)mutation).getTimeRange(); -8025break; -8026 case APPEND: -8027tr = ((Append)mutation).getTimeRange(); +7966 * always the same dependent on whether to write WAL. +7967 * +7968 * @param results Fill in here what goes back to the Client if it is non-null (if null, client +7969 * doesn't want results). +7970 * @param forMemStore Fill in here what to apply to the MemStore (by Store). +7971 * @return A WALEdit to apply to WAL or null if we are to skip the WAL. +7972 */ +7973 private WALEdit reckonDeltas(Operation op, Mutation mutation, Durability effectiveDurability, +7974 Map | > forMemStore, List results) throws IOException { +7975WALEdit walEdit = null; +7976long now = EnvironmentEdgeManager.currentTime(); +7977final boolean writeToWAL = effectiveDurability != Durability.SKIP_WAL; +7978// Process a Store/family at a time. +7979for (Map.Entry | > entry: mutation.getFamilyCellM
[07/18] hbase-site git commit: Published site at 4281cb3b9574333fab0e7c028c9c0d7e5b320c73.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/9b29d8f0/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.RegionScannerImpl.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.RegionScannerImpl.html b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.RegionScannerImpl.html index 68e9bfe..0f5a095 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.RegionScannerImpl.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/regionserver/HRegion.RegionScannerImpl.html @@ -7971,832 +7971,819 @@ 7963 7964 /** 7965 * Reckon the Cells to apply to WAL, memstore, and to return to the Client; these Sets are not -7966 * always the same dependent on whether to write WAL or if the amount to increment is zero (in -7967 * this case we write back nothing, just return latest Cell value to the client). -7968 * -7969 * @param results Fill in here what goes back to the Client if it is non-null (if null, client -7970 * doesn't want results). -7971 * @param forMemStore Fill in here what to apply to the MemStore (by Store). -7972 * @return A WALEdit to apply to WAL or null if we are to skip the WAL. -7973 */ -7974 private WALEdit reckonDeltas(Operation op, Mutation mutation, Durability effectiveDurability, -7975 Map> forMemStore, List results) throws IOException { -7976WALEdit walEdit = null; -7977long now = EnvironmentEdgeManager.currentTime(); -7978final boolean writeToWAL = effectiveDurability != Durability.SKIP_WAL; -7979// Process a Store/family at a time. -7980for (Map.Entry | > entry: mutation.getFamilyCellMap().entrySet()) { -7981 final byte[] columnFamilyName = entry.getKey(); -7982 List deltas = entry.getValue(); -7983 HStore store = this.stores.get(columnFamilyName); -7984 // Reckon for the Store what to apply to WAL and MemStore. -7985 List | toApply = -7986reckonDeltasByStore(store, op, mutation, effectiveDurability, now, deltas, results); -7987 if (!toApply.isEmpty()) { -7988forMemStore.put(store, toApply); -7989if (writeToWAL) { -7990 if (walEdit == null) { -7991walEdit = new WALEdit(); -7992 } -7993 walEdit.getCells().addAll(toApply); -7994} -7995 } -7996} -7997return walEdit; -7998 } -7999 -8000 /** -8001 * Reckon the Cells to apply to WAL, memstore, and to return to the Client in passed -8002 * column family/Store. -8003 * -8004 * Does Get of current value and then adds passed in deltas for this Store returning the result. -8005 * -8006 * @param op Whether Increment or Append -8007 * @param mutation The encompassing Mutation object -8008 * @param deltas Changes to apply to this Store; either increment amount or data to append -8009 * @param results In here we accumulate all the Cells we are to return to the client; this List -8010 * can be larger than what we return in case where delta is zero; i.e. don't write -8011 * out new values, just return current value. If null, client doesn't want results returned. -8012 * @return Resulting Cells after | deltas
have been applied to current -8013 * values. Side effect is our filling out of theresults
List. -8014 */ -8015 private ListreckonDeltasByStore(HStore store, Operation op, Mutation mutation, -8016 Durability effectiveDurability, long now, List | deltas, List | results) -8017 throws IOException { -8018byte[] columnFamily = store.getColumnFamilyDescriptor().getName(); -8019List | toApply = new ArrayList<>(deltas.size()); -8020// Get previous values for all columns in this family. -8021TimeRange tr = null; -8022switch (op) { -8023 case INCREMENT: -8024tr = ((Increment)mutation).getTimeRange(); -8025break; -8026 case APPEND: -8027tr = ((Append)mutation).getTimeRange(); +7966 * always the same dependent on whether to write WAL. +7967 * +7968 * @param results Fill in here what goes back to the Client if it is non-null (if null, client +7969 * doesn't want results). +7970 * @param forMemStore Fill in here what to apply to the MemStore (by Store). +7971 * @return A WALEdit to apply to WAL or null if we are to skip the WAL. +7972 */ +7973 private WALEdit reckonDeltas(Operation op, Mutation mutation, Durability effectiveDurability, +7974 Map | > forMemStore, List results) throws IOException { +7975WALEdit walEdit = null; +7976long now = EnvironmentEdgeManager.currentTime(); +7977final boolean writeToWAL = effectiveDurability != Durability.SKIP_WAL; +7978// Process a Store/family at a time. +7979for (Map.Entry | > entry: mutation.getF
hbase git commit: HBASE-14939 Document bulk loaded hfile replication
Repository: hbase Updated Branches: refs/heads/master 4281cb3b9 -> c55208887 HBASE-14939 Document bulk loaded hfile replication Signed-off-by: Ashish Singhi Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/c5520888 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/c5520888 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/c5520888 Branch: refs/heads/master Commit: c5520888779235a334583f7c369dcee49518e165 Parents: 4281cb3 Author: Wei-Chiu Chuang Authored: Wed Dec 26 20:14:18 2018 +0530 Committer: Ashish Singhi Committed: Wed Dec 26 20:14:18 2018 +0530 -- src/main/asciidoc/_chapters/architecture.adoc | 32 ++ 1 file changed, 26 insertions(+), 6 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/c5520888/src/main/asciidoc/_chapters/architecture.adoc -- diff --git a/src/main/asciidoc/_chapters/architecture.adoc b/src/main/asciidoc/_chapters/architecture.adoc index 17e9e13..27db26a 100644 --- a/src/main/asciidoc/_chapters/architecture.adoc +++ b/src/main/asciidoc/_chapters/architecture.adoc @@ -2543,12 +2543,6 @@ The most straightforward method is to either use the `TableOutputFormat` class f The bulk load feature uses a MapReduce job to output table data in HBase's internal data format, and then directly loads the generated StoreFiles into a running cluster. Using bulk load will use less CPU and network resources than simply using the HBase API. -[[arch.bulk.load.limitations]] -=== Bulk Load Limitations - -As bulk loading bypasses the write path, the WAL doesn't get written to as part of the process. -Replication works by reading the WAL files so it won't see the bulk loaded data â and the same goes for the edits that use `Put.setDurability(SKIP_WAL)`. One way to handle that is to ship the raw files or the HFiles to the other cluster and do the other processing there. - [[arch.bulk.load.arch]] === Bulk Load Architecture @@ -2601,6 +2595,32 @@ To get started doing so, dig into `ImportTsv.java` and check the JavaDoc for HFi The import step of the bulk load can also be done programmatically. See the `LoadIncrementalHFiles` class for more information. +[[arch.bulk.load.replication]] +=== Bulk Loading Replication +HBASE-13153 adds replication support for bulk loaded HFiles, available since HBase 1.3/2.0. This feature is enabled by setting `hbase.replication.bulkload.enabled` to `true` (default is `false`). +You also need to copy the source cluster configuration files to the destination cluster. + +Additional configurations are required too: + +. `hbase.replication.source.fs.conf.provider` ++ +This defines the class which loads the source cluster file system client configuration in the destination cluster. This should be configured for all the RS in the destination cluster. Default is `org.apache.hadoop.hbase.replication.regionserver.DefaultSourceFSConfigurationProvider`. ++ +. `hbase.replication.conf.dir` ++ +This represents the base directory where the file system client configurations of the source cluster are copied to the destination cluster. This should be configured for all the RS in the destination cluster. Default is `$HBASE_CONF_DIR`. ++ +. `hbase.replication.cluster.id` ++ +This configuration is required in the cluster where replication for bulk loaded data is enabled. A source cluster is uniquely identified by the destination cluster using this id. This should be configured for all the RS in the source cluster configuration file for all the RS. ++ + + + +For example: If source cluster FS client configurations are copied to the destination cluster under directory `/home/user/dc1/`, then `hbase.replication.cluster.id` should be configured as `dc1` and `hbase.replication.conf.dir` as `/home/user`. + +NOTE: `DefaultSourceFSConfigurationProvider` supports only `xml` type files. It loads source cluster FS client configuration only once, so if source cluster FS client configuration files are updated, every peer(s) cluster RS must be restarted to reload the configuration. + [[arch.hdfs]] == HDFS
hbase git commit: HBASE-21640 Remove the TODO when increment zero
Repository: hbase Updated Branches: refs/heads/branch-2.0 6714beaef -> d6ad4ce2b HBASE-21640 Remove the TODO when increment zero Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/d6ad4ce2 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/d6ad4ce2 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/d6ad4ce2 Branch: refs/heads/branch-2.0 Commit: d6ad4ce2be74d548bf261a241c0adac566d8d69e Parents: 6714bea Author: Guanghao Zhang Authored: Tue Dec 25 17:42:38 2018 +0800 Committer: Guanghao Zhang Committed: Wed Dec 26 22:00:52 2018 +0800 -- .../hadoop/hbase/regionserver/HRegion.java | 21 .../hbase/regionserver/wal/TestDurability.java | 9 - 2 files changed, 8 insertions(+), 22 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/d6ad4ce2/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegion.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegion.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegion.java index 6d7145a..de1372d 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegion.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegion.java @@ -7787,8 +7787,7 @@ public class HRegion implements HeapSize, PropagatingConfigurationObserver, Regi /** * Reckon the Cells to apply to WAL, memstore, and to return to the Client; these Sets are not - * always the same dependent on whether to write WAL or if the amount to increment is zero (in - * this case we write back nothing, just return latest Cell value to the client). + * always the same dependent on whether to write WAL. * * @param results Fill in here what goes back to the Client if it is non-null (if null, client * doesn't want results). @@ -7830,9 +7829,8 @@ public class HRegion implements HeapSize, PropagatingConfigurationObserver, Regi * @param op Whether Increment or Append * @param mutation The encompassing Mutation object * @param deltas Changes to apply to this Store; either increment amount or data to append - * @param results In here we accumulate all the Cells we are to return to the client; this List - * can be larger than what we return in case where delta is zero; i.e. don't write - * out new values, just return current value. If null, client doesn't want results returned. + * @param results In here we accumulate all the Cells we are to return to the client. If null, + *client doesn't want results returned. * @return Resulting Cells after deltas have been applied to current * values. Side effect is our filling out of the results List. */ @@ -7860,33 +7858,25 @@ public class HRegion implements HeapSize, PropagatingConfigurationObserver, Regi for (int i = 0; i < deltas.size(); i++) { Cell delta = deltas.get(i); Cell currentValue = null; - boolean firstWrite = false; if (currentValuesIndex < currentValues.size() && CellUtil.matchingQualifier(currentValues.get(currentValuesIndex), delta)) { currentValue = currentValues.get(currentValuesIndex); if (i < (deltas.size() - 1) && !CellUtil.matchingQualifier(delta, deltas.get(i + 1))) { currentValuesIndex++; } - } else { -firstWrite = true; } // Switch on whether this an increment or an append building the new Cell to apply. Cell newCell = null; MutationType mutationType = null; - boolean apply = true; switch (op) { case INCREMENT: mutationType = MutationType.INCREMENT; - // If delta amount to apply is 0, don't write WAL or MemStore. long deltaAmount = getLongValue(delta); - // TODO: Does zero value mean reset Cell? For example, the ttl. - apply = deltaAmount != 0; final long newValue = currentValue == null ? deltaAmount : getLongValue(currentValue) + deltaAmount; newCell = reckonDelta(delta, currentValue, columnFamily, now, mutation, (oldCell) -> Bytes.toBytes(newValue)); break; case APPEND: mutationType = MutationType.APPEND; - // Always apply Append. TODO: Does empty delta value mean reset Cell? It seems to. newCell = reckonDelta(delta, currentValue, columnFamily, now, mutation, (oldCell) -> ByteBuffer.wrap(new byte[delta.getValueLength() + oldCell.getValueLength()]) .put(oldCell.getValueArray(), oldCell.getValueOffset(), oldCell.getValueLength()) @@ -7902,10 +7892,7 @@ public class HRegion implements HeapSize, PropagatingConfigurationObser
hbase git commit: HBASE-21640 Remove the TODO when increment zero
Repository: hbase Updated Branches: refs/heads/branch-2.1 f12c4ac24 -> e66989650 HBASE-21640 Remove the TODO when increment zero Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/e6698965 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/e6698965 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/e6698965 Branch: refs/heads/branch-2.1 Commit: e669896502079521b0069e4b97d8c2b789f536ca Parents: f12c4ac Author: Guanghao Zhang Authored: Tue Dec 25 17:42:38 2018 +0800 Committer: Guanghao Zhang Committed: Wed Dec 26 21:56:39 2018 +0800 -- .../hadoop/hbase/regionserver/HRegion.java | 21 .../hbase/regionserver/wal/TestDurability.java | 9 - 2 files changed, 8 insertions(+), 22 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/e6698965/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegion.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegion.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegion.java index 97c60c3..afa7b84 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegion.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegion.java @@ -7870,8 +7870,7 @@ public class HRegion implements HeapSize, PropagatingConfigurationObserver, Regi /** * Reckon the Cells to apply to WAL, memstore, and to return to the Client; these Sets are not - * always the same dependent on whether to write WAL or if the amount to increment is zero (in - * this case we write back nothing, just return latest Cell value to the client). + * always the same dependent on whether to write WAL. * * @param results Fill in here what goes back to the Client if it is non-null (if null, client * doesn't want results). @@ -7913,9 +7912,8 @@ public class HRegion implements HeapSize, PropagatingConfigurationObserver, Regi * @param op Whether Increment or Append * @param mutation The encompassing Mutation object * @param deltas Changes to apply to this Store; either increment amount or data to append - * @param results In here we accumulate all the Cells we are to return to the client; this List - * can be larger than what we return in case where delta is zero; i.e. don't write - * out new values, just return current value. If null, client doesn't want results returned. + * @param results In here we accumulate all the Cells we are to return to the client. If null, + *client doesn't want results returned. * @return Resulting Cells after deltas have been applied to current * values. Side effect is our filling out of the results List. */ @@ -7943,33 +7941,25 @@ public class HRegion implements HeapSize, PropagatingConfigurationObserver, Regi for (int i = 0; i < deltas.size(); i++) { Cell delta = deltas.get(i); Cell currentValue = null; - boolean firstWrite = false; if (currentValuesIndex < currentValues.size() && CellUtil.matchingQualifier(currentValues.get(currentValuesIndex), delta)) { currentValue = currentValues.get(currentValuesIndex); if (i < (deltas.size() - 1) && !CellUtil.matchingQualifier(delta, deltas.get(i + 1))) { currentValuesIndex++; } - } else { -firstWrite = true; } // Switch on whether this an increment or an append building the new Cell to apply. Cell newCell = null; MutationType mutationType = null; - boolean apply = true; switch (op) { case INCREMENT: mutationType = MutationType.INCREMENT; - // If delta amount to apply is 0, don't write WAL or MemStore. long deltaAmount = getLongValue(delta); - // TODO: Does zero value mean reset Cell? For example, the ttl. - apply = deltaAmount != 0; final long newValue = currentValue == null ? deltaAmount : getLongValue(currentValue) + deltaAmount; newCell = reckonDelta(delta, currentValue, columnFamily, now, mutation, (oldCell) -> Bytes.toBytes(newValue)); break; case APPEND: mutationType = MutationType.APPEND; - // Always apply Append. TODO: Does empty delta value mean reset Cell? It seems to. newCell = reckonDelta(delta, currentValue, columnFamily, now, mutation, (oldCell) -> ByteBuffer.wrap(new byte[delta.getValueLength() + oldCell.getValueLength()]) .put(oldCell.getValueArray(), oldCell.getValueOffset(), oldCell.getValueLength()) @@ -7985,10 +7975,7 @@ public class HRegion implements HeapSize, PropagatingConfigurationObser
hbase git commit: HBASE-21640 Remove the TODO when increment zero
Repository: hbase Updated Branches: refs/heads/branch-2 16b96826d -> e24d0e0ae HBASE-21640 Remove the TODO when increment zero Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/e24d0e0a Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/e24d0e0a Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/e24d0e0a Branch: refs/heads/branch-2 Commit: e24d0e0ae0e810e28509e34eb1d6bc1887337992 Parents: 16b9682 Author: Guanghao Zhang Authored: Tue Dec 25 17:42:38 2018 +0800 Committer: Guanghao Zhang Committed: Wed Dec 26 21:52:26 2018 +0800 -- .../hadoop/hbase/regionserver/HRegion.java | 21 .../hbase/regionserver/wal/TestDurability.java | 9 - 2 files changed, 8 insertions(+), 22 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/e24d0e0a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegion.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegion.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegion.java index c77285e..b4de07e 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegion.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegion.java @@ -7907,8 +7907,7 @@ public class HRegion implements HeapSize, PropagatingConfigurationObserver, Regi /** * Reckon the Cells to apply to WAL, memstore, and to return to the Client; these Sets are not - * always the same dependent on whether to write WAL or if the amount to increment is zero (in - * this case we write back nothing, just return latest Cell value to the client). + * always the same dependent on whether to write WAL. * * @param results Fill in here what goes back to the Client if it is non-null (if null, client * doesn't want results). @@ -7950,9 +7949,8 @@ public class HRegion implements HeapSize, PropagatingConfigurationObserver, Regi * @param op Whether Increment or Append * @param mutation The encompassing Mutation object * @param deltas Changes to apply to this Store; either increment amount or data to append - * @param results In here we accumulate all the Cells we are to return to the client; this List - * can be larger than what we return in case where delta is zero; i.e. don't write - * out new values, just return current value. If null, client doesn't want results returned. + * @param results In here we accumulate all the Cells we are to return to the client. If null, + *client doesn't want results returned. * @return Resulting Cells after deltas have been applied to current * values. Side effect is our filling out of the results List. */ @@ -7980,33 +7978,25 @@ public class HRegion implements HeapSize, PropagatingConfigurationObserver, Regi for (int i = 0; i < deltas.size(); i++) { Cell delta = deltas.get(i); Cell currentValue = null; - boolean firstWrite = false; if (currentValuesIndex < currentValues.size() && CellUtil.matchingQualifier(currentValues.get(currentValuesIndex), delta)) { currentValue = currentValues.get(currentValuesIndex); if (i < (deltas.size() - 1) && !CellUtil.matchingQualifier(delta, deltas.get(i + 1))) { currentValuesIndex++; } - } else { -firstWrite = true; } // Switch on whether this an increment or an append building the new Cell to apply. Cell newCell = null; MutationType mutationType = null; - boolean apply = true; switch (op) { case INCREMENT: mutationType = MutationType.INCREMENT; - // If delta amount to apply is 0, don't write WAL or MemStore. long deltaAmount = getLongValue(delta); - // TODO: Does zero value mean reset Cell? For example, the ttl. - apply = deltaAmount != 0; final long newValue = currentValue == null ? deltaAmount : getLongValue(currentValue) + deltaAmount; newCell = reckonDelta(delta, currentValue, columnFamily, now, mutation, (oldCell) -> Bytes.toBytes(newValue)); break; case APPEND: mutationType = MutationType.APPEND; - // Always apply Append. TODO: Does empty delta value mean reset Cell? It seems to. newCell = reckonDelta(delta, currentValue, columnFamily, now, mutation, (oldCell) -> ByteBuffer.wrap(new byte[delta.getValueLength() + oldCell.getValueLength()]) .put(oldCell.getValueArray(), oldCell.getValueOffset(), oldCell.getValueLength()) @@ -8022,10 +8012,7 @@ public class HRegion implements HeapSize, PropagatingConfigurationObserver,
hbase git commit: HBASE-21640 Remove the TODO when increment zero
Repository: hbase Updated Branches: refs/heads/master 44dec6005 -> 4281cb3b9 HBASE-21640 Remove the TODO when increment zero Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/4281cb3b Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/4281cb3b Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/4281cb3b Branch: refs/heads/master Commit: 4281cb3b9574333fab0e7c028c9c0d7e5b320c73 Parents: 44dec60 Author: Guanghao Zhang Authored: Tue Dec 25 17:42:38 2018 +0800 Committer: Guanghao Zhang Committed: Wed Dec 26 21:47:44 2018 +0800 -- .../hadoop/hbase/regionserver/HRegion.java | 21 .../hbase/regionserver/wal/TestDurability.java | 9 - 2 files changed, 8 insertions(+), 22 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/4281cb3b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegion.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegion.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegion.java index 21458c4..dc0fa22 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegion.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegion.java @@ -7963,8 +7963,7 @@ public class HRegion implements HeapSize, PropagatingConfigurationObserver, Regi /** * Reckon the Cells to apply to WAL, memstore, and to return to the Client; these Sets are not - * always the same dependent on whether to write WAL or if the amount to increment is zero (in - * this case we write back nothing, just return latest Cell value to the client). + * always the same dependent on whether to write WAL. * * @param results Fill in here what goes back to the Client if it is non-null (if null, client * doesn't want results). @@ -8006,9 +8005,8 @@ public class HRegion implements HeapSize, PropagatingConfigurationObserver, Regi * @param op Whether Increment or Append * @param mutation The encompassing Mutation object * @param deltas Changes to apply to this Store; either increment amount or data to append - * @param results In here we accumulate all the Cells we are to return to the client; this List - * can be larger than what we return in case where delta is zero; i.e. don't write - * out new values, just return current value. If null, client doesn't want results returned. + * @param results In here we accumulate all the Cells we are to return to the client. If null, + *client doesn't want results returned. * @return Resulting Cells after deltas have been applied to current * values. Side effect is our filling out of the results List. */ @@ -8036,33 +8034,25 @@ public class HRegion implements HeapSize, PropagatingConfigurationObserver, Regi for (int i = 0; i < deltas.size(); i++) { Cell delta = deltas.get(i); Cell currentValue = null; - boolean firstWrite = false; if (currentValuesIndex < currentValues.size() && CellUtil.matchingQualifier(currentValues.get(currentValuesIndex), delta)) { currentValue = currentValues.get(currentValuesIndex); if (i < (deltas.size() - 1) && !CellUtil.matchingQualifier(delta, deltas.get(i + 1))) { currentValuesIndex++; } - } else { -firstWrite = true; } // Switch on whether this an increment or an append building the new Cell to apply. Cell newCell = null; MutationType mutationType = null; - boolean apply = true; switch (op) { case INCREMENT: mutationType = MutationType.INCREMENT; - // If delta amount to apply is 0, don't write WAL or MemStore. long deltaAmount = getLongValue(delta); - // TODO: Does zero value mean reset Cell? For example, the ttl. - apply = deltaAmount != 0; final long newValue = currentValue == null ? deltaAmount : getLongValue(currentValue) + deltaAmount; newCell = reckonDelta(delta, currentValue, columnFamily, now, mutation, (oldCell) -> Bytes.toBytes(newValue)); break; case APPEND: mutationType = MutationType.APPEND; - // Always apply Append. TODO: Does empty delta value mean reset Cell? It seems to. newCell = reckonDelta(delta, currentValue, columnFamily, now, mutation, (oldCell) -> ByteBuffer.wrap(new byte[delta.getValueLength() + oldCell.getValueLength()]) .put(oldCell.getValueArray(), oldCell.getValueOffset(), oldCell.getValueLength()) @@ -8078,10 +8068,7 @@ public class HRegion implements HeapSize, PropagatingConfigurationObserver, Reg