[phoenix] branch 4.x updated: Update version to 4.17.0-SNAPSHOT
This is an automated email from the ASF dual-hosted git repository. yanxinyi pushed a commit to branch 4.x in repository https://gitbox.apache.org/repos/asf/phoenix.git The following commit(s) were added to refs/heads/4.x by this push: new 8e44658 Update version to 4.17.0-SNAPSHOT 8e44658 is described below commit 8e44658e2862ad308c091bf86b7e49f5cfc62e03 Author: Xinyi Yan AuthorDate: Tue Feb 23 23:36:24 2021 -0800 Update version to 4.17.0-SNAPSHOT --- phoenix-assembly/pom.xml | 2 +- phoenix-client-parent/phoenix-client-embedded/pom.xml | 2 +- phoenix-client-parent/phoenix-client/pom.xml | 2 +- phoenix-client-parent/pom.xml | 2 +- phoenix-core/pom.xml | 2 +- phoenix-hbase-compat-1.3.0/pom.xml| 2 +- phoenix-hbase-compat-1.4.0/pom.xml| 2 +- phoenix-hbase-compat-1.5.0/pom.xml| 2 +- phoenix-pherf/pom.xml | 2 +- phoenix-server/pom.xml| 2 +- phoenix-tools/pom.xml | 2 +- phoenix-tracing-webapp/pom.xml| 2 +- pom.xml | 2 +- 13 files changed, 13 insertions(+), 13 deletions(-) diff --git a/phoenix-assembly/pom.xml b/phoenix-assembly/pom.xml index ed07631..e295cbb 100644 --- a/phoenix-assembly/pom.xml +++ b/phoenix-assembly/pom.xml @@ -22,7 +22,7 @@ org.apache.phoenix phoenix -4.16.0-SNAPSHOT +4.17.0-SNAPSHOT phoenix-assembly Phoenix Assembly diff --git a/phoenix-client-parent/phoenix-client-embedded/pom.xml b/phoenix-client-parent/phoenix-client-embedded/pom.xml index b4dab10..0536dd8 100644 --- a/phoenix-client-parent/phoenix-client-embedded/pom.xml +++ b/phoenix-client-parent/phoenix-client-embedded/pom.xml @@ -22,7 +22,7 @@ org.apache.phoenix phoenix-client-parent -4.16.0-SNAPSHOT +4.17.0-SNAPSHOT phoenix-client-embedded-${hbase.suffix} diff --git a/phoenix-client-parent/phoenix-client/pom.xml b/phoenix-client-parent/phoenix-client/pom.xml index 71af6ed..afe5090 100644 --- a/phoenix-client-parent/phoenix-client/pom.xml +++ b/phoenix-client-parent/phoenix-client/pom.xml @@ -22,7 +22,7 @@ org.apache.phoenix phoenix-client-parent -4.16.0-SNAPSHOT +4.17.0-SNAPSHOT phoenix-client-${hbase.suffix} diff --git a/phoenix-client-parent/pom.xml b/phoenix-client-parent/pom.xml index d9ea146..8a6104d 100644 --- a/phoenix-client-parent/pom.xml +++ b/phoenix-client-parent/pom.xml @@ -22,7 +22,7 @@ org.apache.phoenix phoenix -4.16.0-SNAPSHOT +4.17.0-SNAPSHOT phoenix-client-parent Phoenix Client Parent diff --git a/phoenix-core/pom.xml b/phoenix-core/pom.xml index 3fdd8f8..bd96c75 100644 --- a/phoenix-core/pom.xml +++ b/phoenix-core/pom.xml @@ -21,7 +21,7 @@ org.apache.phoenix phoenix -4.16.0-SNAPSHOT +4.17.0-SNAPSHOT phoenix-core Phoenix Core diff --git a/phoenix-hbase-compat-1.3.0/pom.xml b/phoenix-hbase-compat-1.3.0/pom.xml index faf351d..b3abf1b 100644 --- a/phoenix-hbase-compat-1.3.0/pom.xml +++ b/phoenix-hbase-compat-1.3.0/pom.xml @@ -23,7 +23,7 @@ phoenix org.apache.phoenix -4.16.0-SNAPSHOT +4.17.0-SNAPSHOT phoenix-hbase-compat-1.3.0 diff --git a/phoenix-hbase-compat-1.4.0/pom.xml b/phoenix-hbase-compat-1.4.0/pom.xml index 45c038f..93044a5 100644 --- a/phoenix-hbase-compat-1.4.0/pom.xml +++ b/phoenix-hbase-compat-1.4.0/pom.xml @@ -23,7 +23,7 @@ phoenix org.apache.phoenix -4.16.0-SNAPSHOT +4.17.0-SNAPSHOT phoenix-hbase-compat-1.4.0 diff --git a/phoenix-hbase-compat-1.5.0/pom.xml b/phoenix-hbase-compat-1.5.0/pom.xml index 79e5310..1acfd27 100644 --- a/phoenix-hbase-compat-1.5.0/pom.xml +++ b/phoenix-hbase-compat-1.5.0/pom.xml @@ -23,7 +23,7 @@ phoenix org.apache.phoenix -4.16.0-SNAPSHOT +4.17.0-SNAPSHOT phoenix-hbase-compat-1.5.0 diff --git a/phoenix-pherf/pom.xml b/phoenix-pherf/pom.xml index 1c80b75..f7f45da 100644 --- a/phoenix-pherf/pom.xml +++ b/phoenix-pherf/pom.xml @@ -21,7 +21,7 @@ org.apache.phoenix phoenix - 4.16.0-SNAPSHOT + 4.17.0-SNAPSHOT phoenix-pherf diff --git a/phoenix-server/pom.xml b/phoenix-server/pom.xml index 275004e..1795d45 100644 --- a/phoenix-server/pom.xml +++ b/phoenix-server/pom.xml @@ -24,7 +24,7 @@ org.apache.phoenix phoenix -4.16.0-SNAPSHOT +4.17.0-SNAPSHOT phoenix-server-${hbase.suffix} diff --git a/phoenix-tools/pom.xml b/phoenix-tools/pom.xml index 1bc3efc..b073565 100644 --- a/phoenix-tools/pom.xml +++ b/phoenix-tools/pom.xml @@ -23,7 +23,7 @@ phoenix org.apache.phoenix -4.16.0-SNAPSHOT +4.17.0-SNAPSHOT 4.0.0 diff --git
[phoenix] branch 4.16 updated: Update version to 4.16.1-SNAPSHOT
This is an automated email from the ASF dual-hosted git repository. yanxinyi pushed a commit to branch 4.16 in repository https://gitbox.apache.org/repos/asf/phoenix.git The following commit(s) were added to refs/heads/4.16 by this push: new f8850ad Update version to 4.16.1-SNAPSHOT f8850ad is described below commit f8850ad4a0229a4de85735fa01c63ceedfc910e4 Author: Xinyi Yan AuthorDate: Tue Feb 23 23:36:01 2021 -0800 Update version to 4.16.1-SNAPSHOT --- phoenix-assembly/pom.xml | 2 +- phoenix-client-parent/phoenix-client-embedded/pom.xml | 2 +- phoenix-client-parent/phoenix-client/pom.xml | 2 +- phoenix-client-parent/pom.xml | 2 +- phoenix-core/pom.xml | 2 +- phoenix-hbase-compat-1.3.0/pom.xml| 2 +- phoenix-hbase-compat-1.4.0/pom.xml| 2 +- phoenix-hbase-compat-1.5.0/pom.xml| 2 +- phoenix-pherf/pom.xml | 2 +- phoenix-server/pom.xml| 2 +- phoenix-tools/pom.xml | 2 +- phoenix-tracing-webapp/pom.xml| 2 +- pom.xml | 2 +- 13 files changed, 13 insertions(+), 13 deletions(-) diff --git a/phoenix-assembly/pom.xml b/phoenix-assembly/pom.xml index 880f56e..21dad29 100644 --- a/phoenix-assembly/pom.xml +++ b/phoenix-assembly/pom.xml @@ -22,7 +22,7 @@ org.apache.phoenix phoenix -4.16.0 +4.16.1-SNAPSHOT phoenix-assembly Phoenix Assembly diff --git a/phoenix-client-parent/phoenix-client-embedded/pom.xml b/phoenix-client-parent/phoenix-client-embedded/pom.xml index f01bcb5..dae545d 100644 --- a/phoenix-client-parent/phoenix-client-embedded/pom.xml +++ b/phoenix-client-parent/phoenix-client-embedded/pom.xml @@ -22,7 +22,7 @@ org.apache.phoenix phoenix-client-parent -4.16.0 +4.16.1-SNAPSHOT phoenix-client-embedded-${hbase.suffix} diff --git a/phoenix-client-parent/phoenix-client/pom.xml b/phoenix-client-parent/phoenix-client/pom.xml index 69a5549..f1ff16f 100644 --- a/phoenix-client-parent/phoenix-client/pom.xml +++ b/phoenix-client-parent/phoenix-client/pom.xml @@ -22,7 +22,7 @@ org.apache.phoenix phoenix-client-parent -4.16.0 +4.16.1-SNAPSHOT phoenix-client-${hbase.suffix} diff --git a/phoenix-client-parent/pom.xml b/phoenix-client-parent/pom.xml index ffe8d45..5fd3a2f 100644 --- a/phoenix-client-parent/pom.xml +++ b/phoenix-client-parent/pom.xml @@ -22,7 +22,7 @@ org.apache.phoenix phoenix -4.16.0 +4.16.1-SNAPSHOT phoenix-client-parent Phoenix Client Parent diff --git a/phoenix-core/pom.xml b/phoenix-core/pom.xml index 779f2e6..2c02277 100644 --- a/phoenix-core/pom.xml +++ b/phoenix-core/pom.xml @@ -21,7 +21,7 @@ org.apache.phoenix phoenix -4.16.0 +4.16.1-SNAPSHOT phoenix-core Phoenix Core diff --git a/phoenix-hbase-compat-1.3.0/pom.xml b/phoenix-hbase-compat-1.3.0/pom.xml index 471606b..7dbbdca 100644 --- a/phoenix-hbase-compat-1.3.0/pom.xml +++ b/phoenix-hbase-compat-1.3.0/pom.xml @@ -23,7 +23,7 @@ phoenix org.apache.phoenix -4.16.0 +4.16.1-SNAPSHOT phoenix-hbase-compat-1.3.0 diff --git a/phoenix-hbase-compat-1.4.0/pom.xml b/phoenix-hbase-compat-1.4.0/pom.xml index d67d468..b5eed0b 100644 --- a/phoenix-hbase-compat-1.4.0/pom.xml +++ b/phoenix-hbase-compat-1.4.0/pom.xml @@ -23,7 +23,7 @@ phoenix org.apache.phoenix -4.16.0 +4.16.1-SNAPSHOT phoenix-hbase-compat-1.4.0 diff --git a/phoenix-hbase-compat-1.5.0/pom.xml b/phoenix-hbase-compat-1.5.0/pom.xml index 511562c..3c1ca87 100644 --- a/phoenix-hbase-compat-1.5.0/pom.xml +++ b/phoenix-hbase-compat-1.5.0/pom.xml @@ -23,7 +23,7 @@ phoenix org.apache.phoenix -4.16.0 +4.16.1-SNAPSHOT phoenix-hbase-compat-1.5.0 diff --git a/phoenix-pherf/pom.xml b/phoenix-pherf/pom.xml index 51d7a1e..72e5feb 100644 --- a/phoenix-pherf/pom.xml +++ b/phoenix-pherf/pom.xml @@ -21,7 +21,7 @@ org.apache.phoenix phoenix - 4.16.0 + 4.16.1-SNAPSHOT phoenix-pherf diff --git a/phoenix-server/pom.xml b/phoenix-server/pom.xml index ad81225..da56e14 100644 --- a/phoenix-server/pom.xml +++ b/phoenix-server/pom.xml @@ -24,7 +24,7 @@ org.apache.phoenix phoenix -4.16.0 +4.16.1-SNAPSHOT phoenix-server-${hbase.suffix} diff --git a/phoenix-tools/pom.xml b/phoenix-tools/pom.xml index fc2ee7e..6779c47 100644 --- a/phoenix-tools/pom.xml +++ b/phoenix-tools/pom.xml @@ -23,7 +23,7 @@ phoenix org.apache.phoenix -4.16.0 +4.16.1-SNAPSHOT 4.0.0 diff --git a/phoenix-tracing-webapp/pom.xml b/phoenix-tracing-webapp/pom.xml index 3ee1df9..54fce28 100755 ---
[phoenix] branch 5.1 updated: PHOENIX-6388 Add sampled logging for read repairs
This is an automated email from the ASF dual-hosted git repository. stoty pushed a commit to branch 5.1 in repository https://gitbox.apache.org/repos/asf/phoenix.git The following commit(s) were added to refs/heads/5.1 by this push: new fdbbea7 PHOENIX-6388 Add sampled logging for read repairs fdbbea7 is described below commit fdbbea705ce2f9014bff6b6641744a6a6d8fbfa3 Author: Xinyi Yan AuthorDate: Tue Feb 23 15:51:46 2021 -0800 PHOENIX-6388 Add sampled logging for read repairs --- .../apache/phoenix/index/GlobalIndexChecker.java | 28 +- 1 file changed, 27 insertions(+), 1 deletion(-) diff --git a/phoenix-core/src/main/java/org/apache/phoenix/index/GlobalIndexChecker.java b/phoenix-core/src/main/java/org/apache/phoenix/index/GlobalIndexChecker.java index 9b2bd37..75775fa 100644 --- a/phoenix-core/src/main/java/org/apache/phoenix/index/GlobalIndexChecker.java +++ b/phoenix-core/src/main/java/org/apache/phoenix/index/GlobalIndexChecker.java @@ -28,6 +28,7 @@ import java.io.IOException; import java.sql.SQLException; import java.util.Iterator; import java.util.List; +import java.util.Random; import java.util.Optional; import org.apache.hadoop.hbase.Cell; @@ -96,6 +97,9 @@ import org.slf4j.LoggerFactory; public class GlobalIndexChecker extends BaseScannerRegionObserver implements RegionCoprocessor{ private static final Logger LOG = LoggerFactory.getLogger(GlobalIndexChecker.class); +private static final String REPAIR_LOGGING_PERCENT_ATTRIB = "phoenix.index.repair.logging.percent"; +private static final double DEFAULT_REPAIR_LOGGING_PERCENT = 1; + private GlobalIndexCheckerSource metricsSource; private CoprocessorEnvironment env; @@ -140,6 +144,8 @@ public class GlobalIndexChecker extends BaseScannerRegionObserver implements Reg private long pageSize = Long.MAX_VALUE; private boolean restartScanDueToPageFilterRemoval = false; private boolean hasMore; +private double loggingPercent; +private Random random; private String indexName; private long pageSizeMs; @@ -171,6 +177,9 @@ public class GlobalIndexChecker extends BaseScannerRegionObserver implements Reg "repairIndexRows: IndexMaintainer is not included in scan attributes for " + region.getRegionInfo().getTable().getNameAsString()); } +loggingPercent = env.getConfiguration().getDouble(REPAIR_LOGGING_PERCENT_ATTRIB, +DEFAULT_REPAIR_LOGGING_PERCENT); +random = new Random(EnvironmentEdgeManager.currentTimeMillis()); pageSizeMs = getPageSizeMsForRegionScanner(scan); } @@ -586,18 +595,28 @@ public class GlobalIndexChecker extends BaseScannerRegionObserver implements Reg byte[] rowKey = CellUtil.cloneRow(cell); long ts = cellList.get(0).getTimestamp(); cellList.clear(); - +long repairTime; try { repairIndexRows(rowKey, ts, cellList); +repairTime = EnvironmentEdgeManager.currentTimeMillis() - repairStart; metricsSource.incrementIndexRepairs(indexName); metricsSource.updateUnverifiedIndexRowAge(indexName, EnvironmentEdgeManager.currentTimeMillis() - ts); metricsSource.updateIndexRepairTime(indexName, EnvironmentEdgeManager.currentTimeMillis() - repairStart); +if (shouldLog()) { +LOG.info(String.format("Index row repair on region {} took {} ms.", +env.getRegionInfo().getRegionNameAsString(), repairTime)); +} } catch (IOException e) { +repairTime = EnvironmentEdgeManager.currentTimeMillis() - repairStart; metricsSource.incrementIndexRepairFailures(indexName); metricsSource.updateIndexRepairFailureTime(indexName, EnvironmentEdgeManager.currentTimeMillis() - repairStart); +if (shouldLog()) { +LOG.warn("Index row repair failure on region {} took {} ms.", +env.getRegionInfo().getRegionNameAsString(), repairTime); +} throw e; } @@ -608,6 +627,13 @@ public class GlobalIndexChecker extends BaseScannerRegionObserver implements Reg return true; } } + +private boolean shouldLog() { +if (loggingPercent == 0) { +return false; +} +return (random.nextDouble() <= (loggingPercent / 100.0d)); +} } @Override
[phoenix-omid] branch master updated: OMID-199 Omid client cannot use pre-authenticated UserGroupInformation.getCurrentUser()
This is an automated email from the ASF dual-hosted git repository. stoty pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/phoenix-omid.git The following commit(s) were added to refs/heads/master by this push: new 70f3ca6 OMID-199 Omid client cannot use pre-authenticated UserGroupInformation.getCurrentUser() 70f3ca6 is described below commit 70f3ca6a8d00a87105f13d263498adf30379908a Author: Istvan Toth AuthorDate: Tue Feb 23 21:29:06 2021 +0100 OMID-199 Omid client cannot use pre-authenticated UserGroupInformation.getCurrentUser() --- .../java/org/apache/omid/tools/hbase/HBaseLogin.java | 16 ++-- .../org/apache/omid/tools/hbase/SecureHBaseConfig.java | 4 ++-- 2 files changed, 12 insertions(+), 8 deletions(-) diff --git a/hbase-common/src/main/java/org/apache/omid/tools/hbase/HBaseLogin.java b/hbase-common/src/main/java/org/apache/omid/tools/hbase/HBaseLogin.java index 0241fc0..3e5d197 100644 --- a/hbase-common/src/main/java/org/apache/omid/tools/hbase/HBaseLogin.java +++ b/hbase-common/src/main/java/org/apache/omid/tools/hbase/HBaseLogin.java @@ -43,10 +43,12 @@ public final class HBaseLogin { @Nullable public static UserGroupInformation loginIfNeeded(SecureHBaseConfig config, Configuration hbaseConf) throws IOException { boolean credsProvided = null != config.getPrincipal() && null != config.getKeytab(); -if (UserGroupInformation.isSecurityEnabled() && credsProvided) { +if (UserGroupInformation.isSecurityEnabled()) { // Check if we need to authenticate with kerberos so that we cache the correct ConnectionInfo UserGroupInformation currentUser = UserGroupInformation.getCurrentUser(); -if (!currentUser.hasKerberosCredentials() || !isSameName(currentUser.getUserName(), config.getPrincipal())) { +if (credsProvided +&& (!currentUser.hasKerberosCredentials() +|| !isSameName(currentUser.getUserName(), config.getPrincipal( { synchronized (KERBEROS_LOGIN_LOCK) { // Double check the current user, might have changed since we checked last. Don't want // to re-login if it's the same user. @@ -63,11 +65,13 @@ public final class HBaseLogin { } } } else { -// The user already has Kerberos creds, so there isn't anything to change in the ConnectionInfo. -LOG.debug("Already logged in as {}", currentUser); +if (currentUser.hasKerberosCredentials()) { +// The user already has Kerberos creds, so there isn't anything to change in the ConnectionInfo. +LOG.debug("Already logged in as {}", currentUser); +} else { +LOG.warn("Security enabled but not logged in, and did not provide credentials. NULL UGI returned"); +} } -} else { -LOG.warn("Security NOT enabled when connecting to HBase. Act at your own risk. NULL UGI returned"); } return ugi; } diff --git a/hbase-common/src/main/java/org/apache/omid/tools/hbase/SecureHBaseConfig.java b/hbase-common/src/main/java/org/apache/omid/tools/hbase/SecureHBaseConfig.java index 3d14e0f..c43260a 100644 --- a/hbase-common/src/main/java/org/apache/omid/tools/hbase/SecureHBaseConfig.java +++ b/hbase-common/src/main/java/org/apache/omid/tools/hbase/SecureHBaseConfig.java @@ -25,8 +25,8 @@ public class SecureHBaseConfig { public static final String HBASE_CLIENT_PRINCIPAL_KEY = "hbase.client.principal"; public static final String HBASE_CLIENT_KEYTAB_KEY = "hbase.client.keytab"; -private String principal = "not set"; -private String keytab = "not set"; +private String principal; +private String keytab; // // WARNING: Do not remove getters/setters, needed by snake_yaml!
svn commit: r1886874 - in /phoenix/site: publish/download.html publish/language/datatypes.html publish/language/functions.html publish/language/index.html source/src/site/markdown/download.md
Author: yanxinyi Date: Wed Feb 24 06:14:38 2021 New Revision: 1886874 URL: http://svn.apache.org/viewvc?rev=1886874=rev Log: Add 4.16.0 release to downloads Modified: phoenix/site/publish/download.html phoenix/site/publish/language/datatypes.html phoenix/site/publish/language/functions.html phoenix/site/publish/language/index.html phoenix/site/source/src/site/markdown/download.md Modified: phoenix/site/publish/download.html URL: http://svn.apache.org/viewvc/phoenix/site/publish/download.html?rev=1886874=1886873=1886874=diff == --- phoenix/site/publish/download.html (original) +++ phoenix/site/publish/download.html Wed Feb 24 06:14:38 2021 @@ -1,7 +1,7 @@ @@ -169,7 +169,7 @@ Phoenix Downloads The below table lists mirrored release artifacts and their associated hashes and signatures available ONLY at apache.org. The keys used to sign releases can be found in our published https://www.apache.org/dist/phoenix/KEYS;>KEYS file. See our installation instructions here, our release notes here, and a list of fixes and new features https://issues.apache.org/jira/secure/ReleaseNote.jspa?version=12334393projectId=12315120;>here. Follow https://www.apache.org/dyn/closer.cgi#verify;>Verify the Integrity of the Files for how to verify your mirrored downloads. -Current release 4.15.0 can run on Apache HBase 1.3, 1.4 and 1.5.CDH HBase 5.11, 5.12, 5.13 and 5.14 is supported by 4.14.0.Apache HBase 2.0 is supported by 5.0.0.Apache HBase 2.1, 2.2, 2.3, 2.4 is supported by 5.1.0. +Current release 4.16.0 can run on Apache HBase 1.3, 1.4, 1.5 and 1.6.CDH HBase 5.11, 5.12, 5.13 and 5.14 is supported by 4.14.0.Apache HBase 2.0 is supported by 5.0.0.Apache HBase 2.1, 2.2, 2.3, 2.4 is supported by 5.1.0. Please follow the appropriate link depending on your HBase version. @@ -230,6 +230,7 @@ //http://svn.apache.org/viewvc/phoenix/site/publish/language/datatypes.html?rev=1886874&r1=1886873&r2=1886874&view=diff == --- phoenix/site/publish/language/datatypes.html (original) +++ phoenix/site/publish/language/datatypes.html Wed Feb 24 06:14:38 2021 @@ -1,7 +1,7 @@ Modified: phoenix/site/publish/language/functions.html URL: http://svn.apache.org/viewvc/phoenix/site/publish/language/functions.html?rev=1886874&r1=1886873&r2=1886874&view=diff == --- phoenix/site/publish/language/functions.html (original) +++ phoenix/site/publish/language/functions.html Wed Feb 24 06:14:38 2021 @@ -1,7 +1,7 @@ Modified: phoenix/site/publish/language/index.html URL: http://svn.apache.org/viewvc/phoenix/site/publish/language/index.html?rev=1886874&r1=1886873&r2=1886874&view=diff == --- phoenix/site/publish/language/index.html (original) +++ phoenix/site/publish/language/index.html Wed Feb 24 06:14:38 2021 @@ -1,7 +1,7 @@ Modified: phoenix/site/source/src/site/markdown/download.md URL:
Apache-Phoenix | master | HBase 2.2 | Build #245 FAILURE
master branch HBase 2.2 build #245 status FAILURE Build #245 https://ci-hadoop.apache.org/job/Phoenix/job/Phoenix-mulitbranch/job/master/245/
Apache-Phoenix | master | HBase 2.4 | Build #245 FAILURE
master branch HBase 2.4 build #245 status FAILURE Build #245 https://ci-hadoop.apache.org/job/Phoenix/job/Phoenix-mulitbranch/job/master/245/
Apache-Phoenix | master | HBase 2.3 | Build #245 FAILURE
master branch HBase 2.3 build #245 status FAILURE Build #245 https://ci-hadoop.apache.org/job/Phoenix/job/Phoenix-mulitbranch/job/master/245/
Apache-Phoenix | master | HBase 2.1 | Build #245 FAILURE
master branch HBase 2.1 build #245 status FAILURE Build #245 https://ci-hadoop.apache.org/job/Phoenix/job/Phoenix-mulitbranch/job/master/245/
[phoenix] annotated tag 4.16.0 created (now f6ba230)
This is an automated email from the ASF dual-hosted git repository. yanxinyi pushed a change to annotated tag 4.16.0 in repository https://gitbox.apache.org/repos/asf/phoenix.git. at f6ba230 (tag) tagging 90b99b07a1ce48f7f1017f9b3b5e9a55f3016463 (commit) replaces v4.15.0-HBase-1.5 by Xinyi Yan on Tue Feb 23 17:29:51 2021 -0800 - Log - Phoenix v4.16.0 release --- No new revisions were added by this update.
svn commit: r46298 - /dev/phoenix/phoenix-4.16.0RC3/ /release/phoenix/phoenix-4.16.0/
Author: chinmayskulkarni Date: Wed Feb 24 01:12:03 2021 New Revision: 46298 Log: Moving 4.16.0 RC3 to the release folder for release manager Xinyi Yan Added: release/phoenix/phoenix-4.16.0/ - copied from r46297, dev/phoenix/phoenix-4.16.0RC3/ Removed: dev/phoenix/phoenix-4.16.0RC3/
svn commit: r46297 - /release/phoenix/KEYS
Author: chinmayskulkarni Date: Wed Feb 24 01:08:59 2021 New Revision: 46297 Log: Add Xinyi Yan's key to release KEYS Modified: release/phoenix/KEYS Modified: release/phoenix/KEYS == --- release/phoenix/KEYS (original) +++ release/phoenix/KEYS Wed Feb 24 01:08:59 2021 @@ -950,3 +950,74 @@ qic2S63UJAmcu8NJPcpyLPEL9dW73l/mJzEeJ+6R LrpNgabmWs+9yCbisv599junedHZVYBLikoFE14TWsD6cXk//MdxhJGZVwsP =L91m -END PGP PUBLIC KEY BLOCK- +pub rsa4096 2021-01-19 [SC] + AFA8933E99C11D56A003F7A0E4882DD3AB711587 +uid [ultimate] Xinyi Yan (CODE SIGNING KEY) +sig 3E4882DD3AB711587 2021-01-19 Xinyi Yan (CODE SIGNING KEY) +sig 3E4882DD3AB711587 2021-01-19 Xinyi Yan (CODE SIGNING KEY) +sub rsa4096 2021-01-19 [E] +sig E4882DD3AB711587 2021-01-19 Xinyi Yan (CODE SIGNING KEY) + +-BEGIN PGP PUBLIC KEY BLOCK- + +mQINBGAHOyABEAC8nlXF7NNVp4rqfnc1qg2K8lVAX1a23nENEswOZ++OB1cME2hl +7JVbRs7IHyxUK1oeBDLZ6f3jJRVvmHC+Kz7Aa+KMfFpYdvq2OYGBvZ+gm3N6fJ1k +SYlhkytbOfWX5WSJcXtEZCAKPPsx1BvSVdS5sYUto4qdrW+94rqzEIbrBLvbVETj +ls4Gtj1hVIaMy3PbCptJK4utv/oP/0jNZfYRdXaXCD45vAxVfVGjDikW3f85Oosi +sJppey/3JxL1mfS+lga8oIHRMoiFfEgNB6hLCvQZZ9Z4zS5li8zEuEmBFNmerxs4 +fhSqYVdQqUZZpEkzzSBs1vEpOnxgnwCjaArlB8Xrcd3IO6YW20ZR00gJWmKPHYmz +aXO3ninHqOZh4Sjuctl7EgnIpdz8hZ3fn8w++Od1OygopxKvxukFbxUicgCDvLol ++1aQGCvtqBoPHrhEmqxhg8JoHWUD13P3Z1Lz/4DKRM65iVdgcGT1QXXKJpHKVKJj +L4kta10+92yIV127ng75530MN1CP2WbFCaq1pFSi5qgSL3wdLUjDgC7aUrihvvbo +wR6gxCX5D7tooGZFQikdlCd2Do8SPRvsW3LgHz7DcegQWkoGNvHCdbyYjzr0fHNT +Ln/2hnoRdctaURlfoBm2GP7/amgdvPUkcGXM/ddY8tSZtvW7LJwXRo3FFwARAQAB +tDJYaW55aSBZYW4gKENPREUgU0lHTklORyBLRVkpIDx5YW54aW55aUBhcGFjaGUu +b3JnPokCNwQTAQIAIQIbAwIeAQIXgAUCYAc8JwULCQgHAwUVCgkICwUWAgMBAAAK +CRDkiC3Tq3EVh7bdD/wIhUOB9l3C5Ro2CLJQ4fztIYJs+t+UmAAGSKjlErwZJicI +1b0WF0w6YWpLozhdzGTUtR7GwQKZYI0VOqTRC1gAhh/lFuN0JvkAUp+sapw/Ba17 +tYvIMWbaGwxGMb8+r830wsKMcK4H1YSF/9yT2WeuQIwTOZveLAh1+8NjQ99NTeOn +DjN7ZxCXSpCHl9JRx1x/42TYxd7qbiYqeZ2eZBFx9oexJzy547F1YnxevDIHjg6P +XTpvoXGY7KK6TReDPr/8JCg8bwyOSfJyn/u6m8hI8begUVHezCpur2iTAmB3E717 +YaVfa0XOOCDUe43SlIls0JjnFNwwb4B33Im0wi4Y1xLFZiRJakGQLb88aszmT5I9 +O5qecluyoRQzN4zbdMjlOOQDDXn5KfQd6NQaROP1w7sX0JW+W6+1HIHP4AhsQJ8i +ew0i+7IFhHuc+FRnNPY3jWnITsNaqGFh8xcTaevPDoMEsfEzHmzi1pyqQrRoC/zw +NWH20Db9SvqHmf4Rt0xtnIjJBzNAoVAlArhirJMIYrlSzlHSv06IV8et6qhqcHK8 +uuMzBDmB8Al70us9SlrVlspG7jmAO5mnDEuAKBA+i7JbQgDqUCmFWlAEV/rlt1RK +0GkaqchMihLKeq27QNE1o9lEwcSf1uCfF6vPvOSfkNgTAi1zTwGXV0D4bIdb84kC +OAQTAQIAIgUCYAc7IAIbAwYLCQgHAwIGFQgCCQoLBBYCAwECHgECF4AACgkQ5Igt +06txFYeq+g//Y8Swj+VONLrKIuo9OGmgK4lhzmCpyY/8GH8dBwMQcyF8lyr4eeS9 +4RdXusF8KQtd34SRK5jnBL+5icbSatfhQ9VlIQc+gFAJSxeXRe/h1r60ikSjLTGf +ic6fuYjVVpTgAJ+viuyNfMdsJ9Srl9yMJwXD0+8JVsl4ACE8WsXQ4xYMhfLha0Y4 +nGDs2HV+vTtTo433jmi+J4qUIZ97DKSxdFK4IDDfPRD61N/aqF0I6MT/3R/nHRAy +UrlnSA5kDvcRhujT45GxuSaVyw/ZnukPJJGOaMZF481ehlvZu4CTTIa4VoMJNfSs +69NZQ+C1cI+gPXoiLyGiFsYAv4yOjWnCL3xaU0iEP/wHVUyXtj7luVHW1bdZidZZ +ROUFj6kgkyi+QL/f7LGhSF4sRz53eXlkJ/D7DLyHXhT9JOhghkBEkqyhXPfhzJ05 +1ZCA2hYqTu8h5p9rCqKGWrZAaREdxn8flfRcDwk7j3y9Pl/r0MMae3WuyYkfZcqY +rFUipkNkDeIjAzC923McFAOi5TRsToMA8Sxzw3kcnjE5VklprUminviZM8ppxDUe +g9hhSZVw4fkeTbu3+AzY8iC2fBdAX1mb8QTZnAnidNvzG+2FEJycTvBJmEkw+57I +8IU2lYlBpWwIRHEX7p4iKrC0bx0yxN0dr+stnaK/CMMFxQFRAZpcepi5Ag0EYAc7 +IAEQALTL/836qNK/wTCIfWp3ccC9L298stGu5+xcxgckMhd5XuhWXr0qONrlOkhX +F0FMvwKl5hNTOOnRX7vcl/g6DNMDWRqGccA7ZGRch/uQ9jm5fX5zMNHmrxEC1H4I +NkMGFoE63C0DMa7An37VAatm4n9SoAaukol7cwjUqH7HIHZ6EkZyJcbW909QIoxN +iuU9Qvh4wNR44O50ZFruCsUJ6Xe2wSYEjW/oJw3Wm4jrYu84KO3Iv1Yxrxvk7tdB +pUabQTf2IpdMtP+U6eCvCgPnc183m/BFpbvBoTNUFV/1ksYAC0V0nXlfa8HISuey +a03clDnaZWnaqexRgbbtvSNEit6Bw3OTdLxH/PiFr/mv+A5FUtGt0ndxcD2nqNal +EWL5ZJc3ffSh6Y2JgRZV+Ec6U0IRSye8eBwv+rUZdm9+b1DLYmsqCZFald1ajUy6 +9yDeLb0eZ5mB6GtWCKZ5c3T2usIEv5OmpxvTYYnIOQHO2Rook5BVnT1VDJhoMkyT +ruRqrtFlQJ/VbPNHi2hQV7F9Ksa70YO22YYABYUnTeztSjoeQYOWCjbu+jdBwlVV +l12BeJXUCan8LsE/eH64vuIzqpoD2yPwn8gDQ34aGoBnUmmGtgnepY1iS0QAC1P4 +PIP/b5f/ew5W6ou4OSOhczKLzsaKdOz1cxWq/rKTP735hupvABEBAAGJAh8EGAEC +AAkFAmAHOyACGwwACgkQ5Igt06txFYfqJRAAhAkbpBLdhbU7rqOPNYyd6qRzgIvZ +HtIIW0MZcyE0UoiKjMBhM8t/SGEZ/QaB1EsQ3XFpgP+8OEi/KXJ176QTVbfqpyWH +A3WWY0EJvcmRtoodH8IrU9vnH6jMPvPBkxsDaEecXQNG0fZJgm2pHbzEvDEsBPcR +JHMQKRG+khKXxU9MHkzZG6SwymL2NVqZ1Ac7ueTRYsUTsK763kX536+QeFZCfjpk +d8VIgoKisQHFHOI73nai4mifijt6LLHGxinsxYF5/RFo56xDPgNpvRHs8qo4tVkO +XlFdt+vFQY3pwO/P5cTrdFqPb40jBUBehLitxNZ5VzSc4P1xqJ+xZDzIrdQYi4XP +XABq25WR25cUQpRZaoAkqmOPBEfwDicL3gwfFZsQTZZT2N2qQu68HPVo8Nl5ISu7 +2vFFMdPil6qH1LhwYirx79K/CXQf6ikT6R7Oh+L+7r0mXlRwnE5USkWzVh7qo7e4 +8yLrhb4ypf824T3KEQcrIva58mlBGBB1/tngohp+4/Tq6K22AuAqO6vcEAD0XmFi +6eLNZ160urMD7nO5QiwfZeVJubEr2oBelqXyhX3B5eJriE/JUI4v5dfoHlgjcCmf ++swFz3qrC//fWKXcY36eVtLrQ5poBnt+c84ATJxF5G1FiH86584dxkda9ZUDtSpD +2MDwHo+b3qEej9Y= +=6W+C +-END PGP PUBLIC KEY BLOCK-
[phoenix] branch master updated (1b780a2 -> f7d25b9)
This is an automated email from the ASF dual-hosted git repository. yanxinyi pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/phoenix.git. from 1b780a2 PHOENIX-6396 PChar illegal data exception should not contain value add f7d25b9 PHOENIX-6388 Add sampled logging for read repairs No new revisions were added by this update. Summary of changes: .../apache/phoenix/index/GlobalIndexChecker.java | 28 +- 1 file changed, 27 insertions(+), 1 deletion(-)
Apache-Phoenix | 4.x | HBase 1.6 | Build #239 SUCCESS
4.x branch HBase 1.6 build #239 status SUCCESS Build #239 https://ci-hadoop.apache.org/job/Phoenix/job/Phoenix-mulitbranch/job/4.x/239/
Apache-Phoenix | 4.x | HBase 1.4 | Build #239 SUCCESS
4.x branch HBase 1.4 build #239 status SUCCESS Build #239 https://ci-hadoop.apache.org/job/Phoenix/job/Phoenix-mulitbranch/job/4.x/239/
Apache-Phoenix | 4.x | HBase 1.3 | Build #239 FAILURE
4.x branch HBase 1.3 build #239 status FAILURE Build #239 https://ci-hadoop.apache.org/job/Phoenix/job/Phoenix-mulitbranch/job/4.x/239/
[phoenix] branch 4.x updated: PHOENIX-6388 Add sampled logging for read repairs
This is an automated email from the ASF dual-hosted git repository. yanxinyi pushed a commit to branch 4.x in repository https://gitbox.apache.org/repos/asf/phoenix.git The following commit(s) were added to refs/heads/4.x by this push: new a1cf54f PHOENIX-6388 Add sampled logging for read repairs a1cf54f is described below commit a1cf54f83985faaaf783b99422b4f8b87716206a Author: Xinyi Yan AuthorDate: Tue Feb 23 10:41:51 2021 -0800 PHOENIX-6388 Add sampled logging for read repairs --- .../apache/phoenix/index/GlobalIndexChecker.java | 27 ++ 1 file changed, 27 insertions(+) diff --git a/phoenix-core/src/main/java/org/apache/phoenix/index/GlobalIndexChecker.java b/phoenix-core/src/main/java/org/apache/phoenix/index/GlobalIndexChecker.java index 7720ae6..374c292 100644 --- a/phoenix-core/src/main/java/org/apache/phoenix/index/GlobalIndexChecker.java +++ b/phoenix-core/src/main/java/org/apache/phoenix/index/GlobalIndexChecker.java @@ -34,6 +34,7 @@ import java.io.IOException; import java.sql.SQLException; import java.util.Iterator; import java.util.List; +import java.util.Random; import org.apache.hadoop.hbase.Cell; import org.apache.hadoop.hbase.CellUtil; @@ -101,6 +102,9 @@ import org.slf4j.LoggerFactory; */ public class GlobalIndexChecker extends BaseScannerRegionObserver { private static final Logger LOG = LoggerFactory.getLogger(GlobalIndexChecker.class); +private static final String REPAIR_LOGGING_PERCENT_ATTRIB = "phoenix.index.repair.logging.percent"; +private static final double DEFAULT_REPAIR_LOGGING_PERCENT = 1; + private HTableFactory hTableFactory; private GlobalIndexCheckerSource metricsSource; @@ -145,6 +149,8 @@ public class GlobalIndexChecker extends BaseScannerRegionObserver { private long pageSize = Long.MAX_VALUE; private boolean restartScanDueToPageFilterRemoval = false; private boolean hasMore; +private double loggingPercent; +private Random random; private String indexName; private long pageSizeMs; @@ -176,6 +182,9 @@ public class GlobalIndexChecker extends BaseScannerRegionObserver { "repairIndexRows: IndexMaintainer is not included in scan attributes for " + region.getRegionInfo().getTable().getNameAsString()); } +loggingPercent = env.getConfiguration().getDouble(REPAIR_LOGGING_PERCENT_ATTRIB, +DEFAULT_REPAIR_LOGGING_PERCENT); +random = new Random(EnvironmentEdgeManager.currentTimeMillis()); pageSizeMs = getPageSizeMsForRegionScanner(scan); } @@ -586,17 +595,28 @@ public class GlobalIndexChecker extends BaseScannerRegionObserver { long ts = cellList.get(0).getTimestamp(); cellList.clear(); +long repairTime; try { repairIndexRows(rowKey, ts, cellList); +repairTime = EnvironmentEdgeManager.currentTimeMillis() - repairStart; metricsSource.incrementIndexRepairs(indexName); metricsSource.updateUnverifiedIndexRowAge(indexName, EnvironmentEdgeManager.currentTimeMillis() - ts); metricsSource.updateIndexRepairTime(indexName, EnvironmentEdgeManager.currentTimeMillis() - repairStart); +if (shouldLog()) { +LOG.info("Index row repair on region {} took {} ms.", +env.getRegionInfo().getRegionNameAsString(), repairTime); +} } catch (IOException e) { +repairTime = EnvironmentEdgeManager.currentTimeMillis() - repairStart; metricsSource.incrementIndexRepairFailures(indexName); metricsSource.updateIndexRepairFailureTime(indexName, EnvironmentEdgeManager.currentTimeMillis() - repairStart); +if (shouldLog()) { +LOG.warn("Index row repair failure on region {} took {} ms.", +env.getRegionInfo().getRegionNameAsString(), repairTime); +} throw e; } @@ -607,6 +627,13 @@ public class GlobalIndexChecker extends BaseScannerRegionObserver { return true; } } + +private boolean shouldLog() { +if (loggingPercent == 0) { +return false; +} +return (random.nextDouble() <= (loggingPercent / 100.0d)); +} } @Override
Apache-Phoenix | 4.x | HBase 1.6 | Build #238 SUCCESS
4.x branch HBase 1.6 build #238 status SUCCESS Build #238 https://ci-hadoop.apache.org/job/Phoenix/job/Phoenix-mulitbranch/job/4.x/238/
Apache-Phoenix | 4.x | HBase 1.4 | Build #238 SUCCESS
4.x branch HBase 1.4 build #238 status SUCCESS Build #238 https://ci-hadoop.apache.org/job/Phoenix/job/Phoenix-mulitbranch/job/4.x/238/
Apache-Phoenix | 4.x | HBase 1.3 | Build #238 FAILURE
4.x branch HBase 1.3 build #238 status FAILURE Build #238 https://ci-hadoop.apache.org/job/Phoenix/job/Phoenix-mulitbranch/job/4.x/238/