(hbase) branch branch-2.4 updated: HBASE-28476 Remove jenkins files for branch-2.4 (#6011)
This is an automated email from the ASF dual-hosted git repository.
zhangduo pushed a commit to branch branch-2.4
in repository https://gitbox.apache.org/repos/asf/hbase.git
The following commit(s) were added to refs/heads/branch-2.4 by this push:
new 1637ad93b51 HBASE-28476 Remove jenkins files for branch-2.4 (#6011)
1637ad93b51 is described below
commit 1637ad93b518838c224738662b575c29ceba0f54
Author: Duo Zhang
AuthorDate: Fri Jun 21 14:56:04 2024 +0800
HBASE-28476 Remove jenkins files for branch-2.4 (#6011)
Signed-off-by: Xin Sun
---
dev-support/Jenkinsfile| 877 -
dev-support/Jenkinsfile_GitHub | 490
.../flaky-tests/flaky-reporting.Jenkinsfile| 75 --
.../flaky-tests/run-flaky-tests.Jenkinsfile| 94 ---
4 files changed, 1536 deletions(-)
diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile
deleted file mode 100644
index 7d2ef32df6e..000
--- a/dev-support/Jenkinsfile
+++ /dev/null
@@ -1,877 +0,0 @@
-// Licensed to the Apache Software Foundation (ASF) under one
-// or more contributor license agreements. See the NOTICE file
-// distributed with this work for additional information
-// regarding copyright ownership. The ASF licenses this file
-// to you under the Apache License, Version 2.0 (the
-// "License"); you may not use this file except in compliance
-// with the License. You may obtain a copy of the License at
-//
-// http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing,
-// software distributed under the License is distributed on an
-// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-// KIND, either express or implied. See the License for the
-// specific language governing permissions and limitations
-// under the License.
-pipeline {
- agent {
-node {
- label 'hbase'
-}
- }
- triggers {
-pollSCM('@daily')
- }
- options {
-buildDiscarder(logRotator(numToKeepStr: '20'))
-timeout (time: 16, unit: 'HOURS')
-timestamps()
-skipDefaultCheckout()
-disableConcurrentBuilds()
- }
- environment {
-YETUS_RELEASE = '0.12.0'
-// where we'll write everything from different steps. Need a copy here so
the final step can check for success/failure.
-OUTPUT_DIR_RELATIVE_GENERAL = 'output-general'
-OUTPUT_DIR_RELATIVE_JDK8_HADOOP2 = 'output-jdk8-hadoop2'
-OUTPUT_DIR_RELATIVE_JDK8_HADOOP3 = 'output-jdk8-hadoop3'
-OUTPUT_DIR_RELATIVE_JDK11_HADOOP3 = 'output-jdk11-hadoop3'
-
-PROJECT = 'hbase'
-PROJECT_PERSONALITY =
'https://raw.githubusercontent.com/apache/hbase/master/dev-support/hbase-personality.sh'
-PERSONALITY_FILE = 'tools/personality.sh'
-// This section of the docs tells folks not to use the javadoc tag. older
branches have our old version of the check for said tag.
-AUTHOR_IGNORE_LIST =
'src/main/asciidoc/_chapters/developer.adoc,dev-support/test-patch.sh'
-WHITESPACE_IGNORE_LIST = '.*/generated/.*'
-// output from surefire; sadly the archive function in yetus only works on
file names.
-ARCHIVE_PATTERN_LIST = 'TEST-*.xml,org.apache.h*.txt,*.dumpstream,*.dump'
-// These tests currently have known failures. Once they burn down to 0,
remove from here so that new problems will cause a failure.
-TESTS_FILTER =
'cc,checkstyle,javac,javadoc,pylint,shellcheck,whitespace,perlcritic,ruby-lint,rubocop,mvnsite'
-EXCLUDE_TESTS_URL =
"${JENKINS_URL}/job/HBase-Find-Flaky-Tests/job/${BRANCH_NAME}/lastSuccessfulBuild/artifact/output/excludes"
- // TODO does hadoopcheck need to be jdk specific?
-SHALLOW_CHECKS = 'all,-shadedjars,-unit' // run by the 'yetus general
check'
-DEEP_CHECKS = 'compile,htmlout,javac,maven,mvninstall,shadedjars,unit' //
run by 'yetus jdkX (HadoopY) checks'
-ASF_NIGHTLIES = 'https://nightlies.apache.org'
-ASF_NIGHTLIES_BASE_ORI =
"${ASF_NIGHTLIES}/hbase/${JOB_NAME}/${BUILD_NUMBER}"
-ASF_NIGHTLIES_BASE = "${ASF_NIGHTLIES_BASE_ORI.replaceAll(' ', '%20')}"
- }
- parameters {
-booleanParam(name: 'USE_YETUS_PRERELEASE', defaultValue: false,
description: '''Check to use the current HEAD of apache/yetus rather than our
configured release.
-
-Should only be used manually when e.g. there is some non-work-aroundable
issue in yetus we are checking a fix for.''')
-booleanParam(name: 'DEBUG', defaultValue: false, description: 'Produce a
lot more meta-information.')
- }
- stages {
-stage ('scm-checkout') {
- steps {
-dir('component') {
- checkout scm
-}
- }
-}
-stage ('thirdparty installs') {
- parallel {
-stage ('yetus install') {
- steps {
-// directory must be unique for each parallel stage, because
jenkins runs them in the same workspace :(
-dir('downloads-yetus') {
- // can't just do a simple echo or the directory won't
(hbase) branch master updated: HBASE-28617 Addendum fix doap category
This is an automated email from the ASF dual-hosted git repository. zhangduo pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/hbase.git The following commit(s) were added to refs/heads/master by this push: new ff197587f08 HBASE-28617 Addendum fix doap category ff197587f08 is described below commit ff197587f08a78fefc058a83f86009523ddaa36a Author: Duo Zhang AuthorDate: Fri Jun 21 12:15:46 2024 +0800 HBASE-28617 Addendum fix doap category --- src/site/resources/doap_Hbase.rdf | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/site/resources/doap_Hbase.rdf b/src/site/resources/doap_Hbase.rdf index 09f41fd3655..1c6911d25dc 100644 --- a/src/site/resources/doap_Hbase.rdf +++ b/src/site/resources/doap_Hbase.rdf @@ -33,7 +33,7 @@ https://hbase.apache.org/mailing-lists.html"; /> https://hbase.apache.org/downloads.html"; /> Java -https://projects.apache.org/projects.html?category#database"; /> +http://projects.apache.org/category/database"; /> Apache HBase
(hbase) branch master updated (52eef65d37e -> 85a8b54213d)
This is an automated email from the ASF dual-hosted git repository. zhangduo pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/hbase.git from 52eef65d37e HBASE-28548 Add documentation about the URI based connection registry (#5981) add 85a8b54213d HBASE-28644 Use ExtendedCell instead of Cell in KeyValueScanner (#5976) No new revisions were added by this update. Summary of changes: .../org/apache/hadoop/hbase/client/Result.java | 8 +- .../org/apache/hadoop/hbase/filter/Filter.java | 13 +- .../apache/hadoop/hbase/filter/KeyOnlyFilter.java | 19 ++- .../java/org/apache/hadoop/hbase/CellUtil.java | 4 +- .../java/org/apache/hadoop/hbase/KeyValueUtil.java | 14 +- .../org/apache/hadoop/hbase/PrivateCellUtil.java | 76 +-- .../main/java/org/apache/hadoop/hbase/RawCell.java | 8 +- .../io/encoding/AbstractDataBlockEncoder.java | 4 +- .../io/encoding/BufferedDataBlockEncoder.java | 24 ++-- .../hbase/io/encoding/CopyKeyDataBlockEncoder.java | 6 +- .../hadoop/hbase/io/encoding/DataBlockEncoder.java | 14 +- .../hbase/io/encoding/DiffKeyDeltaEncoder.java | 8 +- .../hadoop/hbase/io/encoding/EncodingState.java| 4 +- .../hbase/io/encoding/FastDiffDeltaEncoder.java| 8 +- .../hbase/io/encoding/PrefixKeyDeltaEncoder.java | 8 +- .../hadoop/hbase/io/encoding/RowIndexCodecV1.java | 10 +- .../hbase/io/encoding/RowIndexEncoderV1.java | 8 +- .../hadoop/hbase/io/encoding/RowIndexSeekerV1.java | 13 +- .../hadoop/hbase/util/RedundantKVGenerator.java| 6 +- .../hadoop/hbase/mapreduce/HFileOutputFormat2.java | 5 +- .../apache/hadoop/hbase/mapreduce/PutCombiner.java | 3 +- .../hadoop/hbase/mapreduce/PutSortReducer.java | 3 +- .../hadoop/hbase/mapreduce/TextSortReducer.java| 10 +- .../hadoop/hbase/mapreduce/TestImportExport.java | 3 +- .../hadoop/hbase/io/HalfStoreFileReader.java | 41 +++--- .../hadoop/hbase/io/hfile/BlockWithScanInfo.java | 8 +- .../hbase/io/hfile/CompoundBloomFilterWriter.java | 5 +- .../org/apache/hadoop/hbase/io/hfile/HFile.java| 8 +- .../apache/hadoop/hbase/io/hfile/HFileBlock.java | 4 +- .../hadoop/hbase/io/hfile/HFileBlockIndex.java | 40 +++--- .../hbase/io/hfile/HFileDataBlockEncoder.java | 4 +- .../hbase/io/hfile/HFileDataBlockEncoderImpl.java | 4 +- .../hbase/io/hfile/HFileIndexBlockEncoder.java | 7 +- .../apache/hadoop/hbase/io/hfile/HFileInfo.java| 5 +- .../hadoop/hbase/io/hfile/HFileReaderImpl.java | 57 .../apache/hadoop/hbase/io/hfile/HFileScanner.java | 31 ++--- .../hadoop/hbase/io/hfile/HFileWriterImpl.java | 15 ++- .../hbase/io/hfile/NoOpDataBlockEncoder.java | 4 +- .../hbase/io/hfile/NoOpIndexBlockEncoder.java | 21 +-- .../hadoop/hbase/mob/DefaultMobStoreCompactor.java | 13 +- .../hadoop/hbase/mob/DefaultMobStoreFlusher.java | 10 +- .../java/org/apache/hadoop/hbase/mob/MobCell.java | 9 +- .../java/org/apache/hadoop/hbase/mob/MobFile.java | 7 +- .../java/org/apache/hadoop/hbase/mob/MobUtils.java | 7 +- .../store/region/WALProcedurePrettyPrinter.java| 3 +- .../hbase/regionserver/AbstractMemStore.java | 71 +- .../regionserver/CellArrayImmutableSegment.java| 22 +-- .../hadoop/hbase/regionserver/CellArrayMap.java| 12 +- .../regionserver/CellChunkImmutableSegment.java| 32 +++-- .../hadoop/hbase/regionserver/CellChunkMap.java| 15 ++- .../hadoop/hbase/regionserver/CellFlatMap.java | 137 ++- .../apache/hadoop/hbase/regionserver/CellSet.java | 56 .../apache/hadoop/hbase/regionserver/CellSink.java | 8 +- .../hbase/regionserver/CompactingMemStore.java | 7 +- .../regionserver/CompositeImmutableSegment.java| 17 +-- .../regionserver/DateTieredMultiFileWriter.java| 4 +- .../hadoop/hbase/regionserver/DefaultMemStore.java | 5 +- .../hadoop/hbase/regionserver/HMobStore.java | 14 +- .../apache/hadoop/hbase/regionserver/HRegion.java | 147 - .../hbase/regionserver/HRegionFileSystem.java | 5 +- .../apache/hadoop/hbase/regionserver/HStore.java | 11 +- .../hadoop/hbase/regionserver/HStoreFile.java | 10 +- .../hbase/regionserver/ImmutableMemStoreLAB.java | 8 +- .../hadoop/hbase/regionserver/KeyValueHeap.java| 29 ++-- .../hadoop/hbase/regionserver/KeyValueScanner.java | 20 +-- .../apache/hadoop/hbase/regionserver/MemStore.java | 7 +- .../MemStoreCompactorSegmentsIterator.java | 15 ++- .../hadoop/hbase/regionserver/MemStoreLAB.java | 10 +- .../hadoop/hbase/regionserver/MemStoreLABImpl.java | 27 ++-- .../MemStoreMergerSegmentsIterator.java| 4 +- .../regionserver/MemStoreSegmentsIterator.java | 4 +- .../hadoop/hbase/regionserver/MobStoreScanner.java | 4 +- .../hadoop/hbase/regionserver/MutableSegment.java | 21 +-- .../hbase/regionse
(hbase) branch HBASE-28679 updated (0f391a06b92 -> 99f296a3d02)
This is an automated email from the ASF dual-hosted git repository. zhangduo pushed a change to branch HBASE-28679 in repository https://gitbox.apache.org/repos/asf/hbase.git omit 0f391a06b92 HBASE-28679 Upgrade yetus to a newer version new 99f296a3d02 HBASE-28679 Upgrade yetus to a newer version This update added new revisions after undoing existing revisions. That is to say, some revisions that were in the old version of the branch are not in the new version. This situation occurs when a user --force pushes a change and generates a repository containing something like this: * -- * -- B -- O -- O -- O (0f391a06b92) \ N -- N -- N refs/heads/HBASE-28679 (99f296a3d02) You should already have received notification emails for all of the O revisions, and so the following emails describe only the N revisions from the common base, B. Any revisions marked "omit" are not gone; other references still refer to them. Any revisions marked "discard" are gone forever. The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: dev-support/Jenkinsfile_GitHub | 16 1 file changed, 8 insertions(+), 8 deletions(-)
(hbase) 01/01: HBASE-28679 Upgrade yetus to a newer version
This is an automated email from the ASF dual-hosted git repository.
zhangduo pushed a commit to branch HBASE-28679
in repository https://gitbox.apache.org/repos/asf/hbase.git
commit 99f296a3d0227c36ba8be8d2316b3c4670cf0572
Author: Duo Zhang
AuthorDate: Thu Jun 20 09:30:59 2024 +0800
HBASE-28679 Upgrade yetus to a newer version
---
dev-support/Jenkinsfile | 8 ++--
dev-support/Jenkinsfile_GitHub| 55 +--
dev-support/docker/Dockerfile | 2 +
dev-support/hbase_nightly_yetus.sh| 10 ++---
dev-support/jenkins_precommit_github_yetus.sh | 13 ---
5 files changed, 45 insertions(+), 43 deletions(-)
diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile
index 461df28c8e9..227229bf8d8 100644
--- a/dev-support/Jenkinsfile
+++ b/dev-support/Jenkinsfile
@@ -31,7 +31,7 @@ pipeline {
disableConcurrentBuilds()
}
environment {
-YETUS_RELEASE = '0.12.0'
+YETUS_RELEASE = '0.15.0'
// where we'll write everything from different steps. Need a copy here so
the final step can check for success/failure.
OUTPUT_DIR_RELATIVE_GENERAL = 'output-general'
OUTPUT_DIR_RELATIVE_JDK8_HADOOP2 = 'output-jdk8-hadoop2'
@@ -43,12 +43,12 @@ pipeline {
PROJECT_PERSONALITY =
'https://raw.githubusercontent.com/apache/hbase/master/dev-support/hbase-personality.sh'
PERSONALITY_FILE = 'tools/personality.sh'
// This section of the docs tells folks not to use the javadoc tag. older
branches have our old version of the check for said tag.
-AUTHOR_IGNORE_LIST =
'src/main/asciidoc/_chapters/developer.adoc,dev-support/test-patch.sh'
-WHITESPACE_IGNORE_LIST = '.*/generated/.*'
+AUTHOR_IGNORE_LIST = 'src/main/asciidoc/_chapters/developer.adoc'
+BLANKS_IGNORE_LIST = '.*/generated/.*'
// output from surefire; sadly the archive function in yetus only works on
file names.
ARCHIVE_PATTERN_LIST = 'TEST-*.xml,org.apache.h*.txt,*.dumpstream,*.dump'
// These tests currently have known failures. Once they burn down to 0,
remove from here so that new problems will cause a failure.
-TESTS_FILTER =
'cc,checkstyle,javac,javadoc,pylint,shellcheck,whitespace,perlcritic,ruby-lint,rubocop,mvnsite'
+TESTS_FILTER =
'checkstyle,javac,javadoc,pylint,shellcheck,shelldocs,blanks,perlcritic,ruby-lint,rubocop'
EXCLUDE_TESTS_URL =
"${JENKINS_URL}/job/HBase-Find-Flaky-Tests/job/${BRANCH_NAME}/lastSuccessfulBuild/artifact/output/excludes"
// TODO does hadoopcheck need to be jdk specific?
SHALLOW_CHECKS = 'all,-shadedjars,-unit' // run by the 'yetus general
check'
diff --git a/dev-support/Jenkinsfile_GitHub b/dev-support/Jenkinsfile_GitHub
index 62b16287e1e..2ea1ef697b4 100644
--- a/dev-support/Jenkinsfile_GitHub
+++ b/dev-support/Jenkinsfile_GitHub
@@ -36,14 +36,16 @@ pipeline {
YETUS_REL = 'yetus'
DOCKERFILE_REL = "${SRC_REL}/dev-support/docker/Dockerfile"
YETUS_DRIVER_REL =
"${SRC_REL}/dev-support/jenkins_precommit_github_yetus.sh"
-// Branch or tag name. Yetus release tags are 'rel/X.Y.Z'
-YETUS_VERSION = 'rel/0.12.0'
+YETUS_VERSION = '0.15.0'
GENERAL_CHECK_PLUGINS = 'all,-javadoc,-jira,-shadedjars,-unit'
JDK_SPECIFIC_PLUGINS =
'compile,github,htmlout,javac,javadoc,maven,mvninstall,shadedjars,unit'
+// This section of the docs tells folks not to use the javadoc tag.
older branches have our old version of the check for said tag.
+AUTHOR_IGNORE_LIST = 'src/main/asciidoc/_chapters/developer.adoc'
+BLANKS_IGNORE_LIST = '.*/generated/.*'
// output from surefire; sadly the archive function in yetus only
works on file names.
ARCHIVE_PATTERN_LIST =
'TEST-*.xml,org.apache.h*.txt,*.dumpstream,*.dump'
// These tests currently have known failures. Once they burn down to
0, remove from here so that new problems will cause a failure.
-TESTS_FILTER =
'cc,checkstyle,javac,javadoc,pylint,shellcheck,whitespace,perlcritic,ruby-lint,rubocop,mvnsite'
+TESTS_FILTER =
'checkstyle,javac,javadoc,pylint,shellcheck,shelldocs,blanks,perlcritic,ruby-lint,rubocop'
EXCLUDE_TESTS_URL =
"${JENKINS_URL}/job/HBase-Find-Flaky-Tests/job/${CHANGE_TARGET}/lastSuccessfulBuild/artifact/output/excludes"
// set build parallel
BUILD_THREAD = 4
@@ -102,11 +104,11 @@ pipeline {
checkout scm
}
dir("${YETUSDIR}") {
-checkout([
- $class : 'GitSCM',
- branches : [[name: "${YETUS_VERSION}"]],
- userRemoteConfigs: [[url:
'https://github.com/apache/yetus.git']]]
-)
+sh'''#!/usr/bin/env bash
+ wget
https://dlcdn.apache.org/yetus/${YETUS_VERSION}/apache
(hbase) 01/01: HBASE-28679 Upgrade yetus to a newer version
This is an automated email from the ASF dual-hosted git repository.
zhangduo pushed a commit to branch HBASE-28679
in repository https://gitbox.apache.org/repos/asf/hbase.git
commit 0f391a06b92412029cc8493b95165c86e7dbcd19
Author: Duo Zhang
AuthorDate: Thu Jun 20 09:30:59 2024 +0800
HBASE-28679 Upgrade yetus to a newer version
---
dev-support/Jenkinsfile | 8 ++--
dev-support/Jenkinsfile_GitHub| 55 +--
dev-support/docker/Dockerfile | 2 +
dev-support/hbase_nightly_yetus.sh| 10 ++---
dev-support/jenkins_precommit_github_yetus.sh | 13 ---
5 files changed, 45 insertions(+), 43 deletions(-)
diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile
index 461df28c8e9..227229bf8d8 100644
--- a/dev-support/Jenkinsfile
+++ b/dev-support/Jenkinsfile
@@ -31,7 +31,7 @@ pipeline {
disableConcurrentBuilds()
}
environment {
-YETUS_RELEASE = '0.12.0'
+YETUS_RELEASE = '0.15.0'
// where we'll write everything from different steps. Need a copy here so
the final step can check for success/failure.
OUTPUT_DIR_RELATIVE_GENERAL = 'output-general'
OUTPUT_DIR_RELATIVE_JDK8_HADOOP2 = 'output-jdk8-hadoop2'
@@ -43,12 +43,12 @@ pipeline {
PROJECT_PERSONALITY =
'https://raw.githubusercontent.com/apache/hbase/master/dev-support/hbase-personality.sh'
PERSONALITY_FILE = 'tools/personality.sh'
// This section of the docs tells folks not to use the javadoc tag. older
branches have our old version of the check for said tag.
-AUTHOR_IGNORE_LIST =
'src/main/asciidoc/_chapters/developer.adoc,dev-support/test-patch.sh'
-WHITESPACE_IGNORE_LIST = '.*/generated/.*'
+AUTHOR_IGNORE_LIST = 'src/main/asciidoc/_chapters/developer.adoc'
+BLANKS_IGNORE_LIST = '.*/generated/.*'
// output from surefire; sadly the archive function in yetus only works on
file names.
ARCHIVE_PATTERN_LIST = 'TEST-*.xml,org.apache.h*.txt,*.dumpstream,*.dump'
// These tests currently have known failures. Once they burn down to 0,
remove from here so that new problems will cause a failure.
-TESTS_FILTER =
'cc,checkstyle,javac,javadoc,pylint,shellcheck,whitespace,perlcritic,ruby-lint,rubocop,mvnsite'
+TESTS_FILTER =
'checkstyle,javac,javadoc,pylint,shellcheck,shelldocs,blanks,perlcritic,ruby-lint,rubocop'
EXCLUDE_TESTS_URL =
"${JENKINS_URL}/job/HBase-Find-Flaky-Tests/job/${BRANCH_NAME}/lastSuccessfulBuild/artifact/output/excludes"
// TODO does hadoopcheck need to be jdk specific?
SHALLOW_CHECKS = 'all,-shadedjars,-unit' // run by the 'yetus general
check'
diff --git a/dev-support/Jenkinsfile_GitHub b/dev-support/Jenkinsfile_GitHub
index 62b16287e1e..ee69af37c04 100644
--- a/dev-support/Jenkinsfile_GitHub
+++ b/dev-support/Jenkinsfile_GitHub
@@ -36,14 +36,16 @@ pipeline {
YETUS_REL = 'yetus'
DOCKERFILE_REL = "${SRC_REL}/dev-support/docker/Dockerfile"
YETUS_DRIVER_REL =
"${SRC_REL}/dev-support/jenkins_precommit_github_yetus.sh"
-// Branch or tag name. Yetus release tags are 'rel/X.Y.Z'
-YETUS_VERSION = 'rel/0.12.0'
+YETUS_VERSION = '0.15.0'
GENERAL_CHECK_PLUGINS = 'all,-javadoc,-jira,-shadedjars,-unit'
JDK_SPECIFIC_PLUGINS =
'compile,github,htmlout,javac,javadoc,maven,mvninstall,shadedjars,unit'
+// This section of the docs tells folks not to use the javadoc tag.
older branches have our old version of the check for said tag.
+AUTHOR_IGNORE_LIST = 'src/main/asciidoc/_chapters/developer.adoc'
+BLANKS_IGNORE_LIST = '.*/generated/.*'
// output from surefire; sadly the archive function in yetus only
works on file names.
ARCHIVE_PATTERN_LIST =
'TEST-*.xml,org.apache.h*.txt,*.dumpstream,*.dump'
// These tests currently have known failures. Once they burn down to
0, remove from here so that new problems will cause a failure.
-TESTS_FILTER =
'cc,checkstyle,javac,javadoc,pylint,shellcheck,whitespace,perlcritic,ruby-lint,rubocop,mvnsite'
+TESTS_FILTER =
'checkstyle,javac,javadoc,pylint,shellcheck,shelldocs,blanks,perlcritic,ruby-lint,rubocop'
EXCLUDE_TESTS_URL =
"${JENKINS_URL}/job/HBase-Find-Flaky-Tests/job/${CHANGE_TARGET}/lastSuccessfulBuild/artifact/output/excludes"
// set build parallel
BUILD_THREAD = 4
@@ -102,11 +104,11 @@ pipeline {
checkout scm
}
dir("${YETUSDIR}") {
-checkout([
- $class : 'GitSCM',
- branches : [[name: "${YETUS_VERSION}"]],
- userRemoteConfigs: [[url:
'https://github.com/apache/yetus.git']]]
-)
+sh```#!/usr/bin/env bash
+ wget
https://dlcdn.apache.org/yetus/${YETUS_VERSION}/apache
(hbase) branch HBASE-28679 updated (567406fba27 -> 0f391a06b92)
This is an automated email from the ASF dual-hosted git repository. zhangduo pushed a change to branch HBASE-28679 in repository https://gitbox.apache.org/repos/asf/hbase.git omit 567406fba27 HBASE-28679 Upgrade yetus to a newer version new 0f391a06b92 HBASE-28679 Upgrade yetus to a newer version This update added new revisions after undoing existing revisions. That is to say, some revisions that were in the old version of the branch are not in the new version. This situation occurs when a user --force pushes a change and generates a repository containing something like this: * -- * -- B -- O -- O -- O (567406fba27) \ N -- N -- N refs/heads/HBASE-28679 (0f391a06b92) You should already have received notification emails for all of the O revisions, and so the following emails describe only the N revisions from the common base, B. Any revisions marked "omit" are not gone; other references still refer to them. Any revisions marked "discard" are gone forever. The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: dev-support/Jenkinsfile | 2 +- dev-support/Jenkinsfile_GitHub| 52 +-- dev-support/hbase_nightly_yetus.sh| 4 +-- dev-support/jenkins_precommit_github_yetus.sh | 2 +- 4 files changed, 27 insertions(+), 33 deletions(-)
(hbase-site) branch asf-site updated: INFRA-10751 Empty commit
This is an automated email from the ASF dual-hosted git repository. git-site-role pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/hbase-site.git The following commit(s) were added to refs/heads/asf-site by this push: new 25a8ae16695 INFRA-10751 Empty commit 25a8ae16695 is described below commit 25a8ae16695c8d3fa1e9cae70feeb2366de0c41f Author: jenkins AuthorDate: Thu Jun 20 14:45:56 2024 + INFRA-10751 Empty commit
(hbase) branch master updated: HBASE-28548 Add documentation about the URI based connection registry (#5981)
This is an automated email from the ASF dual-hosted git repository.
zhangduo pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hbase.git
The following commit(s) were added to refs/heads/master by this push:
new 52eef65d37e HBASE-28548 Add documentation about the URI based
connection registry (#5981)
52eef65d37e is described below
commit 52eef65d37ebf685731559556c4fac8baf06d7bc
Author: Duo Zhang
AuthorDate: Thu Jun 20 22:09:32 2024 +0800
HBASE-28548 Add documentation about the URI based connection registry
(#5981)
Signed-off-by: Nick Dimiduk
---
src/main/asciidoc/_chapters/architecture.adoc | 68 +-
src/main/asciidoc/_chapters/configuration.adoc | 35 +
2 files changed, 92 insertions(+), 11 deletions(-)
diff --git a/src/main/asciidoc/_chapters/architecture.adoc
b/src/main/asciidoc/_chapters/architecture.adoc
index 4aead5e3e84..08f35397246 100644
--- a/src/main/asciidoc/_chapters/architecture.adoc
+++ b/src/main/asciidoc/_chapters/architecture.adoc
@@ -357,7 +357,7 @@ as bootstrap nodes, not only masters
. Support refreshing bootstrap nodes, for spreading loads across the nodes in
the cluster, and also
remove the dead nodes in bootstrap nodes.
-To explicitly enable the Master-based registry, use
+To explicitly enable the rpc-based registry, use
[source, xml]
@@ -417,6 +417,72 @@ configuration to fallback to the ZooKeeper based
connection registry implementat
+[[client.connectionuri]]
+=== Connection URI
+Starting from 2.7.0, we add the support for specifying the connection
information for a HBase
+cluster through an URI, which we call a "connection URI". And we've added
several methods in
+_ConnectionFactory_ to let you get a connection to the cluster specified by
the URI. It looks
+like:
+
+[source, java]
+
+ URI uri = new URI("hbase+rpc://server1:16020,server2:16020,server3:16020");
+ try (Connection conn = ConnectionFactory.createConnection(uri)) {
+...
+ }
+
+
+ Supported Schemes
+Currently there are two schemes supported, _hbase+rpc_ for
_RpcConnectionRegistry_ and _hbase+zk_
+for _ZKConnectionRegistry_. _MasterRegistry_ is deprecated so we do not expose
it through
+connection URI.
+
+For _hbase+rpc_, it looks like
+[source, shell]
+
+hbase+rpc://server1:16020,server2:16020,server3:16020
+
+
+The authority part _server1:16020,server2:16020,server3:16020_ specifies the
bootstrap nodes and
+their rpc ports, i.e, the configuration value for
_hbase.client.bootstrap.servers_ in the past.
+
+For _hbase+zk_, it looks like
+[source, shell]
+
+hbase+zk://zk1:2181,zk2:2181,zk3:2181/hbase
+
+
+The authority part _zk1:2181,zk2:2181,zk3:2181_ is the zk quorum, i.e, the
configuration value
+for _hbase.zookeeper.quorum_ in the past.
+The path part _/hbase_ is the znode parent, i.e, the configuration value for
+_zookeeper.znode.parent_ in the past.
+
+ Specify Configuration through URI Queries
+To let users fully specify the connection information through a connection
URI, we support
+specifying configuration values through URI Queries. It looks like:
+
+[source, shell]
+
+hbase+rpc://server1:16020?hbase.client.operation.timeout=1
+
+
+In this way you can set the operation timeout to 10 seconds. Notice that, the
configuration values
+specified in the connection URI will override the ones in the configuration
file.
+
+ Implement Your Own Connection Registry
+We use _ServiceLoader_ to load different connection registry implementations,
the entry point is
+_org.apache.hadoop.hbase.client.ConnectionRegistryURIFactory_. So if you
implement your own
+_ConnectionRegistryURIFactory_ which has a different scheme, and register it
in the services file,
+we can load it at runtime.
+
+Connection URI is still a very new feature which has not been used extensively
in production, so
+we do not want to expose the ability to customize
_ConnectionRegistryURIFactory_ yet as the API
+may be changed frequently in the beginning.
+
+If you really want to implement your own connection registry, you can use the
above way but take
+your own risk.
+
+
[[client.filter]]
== Client Request Filters
diff --git a/src/main/asciidoc/_chapters/configuration.adoc
b/src/main/asciidoc/_chapters/configuration.adoc
index 8e25bf9ed78..47481ab5c55 100644
--- a/src/main/asciidoc/_chapters/configuration.adoc
+++ b/src/main/asciidoc/_chapters/configuration.adoc
@@ -746,8 +746,8 @@ be changed for particular daemons via the HBase UI.
If you are running HBase in standalone mode, you don't need to configure
anything for your client
to work provided that they are all on the same machine.
-Starting release 3.0.0, the default connection registry has been switched to a
master based
-implementation. Refer to <> for more details about what
a connection
+Starting release 3.0.0, the default connection registry has been switched to a
rpc based
+implementation. Refer to <>
(hbase) 01/01: HBASE-28679 Upgrade yetus to a newer version
This is an automated email from the ASF dual-hosted git repository.
zhangduo pushed a commit to branch HBASE-28679
in repository https://gitbox.apache.org/repos/asf/hbase.git
commit 567406fba278ceb7c43e161aa034ab1a83ab7b18
Author: Duo Zhang
AuthorDate: Thu Jun 20 09:30:59 2024 +0800
HBASE-28679 Upgrade yetus to a newer version
---
dev-support/Jenkinsfile | 8
dev-support/Jenkinsfile_GitHub| 7 +--
dev-support/docker/Dockerfile | 2 ++
dev-support/hbase_nightly_yetus.sh| 6 +++---
dev-support/jenkins_precommit_github_yetus.sh | 11 +++
5 files changed, 21 insertions(+), 13 deletions(-)
diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile
index 461df28c8e9..60767c3508c 100644
--- a/dev-support/Jenkinsfile
+++ b/dev-support/Jenkinsfile
@@ -31,7 +31,7 @@ pipeline {
disableConcurrentBuilds()
}
environment {
-YETUS_RELEASE = '0.12.0'
+YETUS_RELEASE = '0.15.0'
// where we'll write everything from different steps. Need a copy here so
the final step can check for success/failure.
OUTPUT_DIR_RELATIVE_GENERAL = 'output-general'
OUTPUT_DIR_RELATIVE_JDK8_HADOOP2 = 'output-jdk8-hadoop2'
@@ -43,12 +43,12 @@ pipeline {
PROJECT_PERSONALITY =
'https://raw.githubusercontent.com/apache/hbase/master/dev-support/hbase-personality.sh'
PERSONALITY_FILE = 'tools/personality.sh'
// This section of the docs tells folks not to use the javadoc tag. older
branches have our old version of the check for said tag.
-AUTHOR_IGNORE_LIST =
'src/main/asciidoc/_chapters/developer.adoc,dev-support/test-patch.sh'
-WHITESPACE_IGNORE_LIST = '.*/generated/.*'
+AUTHOR_IGNORE_LIST = 'src/main/asciidoc/_chapters/developer.adoc'
+BLANKS_IGNORE_LIST = '.*/generated/.*'
// output from surefire; sadly the archive function in yetus only works on
file names.
ARCHIVE_PATTERN_LIST = 'TEST-*.xml,org.apache.h*.txt,*.dumpstream,*.dump'
// These tests currently have known failures. Once they burn down to 0,
remove from here so that new problems will cause a failure.
-TESTS_FILTER =
'cc,checkstyle,javac,javadoc,pylint,shellcheck,whitespace,perlcritic,ruby-lint,rubocop,mvnsite'
+TESTS_FILTER =
'checkstyle,javac,javadoc,pylint,shellcheck,blanks,perlcritic,ruby-lint,rubocop'
EXCLUDE_TESTS_URL =
"${JENKINS_URL}/job/HBase-Find-Flaky-Tests/job/${BRANCH_NAME}/lastSuccessfulBuild/artifact/output/excludes"
// TODO does hadoopcheck need to be jdk specific?
SHALLOW_CHECKS = 'all,-shadedjars,-unit' // run by the 'yetus general
check'
diff --git a/dev-support/Jenkinsfile_GitHub b/dev-support/Jenkinsfile_GitHub
index 62b16287e1e..50f81c4c437 100644
--- a/dev-support/Jenkinsfile_GitHub
+++ b/dev-support/Jenkinsfile_GitHub
@@ -37,13 +37,16 @@ pipeline {
DOCKERFILE_REL = "${SRC_REL}/dev-support/docker/Dockerfile"
YETUS_DRIVER_REL =
"${SRC_REL}/dev-support/jenkins_precommit_github_yetus.sh"
// Branch or tag name. Yetus release tags are 'rel/X.Y.Z'
-YETUS_VERSION = 'rel/0.12.0'
+YETUS_VERSION = 'rel/0.15.0'
GENERAL_CHECK_PLUGINS = 'all,-javadoc,-jira,-shadedjars,-unit'
JDK_SPECIFIC_PLUGINS =
'compile,github,htmlout,javac,javadoc,maven,mvninstall,shadedjars,unit'
+// This section of the docs tells folks not to use the javadoc tag.
older branches have our old version of the check for said tag.
+AUTHOR_IGNORE_LIST = 'src/main/asciidoc/_chapters/developer.adoc'
+BLANKS_IGNORE_LIST = '.*/generated/.*'
// output from surefire; sadly the archive function in yetus only
works on file names.
ARCHIVE_PATTERN_LIST =
'TEST-*.xml,org.apache.h*.txt,*.dumpstream,*.dump'
// These tests currently have known failures. Once they burn down to
0, remove from here so that new problems will cause a failure.
-TESTS_FILTER =
'cc,checkstyle,javac,javadoc,pylint,shellcheck,whitespace,perlcritic,ruby-lint,rubocop,mvnsite'
+TESTS_FILTER =
'checkstyle,javac,javadoc,pylint,shellcheck,blanks,perlcritic,ruby-lint,rubocop'
EXCLUDE_TESTS_URL =
"${JENKINS_URL}/job/HBase-Find-Flaky-Tests/job/${CHANGE_TARGET}/lastSuccessfulBuild/artifact/output/excludes"
// set build parallel
BUILD_THREAD = 4
diff --git a/dev-support/docker/Dockerfile b/dev-support/docker/Dockerfile
index dcd84c89c21..499397b6313 100644
--- a/dev-support/docker/Dockerfile
+++ b/dev-support/docker/Dockerfile
@@ -53,6 +53,8 @@ RUN DEBIAN_FRONTEND=noninteractive apt-get -qq update && \
ruby=1:3.0* \
ruby-dev=1:3.0* \
shellcheck='0.8.0-*' \
+libxml2-dev='2.9.13+dfsg-*' \
+libxml2-utils='2.9.13+dfsg-*' \
&& \
apt-get clean && \
rm -rf /var/lib/apt/lists/* \
diff --git a/dev-support/hbase_nightly_yetus.sh
b/dev-support/hbase_nightly_yetus.sh
index 4c671dcfef6..dd73caab7ea 100755
--- a/dev-support/hbase_nightly_yetus.sh
+++ b/dev-support/hb
(hbase) branch HBASE-28679 updated (ae17daf964b -> 567406fba27)
This is an automated email from the ASF dual-hosted git repository. zhangduo pushed a change to branch HBASE-28679 in repository https://gitbox.apache.org/repos/asf/hbase.git omit ae17daf964b HBASE-28679 Upgrade yetus to a newer version new 567406fba27 HBASE-28679 Upgrade yetus to a newer version This update added new revisions after undoing existing revisions. That is to say, some revisions that were in the old version of the branch are not in the new version. This situation occurs when a user --force pushes a change and generates a repository containing something like this: * -- * -- B -- O -- O -- O (ae17daf964b) \ N -- N -- N refs/heads/HBASE-28679 (567406fba27) You should already have received notification emails for all of the O revisions, and so the following emails describe only the N revisions from the common base, B. Any revisions marked "omit" are not gone; other references still refer to them. Any revisions marked "discard" are gone forever. The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: dev-support/Jenkinsfile | 6 +++--- dev-support/Jenkinsfile_GitHub| 5 - dev-support/hbase_nightly_yetus.sh| 6 +++--- dev-support/jenkins_precommit_github_yetus.sh | 7 +-- 4 files changed, 15 insertions(+), 9 deletions(-)
(hbase) branch HBASE-28679 updated (7fd6631a5e6 -> ae17daf964b)
This is an automated email from the ASF dual-hosted git repository. zhangduo pushed a change to branch HBASE-28679 in repository https://gitbox.apache.org/repos/asf/hbase.git omit 7fd6631a5e6 HBASE-28679 Upgrade yetus to a newer version new ae17daf964b HBASE-28679 Upgrade yetus to a newer version This update added new revisions after undoing existing revisions. That is to say, some revisions that were in the old version of the branch are not in the new version. This situation occurs when a user --force pushes a change and generates a repository containing something like this: * -- * -- B -- O -- O -- O (7fd6631a5e6) \ N -- N -- N refs/heads/HBASE-28679 (ae17daf964b) You should already have received notification emails for all of the O revisions, and so the following emails describe only the N revisions from the common base, B. Any revisions marked "omit" are not gone; other references still refer to them. Any revisions marked "discard" are gone forever. The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: dev-support/Jenkinsfile | 2 +- dev-support/Jenkinsfile_GitHub| 2 +- dev-support/jenkins_precommit_github_yetus.sh | 1 + 3 files changed, 3 insertions(+), 2 deletions(-)
(hbase) 01/01: HBASE-28679 Upgrade yetus to a newer version
This is an automated email from the ASF dual-hosted git repository.
zhangduo pushed a commit to branch HBASE-28679
in repository https://gitbox.apache.org/repos/asf/hbase.git
commit ae17daf964b8d7edfe108c92181473028356cfda
Author: Duo Zhang
AuthorDate: Thu Jun 20 09:30:59 2024 +0800
HBASE-28679 Upgrade yetus to a newer version
---
dev-support/Jenkinsfile | 4 ++--
dev-support/Jenkinsfile_GitHub| 4 ++--
dev-support/docker/Dockerfile | 2 ++
dev-support/jenkins_precommit_github_yetus.sh | 4 ++--
4 files changed, 8 insertions(+), 6 deletions(-)
diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile
index 461df28c8e9..cd7d6371ee3 100644
--- a/dev-support/Jenkinsfile
+++ b/dev-support/Jenkinsfile
@@ -31,7 +31,7 @@ pipeline {
disableConcurrentBuilds()
}
environment {
-YETUS_RELEASE = '0.12.0'
+YETUS_RELEASE = '0.15.0'
// where we'll write everything from different steps. Need a copy here so
the final step can check for success/failure.
OUTPUT_DIR_RELATIVE_GENERAL = 'output-general'
OUTPUT_DIR_RELATIVE_JDK8_HADOOP2 = 'output-jdk8-hadoop2'
@@ -48,7 +48,7 @@ pipeline {
// output from surefire; sadly the archive function in yetus only works on
file names.
ARCHIVE_PATTERN_LIST = 'TEST-*.xml,org.apache.h*.txt,*.dumpstream,*.dump'
// These tests currently have known failures. Once they burn down to 0,
remove from here so that new problems will cause a failure.
-TESTS_FILTER =
'cc,checkstyle,javac,javadoc,pylint,shellcheck,whitespace,perlcritic,ruby-lint,rubocop,mvnsite'
+TESTS_FILTER =
'checkstyle,javac,javadoc,pylint,shellcheck,whitespace,perlcritic,ruby-lint,rubocop'
EXCLUDE_TESTS_URL =
"${JENKINS_URL}/job/HBase-Find-Flaky-Tests/job/${BRANCH_NAME}/lastSuccessfulBuild/artifact/output/excludes"
// TODO does hadoopcheck need to be jdk specific?
SHALLOW_CHECKS = 'all,-shadedjars,-unit' // run by the 'yetus general
check'
diff --git a/dev-support/Jenkinsfile_GitHub b/dev-support/Jenkinsfile_GitHub
index 62b16287e1e..945688af255 100644
--- a/dev-support/Jenkinsfile_GitHub
+++ b/dev-support/Jenkinsfile_GitHub
@@ -37,13 +37,13 @@ pipeline {
DOCKERFILE_REL = "${SRC_REL}/dev-support/docker/Dockerfile"
YETUS_DRIVER_REL =
"${SRC_REL}/dev-support/jenkins_precommit_github_yetus.sh"
// Branch or tag name. Yetus release tags are 'rel/X.Y.Z'
-YETUS_VERSION = 'rel/0.12.0'
+YETUS_VERSION = 'rel/0.15.0'
GENERAL_CHECK_PLUGINS = 'all,-javadoc,-jira,-shadedjars,-unit'
JDK_SPECIFIC_PLUGINS =
'compile,github,htmlout,javac,javadoc,maven,mvninstall,shadedjars,unit'
// output from surefire; sadly the archive function in yetus only
works on file names.
ARCHIVE_PATTERN_LIST =
'TEST-*.xml,org.apache.h*.txt,*.dumpstream,*.dump'
// These tests currently have known failures. Once they burn down to
0, remove from here so that new problems will cause a failure.
-TESTS_FILTER =
'cc,checkstyle,javac,javadoc,pylint,shellcheck,whitespace,perlcritic,ruby-lint,rubocop,mvnsite'
+TESTS_FILTER =
'checkstyle,javac,javadoc,pylint,shellcheck,whitespace,perlcritic,ruby-lint,rubocop'
EXCLUDE_TESTS_URL =
"${JENKINS_URL}/job/HBase-Find-Flaky-Tests/job/${CHANGE_TARGET}/lastSuccessfulBuild/artifact/output/excludes"
// set build parallel
BUILD_THREAD = 4
diff --git a/dev-support/docker/Dockerfile b/dev-support/docker/Dockerfile
index dcd84c89c21..499397b6313 100644
--- a/dev-support/docker/Dockerfile
+++ b/dev-support/docker/Dockerfile
@@ -53,6 +53,8 @@ RUN DEBIAN_FRONTEND=noninteractive apt-get -qq update && \
ruby=1:3.0* \
ruby-dev=1:3.0* \
shellcheck='0.8.0-*' \
+libxml2-dev='2.9.13+dfsg-*' \
+libxml2-utils='2.9.13+dfsg-*' \
&& \
apt-get clean && \
rm -rf /var/lib/apt/lists/* \
diff --git a/dev-support/jenkins_precommit_github_yetus.sh
b/dev-support/jenkins_precommit_github_yetus.sh
index 0f5de550f8e..b8640b175e6 100755
--- a/dev-support/jenkins_precommit_github_yetus.sh
+++ b/dev-support/jenkins_precommit_github_yetus.sh
@@ -87,8 +87,8 @@ YETUS_ARGS+=("--brief-report-file=${PATCHDIR}/brief.txt")
YETUS_ARGS+=("--console-report-file=${PATCHDIR}/console.txt")
YETUS_ARGS+=("--html-report-file=${PATCHDIR}/report.html")
# enable writing back to Github
-YETUS_ARGS+=("--github-password=${GITHUB_PASSWORD}")
-YETUS_ARGS+=("--github-user=${GITHUB_USER}")
+YETUS_ARGS+=("--github-token=${GITHUB_PASSWORD}")
+YETUS_ARGS+=("--github-write-comment")
# auto-kill any surefire stragglers during unit test runs
YETUS_ARGS+=("--reapermode=kill")
# set relatively high limits for ASF machines
