This is an automated email from the ASF dual-hosted git repository. kgyrtkirk pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/master by this push: new 362461f HIVE-25715: Provide nightly builds (#3013) (Zoltan Haindrich reviewed by Krisztian Kasa) 362461f is described below commit 362461fab1b79a01b6ab966606b5faa694d38d38 Author: Zoltan Haindrich <k...@rxd.hu> AuthorDate: Thu Feb 17 18:06:19 2022 +0100 HIVE-25715: Provide nightly builds (#3013) (Zoltan Haindrich reviewed by Krisztian Kasa) --- Jenkinsfile | 14 +++++++ beeline/pom.xml | 2 +- common/pom.xml | 2 +- dev-support/nightly | 45 ++++++++++++++++++++++ hcatalog/core/pom.xml | 4 +- hcatalog/webhcat/java-client/pom.xml | 4 +- hcatalog/webhcat/svr/pom.xml | 4 +- iceberg/pom.xml | 4 +- itests/pom.xml | 8 ++-- llap-server/pom.xml | 4 +- metastore/pom.xml | 2 +- pom.xml | 1 + ql/pom.xml | 6 +-- service/pom.xml | 4 +- .../metastore-tools/metastore-benchmarks/pom.xml | 3 +- standalone-metastore/metastore-tools/pom.xml | 3 +- standalone-metastore/pom.xml | 1 + 17 files changed, 86 insertions(+), 25 deletions(-) diff --git a/Jenkinsfile b/Jenkinsfile index 029d3a4..b079d51 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -292,6 +292,20 @@ mvn verify -DskipITests=false -Dit.test=ITest${dbType.capitalize()} -Dtest=nosuc } } } + branches['nightly-check'] = { + executorNode { + stage('Prepare') { + loadWS(); + } + stage('Build') { + sh '''#!/bin/bash +set -e +dev-support/nightly +''' + buildHive("install -Dtest=noMatches -Pdist -pl packaging -am") + } + } + } for (int i = 0; i < splits.size(); i++) { def num = i def split = splits[num] diff --git a/beeline/pom.xml b/beeline/pom.xml index a8d9159..131a3f6 100644 --- a/beeline/pom.xml +++ b/beeline/pom.xml @@ -65,7 +65,7 @@ <dependency> <groupId>org.apache.hive</groupId> <artifactId>hive-standalone-metastore-server</artifactId> - <version>${project.version}</version> + <version>${standalone-metastore.version}</version> </dependency> <!-- inter-project --> <dependency> diff --git a/common/pom.xml b/common/pom.xml index f7c6c8a..912de29 100644 --- a/common/pom.xml +++ b/common/pom.xml @@ -46,7 +46,7 @@ <dependency> <groupId>org.apache.hive</groupId> <artifactId>hive-standalone-metastore-common</artifactId> - <version>${project.version}</version> + <version>${standalone-metastore.version}</version> </dependency> <!-- inter-project --> <dependency> diff --git a/dev-support/nightly b/dev-support/nightly new file mode 100755 index 0000000..7045148 --- /dev/null +++ b/dev-support/nightly @@ -0,0 +1,45 @@ +#!/bin/bash +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +set -e + +DATE="`date +%Y%m%d_%H%M%S`" +HASH="`git rev-parse --short HEAD`" +SUFFIX="nightly-$HASH-$DATE" + +V="`xmlstarlet sel -t -m /_:project/_:version -v . pom.xml`" +NEW_HIVE="${NEW_HIVE:-${V/-*}-$SUFFIX}" +V="`xmlstarlet sel -t -m /_:project/_:version -v . storage-api/pom.xml`" +NEW_SA="${NEW_SA:-${V/-*}-$SUFFIX}" +V="`xmlstarlet sel -t -m /_:project/_:version -v . standalone-metastore/pom.xml`" +NEW_MS="${NEW_MS:-${V/-*}-$SUFFIX}" + + +mvn_versions_set="mvn versions:set versions:commit -DgenerateBackupPoms=false" + +$mvn_versions_set -B -DnewVersion=$NEW_HIVE +$mvn_versions_set -B -DnewVersion=$NEW_SA -pl storage-api +$mvn_versions_set -B -DnewVersion=$NEW_MS -pl standalone-metastore + +xmlstarlet edit -L -P --update "/_:project/_:properties/_:hive.version" \ + --value $NEW_HIVE standalone-metastore/pom.xml + +xmlstarlet edit -L -P --update "/_:project/_:properties/_:storage-api.version" \ + --value $NEW_SA pom.xml standalone-metastore/pom.xml + +xmlstarlet edit -L -P --update "/_:project/_:properties/_:standalone-metastore.version" \ + --value $NEW_MS pom.xml + diff --git a/hcatalog/core/pom.xml b/hcatalog/core/pom.xml index dbc1d96..caef669 100644 --- a/hcatalog/core/pom.xml +++ b/hcatalog/core/pom.xml @@ -64,14 +64,14 @@ <dependency> <groupId>org.apache.hive</groupId> <artifactId>hive-standalone-metastore-common</artifactId> - <version>${project.version}</version> + <version>${standalone-metastore.version}</version> <classifier>tests</classifier> <scope>test</scope> </dependency> <dependency> <groupId>org.apache.hive</groupId> <artifactId>hive-standalone-metastore-server</artifactId> - <version>${project.version}</version> + <version>${standalone-metastore.version}</version> <classifier>tests</classifier> <scope>test</scope> </dependency> diff --git a/hcatalog/webhcat/java-client/pom.xml b/hcatalog/webhcat/java-client/pom.xml index e7e726d..45e0f90 100644 --- a/hcatalog/webhcat/java-client/pom.xml +++ b/hcatalog/webhcat/java-client/pom.xml @@ -84,14 +84,14 @@ <dependency> <groupId>org.apache.hive</groupId> <artifactId>hive-standalone-metastore-common</artifactId> - <version>${project.version}</version> + <version>${standalone-metastore.version}</version> <classifier>tests</classifier> <scope>test</scope> </dependency> <dependency> <groupId>org.apache.hive</groupId> <artifactId>hive-standalone-metastore-server</artifactId> - <version>${project.version}</version> + <version>${standalone-metastore.version}</version> <classifier>tests</classifier> <scope>test</scope> </dependency> diff --git a/hcatalog/webhcat/svr/pom.xml b/hcatalog/webhcat/svr/pom.xml index 063a4ca..bbc4634 100644 --- a/hcatalog/webhcat/svr/pom.xml +++ b/hcatalog/webhcat/svr/pom.xml @@ -186,14 +186,14 @@ <dependency> <groupId>org.apache.hive</groupId> <artifactId>hive-standalone-metastore-common</artifactId> - <version>${project.version}</version> + <version>${standalone-metastore.version}</version> <classifier>tests</classifier> <scope>test</scope> </dependency> <dependency> <groupId>org.apache.hive</groupId> <artifactId>hive-standalone-metastore-server</artifactId> - <version>${project.version}</version> + <version>${standalone-metastore.version}</version> <classifier>tests</classifier> <scope>test</scope> </dependency> diff --git a/iceberg/pom.xml b/iceberg/pom.xml index 623e07b..2d6f706 100644 --- a/iceberg/pom.xml +++ b/iceberg/pom.xml @@ -140,7 +140,7 @@ <dependency> <groupId>org.apache.hive</groupId> <artifactId>hive-standalone-metastore-common</artifactId> - <version>${project.version}</version> + <version>${standalone-metastore.version}</version> </dependency> <dependency> <groupId>org.apache.hadoop</groupId> @@ -174,7 +174,7 @@ <groupId>org.apache.hive</groupId> <artifactId>hive-standalone-metastore-server</artifactId> <classifier>tests</classifier> - <version>${project.version}</version> + <version>${standalone-metastore.version}</version> </dependency> <dependency> <groupId>org.apache.hive</groupId> diff --git a/itests/pom.xml b/itests/pom.xml index db52888..caa0c94 100644 --- a/itests/pom.xml +++ b/itests/pom.xml @@ -68,23 +68,23 @@ <dependency> <groupId>org.apache.hive</groupId> <artifactId>hive-standalone-metastore-common</artifactId> - <version>${project.version}</version> + <version>${standalone-metastore.version}</version> </dependency> <dependency> <groupId>org.apache.hive</groupId> <artifactId>hive-standalone-metastore-common</artifactId> - <version>${project.version}</version> + <version>${standalone-metastore.version}</version> <classifier>tests</classifier> </dependency> <dependency> <groupId>org.apache.hive</groupId> <artifactId>hive-standalone-metastore-server</artifactId> - <version>${project.version}</version> + <version>${standalone-metastore.version}</version> </dependency> <dependency> <groupId>org.apache.hive</groupId> <artifactId>hive-standalone-metastore-server</artifactId> - <version>${project.version}</version> + <version>${standalone-metastore.version}</version> <classifier>tests</classifier> </dependency> <dependency> diff --git a/llap-server/pom.xml b/llap-server/pom.xml index d83d74e..db0c2c3 100644 --- a/llap-server/pom.xml +++ b/llap-server/pom.xml @@ -261,14 +261,14 @@ <dependency> <groupId>org.apache.hive</groupId> <artifactId>hive-standalone-metastore-common</artifactId> - <version>${project.version}</version> + <version>${standalone-metastore.version}</version> <classifier>tests</classifier> <scope>test</scope> </dependency> <dependency> <groupId>org.apache.hive</groupId> <artifactId>hive-standalone-metastore-server</artifactId> - <version>${project.version}</version> + <version>${standalone-metastore.version}</version> <classifier>tests</classifier> <scope>test</scope> </dependency> diff --git a/metastore/pom.xml b/metastore/pom.xml index 1898b62..3c34821 100644 --- a/metastore/pom.xml +++ b/metastore/pom.xml @@ -47,7 +47,7 @@ <dependency> <groupId>org.apache.hive</groupId> <artifactId>hive-standalone-metastore-common</artifactId> - <version>${project.version}</version> + <version>${standalone-metastore.version}</version> </dependency> <dependency> <groupId>javolution</groupId> diff --git a/pom.xml b/pom.xml index b93abee..804aadd 100644 --- a/pom.xml +++ b/pom.xml @@ -64,6 +64,7 @@ <module>kafka-handler</module> </modules> <properties> + <standalone-metastore.version>4.0.0-SNAPSHOT</standalone-metastore.version> <hive.version.shortname>4.0.0</hive.version.shortname> <!-- Build Properties --> <maven.compiler.source>1.8</maven.compiler.source> diff --git a/ql/pom.xml b/ql/pom.xml index c30f17a..50d8ec9 100644 --- a/ql/pom.xml +++ b/ql/pom.xml @@ -527,7 +527,7 @@ <dependency> <groupId>org.apache.hive</groupId> <artifactId>hive-standalone-metastore-server</artifactId> - <version>${project.version}</version> + <version>${standalone-metastore.version}</version> </dependency> <dependency> <groupId>org.apache.arrow</groupId> @@ -555,14 +555,14 @@ <dependency> <groupId>org.apache.hive</groupId> <artifactId>hive-standalone-metastore-common</artifactId> - <version>${project.version}</version> + <version>${standalone-metastore.version}</version> <classifier>tests</classifier> <scope>test</scope> </dependency> <dependency> <groupId>org.apache.hive</groupId> <artifactId>hive-standalone-metastore-server</artifactId> - <version>${project.version}</version> + <version>${standalone-metastore.version}</version> <classifier>tests</classifier> <scope>test</scope> </dependency> diff --git a/service/pom.xml b/service/pom.xml index 78dab1d..fa56bdb 100644 --- a/service/pom.xml +++ b/service/pom.xml @@ -226,14 +226,14 @@ <dependency> <groupId>org.apache.hive</groupId> <artifactId>hive-standalone-metastore-common</artifactId> - <version>${project.version}</version> + <version>${standalone-metastore.version}</version> <classifier>tests</classifier> <scope>test</scope> </dependency> <dependency> <groupId>org.apache.hive</groupId> <artifactId>hive-standalone-metastore-server</artifactId> - <version>${project.version}</version> + <version>${standalone-metastore.version}</version> <classifier>tests</classifier> <scope>test</scope> </dependency> diff --git a/standalone-metastore/metastore-tools/metastore-benchmarks/pom.xml b/standalone-metastore/metastore-tools/metastore-benchmarks/pom.xml index a01b0ba..56e1d86e 100644 --- a/standalone-metastore/metastore-tools/metastore-benchmarks/pom.xml +++ b/standalone-metastore/metastore-tools/metastore-benchmarks/pom.xml @@ -30,7 +30,7 @@ <dependency> <groupId>org.apache.hive</groupId> <artifactId>metastore-tools-common</artifactId> - <version>${hive.version}</version> + <version>${project.version}</version> <scope>compile</scope> <exclusions> <exclusion> @@ -46,6 +46,7 @@ <dependency> <groupId>org.apache.hive.hcatalog</groupId> <artifactId>hive-hcatalog-server-extensions</artifactId> + <version>${hive.version}</version> <exclusions> <exclusion> <groupId>org.apache.zookeeper</groupId> diff --git a/standalone-metastore/metastore-tools/pom.xml b/standalone-metastore/metastore-tools/pom.xml index 2cff5a9..18fdfcc 100644 --- a/standalone-metastore/metastore-tools/pom.xml +++ b/standalone-metastore/metastore-tools/pom.xml @@ -27,7 +27,6 @@ <module>tools-common</module> </modules> <properties> - <hive.version>4.0.0-SNAPSHOT</hive.version> <maven.surefire.plugin.version>3.0.0-M4</maven.surefire.plugin.version> <javac.errorprone.version>2.8</javac.errorprone.version> <errorprone.core.version>2.3.1</errorprone.core.version> @@ -88,7 +87,7 @@ <dependency> <groupId>org.apache.hive</groupId> <artifactId>hive-standalone-metastore-common</artifactId> - <version>${hive.version}</version> + <version>${project.version}</version> </dependency> <!-- https://mvnrepository.com/artifact/org.apache.commons/commons-math3 --> <dependency> diff --git a/standalone-metastore/pom.xml b/standalone-metastore/pom.xml index b18f484..554a09d 100644 --- a/standalone-metastore/pom.xml +++ b/standalone-metastore/pom.xml @@ -30,6 +30,7 @@ <module>metastore-tools</module> </modules> <properties> + <hive.version>4.0.0-SNAPSHOT</hive.version> <hive.version.shortname>4.0.0</hive.version.shortname> <standalone.metastore.path.to.root>.</standalone.metastore.path.to.root> <!-- Build properties -->