This is an automated email from the ASF dual-hosted git repository.
maxyang pushed a change to branch merge-with-upstream
in repository https://gitbox.apache.org/repos/asf/cloudberry-pxf.git
from a43e9e2b Modify operator precedence.
new deee1e14 Add a basic pxf ci and summary test result
new c13994d7 update pxf-ci.yml and pxf build branch use
merge-with-upstream branch
new ca5f49ff fix smoke hdfs hive hcatalog hcfs test group
new 9ca5f55c feat: Add MinIO S3 support and improve Docker test environment
new b0de1f4c feat(ci): improve workflow automation and test reporting
new 48302989 Fix: stabilize base/feature automation test
new 6e5b832b this is github action test commit
new 0f8adcc5 Update .github/workflows/pxf-ci.yml
new e35d434d Update .github/workflows/pxf-ci.yml
new d5040cea Update CI workflow to make it run
new d61f5b0e Parallelize tests using matrix strategy for faster CI
new b2209859 Add run_single_test.sh with proper env setup, add missing
test groups, and detailed test summary
new 387bab64 Reuse run_tests.sh for single test group execution instead of
new script
new 7e7f496e Add external-table to test matrix
The 14 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/pxf-ci.yml | 347 ++++++
.gitignore | 6 +
automation/.gitignore | 2 +
automation/Makefile | 7 +-
automation/jsystem.properties | 2 +-
automation/pom.xml | 26 +-
automation/pxf_regress/main.go | 119 +-
.../expected/query01.ans | 3 +
.../sql/query01.sql | 3 +
.../expected/query01.ans | 6 +
.../sql/query01.sql | 6 +
.../expected/query01.ans | 8 +-
.../sql/query01.sql | 8 +-
.../expected/query01.ans | 6 +
.../sql/query01.sql | 6 +
.../general/outOfMemory/expected/query01.ans | 9 +
.../features/general/outOfMemory/sql/query01.sql | 9 +
.../expected/query01.ans | 14 +-
.../expected/query01.ans | 16 +-
.../expected/query04.ans | 12 +-
.../match_string_from_string_set/sql/query04.sql | 3 +
.../json/invalid_encoding/expected/query01.ans | 2 +-
.../sequence/recordkey_text/expected/query01.ans | 2 +-
.../partitionNameMismatch/expected/query01.ans | 6 +-
.../errors/rc_mismatchedTypes/expected/query01.ans | 6 +-
.../jdbc/session_params/expected/query01.ans | 2 +-
.../features/s3_select/csv/expected/query02.ans | 32 +-
.../sqlrepo/features/s3_select/csv/sql/query02.sql | 5 +-
.../expected/query01.ans | 6 +-
.../proxy/hive_small_data/expected/query01.ans | 3 +-
.../sqlrepo/proxy/hive_small_data/sql/query01.sql | 3 +-
.../sqlrepo/proxy/small_data/expected/query01.ans | 9 +-
.../sqlrepo/proxy/small_data/expected/query02.ans | 6 +-
.../sqlrepo/proxy/small_data/expected/query03.ans | 22 +-
.../sqlrepo/proxy/small_data/expected/query04.ans | 30 +-
.../sqlrepo/proxy/small_data/expected/query05.ans | 30 +-
.../sqlrepo/proxy/small_data/sql/query03.sql | 8 +-
.../sqlrepo/proxy/small_data/sql/query04.sql | 9 +-
.../sqlrepo/proxy/small_data/sql/query05.sql | 9 +-
.../components/common/DbSystemObject.java | 8 +-
.../pxf/automation/components/gpdb/Gpdb.java | 58 +-
.../pxf/automation/components/hbase/HBase.java | 4 +
.../pxf/automation/components/hdfs/Hdfs.java | 24 +-
.../pxf/automation/components/hive/Hive.java | 3 +
.../pxf/automation/components/pxf/Pxf.java | 9 +
.../pxf/automation/components/regress/Regress.java | 8 +-
.../datapreparer/hbase/HBaseDataPreparer.java | 16 +-
.../pxf/automation/domain/PxfProtocolVersion.java | 9 +-
.../MultipleHiveFragmentsPerFileFragmenter.java | 19 +-
.../greenplum/pxf/automation/BaseTestParent.java | 4 +
.../pxf/automation/features/BaseFeature.java | 10 +
.../automation/features/BaseWritableFeature.java | 21 +-
.../automation/features/cloud/CloudAccessTest.java | 16 +
.../automation/features/cloud/S3SelectTest.java | 36 +-
.../pxf/automation/features/general/ApiTest.java | 56 +-
.../automation/features/general/FailOverTest.java | 6 +-
.../automation/features/general/PluginTest.java | 45 +-
.../automation/features/general/SyntaxTest.java | 219 ++--
.../features/gpupgrade/GpupgradeTest.java | 8 +-
.../automation/features/hdfs/HdfsAnalyzeTest.java | 38 +
.../features/hdfs/HdfsReadableTextTest.java | 7 +
.../features/hdfsha/HdfsHAFailoverTest.java | 15 +
.../pxf/automation/features/hive/HiveBaseTest.java | 20 +-
.../pxf/automation/features/hive/HiveOrcTest.java | 16 +-
.../pxf/automation/features/hive/HiveTest.java | 10 +-
.../pxf/automation/features/jdbc/JdbcHiveTest.java | 4 +-
.../features/multiserver/MultiServerTest.java | 16 +
.../pxf/automation/features/orc/OrcReadTest.java | 10 +-
.../pxf/automation/features/orc/OrcWriteTest.java | 2 +-
.../features/parquet/ParquetWriteTest.java | 4 +-
.../writable/HdfsWritableSequenceTest.java | 25 +-
.../features/writable/HdfsWritableTextTest.java | 30 +
.../pxf/automation/smoke/HBaseSmokeTest.java | 2 +
automation/src/test/resources/sut/default.xml | 7 +-
.../docker/pxf-cbdb-dev/ubuntu/docker-compose.yml | 26 +
.../ubuntu/script/build_cloudberrry.sh | 134 ++
.../ubuntu/script/build_cloudberry_deb.sh | 99 ++
.../docker/pxf-cbdb-dev/ubuntu/script/build_pxf.sh | 70 ++
.../pxf-cbdb-dev/ubuntu/script/entrypoint.sh | 483 ++++++++
.../ubuntu/script/entrypoint_kerberos.sh | 1275 ++++++++++++++++++++
.../docker/pxf-cbdb-dev/ubuntu/script/pxf-env.sh | 61 +
.../docker/pxf-cbdb-dev/ubuntu/script/pxf-test.sh | 196 +++
.../docker/pxf-cbdb-dev/ubuntu/script/run_tests.sh | 811 +++++++++++++
.../docker/pxf-cbdb-dev/ubuntu/script/utils.sh | 109 ++
concourse/singlecluster/Dockerfile | 104 ++
.../singlecluster}/README.HDP3.md | 86 +-
.../singlecluster}/bin/gphd-env.sh | 16 +
.../singlecluster}/bin/hadoop | 0
.../singlecluster}/bin/hadoop-datanode.sh | 2 +-
.../singlecluster}/bin/hbase | 0
.../singlecluster}/bin/hbase-regionserver.sh | 0
.../singlecluster}/bin/hdfs | 0
.../singlecluster}/bin/hive | 0
.../singlecluster}/bin/hive-service.sh | 0
.../singlecluster}/bin/init-gphd.sh | 0
.../singlecluster}/bin/init-pxf.sh | 0
.../singlecluster}/bin/init-ranger.sh | 4 +-
.../singlecluster}/bin/pxf-service.sh | 4 +-
.../singlecluster}/bin/restart-gphd.sh | 0
.../singlecluster}/bin/restart-pxf.sh | 0
.../singlecluster}/bin/start-gphd.sh | 2 +
.../singlecluster}/bin/start-hbase.sh | 0
.../singlecluster}/bin/start-hdfs.sh | 4 +
.../singlecluster}/bin/start-hive.sh | 0
.../singlecluster}/bin/start-pxf.sh | 0
.../singlecluster}/bin/start-ranger.sh | 0
.../singlecluster}/bin/start-yarn.sh | 0
.../singlecluster}/bin/start-zookeeper.sh | 2 +
.../singlecluster}/bin/stop-gphd.sh | 0
.../singlecluster}/bin/stop-hbase.sh | 0
.../singlecluster}/bin/stop-hdfs.sh | 0
.../singlecluster}/bin/stop-hive.sh | 0
.../singlecluster}/bin/stop-pxf.sh | 0
.../singlecluster}/bin/stop-ranger.sh | 0
.../singlecluster}/bin/stop-yarn.sh | 0
.../singlecluster}/bin/stop-zookeeper.sh | 0
.../singlecluster}/bin/yarn-nodemanager.sh | 0
.../singlecluster}/conf/gphd-conf.sh | 20 +-
.../templates/hadoop/etc/hadoop/core-site.xml | 60 +
.../templates/hadoop/etc/hadoop/hadoop-env.sh | 12 +-
.../templates/hadoop/etc/hadoop/hdfs-site.xml | 8 +
.../templates/hadoop/etc/hadoop/mapred-site.xml | 0
.../templates/hadoop/etc/hadoop/yarn-env.sh | 14 +-
.../templates/hadoop/etc/hadoop/yarn-site.xml | 18 +-
.../templates/hbase/conf/hbase-env.sh | 8 +-
.../templates/hbase/conf/hbase-site.xml | 92 ++
.../singlecluster/templates/hive/conf/hive-env.sh | 7 +
.../templates/hive/conf/hive-site.xml | 109 ++
.../templates/ranger/install.properties | 0
.../singlecluster}/templates/tez/conf/tez-site.xml | 4 +
.../templates/usersync/install.properties | 0
.../templates/zookeeper/conf/zoo.cfg | 0
dev/start_minio.bash | 44 +-
.../hive/HiveMetastoreCompatibilityTest.java | 34 +-
.../greenplum/pxf/service/BridgeOutputBuilder.java | 7 +-
server/pxf-service/src/scripts/pxf-post-gpupgrade | 80 +-
server/pxf-service/src/scripts/pxf-pre-gpupgrade | 62 +-
singlecluster/Makefile | 121 --
singlecluster/README.md | 93 --
singlecluster/package_singlecluster_cdh.yml | 16 -
singlecluster/package_singlecluster_hdp2.yml | 16 -
singlecluster/package_singlecluster_hdp3.yml | 16 -
singlecluster/product.version | 1 -
singlecluster/singlecluster.bash | 17 -
.../templates/hadoop/etc/hadoop/core-site.xml | 32 -
singlecluster/templates/hbase/conf/hbase-site.xml | 49 -
singlecluster/templates/hive/conf/hive-env.sh | 11 -
singlecluster/templates/hive/conf/hive-site.xml | 38 -
singlecluster/tools/README.md | 40 -
singlecluster/tools/compressHDP.sh | 48 -
singlecluster/tools/downloadCDH.sh | 39 -
singlecluster/tools/fetchBuild.sh | 51 -
152 files changed, 5118 insertions(+), 1130 deletions(-)
create mode 100644 .github/workflows/pxf-ci.yml
create mode 100644 concourse/docker/pxf-cbdb-dev/ubuntu/docker-compose.yml
create mode 100755
concourse/docker/pxf-cbdb-dev/ubuntu/script/build_cloudberrry.sh
create mode 100755
concourse/docker/pxf-cbdb-dev/ubuntu/script/build_cloudberry_deb.sh
create mode 100755 concourse/docker/pxf-cbdb-dev/ubuntu/script/build_pxf.sh
create mode 100755 concourse/docker/pxf-cbdb-dev/ubuntu/script/entrypoint.sh
create mode 100755
concourse/docker/pxf-cbdb-dev/ubuntu/script/entrypoint_kerberos.sh
create mode 100755 concourse/docker/pxf-cbdb-dev/ubuntu/script/pxf-env.sh
create mode 100755 concourse/docker/pxf-cbdb-dev/ubuntu/script/pxf-test.sh
create mode 100755 concourse/docker/pxf-cbdb-dev/ubuntu/script/run_tests.sh
create mode 100644 concourse/docker/pxf-cbdb-dev/ubuntu/script/utils.sh
create mode 100644 concourse/singlecluster/Dockerfile
rename {singlecluster => concourse/singlecluster}/README.HDP3.md (57%)
rename {singlecluster => concourse/singlecluster}/bin/gphd-env.sh (76%)
rename {singlecluster => concourse/singlecluster}/bin/hadoop (100%)
rename {singlecluster => concourse/singlecluster}/bin/hadoop-datanode.sh (96%)
rename {singlecluster => concourse/singlecluster}/bin/hbase (100%)
rename {singlecluster => concourse/singlecluster}/bin/hbase-regionserver.sh
(100%)
rename {singlecluster => concourse/singlecluster}/bin/hdfs (100%)
rename {singlecluster => concourse/singlecluster}/bin/hive (100%)
rename {singlecluster => concourse/singlecluster}/bin/hive-service.sh (100%)
rename {singlecluster => concourse/singlecluster}/bin/init-gphd.sh (100%)
rename {singlecluster => concourse/singlecluster}/bin/init-pxf.sh (100%)
rename {singlecluster => concourse/singlecluster}/bin/init-ranger.sh (87%)
rename {singlecluster => concourse/singlecluster}/bin/pxf-service.sh (98%)
rename {singlecluster => concourse/singlecluster}/bin/restart-gphd.sh (100%)
rename {singlecluster => concourse/singlecluster}/bin/restart-pxf.sh (100%)
rename {singlecluster => concourse/singlecluster}/bin/start-gphd.sh (94%)
rename {singlecluster => concourse/singlecluster}/bin/start-hbase.sh (100%)
rename {singlecluster => concourse/singlecluster}/bin/start-hdfs.sh (87%)
rename {singlecluster => concourse/singlecluster}/bin/start-hive.sh (100%)
rename {singlecluster => concourse/singlecluster}/bin/start-pxf.sh (100%)
rename {singlecluster => concourse/singlecluster}/bin/start-ranger.sh (100%)
rename {singlecluster => concourse/singlecluster}/bin/start-yarn.sh (100%)
rename {singlecluster => concourse/singlecluster}/bin/start-zookeeper.sh (90%)
rename {singlecluster => concourse/singlecluster}/bin/stop-gphd.sh (100%)
rename {singlecluster => concourse/singlecluster}/bin/stop-hbase.sh (100%)
rename {singlecluster => concourse/singlecluster}/bin/stop-hdfs.sh (100%)
rename {singlecluster => concourse/singlecluster}/bin/stop-hive.sh (100%)
rename {singlecluster => concourse/singlecluster}/bin/stop-pxf.sh (100%)
rename {singlecluster => concourse/singlecluster}/bin/stop-ranger.sh (100%)
rename {singlecluster => concourse/singlecluster}/bin/stop-yarn.sh (100%)
rename {singlecluster => concourse/singlecluster}/bin/stop-zookeeper.sh (100%)
rename {singlecluster => concourse/singlecluster}/bin/yarn-nodemanager.sh
(100%)
rename {singlecluster/templates => concourse/singlecluster}/conf/gphd-conf.sh
(63%)
create mode 100755
concourse/singlecluster/templates/hadoop/etc/hadoop/core-site.xml
rename {singlecluster =>
concourse/singlecluster}/templates/hadoop/etc/hadoop/hadoop-env.sh (58%)
rename {singlecluster =>
concourse/singlecluster}/templates/hadoop/etc/hadoop/hdfs-site.xml (83%)
rename {singlecluster =>
concourse/singlecluster}/templates/hadoop/etc/hadoop/mapred-site.xml (100%)
rename {singlecluster =>
concourse/singlecluster}/templates/hadoop/etc/hadoop/yarn-env.sh (92%)
rename {singlecluster =>
concourse/singlecluster}/templates/hadoop/etc/hadoop/yarn-site.xml (80%)
rename {singlecluster =>
concourse/singlecluster}/templates/hbase/conf/hbase-env.sh (94%)
create mode 100755 concourse/singlecluster/templates/hbase/conf/hbase-site.xml
create mode 100755 concourse/singlecluster/templates/hive/conf/hive-env.sh
create mode 100755 concourse/singlecluster/templates/hive/conf/hive-site.xml
rename {singlecluster =>
concourse/singlecluster}/templates/ranger/install.properties (100%)
rename {singlecluster =>
concourse/singlecluster}/templates/tez/conf/tez-site.xml (89%)
rename {singlecluster =>
concourse/singlecluster}/templates/usersync/install.properties (100%)
rename {singlecluster =>
concourse/singlecluster}/templates/zookeeper/conf/zoo.cfg (100%)
delete mode 100755 singlecluster/Makefile
delete mode 100755 singlecluster/README.md
delete mode 100755 singlecluster/package_singlecluster_cdh.yml
delete mode 100755 singlecluster/package_singlecluster_hdp2.yml
delete mode 100755 singlecluster/package_singlecluster_hdp3.yml
delete mode 100755 singlecluster/product.version
delete mode 100755 singlecluster/singlecluster.bash
delete mode 100755 singlecluster/templates/hadoop/etc/hadoop/core-site.xml
delete mode 100755 singlecluster/templates/hbase/conf/hbase-site.xml
delete mode 100755 singlecluster/templates/hive/conf/hive-env.sh
delete mode 100755 singlecluster/templates/hive/conf/hive-site.xml
delete mode 100755 singlecluster/tools/README.md
delete mode 100755 singlecluster/tools/compressHDP.sh
delete mode 100755 singlecluster/tools/downloadCDH.sh
delete mode 100755 singlecluster/tools/fetchBuild.sh
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
