This is an automated email from the ASF dual-hosted git repository.
ostinru pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/cloudberry-pxf.git
The following commit(s) were added to refs/heads/main by this push:
new 55165b1d Partially revert 48302989 to fix pxf_regress (#87)
55165b1d is described below
commit 55165b1d1124555cd79de2cf055d3fad220beead
Author: Nikolay Antonov <[email protected]>
AuthorDate: Fri Mar 27 12:30:41 2026 +0500
Partially revert 48302989 to fix pxf_regress (#87)
* Partially revert 4830298
* Add `@Test(enabled=false)` to failed tests
---
automation/pxf_regress/main.go | 114 ++-------------------
.../automation/features/cloud/CloudAccessTest.java | 24 +++--
.../automation/features/cloud/S3SelectTest.java | 30 ++++--
.../columnprojection/ColumnProjectionTest.java | 3 +-
.../features/gpupgrade/GpupgradeTest.java | 6 +-
.../pxf/automation/features/hbase/HBaseTest.java | 27 +++--
.../automation/features/hcfs/HcfsGlobbingTest.java | 3 +-
.../features/hdfs/HdfsReadableTextTest.java | 6 +-
.../pxf/automation/features/hive/HiveOrcTest.java | 3 +-
.../pxf/automation/features/hive/HiveTest.java | 9 +-
.../pxf/automation/features/jdbc/JdbcHiveTest.java | 6 +-
.../automation/features/json/JsonWriteTest.java | 3 +-
.../multibytedelimiter/MultibyteDelimiterTest.java | 18 ++--
.../features/multiserver/MultiServerTest.java | 12 ++-
.../pxf/automation/features/orc/OrcReadTest.java | 3 +-
.../pxf/automation/features/orc/OrcWriteTest.java | 3 +-
.../features/parquet/ParquetWriteTest.java | 3 +-
.../features/security/SecuredServerTest.java | 6 +-
18 files changed, 117 insertions(+), 162 deletions(-)
diff --git a/automation/pxf_regress/main.go b/automation/pxf_regress/main.go
index 14f192e4..bfd41493 100644
--- a/automation/pxf_regress/main.go
+++ b/automation/pxf_regress/main.go
@@ -1,7 +1,6 @@
package main
import (
- "bufio"
"errors"
"fmt"
"io/fs"
@@ -29,21 +28,10 @@ var initFile string
//
// -w ignore all white space
// -B ignore changes lines are all blank
-// -I CONTEXT / HINT / PXF server error : ignore noisy Kerberos error context
that varies by host/UUID
//
// TODO: rather than match/sub DETAIL (GP5) for CONTEXT (see
global_init_file), should we add "-I DETAIL:" and "-I CONTEXT:"
// TODO: rather than having to add start_ignore/end_ignore, should we add "-I
HINT:"
-var baseDiffOpts []string = []string{
- "-w",
- "-B",
- "-I", "NOTICE:",
- "-I", "GP_IGNORE",
- "-I", "CONTEXT:",
- "-I", "HINT:",
- "-I", "PXF server error",
- "-gpd_ignore_headers",
- "-U3",
-}
+var baseDiffOpts []string = []string{"-w", "-B", "-I", "NOTICE:", "-I",
"GP_IGNORE", "-gpd_ignore_headers", "-U3"}
// internal variables
var gpdiffProg string
@@ -70,7 +58,7 @@ func validateArguments(args []string) {
testDir = os.Args[1]
tests = listTestQueries(testDir)
- gpdiffProg = "diff"
+ gpdiffProg = findFile("gpdiff.pl", true)
initFile = findFile("global_init_file", false)
}
@@ -280,21 +268,11 @@ func runTest(test string) {
// Returns true if different (failure), false if they match.
// In the true case, the diff is appended to the diffs file.
func resultsDiffer(resultsFile string, expectFile string) bool {
- // First, filter out noisy lines (HINT/CONTEXT/GP_IGNORE/start_ignore
blocks), then compare using a simplified diff.
- filteredResults, err := writeFiltered(resultsFile)
- if err != nil {
- logger.Fatalf("cannot filter results file %q: %s", resultsFile,
err.Error())
- }
- defer os.Remove(filteredResults)
-
- filteredExpect, err := writeFiltered(expectFile)
- if err != nil {
- logger.Fatalf("cannot filter expected file %q: %s", expectFile,
err.Error())
+ diffOpts := baseDiffOpts
+ if initFile != "" {
+ diffOpts = append(diffOpts, "--gpd_init", initFile)
}
- defer os.Remove(filteredExpect)
-
- diffOpts := []string{"-u", "-w"}
- diffOpts = append(diffOpts, filteredResults, filteredExpect)
+ diffOpts = append(diffOpts, resultsFile, expectFile)
cmd := exec.Command(gpdiffProg, diffOpts...)
logger.Printf("running %q", cmd.String())
@@ -335,85 +313,7 @@ func resultsDiffer(resultsFile string, expectFile string)
bool {
summaryDiff.Write([]byte(diffHeader))
summaryDiff.Write(diffOutput)
- // Temporarily treat differences as acceptable (record diff for
investigation, but do not block tests).
- return false
-}
-
-// Filter out GP_IGNORE marked blocks, HINT/CONTEXT/DETAIL lines, and resource
queue noise, generating a temporary file path.
-func writeFiltered(src string) (string, error) {
- f, err := os.Open(src)
- if err != nil {
- return "", err
- }
- defer f.Close()
-
- var filtered []string
- scanner := bufio.NewScanner(f)
- skipBlock := false
- for scanner.Scan() {
- line := scanner.Text()
- trim := strings.TrimSpace(line)
-
- if strings.Contains(line, "start_ignore") {
- skipBlock = true
- continue
- }
- if skipBlock {
- if strings.Contains(line, "end_ignore") {
- skipBlock = false
- }
- continue
- }
- if strings.HasPrefix(trim, "GP_IGNORE:") {
- continue
- }
- if strings.HasPrefix(trim, "--") {
- continue
- }
- if trim == "" {
- continue
- }
- if strings.HasPrefix(trim, "psql:") {
- // Remove psql prefix, retain core message
(ERROR/NOTICE), others skip.
- if idx := strings.Index(line, "ERROR:"); idx != -1 {
- line = line[idx:]
- trim = strings.TrimSpace(line)
- } else if idx := strings.Index(line, "NOTICE:"); idx !=
-1 {
- line = line[idx:]
- trim = strings.TrimSpace(line)
- } else {
- continue
- }
- }
- if strings.Contains(line, "You are now connected to database") {
- continue
- }
- if strings.HasPrefix(trim, "HINT:") || strings.HasPrefix(trim,
"CONTEXT:") || strings.HasPrefix(trim, "DETAIL:") {
- continue
- }
- if strings.Contains(line, "resource queue required") {
- continue
- }
- filtered = append(filtered, line)
- }
- if err := scanner.Err(); err != nil {
- return "", err
- }
-
- tmp, err := os.CreateTemp("", "pxf_regress_filtered_*.out")
- if err != nil {
- return "", err
- }
- defer tmp.Close()
-
- for i, l := range filtered {
- if i > 0 {
- tmp.WriteString("\n")
- }
- tmp.WriteString(l)
- }
- tmp.WriteString("\n")
- return tmp.Name(), nil
+ return true
}
// Return a list of test names found in the given directory
diff --git
a/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/cloud/CloudAccessTest.java
b/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/cloud/CloudAccessTest.java
index 8b265383..13f0754f 100644
---
a/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/cloud/CloudAccessTest.java
+++
b/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/cloud/CloudAccessTest.java
@@ -92,32 +92,38 @@ public class CloudAccessTest extends BaseFeature {
* make sense in the environment with Kerberized Hadoop, where the tests
in the "security" group would run
*/
- @Test(groups = {"s3"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"s3"})
public void testCloudAccessFailsWhenNoServerNoCredsSpecified() throws
Exception {
runTestScenario("no_server_no_credentials", null, false);
}
- @Test(groups = {"s3"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"s3"})
public void testCloudAccessFailsWhenServerNoCredsNoConfigFileExists()
throws Exception {
runTestScenario("server_no_credentials_no_config", "s3-non-existent",
false);
}
- @Test(groups = {"s3"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"s3"})
public void testCloudAccessOkWhenNoServerCredsNoConfigFileExists() throws
Exception {
runTestScenario("no_server_credentials_no_config", null, true);
}
- @Test(groups = {"s3"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"s3"})
public void testCloudAccessFailsWhenServerNoCredsInvalidConfigFileExists()
throws Exception {
runTestScenario("server_no_credentials_invalid_config", "s3-invalid",
false);
}
- @Test(groups = {"s3"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"s3"})
public void testCloudAccessOkWhenServerCredsInvalidConfigFileExists()
throws Exception {
runTestScenario("server_credentials_invalid_config", "s3-invalid",
true);
}
- @Test(groups = {"s3"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"s3"})
public void testCloudAccessOkWhenServerCredsNoConfigFileExists() throws
Exception {
runTestScenario("server_credentials_no_config", "s3-non-existent",
true);
}
@@ -132,7 +138,8 @@ public class CloudAccessTest extends BaseFeature {
runTestScenario("no_server_no_credentials_with_hdfs", null, false);
}
- @Test(groups = {"gpdb", "security"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"gpdb", "security"})
public void
testCloudAccessWithHdfsOkWhenServerNoCredsValidConfigFileExists() throws
Exception {
runTestScenario("server_no_credentials_valid_config_with_hdfs", "s3",
false);
}
@@ -157,7 +164,8 @@ public class CloudAccessTest extends BaseFeature {
runTestScenario("server_no_credentials_invalid_config_with_hdfs",
"s3-invalid", false);
}
- @Test(groups = {"gpdb", "security"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"gpdb", "security"})
public void
testCloudAccessWithHdfsOkWhenServerCredsInvalidConfigFileExists() throws
Exception {
runTestScenario("server_credentials_invalid_config_with_hdfs",
"s3-invalid", true);
}
diff --git
a/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/cloud/S3SelectTest.java
b/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/cloud/S3SelectTest.java
index d52309d6..2b51bcd0 100644
---
a/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/cloud/S3SelectTest.java
+++
b/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/cloud/S3SelectTest.java
@@ -80,7 +80,8 @@ public class S3SelectTest extends BaseFeature {
}
}
- @Test(groups = {"s3"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"s3"})
public void testPlainCsvWithHeaders() throws Exception {
String[] userParameters = {"FILE_HEADER=IGNORE", "S3_SELECT=ON"};
runTestScenario("csv", "s3", "csv", s3Path,
@@ -88,7 +89,8 @@ public class S3SelectTest extends BaseFeature {
"|", userParameters);
}
- @Test(groups = {"s3"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"s3"})
public void testPlainCsvWithHeadersUsingHeaderInfo() throws Exception {
String[] userParameters = {"FILE_HEADER=USE", "S3_SELECT=ON"};
runTestScenario("csv_use_headers", "s3", "csv", s3Path,
@@ -96,7 +98,8 @@ public class S3SelectTest extends BaseFeature {
"|", userParameters);
}
- @Test(groups = {"s3"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"s3"})
public void testCsvWithHeadersUsingHeaderInfoWithWrongColumnNames() throws
Exception {
String[] userParameters = {"FILE_HEADER=USE", "S3_SELECT=ON"};
runTestScenario("errors/", "csv_use_headers_with_wrong_col_names",
"s3", "csv", s3Path,
@@ -104,7 +107,8 @@ public class S3SelectTest extends BaseFeature {
"|", userParameters, PXF_S3_SELECT_INVALID_COLS);
}
- @Test(groups = {"s3"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"s3"})
public void testPlainCsvWithNoHeaders() throws Exception {
String[] userParameters = {"FILE_HEADER=NONE", "S3_SELECT=ON"};
runTestScenario("csv_noheaders", "s3", "csv", s3Path,
@@ -112,7 +116,8 @@ public class S3SelectTest extends BaseFeature {
"|", userParameters);
}
- @Test(groups = {"s3"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"s3"})
public void testGzipCsvWithHeadersUsingHeaderInfo() throws Exception {
String[] userParameters = {"FILE_HEADER=USE", "S3_SELECT=ON",
"COMPRESSION_CODEC=gzip"};
runTestScenario("gzip_csv_use_headers", "s3", "csv", s3Path,
@@ -120,7 +125,8 @@ public class S3SelectTest extends BaseFeature {
"|", userParameters);
}
- @Test(groups = {"s3"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"s3"})
public void testBzip2CsvWithHeadersUsingHeaderInfo() throws Exception {
String[] userParameters = {"FILE_HEADER=USE", "S3_SELECT=ON",
"COMPRESSION_CODEC=bzip2"};
runTestScenario("bzip2_csv_use_headers", "s3", "csv", s3Path,
@@ -128,7 +134,8 @@ public class S3SelectTest extends BaseFeature {
"|", userParameters);
}
- @Test(groups = {"s3"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"s3"})
public void testParquet() throws Exception {
String[] userParameters = {"S3_SELECT=ON"};
runTestScenario("parquet", "s3", "parquet", s3Path,
@@ -136,7 +143,8 @@ public class S3SelectTest extends BaseFeature {
null, userParameters);
}
- @Test(groups = {"s3"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"s3"})
public void testParquetWildcardLocation() throws Exception {
String[] userParameters = {"S3_SELECT=ON"};
runTestScenario("", "parquet", "s3", "parquet", s3Path,
@@ -144,7 +152,8 @@ public class S3SelectTest extends BaseFeature {
null, userParameters, LINEITEM_SCHEMA);
}
- @Test(groups = {"s3"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"s3"})
public void testSnappyParquet() throws Exception {
String[] userParameters = {"S3_SELECT=ON"};
runTestScenario("parquet_snappy", "s3", "parquet", s3Path,
@@ -152,7 +161,8 @@ public class S3SelectTest extends BaseFeature {
null, userParameters);
}
- @Test(groups = {"s3"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"s3"})
public void testGzipParquet() throws Exception {
String[] userParameters = {"S3_SELECT=ON"};
runTestScenario("parquet_gzip", "s3", "parquet", s3Path,
diff --git
a/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/columnprojection/ColumnProjectionTest.java
b/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/columnprojection/ColumnProjectionTest.java
index fb561a30..bc2826a0 100755
---
a/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/columnprojection/ColumnProjectionTest.java
+++
b/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/columnprojection/ColumnProjectionTest.java
@@ -35,7 +35,8 @@ public class ColumnProjectionTest extends BaseFeature {
*
* @throws Exception
*/
- @Test(groups = {"features", "gpdb", "security"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"features", "gpdb", "security"})
public void checkColumnProjection() throws Exception {
// Create PXF external table for column projection testing
diff --git
a/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/gpupgrade/GpupgradeTest.java
b/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/gpupgrade/GpupgradeTest.java
index 4112e849..b1684b1c 100644
---
a/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/gpupgrade/GpupgradeTest.java
+++
b/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/gpupgrade/GpupgradeTest.java
@@ -34,7 +34,8 @@ public class GpupgradeTest extends BaseFunctionality {
super.afterClass();
}
- @Test(groups = {"features", "gpdb"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"features", "gpdb"})
public void testGpdbUpgradeExtensionVersion2_0Scenario() throws Exception {
// Skipping this test for GP7 since this isn't passing for GP7
@@ -51,7 +52,8 @@ public class GpupgradeTest extends BaseFunctionality {
runSqlTest("features/gpupgrade/extension2_0/step_3_after_running_pxf_post_gpupgrade");
}
- @Test(groups = {"features", "gpdb"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"features", "gpdb"})
public void testGpdbUpgradeScenario() throws Exception {
// Skipping this test for GP7 since this isn't passing for GP7
diff --git
a/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/hbase/HBaseTest.java
b/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/hbase/HBaseTest.java
index c8b97c78..b8058a77 100755
---
a/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/hbase/HBaseTest.java
+++
b/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/hbase/HBaseTest.java
@@ -163,7 +163,8 @@ public class HBaseTest extends BaseFeature {
*
* @throws Exception if test fails to run
*/
- @Test(groups = { "hbase", "features", "gpdb" })
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = { "hbase", "features", "gpdb" })
public void lowerFilter() throws Exception {
String whereClause = " WHERE \"cf1:q3\" < '00000030'";
@@ -176,7 +177,8 @@ public class HBaseTest extends BaseFeature {
*
* @throws Exception if test fails to run
*/
- @Test(groups = { "hbase", "features", "gpdb" })
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = { "hbase", "features", "gpdb" })
public void rangeFilter() throws Exception {
String whereClause = " WHERE \"cf1:q3\" > '00000090' AND \"cf1:q3\" <=
'00000103'";
@@ -189,7 +191,8 @@ public class HBaseTest extends BaseFeature {
*
* @throws Exception if test fails to run
*/
- @Test(groups = { "hbase", "features", "gpdb" })
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = { "hbase", "features", "gpdb" })
public void specificRowFilter() throws Exception {
String whereClause = " WHERE \"cf1:q3\" = 4";
@@ -202,7 +205,8 @@ public class HBaseTest extends BaseFeature {
*
* @throws Exception if test fails to run
*/
- @Test(groups = { "hbase", "features", "gpdb" })
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = { "hbase", "features", "gpdb" })
public void notEqualsFilter() throws Exception {
String whereClause = " WHERE \"cf1:q3\" != 30";
@@ -215,7 +219,8 @@ public class HBaseTest extends BaseFeature {
*
* @throws Exception if test fails to run
*/
- @Test(groups = { "hbase", "features", "gpdb" })
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = { "hbase", "features", "gpdb" })
public void rowkeyEqualsFilter() throws Exception {
String whereClause = " WHERE recordkey = '00000090'";
@@ -228,7 +233,8 @@ public class HBaseTest extends BaseFeature {
*
* @throws Exception if test fails to run
*/
- @Test(groups = { "hbase", "features", "gpdb" })
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = { "hbase", "features", "gpdb" })
public void rowkeyRangeFilter() throws Exception {
String whereClause = " WHERE recordkey > '00000090' AND recordkey <=
'00000103'";
@@ -241,7 +247,8 @@ public class HBaseTest extends BaseFeature {
*
* @throws Exception if test fails to run
*/
- @Test(groups = { "hbase", "features", "gpdb" })
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = { "hbase", "features", "gpdb" })
public void multipleQualifiersPushdownFilter() throws Exception {
String whereClause = " WHERE recordkey != '00000002' AND \"cf1:q3\" >
6 AND \"cf1:q8\" < 10 AND \"cf1:q9\" > 0";
@@ -271,7 +278,8 @@ public class HBaseTest extends BaseFeature {
*
* @throws Exception if test fails to run
*/
- @Test(groups = { "hbase", "features", "gpdb" })
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = { "hbase", "features", "gpdb" })
public void textFilter() throws Exception {
String whereClause = " WHERE \"cf1:q2\" = 'UTF8_計算機用語_00000024'";
@@ -426,7 +434,8 @@ public class HBaseTest extends BaseFeature {
*
* @throws Exception if test fails to run
*/
- @Test(groups = { "hbase", "features", "gpdb" })
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = { "hbase", "features", "gpdb" })
public void recordkeyAsInteger() throws Exception {
// create external table with record key as INTEGER
diff --git
a/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/hcfs/HcfsGlobbingTest.java
b/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/hcfs/HcfsGlobbingTest.java
index 2015d12e..3b3ed8f3 100644
---
a/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/hcfs/HcfsGlobbingTest.java
+++
b/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/hcfs/HcfsGlobbingTest.java
@@ -68,7 +68,8 @@ public class HcfsGlobbingTest extends BaseFeature {
runTestScenario("escape_special_characters");
}
- @Test(groups = {"gpdb", "hcfs", "security"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"gpdb", "hcfs", "security"})
public void testMatchAStringFromStringSet() throws Exception {
prepareTestScenario("match_string_from_string_set_1", "a.abcxx",
"a.abxy", "a.hlp", "a.jhyy", "a.{abc,jh}??");
// nested curlies
diff --git
a/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/hdfs/HdfsReadableTextTest.java
b/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/hdfs/HdfsReadableTextTest.java
index bde3f65a..9d6bbc5f 100755
---
a/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/hdfs/HdfsReadableTextTest.java
+++
b/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/hdfs/HdfsReadableTextTest.java
@@ -129,7 +129,8 @@ public class HdfsReadableTextTest extends BaseFeature {
* Read delimited text file from HDFS using explicit plugins and TEXT
* format.
*/
- @Test(groups = {"features", "sanity", "gpdb", "security"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"features", "sanity", "gpdb", "security"})
public void readDelimitedTextUsingTextFormat() throws Exception {
// set plugins and delimiter
exTable.setFragmenter("org.apache.cloudberry.pxf.plugins.hdfs.HdfsDataFragmenter");
@@ -729,7 +730,8 @@ public class HdfsReadableTextTest extends BaseFeature {
* <p>
* see GPSQL-2272
*/
- @Test(groups = {"features", "gpdb", "security"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"features", "gpdb", "security"})
public void errorInTheMiddleOfStream() throws Exception {
Table dataTable = new Table("dataTable", null);
diff --git
a/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/hive/HiveOrcTest.java
b/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/hive/HiveOrcTest.java
index af566200..d43511c1 100755
---
a/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/hive/HiveOrcTest.java
+++
b/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/hive/HiveOrcTest.java
@@ -357,7 +357,8 @@ public class HiveOrcTest extends HiveBaseTest {
*
* @throws Exception if test fails to run
*/
- @Test(groups = { "features" })
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = { "features" })
public void defaultAnalyze() throws Exception {
createExternalTable(PXF_HIVE_SMALL_DATA_TABLE,
diff --git
a/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/hive/HiveTest.java
b/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/hive/HiveTest.java
index 7c63af8a..283cde66 100755
---
a/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/hive/HiveTest.java
+++
b/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/hive/HiveTest.java
@@ -366,7 +366,8 @@ public class HiveTest extends HiveBaseTest {
*
* @throws Exception if test fails to run
*/
- @Test(groups = {"features"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"features"})
public void viewNegative() throws Exception {
HiveTable hiveTable = new HiveTable(hiveSmallDataTable.getName() +
"_view", null);
@@ -538,7 +539,8 @@ public class HiveTest extends HiveBaseTest {
*
* @throws Exception if test fails to run
*/
- @Test(groups = {"features"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"features"})
public void defaultAnalyze() throws Exception {
createExternalTable(PXF_HIVE_SMALL_DATA_TABLE,
@@ -591,7 +593,8 @@ public class HiveTest extends HiveBaseTest {
*
* @throws Exception if test fails to run
*/
- @Test(groups = {"features"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"features"})
public void incorrectProfile() throws Exception {
exTable =
TableFactory.getPxfHiveReadableTable(PXF_HIVE_SMALL_DATA_TABLE,
diff --git
a/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/jdbc/JdbcHiveTest.java
b/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/jdbc/JdbcHiveTest.java
index 1532fe19..3090a099 100644
---
a/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/jdbc/JdbcHiveTest.java
+++
b/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/jdbc/JdbcHiveTest.java
@@ -239,14 +239,16 @@ public class JdbcHiveTest extends BaseFeature {
gpdb.createTableAndVerify(hiveReadable);
}
- @Test(groups = {"features", "gpdb", "security"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"features", "gpdb", "security"})
public void jdbcHiveRead() throws Exception {
runSqlTest("features/jdbc/hive");
}
// Fails with the error: ERROR: PXF server error :
java.io.DataInputStream cannot be cast to [B
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
@FailsWithFDW
- @Test(groups = {"features", "gpdb", "security"})
+ @Test(enabled = false, groups = {"features", "gpdb", "security"})
public void jdbcHiveWrite() throws Exception {
prepareDataForWriteTest();
createTablesForWriteTest(hive, "hive", "db-hive");
diff --git
a/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/json/JsonWriteTest.java
b/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/json/JsonWriteTest.java
index e9534582..44e53e2a 100644
---
a/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/json/JsonWriteTest.java
+++
b/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/json/JsonWriteTest.java
@@ -158,7 +158,8 @@ public class JsonWriteTest extends BaseWritableFeature {
new String[]{"ROOT=records"}, new String[]{"IDENTIFIER=id"},
JSON_EXTENSION_ASSERTER);
}
- @Test(groups = {"gpdb", "security", "hcfs"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"gpdb", "security", "hcfs"})
public void errorInvalidEncoding() throws Exception {
// 1. prepare writable external table ready to receive data for
writing from internal table
writableExTable = TableFactory.getPxfHcfsWritableTable(
diff --git
a/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/multibytedelimiter/MultibyteDelimiterTest.java
b/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/multibytedelimiter/MultibyteDelimiterTest.java
index 06310838..fcbe35fe 100644
---
a/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/multibytedelimiter/MultibyteDelimiterTest.java
+++
b/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/multibytedelimiter/MultibyteDelimiterTest.java
@@ -332,7 +332,8 @@ public class MultibyteDelimiterTest extends BaseFeature {
runSqlTest("features/multibyte_delimiter/two_byte_with_quote");
}
- @Test(groups = {"gpdb", "hcfs", "security"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"gpdb", "hcfs", "security"})
public void readTwoByteDelimiterWithWrongEol() throws Exception {
CsvSpec fileSpec = new CsvSpec("¤", CSVWriter.DEFAULT_QUOTE_CHARACTER,
CSVWriter.DEFAULT_ESCAPE_CHARACTER);
CsvSpec tableSpec = fileSpec.cloneForFormatting();
@@ -352,7 +353,8 @@ public class MultibyteDelimiterTest extends BaseFeature {
}
}
- @Test(groups = {"gpdb", "hcfs", "security"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"gpdb", "hcfs", "security"})
public void readTwoByteDelimiterWithWrongQuote() throws Exception {
CsvSpec fileSpec = new CsvSpec("¤", CSVWriter.DEFAULT_QUOTE_CHARACTER,
CSVWriter.DEFAULT_ESCAPE_CHARACTER);
CsvSpec tableSpec = fileSpec.cloneForFormatting();
@@ -496,7 +498,8 @@ public class MultibyteDelimiterTest extends BaseFeature {
}
}
- @Test(groups = {"gpdb", "hcfs", "security"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"gpdb", "hcfs", "security"})
public void readFileWithLatin1EncodingTextProfile() throws Exception {
CsvSpec fileSpec = new CsvSpec("¤");
// set the encoding value since the default value in CsvSpec is UTF-8
@@ -511,7 +514,8 @@ public class MultibyteDelimiterTest extends BaseFeature {
runSqlTest("features/multibyte_delimiter/encoding");
}
- @Test(groups = {"gpdb", "hcfs", "security"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"gpdb", "hcfs", "security"})
public void readFileWithLatin1EncodingByteRepresentationTextProfile()
throws Exception {
CsvSpec fileSpec = new CsvSpec("¤");
// set the encoding value since the default value in CsvSpec is UTF-8
@@ -530,7 +534,8 @@ public class MultibyteDelimiterTest extends BaseFeature {
runSqlTest("features/multibyte_delimiter/encoding_bytes");
}
- @Test(groups = {"gpdb", "hcfs", "security"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"gpdb", "hcfs", "security"})
public void readFileWithLatin1EncodingWithQuoteTextProfile() throws
Exception {
CsvSpec fileSpec = new CsvSpec("¤", '|', '|');
// set the encoding value since the default value in CsvSpec is UTF-8
@@ -546,7 +551,8 @@ public class MultibyteDelimiterTest extends BaseFeature {
runSqlTest("features/multibyte_delimiter/encoding_quote");
}
- @Test(groups = {"gpdb", "hcfs", "security"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"gpdb", "hcfs", "security"})
public void readFileWithLatin1EncodingWithQuoteAndEscapeTextProfile()
throws Exception {
CsvSpec fileSpec = new CsvSpec("¤", '|', '\"');
// set the encoding value since the default value in CsvSpec is UTF-8
diff --git
a/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/multiserver/MultiServerTest.java
b/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/multiserver/MultiServerTest.java
index fc6641a2..b9b098f8 100755
---
a/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/multiserver/MultiServerTest.java
+++
b/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/multiserver/MultiServerTest.java
@@ -187,22 +187,26 @@ public class MultiServerTest extends BaseFeature {
}
}
- @Test(groups = {"features", "gpdb", "security"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"features", "gpdb", "security"})
public void testHdfsAndCloudServers() throws Exception {
runSqlTest("features/multi_server/hdfs_and_cloud");
}
- @Test(groups = {"features", "multiClusterSecurity"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"features", "multiClusterSecurity"})
public void testTwoSecuredServers() throws Exception {
runSqlTest("features/multi_server/two_secure_hdfs");
}
- @Test(groups = {"features", "multiClusterSecurity"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"features", "multiClusterSecurity"})
public void testSecureServerAndNonSecuredServer() throws Exception {
runSqlTest("features/multi_server/secure_hdfs_and_non_secure_hdfs");
}
- @Test(groups = {"features", "multiClusterSecurity"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"features", "multiClusterSecurity"})
public void testTwoSecuredServersNonSecureServerAndCloudServer() throws
Exception {
if (hdfsIpa != null) {
// in an environment with an IPA hadoop cluster run the test that
also queries that cluster
diff --git
a/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/orc/OrcReadTest.java
b/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/orc/OrcReadTest.java
index c462aeb0..e3e2e8b5 100644
---
a/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/orc/OrcReadTest.java
+++
b/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/orc/OrcReadTest.java
@@ -157,7 +157,8 @@ public class OrcReadTest extends BaseFeature {
runSqlTest("features/orc/read/multidim_list_types");
}
- @Test(groups = {"features", "gpdb", "security", "hcfs"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"features", "gpdb", "security", "hcfs"})
public void orcReadStringsContainingNullByte() throws Exception {
prepareReadableExternalTable("pxf_orc_null_in_string",
ORC_NULL_IN_STRING_COLUMNS, hdfsPath + ORC_NULL_IN_STRING);
runSqlTest("features/orc/read/null_in_string");
diff --git
a/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/orc/OrcWriteTest.java
b/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/orc/OrcWriteTest.java
index 1e9820df..e625bb41 100644
---
a/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/orc/OrcWriteTest.java
+++
b/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/orc/OrcWriteTest.java
@@ -163,7 +163,8 @@ public class OrcWriteTest extends BaseFeature {
* Do not run this test with "hcfs" group as Hive is not available in the
environments prepared for that group
* Also do not run with "security" group that would require kerberos
principal to be included in Hive JDBC URL
*/
- @Test(groups = {"features", "gpdb"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"features", "gpdb"})
public void orcWritePrimitivesReadWithHive() throws Exception {
// init only here, not in beforeClass() method as other tests run in
environments without Hive
hive = (Hive) SystemManagerImpl.getInstance().getSystemObject("hive");
diff --git
a/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/parquet/ParquetWriteTest.java
b/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/parquet/ParquetWriteTest.java
index 0bd9b611..15c1dfba 100644
---
a/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/parquet/ParquetWriteTest.java
+++
b/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/parquet/ParquetWriteTest.java
@@ -330,7 +330,8 @@ public class ParquetWriteTest extends BaseWritableFeature {
* Do not run this test with "hcfs" group as Hive is not available in the
environments prepared for that group
* Also do not run with "security" group that would require kerberos
principal to be included in Hive JDBC URL
*/
- @Test(groups = {"features", "gpdb"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"features", "gpdb"})
public void parquetWriteListsReadWithHive() throws Exception {
// init only here, not in beforeClass() method as other tests run in
environments without Hive
hive = (Hive) SystemManagerImpl.getInstance().getSystemObject("hive");
diff --git
a/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/security/SecuredServerTest.java
b/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/security/SecuredServerTest.java
index ecddfed2..fc487ae8 100644
---
a/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/security/SecuredServerTest.java
+++
b/automation/src/test/java/org/apache/cloudberry/pxf/automation/features/security/SecuredServerTest.java
@@ -10,7 +10,8 @@ import org.testng.annotations.Test;
*/
public class SecuredServerTest extends BaseFeature {
- @Test(groups = {"features", "multiClusterSecurity"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"features", "multiClusterSecurity"})
public void testSecuredServerFailsWithInvalidPrincipalName() throws
Exception {
exTable =
TableFactory.getPxfReadableTextTable("pxf_secured_invalid_principal", new
String[] {
@@ -29,7 +30,8 @@ public class SecuredServerTest extends BaseFeature {
runSqlTest("features/general/secured/errors/invalid_principal");
}
- @Test(groups = {"features", "multiClusterSecurity"})
+ // TODO: pxf_regress shows diff for this test. Should be fixed.
+ @Test(enabled = false, groups = {"features", "multiClusterSecurity"})
public void testSecuredServerFailsWithInvalidKeytabPath() throws Exception
{
exTable =
TableFactory.getPxfReadableTextTable("pxf_secured_invalid_keytab", new String[]
{
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
