This is an automated email from the ASF dual-hosted git repository.
etudenhoefner pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/iceberg.git
The following commit(s) were added to refs/heads/main by this push:
new fbea707806 Spark: Fix flaky TestSparkReaderDeletes tests due to metric
not found (#9445)
fbea707806 is described below
commit fbea7078064039bb7bd89c54fdbd61efff857feb
Author: Manu Zhang <[email protected]>
AuthorDate: Fri Jan 19 15:07:07 2024 +0800
Spark: Fix flaky TestSparkReaderDeletes tests due to metric not found
(#9445)
---
.../java/org/apache/iceberg/spark/source/TestSparkReaderDeletes.java | 1 +
.../java/org/apache/iceberg/spark/source/TestSparkReaderDeletes.java | 1 +
.../java/org/apache/iceberg/spark/source/TestSparkReaderDeletes.java | 1 +
3 files changed, 3 insertions(+)
diff --git
a/spark/v3.3/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkReaderDeletes.java
b/spark/v3.3/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkReaderDeletes.java
index f8f8c09a9b..88fd3d96dd 100644
---
a/spark/v3.3/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkReaderDeletes.java
+++
b/spark/v3.3/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkReaderDeletes.java
@@ -123,6 +123,7 @@ public class TestSparkReaderDeletes extends DeleteReadTests
{
SparkSession.builder()
.master("local[2]")
.config("spark.appStateStore.asyncTracking.enable", false)
+ .config("spark.ui.liveUpdate.period", 0)
.config(SQLConf.PARTITION_OVERWRITE_MODE().key(), "dynamic")
.config("spark.hadoop." + METASTOREURIS.varname,
hiveConf.get(METASTOREURIS.varname))
.enableHiveSupport()
diff --git
a/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkReaderDeletes.java
b/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkReaderDeletes.java
index 07f16e9de9..b3edb0e708 100644
---
a/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkReaderDeletes.java
+++
b/spark/v3.4/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkReaderDeletes.java
@@ -127,6 +127,7 @@ public class TestSparkReaderDeletes extends DeleteReadTests
{
SparkSession.builder()
.master("local[2]")
.config("spark.appStateStore.asyncTracking.enable", false)
+ .config("spark.ui.liveUpdate.period", 0)
.config(SQLConf.PARTITION_OVERWRITE_MODE().key(), "dynamic")
.config("spark.hadoop." + METASTOREURIS.varname,
hiveConf.get(METASTOREURIS.varname))
.enableHiveSupport()
diff --git
a/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkReaderDeletes.java
b/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkReaderDeletes.java
index 07f16e9de9..b3edb0e708 100644
---
a/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkReaderDeletes.java
+++
b/spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkReaderDeletes.java
@@ -127,6 +127,7 @@ public class TestSparkReaderDeletes extends DeleteReadTests
{
SparkSession.builder()
.master("local[2]")
.config("spark.appStateStore.asyncTracking.enable", false)
+ .config("spark.ui.liveUpdate.period", 0)
.config(SQLConf.PARTITION_OVERWRITE_MODE().key(), "dynamic")
.config("spark.hadoop." + METASTOREURIS.varname,
hiveConf.get(METASTOREURIS.varname))
.enableHiveSupport()