This is an automated email from the ASF dual-hosted git repository. codope pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/master by this push: new 3108af46061 [HUDI-6917] Fix docker integ tests (#9843) 3108af46061 is described below commit 3108af460614d996fec43b709a7c67e956e7497a Author: Sagar Sumit <sagarsumi...@gmail.com> AuthorDate: Thu Oct 12 17:12:14 2023 +0530 [HUDI-6917] Fix docker integ tests (#9843) --- .github/workflows/bot.yml | 2 ++ .../hudi/common/functional/TestHoodieLogFormat.java | 17 ----------------- 2 files changed, 2 insertions(+), 17 deletions(-) diff --git a/.github/workflows/bot.yml b/.github/workflows/bot.yml index 790ceb8623c..78c3ba9ed3c 100644 --- a/.github/workflows/bot.yml +++ b/.github/workflows/bot.yml @@ -455,4 +455,6 @@ jobs: mkdir /tmp/spark-events/ SPARK_ARCHIVE_BASENAME=$(basename $SPARK_ARCHIVE) export SPARK_HOME=$GITHUB_WORKSPACE/${SPARK_ARCHIVE_BASENAME%.*} + rm -f $GITHUB_WORKSPACE/$SPARK_ARCHIVE + docker system prune --all --force mvn verify $SCALA_PROFILE -D"$SPARK_PROFILE" -Pintegration-tests -pl !hudi-flink-datasource/hudi-flink $MVN_ARGS diff --git a/hudi-common/src/test/java/org/apache/hudi/common/functional/TestHoodieLogFormat.java b/hudi-common/src/test/java/org/apache/hudi/common/functional/TestHoodieLogFormat.java index b94005b3c3f..ab5999c54f8 100755 --- a/hudi-common/src/test/java/org/apache/hudi/common/functional/TestHoodieLogFormat.java +++ b/hudi-common/src/test/java/org/apache/hudi/common/functional/TestHoodieLogFormat.java @@ -62,7 +62,6 @@ import org.apache.hudi.common.util.collection.ClosableIterator; import org.apache.hudi.common.util.collection.ExternalSpillableMap; import org.apache.hudi.common.util.collection.Pair; import org.apache.hudi.exception.CorruptedLogFileException; -import org.apache.hudi.exception.HoodieIOException; import org.apache.avro.Schema; import org.apache.avro.generic.GenericData; @@ -458,22 +457,6 @@ public class TestHoodieLogFormat extends HoodieCommonTestHarness { } assertEquals(logBlockWrittenNum, logBlockReadNum, "All written log should be correctly found"); reader.close(); - - // test writing oversize data block which should be rejected - Writer oversizeWriter = - HoodieLogFormat.newWriterBuilder().onParentPath(partitionPath).withFileExtension(HoodieLogFile.DELTA_EXTENSION) - .withFileId("test-fileid1").withDeltaCommit("100").withSizeThreshold(3L * 1024 * 1024 * 1024).withFs(fs) - .build(); - // write to the existing file - ((HoodieLogFormatWriter) writer).withOutputStream(fs.append(writer.getLogFile().getPath())); - List<HoodieLogBlock> dataBlocks = new ArrayList<>(logBlockWrittenNum + 1); - for (int i = 0; i < logBlockWrittenNum + 1; i++) { - dataBlocks.add(reusableDataBlock); - } - assertThrows(HoodieIOException.class, () -> { - oversizeWriter.appendBlocks(dataBlocks); - }, "Blocks appended may overflow. Please decrease log block size or log block amount"); - oversizeWriter.close(); } @ParameterizedTest