This is an automated email from the ASF dual-hosted git repository.
yuzelin pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-paimon.git
The following commit(s) were added to refs/heads/master by this push:
new 50e02c2a2 [test] Fix AppendOnlyTableCompactionWorkerOperatorTest
spends too much time (#1879)
50e02c2a2 is described below
commit 50e02c2a23d96ebb690569b3ac1c30535ab1bd35
Author: YeJunHao <[email protected]>
AuthorDate: Thu Aug 24 14:03:25 2023 +0800
[test] Fix AppendOnlyTableCompactionWorkerOperatorTest spends too much
time (#1879)
---
.../AppendOnlyTableCompactionWorkerOperatorTest.java | 16 ++++++++--------
1 file changed, 8 insertions(+), 8 deletions(-)
diff --git
a/paimon-flink/paimon-flink-common/src/test/java/org/apache/paimon/flink/sink/AppendOnlyTableCompactionWorkerOperatorTest.java
b/paimon-flink/paimon-flink-common/src/test/java/org/apache/paimon/flink/sink/AppendOnlyTableCompactionWorkerOperatorTest.java
index 75f99dbf1..dbfbd371d 100644
---
a/paimon-flink/paimon-flink-common/src/test/java/org/apache/paimon/flink/sink/AppendOnlyTableCompactionWorkerOperatorTest.java
+++
b/paimon-flink/paimon-flink-common/src/test/java/org/apache/paimon/flink/sink/AppendOnlyTableCompactionWorkerOperatorTest.java
@@ -53,12 +53,12 @@ public class AppendOnlyTableCompactionWorkerOperatorTest
extends TableTestBase {
(AppendOnlyFileStoreTable) getTableDefault(), "user");
// write 200 files
- List<CommitMessage> commitMessages = writeDataDefault(200, 100);
+ List<CommitMessage> commitMessages = writeDataDefault(200, 20);
List<AppendOnlyCompactionTask> tasks = packTask(commitMessages, 5);
List<StreamRecord<AppendOnlyCompactionTask>> records =
tasks.stream().map(StreamRecord::new).collect(Collectors.toList());
- Assertions.assertThat(tasks.size()).isEqualTo(20);
+ Assertions.assertThat(tasks.size()).isEqualTo(4);
workerOperator.open();
@@ -72,12 +72,12 @@ public class AppendOnlyTableCompactionWorkerOperatorTest
extends TableTestBase {
Assertions.assertThatCode(
() -> {
- while (committables.size() != 20) {
+ while (committables.size() != 4) {
committables.addAll(
workerOperator.prepareCommit(false,
Long.MAX_VALUE));
Long now = System.currentTimeMillis();
- if (timeStart - now > timeout &&
committables.size() != 20) {
+ if (timeStart - now > timeout &&
committables.size() != 4) {
throw new RuntimeException(
"Timeout waiting for compaction,
maybe some error happens in "
+
AppendOnlyTableCompactionWorkerOperator.class
@@ -106,12 +106,12 @@ public class AppendOnlyTableCompactionWorkerOperatorTest
extends TableTestBase {
(AppendOnlyFileStoreTable) getTableDefault(), "user");
// write 200 files
- List<CommitMessage> commitMessages = writeDataDefault(200, 200);
+ List<CommitMessage> commitMessages = writeDataDefault(200, 40);
List<AppendOnlyCompactionTask> tasks = packTask(commitMessages, 5);
List<StreamRecord<AppendOnlyCompactionTask>> records =
tasks.stream().map(StreamRecord::new).collect(Collectors.toList());
- Assertions.assertThat(tasks.size()).isEqualTo(40);
+ Assertions.assertThat(tasks.size()).isEqualTo(8);
workerOperator.open();
@@ -120,7 +120,7 @@ public class AppendOnlyTableCompactionWorkerOperatorTest
extends TableTestBase {
}
// wait compaction
- Thread.sleep(2000);
+ Thread.sleep(500);
LocalFileIO localFileIO = LocalFileIO.create();
DataFilePathFactory dataFilePathFactory =
@@ -141,7 +141,7 @@ public class AppendOnlyTableCompactionWorkerOperatorTest
extends TableTestBase {
localFileIO.exists(dataFilePathFactory.toPath(fileMeta.fileName())))
.isTrue();
}
- if (i++ > 8) {
+ if (i++ > 2) {
break;
}
}