fix it, run StorageCleanup after finish BuildCubeWithStream Project: http://git-wip-us.apache.org/repos/asf/kylin/repo Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/3a6b1f2d Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/3a6b1f2d Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/3a6b1f2d
Branch: refs/heads/orderedbytes Commit: 3a6b1f2d1cd1a42837353e52e3fa219c0d5a314b Parents: dfb4176 Author: shaofengshi <shaofeng...@apache.org> Authored: Fri Sep 30 14:04:12 2016 +0800 Committer: shaofengshi <shaofeng...@apache.org> Committed: Fri Sep 30 14:04:12 2016 +0800 ---------------------------------------------------------------------- .../org/apache/kylin/provision/BuildCubeWithStream.java | 11 ++++++++++- 1 file changed, 10 insertions(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/kylin/blob/3a6b1f2d/kylin-it/src/test/java/org/apache/kylin/provision/BuildCubeWithStream.java ---------------------------------------------------------------------- diff --git a/kylin-it/src/test/java/org/apache/kylin/provision/BuildCubeWithStream.java b/kylin-it/src/test/java/org/apache/kylin/provision/BuildCubeWithStream.java index b48f75b..58715f1 100644 --- a/kylin-it/src/test/java/org/apache/kylin/provision/BuildCubeWithStream.java +++ b/kylin-it/src/test/java/org/apache/kylin/provision/BuildCubeWithStream.java @@ -35,6 +35,7 @@ import java.util.concurrent.TimeUnit; import com.google.common.collect.Lists; import org.I0Itec.zkclient.ZkConnection; import org.apache.commons.lang3.StringUtils; +import org.apache.hadoop.util.ToolRunner; import org.apache.kafka.common.requests.MetadataResponse; import org.apache.kylin.common.KylinConfig; import org.apache.kylin.common.util.ClassUtil; @@ -58,6 +59,7 @@ import org.apache.kylin.metadata.model.SegmentStatusEnum; import org.apache.kylin.source.kafka.KafkaConfigManager; import org.apache.kylin.source.kafka.config.BrokerConfig; import org.apache.kylin.source.kafka.config.KafkaConfig; +import org.apache.kylin.storage.hbase.util.StorageCleanupJob; import org.apache.kylin.storage.hbase.util.ZookeeperJobLock; import org.junit.Assert; import org.slf4j.Logger; @@ -177,7 +179,7 @@ public class BuildCubeWithStream { List<FutureTask<ExecutableState>> futures = Lists.newArrayList(); for (int i = 0; i < 5; i++) { - Thread.sleep(5 * 60 * 1000); // wait for new messages + Thread.sleep(2 * 60 * 1000); // wait for new messages FutureTask futureTask = new FutureTask(new Callable<ExecutableState>() { @Override public ExecutableState call() { @@ -276,6 +278,7 @@ public class BuildCubeWithStream { } public static void afterClass() throws Exception { + cleanupOldStorage(); HBaseMetadataTestCase.staticCleanupTestMetadata(); } @@ -299,6 +302,12 @@ public class BuildCubeWithStream { } } + private static void cleanupOldStorage() throws Exception { + String[] args = { "--delete", "true" }; + StorageCleanupJob cli = new StorageCleanupJob(); + cli.execute(args); + } + public static void main(String[] args) throws Exception { try { beforeClass();