Repository: spark Updated Branches: refs/heads/master bd66c7302 -> ff9ede092
[SPARK-25627][TEST] Reduce test time for ContinuousStressSuite ## What changes were proposed in this pull request? This goes to reduce test time for ContinuousStressSuite - from 8 mins 13 sec to 43 seconds. The approach taken by this is to reduce the triggers and epochs to wait and to reduce the expected rows accordingly. ## How was this patch tested? Existing tests. Closes #22662 from viirya/SPARK-25627. Authored-by: Liang-Chi Hsieh <vii...@gmail.com> Signed-off-by: Sean Owen <sean.o...@databricks.com> Project: http://git-wip-us.apache.org/repos/asf/spark/repo Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/ff9ede09 Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/ff9ede09 Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/ff9ede09 Branch: refs/heads/master Commit: ff9ede0929136b5af1b85f7917216e8ed7294838 Parents: bd66c73 Author: Liang-Chi Hsieh <vii...@gmail.com> Authored: Mon Oct 22 13:18:29 2018 -0500 Committer: Sean Owen <sean.o...@databricks.com> Committed: Mon Oct 22 13:18:29 2018 -0500 ---------------------------------------------------------------------- .../streaming/continuous/ContinuousSuite.scala | 36 ++++++++++---------- 1 file changed, 18 insertions(+), 18 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/spark/blob/ff9ede09/sql/core/src/test/scala/org/apache/spark/sql/streaming/continuous/ContinuousSuite.scala ---------------------------------------------------------------------- diff --git a/sql/core/src/test/scala/org/apache/spark/sql/streaming/continuous/ContinuousSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/streaming/continuous/ContinuousSuite.scala index 3d21bc6..93eae29 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/streaming/continuous/ContinuousSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/streaming/continuous/ContinuousSuite.scala @@ -241,10 +241,10 @@ class ContinuousStressSuite extends ContinuousSuiteBase { testStream(df, useV2Sink = true)( StartStream(longContinuousTrigger), AwaitEpoch(0), - Execute(waitForRateSourceTriggers(_, 201)), + Execute(waitForRateSourceTriggers(_, 10)), IncrementEpoch(), StopStream, - CheckAnswerRowsContains(scala.Range(0, 25000).map(Row(_))) + CheckAnswerRowsContains(scala.Range(0, 2500).map(Row(_))) ) } @@ -259,10 +259,10 @@ class ContinuousStressSuite extends ContinuousSuiteBase { testStream(df, useV2Sink = true)( StartStream(Trigger.Continuous(2012)), AwaitEpoch(0), - Execute(waitForRateSourceTriggers(_, 201)), + Execute(waitForRateSourceTriggers(_, 10)), IncrementEpoch(), StopStream, - CheckAnswerRowsContains(scala.Range(0, 25000).map(Row(_)))) + CheckAnswerRowsContains(scala.Range(0, 2500).map(Row(_)))) } test("restarts") { @@ -274,27 +274,27 @@ class ContinuousStressSuite extends ContinuousSuiteBase { .select('value) testStream(df, useV2Sink = true)( - StartStream(Trigger.Continuous(2012)), - AwaitEpoch(10), + StartStream(Trigger.Continuous(1012)), + AwaitEpoch(2), StopStream, - StartStream(Trigger.Continuous(2012)), - AwaitEpoch(20), + StartStream(Trigger.Continuous(1012)), + AwaitEpoch(4), StopStream, - StartStream(Trigger.Continuous(2012)), - AwaitEpoch(21), + StartStream(Trigger.Continuous(1012)), + AwaitEpoch(5), StopStream, - StartStream(Trigger.Continuous(2012)), - AwaitEpoch(22), + StartStream(Trigger.Continuous(1012)), + AwaitEpoch(6), StopStream, - StartStream(Trigger.Continuous(2012)), - AwaitEpoch(25), + StartStream(Trigger.Continuous(1012)), + AwaitEpoch(8), StopStream, - StartStream(Trigger.Continuous(2012)), + StartStream(Trigger.Continuous(1012)), StopStream, - StartStream(Trigger.Continuous(2012)), - AwaitEpoch(50), + StartStream(Trigger.Continuous(1012)), + AwaitEpoch(15), StopStream, - CheckAnswerRowsContains(scala.Range(0, 25000).map(Row(_)))) + CheckAnswerRowsContains(scala.Range(0, 2500).map(Row(_)))) } } --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org
