Github user HyukjinKwon commented on a diff in the pull request: https://github.com/apache/spark/pull/23117#discussion_r235660674 --- Diff: dev/run-tests.py --- @@ -594,7 +651,18 @@ def main(): modules_with_python_tests = [m for m in test_modules if m.python_test_goals] if modules_with_python_tests: - run_python_tests(modules_with_python_tests, opts.parallelism) + # We only run PySpark tests with coverage report in one specific job with + # Spark master with SBT in Jenkins. + is_sbt_master_job = ( + os.environ.get("AMPLAB_JENKINS_BUILD_PROFILE", "") == "hadoop2.7" + and os.environ.get("SPARK_BRANCH", "") == "master" + and os.environ.get("AMPLAB_JENKINS", "") == "true" + and os.environ.get("AMPLAB_JENKINS_BUILD_TOOL", "") == "sbt") + is_sbt_master_job = True # Will remove this right before getting merged. --- End diff -- I should remove this before getting this in.
--- --------------------------------------------------------------------- To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org For additional commands, e-mail: reviews-h...@spark.apache.org