This is an automated email from the ASF dual-hosted git repository. zhuzh pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/flink.git
from 85a5e1d199e [FLINK-27884][connectors] Move OutputFormatBase to flink-core new 331264ccf65 [hotfix] Remove the initialCapacity param from the constructor of DualKeyLinkedMap new 51010a100ce [hotfix][tests] Merge DefaultSchedulerBuilder and AdaptiveBatchSchedulerBuilder new 81c739ae462 [FLINK-28137][runtime] Introduce SpeculativeScheduler new c75a242e94c [hotfix] Migrate SlotSharingExecutionSlotAllocatorTest to JUnit5 new 265612c2cf9 [FLINK-28137][runtime] Enable SimpleExecutionSlotAllocator to do batch slot request timeout check The 5 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: ...klistListener.java => BlocklistOperations.java} | 13 +- .../RestartPipelinedRegionFailoverStrategy.java | 12 - .../apache/flink/runtime/jobgraph/JobVertex.java | 7 +- .../DefaultSlotPoolServiceSchedulerFactory.java | 7 +- .../apache/flink/runtime/jobmaster/JobMaster.java | 3 +- .../jobmaster/SlotPoolServiceSchedulerFactory.java | 4 +- .../slotpool/DeclarativeSlotPoolBridge.java | 5 +- .../jobmaster/slotpool/PhysicalSlotProvider.java | 6 + .../slotpool/PhysicalSlotProviderImpl.java | 4 + .../flink/runtime/scheduler/DefaultScheduler.java | 137 ++++--- .../runtime/scheduler/DefaultSchedulerFactory.java | 4 +- .../flink/runtime/scheduler/ExecutionDeployer.java | 2 +- .../scheduler/ExecutionVertexVersioner.java | 9 + .../flink/runtime/scheduler/SchedulerBase.java | 50 +-- .../runtime/scheduler/SchedulerNGFactory.java | 4 +- .../apache/flink/runtime/scheduler/SharedSlot.java | 3 +- .../scheduler/SimpleExecutionSlotAllocator.java | 189 +++++++++ .../SlotSharingExecutionSlotAllocator.java | 2 + .../adaptive/AdaptiveSchedulerFactory.java | 4 +- .../adaptivebatch/AdaptiveBatchScheduler.java | 16 +- .../AdaptiveBatchSchedulerFactory.java | 139 ++++--- .../adaptivebatch/SpeculativeScheduler.java | 314 +++++++++++++++ .../flink/runtime/util/DualKeyLinkedMap.java | 6 +- .../DefaultSchedulerCheckpointCoordinatorTest.java | 4 +- .../DefaultExecutionGraphDeploymentTest.java | 7 +- .../ExecutionGraphCoLocationRestartTest.java | 3 +- .../executiongraph/ExecutionGraphFinishTest.java | 4 +- .../ExecutionGraphPartitionReleaseTest.java | 3 +- .../executiongraph/ExecutionGraphRestartTest.java | 15 +- .../executiongraph/ExecutionGraphSuspendTest.java | 5 +- .../executiongraph/ExecutionGraphTestUtils.java | 4 +- .../ExecutionPartitionLifecycleTest.java | 3 +- .../runtime/executiongraph/ExecutionTest.java | 9 +- .../executiongraph/ExecutionVertexTest.java | 5 +- .../IntermediateResultPartitionTest.java | 4 +- .../RemoveCachedShuffleDescriptorTest.java | 4 +- .../scheduler/UpdatePartitionConsumersTest.java | 4 +- .../runtime/jobmaster/JobMasterSchedulerTest.java | 4 +- ...erImplWithDefaultSlotSelectionStrategyTest.java | 6 +- ...lSlotProviderImplWithSpreadOutStrategyTest.java | 6 +- .../slotpool/SlotPoolBatchSlotRequestTest.java | 28 -- .../OperatorCoordinatorSchedulerTest.java | 69 +++- .../DefaultSchedulerBatchSchedulingTest.java | 2 +- .../runtime/scheduler/DefaultSchedulerBuilder.java | 362 +++++++++++++++++ .../runtime/scheduler/DefaultSchedulerTest.java | 13 +- .../runtime/scheduler/SchedulerTestingUtils.java | 316 --------------- .../SimpleExecutionSlotAllocatorTest.java | 275 +++++++++++++ .../SlotSharingExecutionSlotAllocatorTest.java | 202 +++++----- .../scheduler/TestingPhysicalSlotProvider.java | 11 + .../scheduler/TestingSchedulerNGFactory.java | 4 +- .../adaptivebatch/AdaptiveBatchSchedulerTest.java | 16 +- .../AdaptiveBatchSchedulerTestUtils.java | 106 ----- .../adaptivebatch/SpeculativeSchedulerTest.java | 426 +++++++++++++++++++++ .../benchmark/SchedulerBenchmarkUtils.java | 5 +- .../e2e/SchedulerEndToEndBenchmarkBase.java | 4 +- .../ExecutionTimeBasedSlowTaskDetectorTest.java | 6 +- .../flink/runtime/util/DualKeyLinkedMapTest.java | 16 +- 57 files changed, 2074 insertions(+), 817 deletions(-) copy flink-runtime/src/main/java/org/apache/flink/runtime/blocklist/{BlocklistListener.java => BlocklistOperations.java} (69%) create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/scheduler/SimpleExecutionSlotAllocator.java create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/scheduler/adaptivebatch/SpeculativeScheduler.java create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/scheduler/DefaultSchedulerBuilder.java create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/scheduler/SimpleExecutionSlotAllocatorTest.java delete mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/scheduler/adaptivebatch/AdaptiveBatchSchedulerTestUtils.java create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/scheduler/adaptivebatch/SpeculativeSchedulerTest.java