This is an automated email from the ASF dual-hosted git repository. elek pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/hadoop-ozone.git.
from 0ef75b0 HDDS-2528. Sonar : code smell category issues in CommitWatcher (#247) add a73c470 HDDS-2034. Async RATIS pipeline creation and destroy through heartbeat commands No new revisions were added by this update. Summary of changes: .../org/apache/hadoop/hdds/HddsConfigKeys.java | 8 +- .../apache/hadoop/hdds/scm/pipeline/Pipeline.java | 5 + .../org/apache/hadoop/hdds/utils/Scheduler.java | 7 +- .../common/src/main/resources/ozone-default.xml | 20 +- .../common/statemachine/DatanodeStateMachine.java | 6 + .../CloseContainerCommandHandler.java | 11 +- .../ClosePipelineCommandHandler.java | 120 ++++++++++++ .../commandhandler/CommandHandler.java | 2 +- .../CreatePipelineCommandHandler.java | 135 +++++++++++++ .../states/endpoint/HeartbeatEndpointTask.java | 22 +++ .../common/transport/server/XceiverServerSpi.java | 18 ++ .../transport/server/ratis/XceiverServerRatis.java | 36 ++++ ...ainerCommand.java => ClosePipelineCommand.java} | 53 +++--- .../protocol/commands/CreatePipelineCommand.java | 100 ++++++++++ .../proto/StorageContainerDatanodeProtocol.proto | 23 +++ .../hadoop/hdds/scm/block/BlockManagerImpl.java | 3 + .../hdds/scm/container/ContainerStateManager.java | 1 + .../apache/hadoop/hdds/scm/events/SCMEvents.java | 12 +- .../scm/pipeline/BackgroundPipelineCreator.java | 9 +- .../hadoop/hdds/scm/pipeline/PipelineFactory.java | 13 +- .../hadoop/hdds/scm/pipeline/PipelineManager.java | 15 +- .../hadoop/hdds/scm/pipeline/PipelineProvider.java | 2 + .../hdds/scm/pipeline/PipelineReportHandler.java | 54 +++--- .../hdds/scm/pipeline/PipelineStateManager.java | 4 +- .../hdds/scm/pipeline/RatisPipelineProvider.java | 137 +++++--------- .../hdds/scm/pipeline/RatisPipelineUtils.java | 103 ---------- .../hdds/scm/pipeline/SCMPipelineManager.java | 82 ++++++-- .../hdds/scm/pipeline/SCMPipelineMetrics.java | 10 + .../hdds/scm/pipeline/SimplePipelineProvider.java | 5 + .../scm/safemode/HealthyPipelineSafeModeRule.java | 78 +++----- .../safemode/OneReplicaPipelineSafeModeRule.java | 65 +++---- .../hdds/scm/safemode/SCMSafeModeManager.java | 16 +- .../hadoop/hdds/scm/safemode/SafeModeHandler.java | 5 +- .../scm/server/SCMDatanodeHeartbeatDispatcher.java | 1 + .../hdds/scm/server/SCMDatanodeProtocolServer.java | 20 ++ .../hdds/scm/server/StorageContainerManager.java | 3 +- .../java/org/apache/hadoop/hdds/scm/TestUtils.java | 12 ++ .../hadoop/hdds/scm/block/TestBlockManager.java | 44 ++++- .../container/TestCloseContainerEventHandler.java | 11 +- .../scm/container/TestSCMContainerManager.java | 4 +- .../hdds/scm/node/TestContainerPlacement.java | 2 +- .../hadoop/hdds/scm/node/TestDeadNodeHandler.java | 11 +- .../hadoop/hdds/scm/node/TestSCMNodeManager.java | 9 +- .../scm/pipeline/MockRatisPipelineProvider.java | 10 +- .../scm/pipeline/TestRatisPipelineProvider.java | 26 ++- .../hdds/scm/pipeline/TestSCMPipelineManager.java | 93 +++++++-- .../safemode/TestHealthyPipelineSafeModeRule.java | 44 ++--- .../TestOneReplicaPipelineSafeModeRule.java | 36 +--- .../hdds/scm/safemode/TestSCMSafeModeManager.java | 50 ++--- hadoop-ozone/dist/src/main/compose/testlib.sh | 35 ++++ .../dist/src/main/smoketest/__init__.robot | 3 +- .../TestContainerStateManagerIntegration.java | 6 +- .../metrics/TestSCMContainerManagerMetrics.java | 3 + .../hdds/scm/pipeline/TestPipelineClose.java | 4 +- .../scm/pipeline/TestRatisPipelineProvider.java | 210 +++++++++++++++++++++ .../org/apache/hadoop/ozone/MiniOzoneCluster.java | 2 +- .../apache/hadoop/ozone/MiniOzoneClusterImpl.java | 43 ++--- .../hadoop/ozone/TestContainerOperations.java | 2 +- .../TestContainerStateMachineIdempotency.java | 2 +- .../apache/hadoop/ozone/TestMiniOzoneCluster.java | 6 +- .../hadoop/ozone/TestStorageContainerManager.java | 18 +- .../apache/hadoop/ozone/client/rpc/TestBCSID.java | 3 + .../rpc/TestContainerStateMachineFailures.java | 9 +- .../ozone/container/TestContainerReplication.java | 2 +- .../commandhandler/TestBlockDeletion.java | 6 +- .../commandhandler/TestCloseContainerHandler.java | 2 + .../commandhandler/TestDeleteContainerHandler.java | 2 + .../hadoop/ozone/dn/scrubber/TestDataScrubber.java | 2 + .../org/apache/hadoop/ozone/om/TestKeyPurging.java | 2 +- .../apache/hadoop/ozone/om/TestScmSafeMode.java | 2 +- .../hadoop/ozone/scm/TestContainerSmallFile.java | 2 +- .../scm/TestGetCommittedBlockLengthAndPutKey.java | 2 +- .../org/apache/hadoop/ozone/scm/TestSCMMXBean.java | 2 +- .../hadoop/ozone/scm/node/TestSCMNodeMetrics.java | 4 +- .../hadoop/fs/ozone/TestOzoneFsRenameDir.java | 2 +- .../hadoop/ozone/fsck/TestContainerMapper.java | 2 +- 76 files changed, 1331 insertions(+), 603 deletions(-) create mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/statemachine/commandhandler/ClosePipelineCommandHandler.java create mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/statemachine/commandhandler/CreatePipelineCommandHandler.java copy hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/protocol/commands/{CloseContainerCommand.java => ClosePipelineCommand.java} (53%) create mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/protocol/commands/CreatePipelineCommand.java delete mode 100644 hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/pipeline/RatisPipelineUtils.java create mode 100644 hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/hdds/scm/pipeline/TestRatisPipelineProvider.java --------------------------------------------------------------------- To unsubscribe, e-mail: ozone-commits-unsubscr...@hadoop.apache.org For additional commands, e-mail: ozone-commits-h...@hadoop.apache.org