This is an automated email from the ASF dual-hosted git repository. elek pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/hadoop-ozone.git.
from fb6c7e6 HDDS-3141. Unit check fails to execute insight and mini-chaos-tests modules add 201b8c0 HDDS-2717. Handle chunk increments in datanode No new revisions were added by this update. Summary of changes: .../hadoop/hdds/scm/storage/BlockOutputStream.java | 103 ++-- .../hadoop/hdds/scm/storage/ChunkInputStream.java | 11 +- .../org/apache/hadoop/hdds/scm/ScmConfigKeys.java | 3 + .../common/helpers/StorageContainerException.java | 2 +- .../hdds/scm/storage/ContainerProtocolCalls.java | 7 +- .../org/apache/hadoop/ozone/OzoneConfigKeys.java | 6 + .../hadoop/ozone/lock/ReadWriteLockable.java} | 15 +- .../src/main/proto/DatanodeContainerProtocol.proto | 1 + .../common/src/main/resources/ozone-default.xml | 25 +- .../apache/hadoop/ozone/HddsDatanodeService.java | 4 +- .../container/common/impl/ChunkLayOutVersion.java | 70 +-- .../ozone/container/common/impl/ContainerData.java | 41 +- .../container/common/impl/ContainerDataYaml.java | 5 +- .../ozone/container/common/interfaces/Handler.java | 18 +- .../states/endpoint/VersionEndpointTask.java | 4 +- .../server/ratis/ContainerStateMachine.java | 27 +- .../transport/server/ratis/XceiverServerRatis.java | 57 ++- .../ozone/container/common/volume/HddsVolume.java | 4 +- .../common/volume/ImmutableVolumeSet.java} | 42 +- .../{VolumeSet.java => MutableVolumeSet.java} | 41 +- .../ozone/container/common/volume/VolumeSet.java | 533 +-------------------- .../container/keyvalue/KeyValueContainerData.java | 25 +- .../ozone/container/keyvalue/KeyValueHandler.java | 57 ++- .../container/keyvalue/helpers/ChunkUtils.java | 262 ++++++---- .../keyvalue/impl/ChunkManagerDispatcher.java | 148 ++++++ .../keyvalue/impl/ChunkManagerDummyImpl.java | 115 +---- .../keyvalue/impl/ChunkManagerFactory.java | 45 +- .../keyvalue/impl/FilePerBlockStrategy.java | 297 ++++++++++++ ...kManagerImpl.java => FilePerChunkStrategy.java} | 187 ++++---- .../keyvalue/interfaces/ChunkManager.java | 15 +- .../background/BlockDeletingService.java | 20 +- .../container/ozoneimpl/ContainerController.java | 11 +- .../ozone/container/ozoneimpl/ContainerReader.java | 6 +- .../ozone/container/ozoneimpl/OzoneContainer.java | 26 +- .../replication/DownloadAndImportReplicator.java | 8 +- .../ozone/container/common/ContainerTestUtils.java | 5 +- .../container/common/TestBlockDeletingService.java | 182 +++---- .../container/common/TestChunkLayOutVersion.java | 21 +- .../common/TestKeyValueContainerData.java | 2 + .../common/impl/TestContainerDataYaml.java | 10 +- .../impl/TestContainerDeletionChoosingPolicy.java | 2 + .../common/impl/TestContainerPersistence.java | 69 +-- .../container/common/impl/TestContainerSet.java | 8 +- .../container/common/impl/TestHddsDispatcher.java | 8 +- .../container/common/interfaces/TestHandler.java | 3 +- .../TestCloseContainerCommandHandler.java | 4 +- .../common/volume/TestHddsVolumeChecker.java | 2 +- .../container/common/volume/TestVolumeSet.java | 12 +- .../common/volume/TestVolumeSetDiskChecks.java | 10 +- .../keyvalue/TestKeyValueBlockIterator.java | 8 +- .../container/keyvalue/TestKeyValueContainer.java | 10 +- .../keyvalue/TestKeyValueContainerCheck.java | 15 +- .../TestKeyValueContainerMarkUnhealthy.java | 5 +- .../container/keyvalue/TestKeyValueHandler.java | 8 +- .../TestKeyValueHandlerWithUnhealthyContainer.java | 4 +- .../container/keyvalue/TestTarContainerPacker.java | 4 +- .../container/keyvalue/helpers/TestChunkUtils.java | 48 +- .../keyvalue/{ => impl}/TestBlockManagerImpl.java | 10 +- .../TestChunkManager.java} | 51 +- .../container/ozoneimpl/TestOzoneContainer.java | 11 +- .../replication/TestReplicationSupervisor.java | 4 +- .../ozone/client/io/BlockOutputStreamEntry.java | 2 +- .../client/io/BlockOutputStreamEntryPool.java | 23 +- .../hadoop/ozone/client/io/KeyOutputStream.java | 20 +- .../apache/hadoop/ozone/client/rpc/RpcClient.java | 7 + .../org/apache/hadoop/ozone/MiniOzoneCluster.java | 6 + .../apache/hadoop/ozone/MiniOzoneClusterImpl.java | 6 + .../ozone/client/rpc/TestBlockOutputStream.java | 20 +- .../client/rpc/TestOzoneRpcClientAbstract.java | 11 +- .../container/metrics/TestContainerMetrics.java | 3 +- .../container/server/TestContainerServer.java | 3 +- .../server/TestSecureContainerServer.java | 3 +- .../hadoop/ozone/freon/ChunkManagerDiskWrite.java | 103 ++-- .../hadoop/ozone/freon/DatanodeChunkGenerator.java | 2 +- .../ozone/genesis/BenchMarkDatanodeDispatcher.java | 6 +- .../ozone/genesis/BenchmarkChunkManager.java | 181 +++++++ .../org/apache/hadoop/ozone/genesis/Genesis.java | 11 + 77 files changed, 1721 insertions(+), 1443 deletions(-) copy hadoop-hdds/{framework/src/main/java/org/apache/hadoop/hdds/server/events/IdentifiableEventPayload.java => common/src/main/java/org/apache/hadoop/ozone/lock/ReadWriteLockable.java} (79%) copy hadoop-hdds/{framework/src/main/java/org/apache/hadoop/hdds/utils/db/IntegerCodec.java => container-service/src/main/java/org/apache/hadoop/ozone/container/common/volume/ImmutableVolumeSet.java} (56%) copy hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/volume/{VolumeSet.java => MutableVolumeSet.java} (94%) create mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/keyvalue/impl/ChunkManagerDispatcher.java create mode 100644 hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/keyvalue/impl/FilePerBlockStrategy.java rename hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/keyvalue/impl/{ChunkManagerImpl.java => FilePerChunkStrategy.java} (68%) rename {hadoop-ozone/integration-test => hadoop-hdds/container-service}/src/test/java/org/apache/hadoop/ozone/container/common/TestBlockDeletingService.java (72%) rename hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/{ => impl}/TestBlockManagerImpl.java (94%) rename hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/keyvalue/{TestChunkManagerImpl.java => impl/TestChunkManager.java} (89%) create mode 100644 hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/genesis/BenchmarkChunkManager.java --------------------------------------------------------------------- To unsubscribe, e-mail: ozone-commits-unsubscr...@hadoop.apache.org For additional commands, e-mail: ozone-commits-h...@hadoop.apache.org