HDFS-13258. Ozone: restructure Hdsl/Ozone code to separated maven subprojects.
Contributed by Elek Marton, Mukul Kumar Singh, Xiaoyu Yao, Ajay Kumar, Anu 
Engineer, Lokesh Jain, Nanda Kumar.


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/ce23d9ad
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/ce23d9ad
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/ce23d9ad

Branch: refs/heads/HDFS-7240
Commit: ce23d9adf004358013825f2a1ec684f35a953b4a
Parents: a5dfae6
Author: Anu Engineer <aengin...@apache.org>
Authored: Thu Mar 15 09:23:33 2018 -0700
Committer: Anu Engineer <aengin...@apache.org>
Committed: Thu Mar 15 09:23:33 2018 -0700

----------------------------------------------------------------------
 dev-support/bin/dist-layout-stitching           |   19 +-
 hadoop-cblock/pom.xml                           |   56 +
 .../server/dev-support/findbugsExcludeFile.xml  |   21 +
 hadoop-cblock/server/pom.xml                    |  169 +++
 .../apache/hadoop/cblock/CBlockConfigKeys.java  |  222 +++
 .../org/apache/hadoop/cblock/CBlockManager.java |  426 ++++++
 .../org/apache/hadoop/cblock/CblockUtils.java   |  129 ++
 ...ckServiceProtocolClientSideTranslatorPB.java |  135 ++
 .../cblock/client/CBlockVolumeClient.java       |   83 ++
 .../hadoop/cblock/client/package-info.java      |   18 +
 .../cblock/exception/CBlockException.java       |   29 +
 .../hadoop/cblock/exception/package-info.java   |   18 +
 .../cblock/jscsiHelper/BlockWriterTask.java     |  175 +++
 ...ockClientProtocolClientSideTranslatorPB.java |  147 ++
 .../cblock/jscsiHelper/CBlockIStorageImpl.java  |  440 ++++++
 .../jscsiHelper/CBlockManagerHandler.java       |   50 +
 .../cblock/jscsiHelper/CBlockTargetMetrics.java |  334 +++++
 .../cblock/jscsiHelper/CBlockTargetServer.java  |  128 ++
 .../jscsiHelper/ContainerCacheFlusher.java      |  599 ++++++++
 .../cblock/jscsiHelper/SCSITargetDaemon.java    |  132 ++
 .../cblock/jscsiHelper/cache/CacheModule.java   |   52 +
 .../cblock/jscsiHelper/cache/LogicalBlock.java  |   50 +
 .../cache/impl/AsyncBlockWriter.java            |  221 +++
 .../cache/impl/BlockBufferFlushTask.java        |  118 ++
 .../cache/impl/BlockBufferManager.java          |  184 +++
 .../cache/impl/CBlockLocalCache.java            |  577 ++++++++
 .../jscsiHelper/cache/impl/DiskBlock.java       |   77 ++
 .../jscsiHelper/cache/impl/SyncBlockReader.java |  263 ++++
 .../jscsiHelper/cache/impl/package-info.java    |   18 +
 .../cblock/jscsiHelper/cache/package-info.java  |   18 +
 .../hadoop/cblock/jscsiHelper/package-info.java |   18 +
 .../cblock/kubernetes/DynamicProvisioner.java   |  331 +++++
 .../hadoop/cblock/kubernetes/package-info.java  |   23 +
 .../hadoop/cblock/meta/ContainerDescriptor.java |  107 ++
 .../hadoop/cblock/meta/VolumeDescriptor.java    |  269 ++++
 .../apache/hadoop/cblock/meta/VolumeInfo.java   |   79 ++
 .../apache/hadoop/cblock/meta/package-info.java |   18 +
 .../org/apache/hadoop/cblock/package-info.java  |   18 +
 .../cblock/proto/CBlockClientProtocol.java      |   38 +
 .../cblock/proto/CBlockServiceProtocol.java     |   45 +
 .../cblock/proto/MountVolumeResponse.java       |   79 ++
 .../hadoop/cblock/proto/package-info.java       |   18 +
 .../CBlockClientServerProtocolPB.java           |   37 +
 ...entServerProtocolServerSideTranslatorPB.java |  116 ++
 .../protocolPB/CBlockServiceProtocolPB.java     |   35 +
 ...ckServiceProtocolServerSideTranslatorPB.java |  159 +++
 .../hadoop/cblock/protocolPB/package-info.java  |   18 +
 .../hadoop/cblock/storage/StorageManager.java   |  427 ++++++
 .../hadoop/cblock/storage/package-info.java     |   18 +
 .../org/apache/hadoop/cblock/util/KeyUtil.java  |   49 +
 .../apache/hadoop/cblock/util/package-info.java |   18 +
 .../main/proto/CBlockClientServerProtocol.proto |   93 ++
 .../src/main/proto/CBlockServiceProtocol.proto  |  133 ++
 .../src/main/resources/cblock-default.xml       |  347 +++++
 .../apache/hadoop/cblock/TestBufferManager.java |  456 ++++++
 .../cblock/TestCBlockConfigurationFields.java   |   35 +
 .../hadoop/cblock/TestCBlockReadWrite.java      |  377 +++++
 .../apache/hadoop/cblock/TestCBlockServer.java  |  212 +++
 .../cblock/TestCBlockServerPersistence.java     |  132 ++
 .../hadoop/cblock/TestLocalBlockCache.java      |  444 ++++++
 .../kubernetes/TestDynamicProvisioner.java      |   74 +
 .../cblock/util/ContainerLookUpService.java     |   73 +
 .../hadoop/cblock/util/MockStorageClient.java   |  176 +++
 .../dynamicprovisioner/expected1-pv.json        |   37 +
 .../dynamicprovisioner/input1-pvc.json          |   38 +
 hadoop-cblock/tools/pom.xml                     |   42 +
 .../org/apache/hadoop/cblock/cli/CBlockCli.java |  265 ++++
 .../apache/hadoop/cblock/cli/package-info.java  |   18 +
 .../org/apache/hadoop/cblock/TestCBlockCLI.java |  242 ++++
 .../src/main/bin/hadoop-functions.sh            |    7 +
 .../org/apache/hadoop/conf/ConfServlet.java     |  103 +-
 .../apache/hadoop/conf/OzoneConfiguration.java  |  155 ---
 .../java/org/apache/hadoop/fs/FileUtil.java     |   49 +-
 .../main/java/org/apache/hadoop/ipc/RPC.java    |    2 +-
 hadoop-dist/pom.xml                             |   38 +
 .../src/main/compose/cblock/docker-compose.yaml |   20 +-
 .../src/main/compose/cblock/docker-config       |    2 +-
 .../src/main/compose/ozone/docker-compose.yaml  |   16 +-
 .../src/main/compose/ozone/docker-config        |    1 +
 .../dev-support/findbugsExcludeFile.xml         |    8 +-
 hadoop-hdfs-project/hadoop-hdfs-client/pom.xml  |   41 +-
 .../apache/hadoop/cblock/CBlockConfigKeys.java  |  221 ---
 .../org/apache/hadoop/cblock/package-info.java  |   22 -
 .../apache/hadoop/hdfs/protocol/DatanodeID.java |   26 +-
 .../hadoop/hdfs/protocolPB/PBHelperClient.java  |   14 +-
 .../java/org/apache/hadoop/ozone/OzoneAcl.java  |  231 ----
 .../apache/hadoop/ozone/OzoneConfigKeys.java    |  245 ----
 .../org/apache/hadoop/ozone/OzoneConsts.java    |  162 ---
 .../apache/hadoop/ozone/client/BucketArgs.java  |  123 --
 .../apache/hadoop/ozone/client/ObjectStore.java |  210 ---
 .../apache/hadoop/ozone/client/OzoneBucket.java |  360 -----
 .../apache/hadoop/ozone/client/OzoneClient.java |  103 --
 .../hadoop/ozone/client/OzoneClientFactory.java |  308 -----
 .../client/OzoneClientInvocationHandler.java    |   62 -
 .../hadoop/ozone/client/OzoneClientUtils.java   |  874 ------------
 .../apache/hadoop/ozone/client/OzoneKey.java    |  119 --
 .../apache/hadoop/ozone/client/OzoneQuota.java  |  203 ---
 .../apache/hadoop/ozone/client/OzoneVolume.java |  293 ----
 .../hadoop/ozone/client/ReplicationFactor.java  |   63 -
 .../hadoop/ozone/client/ReplicationType.java    |   28 -
 .../apache/hadoop/ozone/client/VolumeArgs.java  |  128 --
 .../ozone/client/io/ChunkGroupInputStream.java  |  319 -----
 .../ozone/client/io/ChunkGroupOutputStream.java |  492 -------
 .../ozone/client/io/LengthInputStream.java      |   49 -
 .../client/io/OzoneContainerTranslation.java    |   51 -
 .../ozone/client/io/OzoneInputStream.java       |   60 -
 .../ozone/client/io/OzoneOutputStream.java      |   64 -
 .../hadoop/ozone/client/io/package-info.java    |   23 -
 .../hadoop/ozone/client/package-info.java       |   23 -
 .../ozone/client/protocol/ClientProtocol.java   |  323 -----
 .../ozone/client/protocol/package-info.java     |   23 -
 .../client/rest/DefaultRestServerSelector.java  |   36 -
 .../ozone/client/rest/OzoneException.java       |  267 ----
 .../ozone/client/rest/OzoneExceptionMapper.java |   45 -
 .../hadoop/ozone/client/rest/RestClient.java    |  799 -----------
 .../ozone/client/rest/RestServerSelector.java   |   40 -
 .../client/rest/exceptions/package-info.java    |   22 -
 .../ozone/client/rest/headers/Header.java       |   71 -
 .../ozone/client/rest/headers/package-info.java |   22 -
 .../hadoop/ozone/client/rest/package-info.java  |   23 -
 .../ozone/client/rest/response/BucketInfo.java  |  230 ---
 .../ozone/client/rest/response/KeyInfo.java     |  218 ---
 .../ozone/client/rest/response/VolumeInfo.java  |  215 ---
 .../ozone/client/rest/response/VolumeOwner.java |   60 -
 .../client/rest/response/package-info.java      |   24 -
 .../hadoop/ozone/client/rpc/RpcClient.java      |  567 --------
 .../hadoop/ozone/client/rpc/package-info.java   |   23 -
 .../apache/hadoop/ozone/common/BlockGroup.java  |   87 --
 .../ozone/common/DeleteBlockGroupResult.java    |   94 --
 .../hadoop/ozone/common/package-info.java       |   21 -
 .../InvalidStateTransitionException.java        |   42 -
 .../ozone/common/statemachine/StateMachine.java |   68 -
 .../ozone/common/statemachine/package-info.java |   21 -
 .../apache/hadoop/ozone/ksm/KSMConfigKeys.java  |   81 --
 .../hadoop/ozone/ksm/helpers/KsmBucketArgs.java |  233 ----
 .../hadoop/ozone/ksm/helpers/KsmBucketInfo.java |  235 ----
 .../hadoop/ozone/ksm/helpers/KsmKeyArgs.java    |  119 --
 .../hadoop/ozone/ksm/helpers/KsmKeyInfo.java    |  243 ----
 .../ozone/ksm/helpers/KsmKeyLocationInfo.java   |  136 --
 .../ksm/helpers/KsmKeyLocationInfoGroup.java    |  118 --
 .../ozone/ksm/helpers/KsmOzoneAclMap.java       |  110 --
 .../hadoop/ozone/ksm/helpers/KsmVolumeArgs.java |  223 ---
 .../ozone/ksm/helpers/OpenKeySession.java       |   50 -
 .../hadoop/ozone/ksm/helpers/ServiceInfo.java   |  237 ----
 .../hadoop/ozone/ksm/helpers/VolumeArgs.java    |  140 --
 .../hadoop/ozone/ksm/helpers/package-info.java  |   18 -
 .../apache/hadoop/ozone/ksm/package-info.java   |   21 -
 .../ksm/protocol/KeySpaceManagerProtocol.java   |  245 ----
 .../hadoop/ozone/ksm/protocol/package-info.java |   19 -
 ...ceManagerProtocolClientSideTranslatorPB.java |  744 ----------
 .../protocolPB/KeySpaceManagerProtocolPB.java   |   34 -
 .../ozone/ksm/protocolPB/package-info.java      |   19 -
 .../org/apache/hadoop/ozone/package-info.java   |   22 -
 .../hadoop/ozone/protocolPB/KSMPBHelper.java    |  113 --
 .../hadoop/ozone/protocolPB/package-info.java   |   24 -
 .../container/ContainerStates/ContainerID.java  |   97 --
 .../container/ContainerStates/package-info.java |   22 -
 .../org/apache/hadoop/scm/ScmConfigKeys.java    |  260 ----
 .../java/org/apache/hadoop/scm/ScmInfo.java     |   81 --
 .../org/apache/hadoop/scm/XceiverClient.java    |  192 ---
 .../apache/hadoop/scm/XceiverClientHandler.java |  204 ---
 .../hadoop/scm/XceiverClientInitializer.java    |   72 -
 .../apache/hadoop/scm/XceiverClientManager.java |  219 ---
 .../apache/hadoop/scm/XceiverClientMetrics.java |   92 --
 .../apache/hadoop/scm/XceiverClientRatis.java   |  264 ----
 .../org/apache/hadoop/scm/XceiverClientSpi.java |  129 --
 .../scm/client/ContainerOperationClient.java    |  403 ------
 .../org/apache/hadoop/scm/client/ScmClient.java |  139 --
 .../apache/hadoop/scm/client/package-info.java  |   24 -
 .../common/helpers/AllocatedBlock.java          |   77 --
 .../container/common/helpers/ContainerInfo.java |  333 -----
 .../common/helpers/DeleteBlockResult.java       |   52 -
 .../scm/container/common/helpers/Pipeline.java  |  253 ----
 .../common/helpers/PipelineChannel.java         |  121 --
 .../helpers/StorageContainerException.java      |  104 --
 .../container/common/helpers/package-info.java  |   22 -
 .../org/apache/hadoop/scm/package-info.java     |   24 -
 .../hadoop/scm/protocol/LocatedContainer.java   |  127 --
 .../scm/protocol/ScmBlockLocationProtocol.java  |   72 -
 .../hadoop/scm/protocol/ScmLocatedBlock.java    |  100 --
 .../StorageContainerLocationProtocol.java       |  123 --
 .../hadoop/scm/protocol/package-info.java       |   19 -
 ...kLocationProtocolClientSideTranslatorPB.java |  207 ---
 .../protocolPB/ScmBlockLocationProtocolPB.java  |   35 -
 ...rLocationProtocolClientSideTranslatorPB.java |  304 ----
 .../StorageContainerLocationProtocolPB.java     |   34 -
 .../hadoop/scm/protocolPB/package-info.java     |   24 -
 .../hadoop/scm/storage/ChunkInputStream.java    |  261 ----
 .../hadoop/scm/storage/ChunkOutputStream.java   |  227 ---
 .../scm/storage/ContainerProtocolCalls.java     |  397 ------
 .../apache/hadoop/scm/storage/package-info.java |   23 -
 .../main/java/org/apache/ratis/RatisHelper.java |  128 --
 .../java/org/apache/ratis/package-info.java     |   22 -
 .../com/google/protobuf/ShadedProtoUtil.java    |   38 -
 .../com/google/protobuf/package-info.java       |   22 -
 .../main/proto/DatanodeContainerProtocol.proto  |  415 ------
 .../main/proto/KeySpaceManagerProtocol.proto    |  457 ------
 .../src/main/proto/Ozone.proto                  |  161 ---
 .../main/proto/ScmBlockLocationProtocol.proto   |  166 ---
 .../StorageContainerLocationProtocol.proto      |  214 ---
 .../src/main/proto/hdfs.proto                   |    1 +
 .../org/apache/hadoop/ozone/TestOzoneAcls.java  |  141 --
 .../hadoop/ozone/common/TestStateMachine.java   |  104 --
 .../java/org/apache/hadoop/scm/TestArchive.java |  114 --
 .../org/apache/hadoop/scm/package-info.java     |   21 -
 .../dev-support/findbugsExcludeFile.xml         |    9 -
 hadoop-hdfs-project/hadoop-hdfs/pom.xml         |  124 +-
 .../hadoop-hdfs/src/main/bin/hdfs               |   47 -
 .../hadoop-hdfs/src/main/bin/start-balancer.sh  |    4 -
 .../hadoop-hdfs/src/main/bin/start-ozone.sh     |  105 --
 .../hadoop-hdfs/src/main/bin/stop-balancer.sh   |    4 -
 .../hadoop-hdfs/src/main/bin/stop-ozone.sh      |   99 --
 .../hadoop-hdfs/src/main/conf/ozone-site.xml    |   24 -
 .../org/apache/hadoop/cblock/CBlockManager.java |  421 ------
 .../org/apache/hadoop/cblock/cli/CBlockCli.java |  289 ----
 .../apache/hadoop/cblock/cli/package-info.java  |   18 -
 ...ckServiceProtocolClientSideTranslatorPB.java |  135 --
 .../cblock/client/CBlockVolumeClient.java       |   82 --
 .../hadoop/cblock/client/package-info.java      |   18 -
 .../cblock/exception/CBlockException.java       |   29 -
 .../hadoop/cblock/exception/package-info.java   |   18 -
 .../cblock/jscsiHelper/BlockWriterTask.java     |  175 ---
 ...ockClientProtocolClientSideTranslatorPB.java |  147 --
 .../cblock/jscsiHelper/CBlockIStorageImpl.java  |  440 ------
 .../jscsiHelper/CBlockManagerHandler.java       |   50 -
 .../cblock/jscsiHelper/CBlockTargetMetrics.java |  334 -----
 .../cblock/jscsiHelper/CBlockTargetServer.java  |  128 --
 .../jscsiHelper/ContainerCacheFlusher.java      |  599 --------
 .../cblock/jscsiHelper/SCSITargetDaemon.java    |  129 --
 .../cblock/jscsiHelper/cache/CacheModule.java   |   52 -
 .../cblock/jscsiHelper/cache/LogicalBlock.java  |   50 -
 .../cache/impl/AsyncBlockWriter.java            |  221 ---
 .../cache/impl/BlockBufferFlushTask.java        |  118 --
 .../cache/impl/BlockBufferManager.java          |  184 ---
 .../cache/impl/CBlockLocalCache.java            |  577 --------
 .../jscsiHelper/cache/impl/DiskBlock.java       |   77 --
 .../jscsiHelper/cache/impl/SyncBlockReader.java |  263 ----
 .../jscsiHelper/cache/impl/package-info.java    |   18 -
 .../cblock/jscsiHelper/cache/package-info.java  |   18 -
 .../hadoop/cblock/jscsiHelper/package-info.java |   18 -
 .../cblock/kubernetes/DynamicProvisioner.java   |  330 -----
 .../hadoop/cblock/kubernetes/package-info.java  |   23 -
 .../hadoop/cblock/meta/ContainerDescriptor.java |  107 --
 .../hadoop/cblock/meta/VolumeDescriptor.java    |  269 ----
 .../apache/hadoop/cblock/meta/VolumeInfo.java   |   79 --
 .../apache/hadoop/cblock/meta/package-info.java |   18 -
 .../org/apache/hadoop/cblock/package-info.java  |   18 -
 .../cblock/proto/CBlockClientProtocol.java      |   38 -
 .../cblock/proto/CBlockServiceProtocol.java     |   45 -
 .../cblock/proto/MountVolumeResponse.java       |   79 --
 .../hadoop/cblock/proto/package-info.java       |   18 -
 .../CBlockClientServerProtocolPB.java           |   37 -
 ...entServerProtocolServerSideTranslatorPB.java |  116 --
 .../protocolPB/CBlockServiceProtocolPB.java     |   35 -
 ...ckServiceProtocolServerSideTranslatorPB.java |  159 ---
 .../hadoop/cblock/protocolPB/package-info.java  |   18 -
 .../hadoop/cblock/storage/StorageManager.java   |  427 ------
 .../hadoop/cblock/storage/package-info.java     |   18 -
 .../org/apache/hadoop/cblock/util/KeyUtil.java  |   49 -
 .../apache/hadoop/cblock/util/package-info.java |   18 -
 .../java/org/apache/hadoop/hdfs/DFSUtil.java    |   20 -
 .../hdfs/server/common/HdfsServerConstants.java |    7 +-
 .../hadoop/hdfs/server/datanode/DataNode.java   |  132 +-
 .../server/datanode/DataNodeServicePlugin.java  |   48 +
 .../server/datanode/ObjectStoreHandler.java     |  189 ---
 .../datanode/fsdataset/impl/FsDatasetImpl.java  |    2 +-
 .../server/datanode/web/DatanodeHttpServer.java |   19 +-
 .../web/RestCsrfPreventionFilterHandler.java    |    2 +-
 .../hdfs/server/datanode/web/URLDispatcher.java |   76 +-
 .../hdfs/server/protocol/NamespaceInfo.java     |   12 +-
 .../org/apache/hadoop/hdfs/tools/GetConf.java   |   49 +-
 .../InconsistentStorageStateException.java      |   51 -
 .../org/apache/hadoop/ozone/common/Storage.java |  249 ----
 .../apache/hadoop/ozone/common/StorageInfo.java |  184 ---
 .../hadoop/ozone/common/package-info.java       |   18 -
 .../container/common/helpers/ChunkInfo.java     |  185 ---
 .../container/common/helpers/ChunkUtils.java    |  345 -----
 .../container/common/helpers/ContainerData.java |  326 -----
 .../common/helpers/ContainerMetrics.java        |  121 --
 .../common/helpers/ContainerReport.java         |  218 ---
 .../common/helpers/ContainerUtils.java          |  477 -------
 .../helpers/DeletedContainerBlocksSummary.java  |  103 --
 .../container/common/helpers/FileUtils.java     |   81 --
 .../ozone/container/common/helpers/KeyData.java |  170 ---
 .../container/common/helpers/KeyUtils.java      |  147 --
 .../container/common/helpers/package-info.java  |   22 -
 .../container/common/impl/ChunkManagerImpl.java |  232 ----
 .../impl/ContainerLocationManagerImpl.java      |  149 --
 .../common/impl/ContainerManagerImpl.java       | 1101 ---------------
 .../common/impl/ContainerReportManagerImpl.java |   87 --
 .../container/common/impl/ContainerStatus.java  |  217 ---
 .../common/impl/ContainerStorageLocation.java   |  203 ---
 .../ozone/container/common/impl/Dispatcher.java |  708 ----------
 .../container/common/impl/KeyManagerImpl.java   |  201 ---
 .../RandomContainerDeletionChoosingPolicy.java  |   69 -
 .../common/impl/StorageLocationReport.java      |   63 -
 ...NOrderedContainerDeletionChoosingPolicy.java |   90 --
 .../container/common/impl/package-info.java     |   22 -
 .../common/interfaces/ChunkManager.java         |   75 -
 .../ContainerDeletionChoosingPolicy.java        |   45 -
 .../common/interfaces/ContainerDispatcher.java  |   49 -
 .../interfaces/ContainerLocationManager.java    |   58 -
 .../ContainerLocationManagerMXBean.java         |   36 -
 .../common/interfaces/ContainerManager.java     |  276 ----
 .../interfaces/ContainerReportManager.java      |   32 -
 .../container/common/interfaces/KeyManager.java |   75 -
 .../common/interfaces/package-info.java         |   20 -
 .../ozone/container/common/package-info.java    |   28 -
 .../statemachine/DatanodeStateMachine.java      |  385 ------
 .../statemachine/EndpointStateMachine.java      |  293 ----
 .../statemachine/EndpointStateMachineMBean.java |   34 -
 .../statemachine/SCMConnectionManager.java      |  201 ---
 .../SCMConnectionManagerMXBean.java             |   27 -
 .../common/statemachine/StateContext.java       |  281 ----
 .../background/BlockDeletingService.java        |  237 ----
 .../statemachine/background/package-info.java   |   18 -
 .../commandhandler/CloseContainerHandler.java   |  112 --
 .../commandhandler/CommandDispatcher.java       |  177 ---
 .../commandhandler/CommandHandler.java          |   59 -
 .../commandhandler/ContainerReportHandler.java  |  110 --
 .../DeleteBlocksCommandHandler.java             |  204 ---
 .../commandhandler/package-info.java            |   18 -
 .../common/statemachine/package-info.java       |   28 -
 .../container/common/states/DatanodeState.java  |   55 -
 .../states/datanode/InitDatanodeState.java      |  165 ---
 .../states/datanode/RunningDatanodeState.java   |  253 ----
 .../common/states/datanode/package-info.java    |   21 -
 .../states/endpoint/HeartbeatEndpointTask.java  |  270 ----
 .../states/endpoint/RegisterEndpointTask.java   |  198 ---
 .../states/endpoint/VersionEndpointTask.java    |   66 -
 .../common/states/endpoint/package-info.java    |   20 -
 .../container/common/states/package-info.java   |   18 -
 .../common/transport/server/XceiverServer.java  |  128 --
 .../transport/server/XceiverServerHandler.java  |   80 --
 .../server/XceiverServerInitializer.java        |   61 -
 .../transport/server/XceiverServerSpi.java      |   43 -
 .../common/transport/server/package-info.java   |   24 -
 .../server/ratis/ContainerStateMachine.java     |  290 ----
 .../server/ratis/XceiverServerRatis.java        |  214 ---
 .../transport/server/ratis/package-info.java    |   23 -
 .../container/common/utils/ContainerCache.java  |  168 ---
 .../container/common/utils/package-info.java    |   18 -
 .../container/ozoneimpl/OzoneContainer.java     |  269 ----
 .../ozone/container/ozoneimpl/package-info.java |   21 -
 .../apache/hadoop/ozone/ksm/BucketManager.java  |   79 --
 .../hadoop/ozone/ksm/BucketManagerImpl.java     |  315 -----
 .../org/apache/hadoop/ozone/ksm/KSMMXBean.java  |   31 -
 .../hadoop/ozone/ksm/KSMMetadataManager.java    |  253 ----
 .../ozone/ksm/KSMMetadataManagerImpl.java       |  524 -------
 .../org/apache/hadoop/ozone/ksm/KSMMetrics.java |  437 ------
 .../org/apache/hadoop/ozone/ksm/KSMStorage.java |   89 --
 .../hadoop/ozone/ksm/KeyDeletingService.java    |  141 --
 .../org/apache/hadoop/ozone/ksm/KeyManager.java |  165 ---
 .../apache/hadoop/ozone/ksm/KeyManagerImpl.java |  512 -------
 .../hadoop/ozone/ksm/KeySpaceManager.java       |  902 ------------
 .../ozone/ksm/KeySpaceManagerHttpServer.java    |   78 --
 .../hadoop/ozone/ksm/OpenKeyCleanupService.java |  116 --
 .../ozone/ksm/ServiceListJSONServlet.java       |  103 --
 .../apache/hadoop/ozone/ksm/VolumeManager.java  |  100 --
 .../hadoop/ozone/ksm/VolumeManagerImpl.java     |  391 ------
 .../ozone/ksm/exceptions/KSMException.java      |  116 --
 .../ozone/ksm/exceptions/package-info.java      |   19 -
 .../apache/hadoop/ozone/ksm/package-info.java   |   21 -
 .../org/apache/hadoop/ozone/lease/Lease.java    |  189 ---
 .../ozone/lease/LeaseAlreadyExistException.java |   46 -
 .../ozone/lease/LeaseCallbackExecutor.java      |   65 -
 .../hadoop/ozone/lease/LeaseException.java      |   45 -
 .../ozone/lease/LeaseExpiredException.java      |   45 -
 .../apache/hadoop/ozone/lease/LeaseManager.java |  247 ----
 .../lease/LeaseManagerNotRunningException.java  |   45 -
 .../ozone/lease/LeaseNotFoundException.java     |   46 -
 .../apache/hadoop/ozone/lease/package-info.java |   26 -
 .../org/apache/hadoop/ozone/package-info.java   |   35 -
 .../StorageContainerDatanodeProtocol.java       |   84 --
 .../protocol/StorageContainerNodeProtocol.java  |   69 -
 .../hadoop/ozone/protocol/VersionResponse.java  |  150 --
 .../commands/CloseContainerCommand.java         |   75 -
 .../protocol/commands/DeleteBlocksCommand.java  |   63 -
 .../protocol/commands/RegisteredCommand.java    |  177 ---
 .../protocol/commands/ReregisterCommand.java    |   59 -
 .../ozone/protocol/commands/SCMCommand.java     |   41 -
 .../protocol/commands/SendContainerCommand.java |   80 --
 .../ozone/protocol/commands/package-info.java   |   21 -
 .../hadoop/ozone/protocol/package-info.java     |   23 -
 ...ceManagerProtocolServerSideTranslatorPB.java |  539 --------
 ...kLocationProtocolServerSideTranslatorPB.java |  169 ---
 ...rDatanodeProtocolClientSideTranslatorPB.java |  195 ---
 .../StorageContainerDatanodeProtocolPB.java     |   32 -
 ...rDatanodeProtocolServerSideTranslatorPB.java |  113 --
 ...rLocationProtocolServerSideTranslatorPB.java |  202 ---
 .../hadoop/ozone/protocolPB/package-info.java   |   24 -
 .../org/apache/hadoop/ozone/scm/SCMMXBean.java  |   50 -
 .../org/apache/hadoop/ozone/scm/SCMStorage.java |   74 -
 .../ozone/scm/StorageContainerManager.java      | 1260 -----------------
 .../scm/StorageContainerManagerHttpServer.java  |   77 --
 .../apache/hadoop/ozone/scm/VersionInfo.java    |   81 --
 .../hadoop/ozone/scm/block/BlockManager.java    |   86 --
 .../ozone/scm/block/BlockManagerImpl.java       |  530 -------
 .../ozone/scm/block/BlockmanagerMXBean.java     |   30 -
 .../block/DatanodeDeletedBlockTransactions.java |  130 --
 .../hadoop/ozone/scm/block/DeletedBlockLog.java |  124 --
 .../ozone/scm/block/DeletedBlockLogImpl.java    |  351 -----
 .../scm/block/SCMBlockDeletingService.java      |  172 ---
 .../hadoop/ozone/scm/block/package-info.java    |   22 -
 .../hadoop/ozone/scm/cli/OzoneBaseCLI.java      |   44 -
 .../ozone/scm/cli/OzoneCommandHandler.java      |   79 --
 .../apache/hadoop/ozone/scm/cli/ResultCode.java |   31 -
 .../org/apache/hadoop/ozone/scm/cli/SCMCLI.java |  231 ----
 .../org/apache/hadoop/ozone/scm/cli/SQLCLI.java |  720 ----------
 .../cli/container/CloseContainerHandler.java    |   84 --
 .../cli/container/ContainerCommandHandler.java  |  128 --
 .../cli/container/CreateContainerHandler.java   |   81 --
 .../cli/container/DeleteContainerHandler.java   |   92 --
 .../scm/cli/container/InfoContainerHandler.java |  115 --
 .../scm/cli/container/ListContainerHandler.java |  121 --
 .../ozone/scm/cli/container/package-info.java   |   19 -
 .../hadoop/ozone/scm/cli/package-info.java      |   19 -
 .../ozone/scm/container/ContainerMapping.java   |  606 --------
 .../scm/container/ContainerStateManager.java    |  451 ------
 .../ContainerStates/ContainerAttribute.java     |  244 ----
 .../ContainerStates/ContainerState.java         |   96 --
 .../ContainerStates/ContainerStateMap.java      |  402 ------
 .../container/ContainerStates/package-info.java |   22 -
 .../hadoop/ozone/scm/container/Mapping.java     |  107 --
 .../scm/container/closer/ContainerCloser.java   |  192 ---
 .../scm/container/closer/package-info.java      |   23 -
 .../ozone/scm/container/package-info.java       |   22 -
 .../algorithms/ContainerPlacementPolicy.java    |   41 -
 .../placement/algorithms/SCMCommonPolicy.java   |  194 ---
 .../SCMContainerPlacementCapacity.java          |  133 --
 .../algorithms/SCMContainerPlacementRandom.java |   89 --
 .../placement/algorithms/package-info.java      |   18 -
 .../placement/metrics/ContainerStat.java        |  166 ---
 .../placement/metrics/DatanodeMetric.java       |   91 --
 .../container/placement/metrics/LongMetric.java |  162 ---
 .../container/placement/metrics/NodeStat.java   |   67 -
 .../container/placement/metrics/SCMMetrics.java |  154 ---
 .../placement/metrics/SCMNodeMetric.java        |  223 ---
 .../placement/metrics/SCMNodeStat.java          |  139 --
 .../placement/metrics/package-info.java         |   20 -
 .../scm/container/placement/package-info.java   |   19 -
 .../replication/ContainerSupervisor.java        |  333 -----
 .../container/replication/InProgressPool.java   |  313 -----
 .../scm/container/replication/PeriodicPool.java |  119 --
 .../scm/container/replication/package-info.java |   23 -
 .../ozone/scm/exceptions/SCMException.java      |  119 --
 .../ozone/scm/exceptions/package-info.java      |   18 -
 .../hadoop/ozone/scm/node/CommandQueue.java     |  190 ---
 .../ozone/scm/node/HeartbeatQueueItem.java      |  116 --
 .../hadoop/ozone/scm/node/NodeManager.java      |  152 --
 .../ozone/scm/node/NodeManagerMXBean.java       |   57 -
 .../hadoop/ozone/scm/node/NodePoolManager.java  |   72 -
 .../hadoop/ozone/scm/node/SCMNodeManager.java   |  883 ------------
 .../ozone/scm/node/SCMNodePoolManager.java      |  266 ----
 .../hadoop/ozone/scm/node/package-info.java     |   31 -
 .../apache/hadoop/ozone/scm/package-info.java   |   22 -
 .../ozone/scm/pipelines/PipelineManager.java    |  176 ---
 .../ozone/scm/pipelines/PipelineSelector.java   |  227 ---
 .../ozone/scm/pipelines/package-info.java       |   38 -
 .../scm/pipelines/ratis/RatisManagerImpl.java   |  155 ---
 .../ozone/scm/pipelines/ratis/package-info.java |   18 -
 .../standalone/StandaloneManagerImpl.java       |  142 --
 .../scm/pipelines/standalone/package-info.java  |   18 -
 .../hadoop/ozone/scm/ratis/package-info.java    |   22 -
 .../org/apache/hadoop/ozone/tools/Freon.java    | 1146 ---------------
 .../apache/hadoop/ozone/tools/package-info.java |   22 -
 .../ozone/web/ObjectStoreApplication.java       |   59 -
 .../hadoop/ozone/web/OzoneHttpServer.java       |  216 ---
 .../hadoop/ozone/web/client/OzoneBucket.java    |  642 ---------
 .../hadoop/ozone/web/client/OzoneKey.java       |   44 -
 .../ozone/web/client/OzoneRestClient.java       |  801 -----------
 .../web/client/OzoneRestClientException.java    |   54 -
 .../hadoop/ozone/web/client/OzoneVolume.java    |  581 --------
 .../hadoop/ozone/web/client/package-info.java   |   34 -
 .../hadoop/ozone/web/exceptions/ErrorTable.java |  225 ---
 .../ozone/web/exceptions/package-info.java      |   22 -
 .../hadoop/ozone/web/handlers/BucketArgs.java   |  214 ---
 .../ozone/web/handlers/BucketHandler.java       |  197 ---
 .../web/handlers/BucketProcessTemplate.java     |  323 -----
 .../hadoop/ozone/web/handlers/KeyArgs.java      |  117 --
 .../hadoop/ozone/web/handlers/KeyHandler.java   |  245 ----
 .../ozone/web/handlers/KeyProcessTemplate.java  |  233 ----
 .../hadoop/ozone/web/handlers/ListArgs.java     |  142 --
 .../ozone/web/handlers/ServiceFilter.java       |   61 -
 .../web/handlers/StorageHandlerBuilder.java     |   76 -
 .../hadoop/ozone/web/handlers/UserArgs.java     |  168 ---
 .../ozone/web/handlers/UserHandlerBuilder.java  |   75 -
 .../hadoop/ozone/web/handlers/VolumeArgs.java   |  142 --
 .../ozone/web/handlers/VolumeHandler.java       |  272 ----
 .../web/handlers/VolumeProcessTemplate.java     |  274 ----
 .../hadoop/ozone/web/handlers/package-info.java |   22 -
 .../hadoop/ozone/web/interfaces/Accounting.java |   57 -
 .../hadoop/ozone/web/interfaces/Bucket.java     |  183 ---
 .../hadoop/ozone/web/interfaces/Keys.java       |  146 --
 .../ozone/web/interfaces/StorageHandler.java    |  295 ----
 .../hadoop/ozone/web/interfaces/UserAuth.java   |  101 --
 .../hadoop/ozone/web/interfaces/Volume.java     |  182 ---
 .../ozone/web/interfaces/package-info.java      |   22 -
 .../web/localstorage/LocalStorageHandler.java   |  379 -----
 .../web/localstorage/OzoneMetadataManager.java  | 1138 ---------------
 .../ozone/web/localstorage/package-info.java    |   18 -
 .../LengthInputStreamMessageBodyWriter.java     |   59 -
 .../web/messages/StringMessageBodyWriter.java   |   62 -
 .../hadoop/ozone/web/messages/package-info.java |   18 -
 .../web/netty/CloseableCleanupListener.java     |   46 -
 .../web/netty/ObjectStoreChannelHandler.java    |   78 --
 .../web/netty/ObjectStoreJerseyContainer.java   |  348 -----
 .../ObjectStoreJerseyContainerProvider.java     |   40 -
 ...RequestContentObjectStoreChannelHandler.java |  117 --
 ...equestDispatchObjectStoreChannelHandler.java |  103 --
 .../hadoop/ozone/web/netty/package-info.java    |   26 -
 .../hadoop/ozone/web/ozShell/Handler.java       |   76 -
 .../apache/hadoop/ozone/web/ozShell/Shell.java  |  415 ------
 .../web/ozShell/bucket/CreateBucketHandler.java |   96 --
 .../web/ozShell/bucket/DeleteBucketHandler.java |   87 --
 .../web/ozShell/bucket/InfoBucketHandler.java   |   94 --
 .../web/ozShell/bucket/ListBucketHandler.java   |  113 --
 .../web/ozShell/bucket/UpdateBucketHandler.java |   94 --
 .../ozone/web/ozShell/bucket/package-info.java  |   23 -
 .../web/ozShell/keys/DeleteKeyHandler.java      |   96 --
 .../ozone/web/ozShell/keys/GetKeyHandler.java   |  116 --
 .../ozone/web/ozShell/keys/InfoKeyHandler.java  |   98 --
 .../ozone/web/ozShell/keys/ListKeyHandler.java  |  116 --
 .../ozone/web/ozShell/keys/PutKeyHandler.java   |  106 --
 .../ozone/web/ozShell/keys/package-info.java    |   23 -
 .../hadoop/ozone/web/ozShell/package-info.java  |   27 -
 .../web/ozShell/volume/CreateVolumeHandler.java |   99 --
 .../web/ozShell/volume/DeleteVolumeHandler.java |   81 --
 .../web/ozShell/volume/InfoVolumeHandler.java   |   95 --
 .../web/ozShell/volume/ListVolumeHandler.java   |  114 --
 .../web/ozShell/volume/UpdateVolumeHandler.java |   92 --
 .../ozone/web/ozShell/volume/package-info.java  |   23 -
 .../apache/hadoop/ozone/web/package-info.java   |   24 -
 .../hadoop/ozone/web/request/OzoneQuota.java    |  214 ---
 .../hadoop/ozone/web/request/package-info.java  |   23 -
 .../hadoop/ozone/web/response/BucketInfo.java   |  325 -----
 .../hadoop/ozone/web/response/KeyInfo.java      |  290 ----
 .../hadoop/ozone/web/response/ListBuckets.java  |  154 ---
 .../hadoop/ozone/web/response/ListKeys.java     |  209 ---
 .../hadoop/ozone/web/response/ListVolumes.java  |  152 --
 .../hadoop/ozone/web/response/VolumeInfo.java   |  308 -----
 .../hadoop/ozone/web/response/VolumeOwner.java  |   60 -
 .../hadoop/ozone/web/response/package-info.java |   23 -
 .../web/storage/DistributedStorageHandler.java  |  539 --------
 .../hadoop/ozone/web/storage/package-info.java  |   27 -
 .../hadoop/ozone/web/userauth/Simple.java       |  169 ---
 .../hadoop/ozone/web/userauth/package-info.java |   23 -
 .../hadoop/ozone/web/utils/JsonUtils.java       |   71 -
 .../hadoop/ozone/web/utils/OzoneUtils.java      |  303 ----
 .../hadoop/ozone/web/utils/package-info.java    |   18 -
 .../apache/hadoop/utils/BackgroundService.java  |  161 ---
 .../org/apache/hadoop/utils/BackgroundTask.java |   28 -
 .../hadoop/utils/BackgroundTaskQueue.java       |   64 -
 .../hadoop/utils/BackgroundTaskResult.java      |   44 -
 .../org/apache/hadoop/utils/BatchOperation.java |   90 --
 .../org/apache/hadoop/utils/EntryConsumer.java  |   38 -
 .../org/apache/hadoop/utils/LevelDBStore.java   |  379 -----
 .../apache/hadoop/utils/MetadataKeyFilters.java |  118 --
 .../org/apache/hadoop/utils/MetadataStore.java  |  172 ---
 .../hadoop/utils/MetadataStoreBuilder.java      |  125 --
 .../org/apache/hadoop/utils/RocksDBStore.java   |  382 -----
 .../apache/hadoop/utils/RocksDBStoreMBean.java  |  148 --
 .../org/apache/hadoop/utils/package-info.java   |   18 -
 .../main/proto/CBlockClientServerProtocol.proto |   93 --
 .../src/main/proto/CBlockServiceProtocol.proto  |  133 --
 .../StorageContainerDatanodeProtocol.proto      |  367 -----
 ...m.sun.jersey.spi.container.ContainerProvider |   16 -
 .../src/main/resources/ozone-default.xml        | 1308 ------------------
 .../hadoop-hdfs/src/main/webapps/datanode/dn.js |   28 +-
 .../hadoop-hdfs/src/main/webapps/ksm/index.html |   70 -
 .../src/main/webapps/ksm/ksm-metrics.html       |   44 -
 .../hadoop-hdfs/src/main/webapps/ksm/ksm.js     |  108 --
 .../hadoop-hdfs/src/main/webapps/ksm/main.css   |   23 -
 .../hadoop-hdfs/src/main/webapps/ksm/main.html  |   18 -
 .../hadoop-hdfs/src/main/webapps/scm/index.html |   76 -
 .../hadoop-hdfs/src/main/webapps/scm/main.html  |   20 -
 .../src/main/webapps/scm/scm-overview.html      |   60 -
 .../hadoop-hdfs/src/main/webapps/scm/scm.js     |   54 -
 .../main/webapps/static/angular-1.6.4.min.js    |  332 -----
 .../webapps/static/angular-nvd3-1.0.9.min.js    |    1 -
 .../webapps/static/angular-route-1.6.4.min.js   |   17 -
 .../src/main/webapps/static/d3-3.5.17.min.js    |    5 -
 .../src/main/webapps/static/dfs-dust.js         |    5 +-
 .../src/main/webapps/static/nvd3-1.8.5.min.css  |    2 -
 .../main/webapps/static/nvd3-1.8.5.min.css.map  |    1 -
 .../src/main/webapps/static/nvd3-1.8.5.min.js   |   11 -
 .../main/webapps/static/nvd3-1.8.5.min.js.map   |    1 -
 .../src/main/webapps/static/ozone.css           |   60 -
 .../src/main/webapps/static/ozone.js            |  355 -----
 .../main/webapps/static/templates/config.html   |   92 --
 .../src/main/webapps/static/templates/jvm.html  |   26 -
 .../src/main/webapps/static/templates/menu.html |   60 -
 .../main/webapps/static/templates/overview.html |   39 -
 .../webapps/static/templates/rpc-metrics.html   |   87 --
 .../src/site/markdown/OzoneCommandShell.md      |  150 --
 .../src/site/markdown/OzoneGettingStarted.md.vm |  320 -----
 .../src/site/markdown/OzoneMetrics.md           |  166 ---
 .../src/site/markdown/OzoneOverview.md          |   88 --
 .../hadoop-hdfs/src/site/markdown/OzoneRest.md  |  549 --------
 .../apache/hadoop/cblock/TestBufferManager.java |  456 ------
 .../org/apache/hadoop/cblock/TestCBlockCLI.java |  242 ----
 .../hadoop/cblock/TestCBlockReadWrite.java      |  377 -----
 .../apache/hadoop/cblock/TestCBlockServer.java  |  212 ---
 .../cblock/TestCBlockServerPersistence.java     |  132 --
 .../hadoop/cblock/TestLocalBlockCache.java      |  444 ------
 .../kubernetes/TestDynamicProvisioner.java      |   73 -
 .../cblock/util/ContainerLookUpService.java     |   73 -
 .../hadoop/cblock/util/MockStorageClient.java   |  176 ---
 .../server/namenode/TestNameNodeHttpServer.java |    9 +-
 .../namenode/ha/TestPipelinesFailover.java      |    6 +-
 .../hadoop/ozone/MiniOzoneClassicCluster.java   |  606 --------
 .../apache/hadoop/ozone/MiniOzoneCluster.java   |   62 -
 .../apache/hadoop/ozone/RatisTestHelper.java    |  111 --
 .../hadoop/ozone/TestContainerOperations.java   |   90 --
 .../apache/hadoop/ozone/TestMetadataStore.java  |  414 ------
 .../hadoop/ozone/TestMiniOzoneCluster.java      |  254 ----
 .../ozone/TestOzoneConfigurationFields.java     |   39 -
 .../ozone/TestStorageContainerManager.java      |  447 ------
 .../TestStorageContainerManagerHelper.java      |  180 ---
 .../ozone/client/TestOzoneClientUtils.java      |  362 -----
 .../hadoop/ozone/client/package-info.java       |   23 -
 .../ozone/client/rest/TestOzoneRestClient.java  |  405 ------
 .../hadoop/ozone/client/rest/package-info.java  |   23 -
 .../ozone/client/rpc/TestOzoneRpcClient.java    |  815 -----------
 .../hadoop/ozone/client/rpc/package-info.java   |   23 -
 .../ozone/container/ContainerTestHelper.java    |  595 --------
 .../TestUtils/BlockDeletingServiceTestImpl.java |  103 --
 .../ReplicationDatanodeStateManager.java        |   97 --
 .../TestUtils/ReplicationNodeManagerMock.java   |  323 -----
 .../ReplicationNodePoolManagerMock.java         |  132 --
 .../ozone/container/TestUtils/package-info.java |   18 -
 .../ozone/container/common/SCMTestUtils.java    |  221 ---
 .../ozone/container/common/ScmTestMock.java     |  261 ----
 .../common/TestBlockDeletingService.java        |  396 ------
 .../common/TestDatanodeStateMachine.java        |  361 -----
 .../ozone/container/common/TestEndPoint.java    |  461 ------
 .../TestContainerDeletionChoosingPolicy.java    |  197 ---
 .../common/impl/TestContainerPersistence.java   |  905 ------------
 .../TestCloseContainerHandler.java              |  112 --
 .../container/metrics/TestContainerMetrics.java |  124 --
 .../container/ozoneimpl/TestOzoneContainer.java |  584 --------
 .../ozoneimpl/TestOzoneContainerRatis.java      |  143 --
 .../container/ozoneimpl/TestRatisManager.java   |  129 --
 .../placement/TestContainerPlacement.java       |  131 --
 .../placement/TestDatanodeMetrics.java          |   59 -
 .../replication/TestContainerSupervisor.java    |  269 ----
 .../container/replication/package-info.java     |   18 -
 .../transport/server/TestContainerServer.java   |  258 ----
 .../hadoop/ozone/ksm/TestBucketManagerImpl.java |  395 ------
 .../hadoop/ozone/ksm/TestChunkStreams.java      |  234 ----
 .../ozone/ksm/TestContainerReportWithKeys.java  |  138 --
 .../apache/hadoop/ozone/ksm/TestKSMMetrcis.java |  307 ----
 .../apache/hadoop/ozone/ksm/TestKSMSQLCli.java  |  273 ----
 .../hadoop/ozone/ksm/TestKeySpaceManager.java   | 1238 -----------------
 .../ksm/TestKeySpaceManagerHttpServer.java      |  141 --
 .../ksm/TestKeySpaceManagerRestInterface.java   |  141 --
 .../ozone/ksm/TestKsmBlockVersioning.java       |  254 ----
 .../ksm/TestMultipleContainerReadWrite.java     |  216 ---
 .../apache/hadoop/ozone/ksm/package-info.java   |   21 -
 .../hadoop/ozone/lease/TestLeaseManager.java    |  374 -----
 .../apache/hadoop/ozone/lease/package-info.java |   21 -
 .../hadoop/ozone/ozShell/TestOzoneShell.java    |  804 -----------
 .../org/apache/hadoop/ozone/package-info.java   |   21 -
 .../hadoop/ozone/scm/TestAllocateContainer.java |  104 --
 .../hadoop/ozone/scm/TestContainerSQLCli.java   |  300 ----
 .../ozone/scm/TestContainerSmallFile.java       |  151 --
 .../org/apache/hadoop/ozone/scm/TestSCMCli.java |  535 -------
 .../apache/hadoop/ozone/scm/TestSCMMXBean.java  |  162 ---
 .../apache/hadoop/ozone/scm/TestSCMMetrics.java |  251 ----
 .../TestStorageContainerManagerHttpServer.java  |  141 --
 .../ozone/scm/TestXceiverClientManager.java     |  196 ---
 .../ozone/scm/TestXceiverClientMetrics.java     |  172 ---
 .../ozone/scm/block/TestBlockManager.java       |  160 ---
 .../ozone/scm/block/TestDeletedBlockLog.java    |  348 -----
 .../BenchmarkContainerStateMap.java             |  180 ---
 .../ContainerStates/TestContainerAttribute.java |  139 --
 .../ContainerStates/TestContainerStateMap.java  |  226 ---
 .../ozone/scm/container/MockNodeManager.java    |  519 -------
 .../scm/container/TestContainerMapping.java     |  333 -----
 .../container/TestContainerStateManager.java    |  303 ----
 .../container/closer/TestContainerCloser.java   |  221 ---
 .../ozone/scm/node/TestContainerPlacement.java  |  172 ---
 .../hadoop/ozone/scm/node/TestNodeManager.java  | 1145 ---------------
 .../hadoop/ozone/scm/node/TestQueryNode.java    |  122 --
 .../ozone/scm/node/TestSCMNodePoolManager.java  |  156 ---
 .../apache/hadoop/ozone/scm/package-info.java   |   21 -
 .../hadoop/ozone/tools/TestDataValidate.java    |  146 --
 .../apache/hadoop/ozone/tools/TestFreon.java    |  136 --
 .../apache/hadoop/ozone/tools/package-info.java |   21 -
 .../apache/hadoop/ozone/web/TestBucketInfo.java |   81 --
 .../ozone/web/TestDistributedOzoneVolumes.java  |  186 ---
 .../apache/hadoop/ozone/web/TestErrorCode.java  |   53 -
 .../hadoop/ozone/web/TestLocalOzoneVolumes.java |  185 ---
 .../hadoop/ozone/web/TestOzoneHelper.java       |  414 ------
 .../hadoop/ozone/web/TestOzoneHttpServer.java   |   98 --
 .../ozone/web/TestOzoneRestWithMiniCluster.java |  258 ----
 .../hadoop/ozone/web/TestOzoneWebAccess.java    |  126 --
 .../org/apache/hadoop/ozone/web/TestQuota.java  |  116 --
 .../org/apache/hadoop/ozone/web/TestUtils.java  |  101 --
 .../hadoop/ozone/web/TestVolumeStructs.java     |   73 -
 .../hadoop/ozone/web/client/TestBuckets.java    |  251 ----
 .../ozone/web/client/TestBucketsRatis.java      |   76 -
 .../hadoop/ozone/web/client/TestKeys.java       |  688 ---------
 .../hadoop/ozone/web/client/TestKeysRatis.java  |  126 --
 .../ozone/web/client/TestOzoneClient.java       |  305 ----
 .../hadoop/ozone/web/client/TestVolume.java     |  434 ------
 .../ozone/web/client/TestVolumeRatis.java       |  131 --
 .../apache/hadoop/ozone/web/package-info.java   |   21 -
 .../org/apache/hadoop/test/OzoneTestDriver.java |   59 -
 .../hadoop/utils/TestRocksDBStoreMBean.java     |   87 --
 .../dynamicprovisioner/expected1-pv.json        |   37 -
 .../dynamicprovisioner/input1-pvc.json          |   38 -
 .../src/test/resources/ozone-site.xml           |   24 -
 hadoop-hdsl/client/pom.xml                      |   48 +
 .../hadoop/ozone/client/OzoneClientUtils.java   |  231 ++++
 .../hadoop/ozone/client/package-info.java       |   23 +
 .../org/apache/hadoop/scm/XceiverClient.java    |  192 +++
 .../apache/hadoop/scm/XceiverClientHandler.java |  204 +++
 .../hadoop/scm/XceiverClientInitializer.java    |   72 +
 .../apache/hadoop/scm/XceiverClientManager.java |  219 +++
 .../apache/hadoop/scm/XceiverClientMetrics.java |   92 ++
 .../apache/hadoop/scm/XceiverClientRatis.java   |  264 ++++
 .../scm/client/ContainerOperationClient.java    |  403 ++++++
 .../apache/hadoop/scm/client/package-info.java  |   23 +
 .../org/apache/hadoop/scm/package-info.java     |   23 +
 .../hadoop/scm/storage/ChunkInputStream.java    |  261 ++++
 .../hadoop/scm/storage/ChunkOutputStream.java   |  227 +++
 .../apache/hadoop/scm/storage/package-info.java |   23 +
 .../common/dev-support/findbugsExcludeFile.xml  |   21 +
 hadoop-hdsl/common/pom.xml                      |  146 ++
 .../java/org/apache/hadoop/hdsl/HdslUtils.java  |  273 ++++
 .../hadoop/hdsl/conf/OzoneConfiguration.java    |  161 +++
 .../apache/hadoop/hdsl/conf/package-info.java   |   18 +
 .../org/apache/hadoop/hdsl/package-info.java    |   23 +
 .../java/org/apache/hadoop/ozone/OzoneAcl.java  |  231 ++++
 .../apache/hadoop/ozone/OzoneConfigKeys.java    |  239 ++++
 .../org/apache/hadoop/ozone/OzoneConsts.java    |  167 +++
 .../apache/hadoop/ozone/client/OzoneQuota.java  |  203 +++
 .../hadoop/ozone/client/ReplicationFactor.java  |   63 +
 .../hadoop/ozone/client/ReplicationType.java    |   28 +
 .../hadoop/ozone/client/package-info.java       |   23 +
 .../apache/hadoop/ozone/common/BlockGroup.java  |   87 ++
 .../ozone/common/DeleteBlockGroupResult.java    |   94 ++
 .../InconsistentStorageStateException.java      |   51 +
 .../org/apache/hadoop/ozone/common/Storage.java |  249 ++++
 .../apache/hadoop/ozone/common/StorageInfo.java |  184 +++
 .../hadoop/ozone/common/package-info.java       |   18 +
 .../InvalidStateTransitionException.java        |   42 +
 .../ozone/common/statemachine/StateMachine.java |   68 +
 .../ozone/common/statemachine/package-info.java |   21 +
 .../container/common/helpers/ChunkInfo.java     |  185 +++
 .../ozone/container/common/helpers/KeyData.java |  170 +++
 .../container/common/helpers/package-info.java  |   23 +
 .../org/apache/hadoop/ozone/lease/Lease.java    |  189 +++
 .../ozone/lease/LeaseAlreadyExistException.java |   46 +
 .../ozone/lease/LeaseCallbackExecutor.java      |   65 +
 .../hadoop/ozone/lease/LeaseException.java      |   45 +
 .../ozone/lease/LeaseExpiredException.java      |   45 +
 .../apache/hadoop/ozone/lease/LeaseManager.java |  247 ++++
 .../lease/LeaseManagerNotRunningException.java  |   45 +
 .../ozone/lease/LeaseNotFoundException.java     |   46 +
 .../apache/hadoop/ozone/lease/package-info.java |   26 +
 .../org/apache/hadoop/ozone/package-info.java   |   35 +
 ...kLocationProtocolServerSideTranslatorPB.java |  169 +++
 ...rLocationProtocolServerSideTranslatorPB.java |  202 +++
 .../hadoop/ozone/protocolPB/package-info.java   |   24 +
 .../hadoop/ozone/web/utils/JsonUtils.java       |   71 +
 .../org/apache/hadoop/scm/ScmConfigKeys.java    |  271 ++++
 .../java/org/apache/hadoop/scm/ScmInfo.java     |   81 ++
 .../org/apache/hadoop/scm/XceiverClientSpi.java |  129 ++
 .../org/apache/hadoop/scm/client/ScmClient.java |  139 ++
 .../apache/hadoop/scm/client/package-info.java  |   24 +
 .../container/ContainerStates/ContainerID.java  |   97 ++
 .../container/ContainerStates/package-info.java |   22 +
 .../common/helpers/AllocatedBlock.java          |   77 ++
 .../container/common/helpers/ContainerInfo.java |  333 +++++
 .../common/helpers/DeleteBlockResult.java       |   52 +
 .../scm/container/common/helpers/Pipeline.java  |  253 ++++
 .../common/helpers/PipelineChannel.java         |  121 ++
 .../helpers/StorageContainerException.java      |  104 ++
 .../container/common/helpers/package-info.java  |   22 +
 .../org/apache/hadoop/scm/package-info.java     |   24 +
 .../hadoop/scm/protocol/LocatedContainer.java   |  127 ++
 .../scm/protocol/ScmBlockLocationProtocol.java  |   72 +
 .../hadoop/scm/protocol/ScmLocatedBlock.java    |  100 ++
 .../StorageContainerLocationProtocol.java       |  123 ++
 .../hadoop/scm/protocol/package-info.java       |   19 +
 ...kLocationProtocolClientSideTranslatorPB.java |  207 +++
 .../protocolPB/ScmBlockLocationProtocolPB.java  |   35 +
 ...rLocationProtocolClientSideTranslatorPB.java |  304 ++++
 .../StorageContainerLocationProtocolPB.java     |   34 +
 .../hadoop/scm/protocolPB/package-info.java     |   24 +
 .../scm/storage/ContainerProtocolCalls.java     |  397 ++++++
 .../apache/hadoop/scm/storage/package-info.java |   23 +
 .../apache/hadoop/utils/BackgroundService.java  |  161 +++
 .../org/apache/hadoop/utils/BackgroundTask.java |   28 +
 .../hadoop/utils/BackgroundTaskQueue.java       |   64 +
 .../hadoop/utils/BackgroundTaskResult.java      |   44 +
 .../org/apache/hadoop/utils/BatchOperation.java |   90 ++
 .../org/apache/hadoop/utils/EntryConsumer.java  |   38 +
 .../org/apache/hadoop/utils/LevelDBStore.java   |  380 +++++
 .../apache/hadoop/utils/MetadataKeyFilters.java |  118 ++
 .../org/apache/hadoop/utils/MetadataStore.java  |  172 +++
 .../hadoop/utils/MetadataStoreBuilder.java      |  125 ++
 .../org/apache/hadoop/utils/RocksDBStore.java   |  382 +++++
 .../apache/hadoop/utils/RocksDBStoreMBean.java  |  136 ++
 .../org/apache/hadoop/utils/package-info.java   |   18 +
 .../main/java/org/apache/ratis/RatisHelper.java |  128 ++
 .../java/org/apache/ratis/package-info.java     |   22 +
 .../com/google/protobuf/ShadedProtoUtil.java    |   38 +
 .../com/google/protobuf/package-info.java       |   22 +
 .../main/proto/DatanodeContainerProtocol.proto  |  415 ++++++
 .../main/proto/ScmBlockLocationProtocol.proto   |  166 +++
 .../StorageContainerLocationProtocol.proto      |  214 +++
 hadoop-hdsl/common/src/main/proto/hdsl.proto    |  162 +++
 .../common/src/main/resources/ozone-default.xml | 1031 ++++++++++++++
 .../apache/hadoop/ozone/TestMetadataStore.java  |  414 ++++++
 .../org/apache/hadoop/ozone/TestOzoneAcls.java  |  141 ++
 .../hadoop/ozone/common/TestStateMachine.java   |  104 ++
 .../hadoop/ozone/lease/TestLeaseManager.java    |  374 +++++
 .../apache/hadoop/ozone/lease/package-info.java |   21 +
 .../org/apache/hadoop/ozone/package-info.java   |   21 +
 .../java/org/apache/hadoop/scm/TestArchive.java |  114 ++
 .../org/apache/hadoop/scm/package-info.java     |   21 +
 .../hadoop/utils/TestRocksDBStoreMBean.java     |   87 ++
 hadoop-hdsl/container-service/pom.xml           |  114 ++
 .../apache/hadoop/ozone/HdslServerPlugin.java   |   82 ++
 .../container/common/helpers/ChunkUtils.java    |  345 +++++
 .../container/common/helpers/ContainerData.java |  326 +++++
 .../common/helpers/ContainerMetrics.java        |  121 ++
 .../common/helpers/ContainerReport.java         |  218 +++
 .../common/helpers/ContainerUtils.java          |  477 +++++++
 .../helpers/DeletedContainerBlocksSummary.java  |  103 ++
 .../container/common/helpers/FileUtils.java     |   81 ++
 .../container/common/helpers/KeyUtils.java      |  147 ++
 .../container/common/helpers/package-info.java  |   22 +
 .../container/common/impl/ChunkManagerImpl.java |  232 ++++
 .../impl/ContainerLocationManagerImpl.java      |  149 ++
 .../common/impl/ContainerManagerImpl.java       | 1101 +++++++++++++++
 .../common/impl/ContainerReportManagerImpl.java |   89 ++
 .../container/common/impl/ContainerStatus.java  |  217 +++
 .../common/impl/ContainerStorageLocation.java   |  203 +++
 .../ozone/container/common/impl/Dispatcher.java |  708 ++++++++++
 .../container/common/impl/KeyManagerImpl.java   |  201 +++
 .../RandomContainerDeletionChoosingPolicy.java  |   69 +
 .../common/impl/StorageLocationReport.java      |   63 +
 ...NOrderedContainerDeletionChoosingPolicy.java |   90 ++
 .../container/common/impl/package-info.java     |   22 +
 .../common/interfaces/ChunkManager.java         |   75 +
 .../ContainerDeletionChoosingPolicy.java        |   45 +
 .../common/interfaces/ContainerDispatcher.java  |   49 +
 .../interfaces/ContainerLocationManager.java    |   58 +
 .../ContainerLocationManagerMXBean.java         |   36 +
 .../common/interfaces/ContainerManager.java     |  277 ++++
 .../interfaces/ContainerReportManager.java      |   32 +
 .../container/common/interfaces/KeyManager.java |   75 +
 .../common/interfaces/package-info.java         |   20 +
 .../ozone/container/common/package-info.java    |   28 +
 .../statemachine/DatanodeStateMachine.java      |  386 ++++++
 .../statemachine/EndpointStateMachine.java      |  295 ++++
 .../statemachine/EndpointStateMachineMBean.java |   34 +
 .../statemachine/SCMConnectionManager.java      |  203 +++
 .../SCMConnectionManagerMXBean.java             |   27 +
 .../common/statemachine/StateContext.java       |  281 ++++
 .../background/BlockDeletingService.java        |  238 ++++
 .../statemachine/background/package-info.java   |   18 +
 .../commandhandler/CloseContainerHandler.java   |  112 ++
 .../commandhandler/CommandDispatcher.java       |  177 +++
 .../commandhandler/CommandHandler.java          |   59 +
 .../commandhandler/ContainerReportHandler.java  |  110 ++
 .../DeleteBlocksCommandHandler.java             |  204 +++
 .../commandhandler/package-info.java            |   18 +
 .../common/statemachine/package-info.java       |   28 +
 .../container/common/states/DatanodeState.java  |   55 +
 .../states/datanode/InitDatanodeState.java      |  167 +++
 .../states/datanode/RunningDatanodeState.java   |  253 ++++
 .../common/states/datanode/package-info.java    |   21 +
 .../states/endpoint/HeartbeatEndpointTask.java  |  270 ++++
 .../states/endpoint/RegisterEndpointTask.java   |  198 +++
 .../states/endpoint/VersionEndpointTask.java    |   66 +
 .../common/states/endpoint/package-info.java    |   20 +
 .../container/common/states/package-info.java   |   18 +
 .../common/transport/server/XceiverServer.java  |  128 ++
 .../transport/server/XceiverServerHandler.java  |   80 ++
 .../server/XceiverServerInitializer.java        |   61 +
 .../transport/server/XceiverServerSpi.java      |   43 +
 .../common/transport/server/package-info.java   |   24 +
 .../server/ratis/ContainerStateMachine.java     |  290 ++++
 .../server/ratis/XceiverServerRatis.java        |  214 +++
 .../transport/server/ratis/package-info.java    |   23 +
 .../container/common/utils/ContainerCache.java  |  168 +++
 .../container/common/utils/package-info.java    |   18 +
 .../container/ozoneimpl/OzoneContainer.java     |  269 ++++
 .../ozone/container/ozoneimpl/package-info.java |   21 +
 .../org/apache/hadoop/ozone/package-info.java   |   23 +
 .../StorageContainerDatanodeProtocol.java       |   84 ++
 .../protocol/StorageContainerNodeProtocol.java  |   69 +
 .../hadoop/ozone/protocol/VersionResponse.java  |  150 ++
 .../commands/CloseContainerCommand.java         |   75 +
 .../protocol/commands/DeleteBlocksCommand.java  |   63 +
 .../protocol/commands/RegisteredCommand.java    |  177 +++
 .../protocol/commands/ReregisterCommand.java    |   58 +
 .../ozone/protocol/commands/SCMCommand.java     |   41 +
 .../protocol/commands/SendContainerCommand.java |   80 ++
 .../ozone/protocol/commands/package-info.java   |   21 +
 .../hadoop/ozone/protocol/package-info.java     |   23 +
 ...rDatanodeProtocolClientSideTranslatorPB.java |  195 +++
 .../StorageContainerDatanodeProtocolPB.java     |   32 +
 ...rDatanodeProtocolServerSideTranslatorPB.java |  113 ++
 .../apache/hadoop/ozone/scm/HdslServerUtil.java |  304 ++++
 .../apache/hadoop/ozone/scm/VersionInfo.java    |   81 ++
 .../StorageContainerDatanodeProtocol.proto      |  367 +++++
 ...m.sun.jersey.spi.container.ContainerProvider |   16 +
 .../container/common/ContainerTestUtils.java    |   68 +
 .../ozone/container/common/SCMTestUtils.java    |  121 ++
 .../ozone/container/common/ScmTestMock.java     |  261 ++++
 .../common/TestDatanodeStateMachine.java        |  361 +++++
 .../testutils/BlockDeletingServiceTestImpl.java |  103 ++
 .../ozone/container/testutils/package-info.java |   18 +
 hadoop-hdsl/framework/pom.xml                   |  102 ++
 .../hadoop/ozone/web/OzoneHttpServer.java       |  218 +++
 .../apache/hadoop/ozone/web/package-info.java   |   23 +
 .../hadoop/ozone/web/util/ServerUtils.java      |  140 ++
 .../hadoop/ozone/web/util/package-info.java     |   23 +
 .../framework/src/main/webapps/datanode/dn.js   |   92 ++
 .../main/webapps/static/angular-1.6.4.min.js    |  332 +++++
 .../webapps/static/angular-nvd3-1.0.9.min.js    |    1 +
 .../webapps/static/angular-route-1.6.4.min.js   |   17 +
 .../src/main/webapps/static/d3-3.5.17.min.js    |    5 +
 .../src/main/webapps/static/dfs-dust.js         |  133 ++
 .../src/main/webapps/static/nvd3-1.8.5.min.css  |    2 +
 .../main/webapps/static/nvd3-1.8.5.min.css.map  |    1 +
 .../src/main/webapps/static/nvd3-1.8.5.min.js   |   11 +
 .../main/webapps/static/nvd3-1.8.5.min.js.map   |    1 +
 .../framework/src/main/webapps/static/ozone.css |   60 +
 .../framework/src/main/webapps/static/ozone.js  |  355 +++++
 .../main/webapps/static/templates/config.html   |   91 ++
 .../src/main/webapps/static/templates/jvm.html  |   26 +
 .../src/main/webapps/static/templates/menu.html |   60 +
 .../main/webapps/static/templates/overview.html |   39 +
 .../webapps/static/templates/rpc-metrics.html   |   87 ++
 .../framework/src/test/resources/ozone-site.xml |   24 +
 hadoop-hdsl/pom.xml                             |   60 +
 hadoop-hdsl/server-scm/pom.xml                  |  141 ++
 .../org/apache/hadoop/ozone/scm/SCMMXBean.java  |   50 +
 .../org/apache/hadoop/ozone/scm/SCMStorage.java |   73 +
 .../ozone/scm/StorageContainerManager.java      | 1269 +++++++++++++++++
 .../scm/StorageContainerManagerHttpServer.java  |   77 ++
 .../hadoop/ozone/scm/block/BlockManager.java    |   86 ++
 .../ozone/scm/block/BlockManagerImpl.java       |  531 +++++++
 .../ozone/scm/block/BlockmanagerMXBean.java     |   30 +
 .../block/DatanodeDeletedBlockTransactions.java |  130 ++
 .../hadoop/ozone/scm/block/DeletedBlockLog.java |  124 ++
 .../ozone/scm/block/DeletedBlockLogImpl.java    |  352 +++++
 .../scm/block/SCMBlockDeletingService.java      |  172 +++
 .../hadoop/ozone/scm/block/package-info.java    |   22 +
 .../ozone/scm/container/ContainerMapping.java   |  607 ++++++++
 .../scm/container/ContainerStateManager.java    |  451 ++++++
 .../ContainerStates/ContainerAttribute.java     |  244 ++++
 .../ContainerStates/ContainerState.java         |   96 ++
 .../ContainerStates/ContainerStateMap.java      |  402 ++++++
 .../container/ContainerStates/package-info.java |   22 +
 .../hadoop/ozone/scm/container/Mapping.java     |  107 ++
 .../scm/container/closer/ContainerCloser.java   |  192 +++
 .../scm/container/closer/package-info.java      |   23 +
 .../ozone/scm/container/package-info.java       |   22 +
 .../algorithms/ContainerPlacementPolicy.java    |   41 +
 .../placement/algorithms/SCMCommonPolicy.java   |  194 +++
 .../SCMContainerPlacementCapacity.java          |  133 ++
 .../algorithms/SCMContainerPlacementRandom.java |   89 ++
 .../placement/algorithms/package-info.java      |   18 +
 .../placement/metrics/ContainerStat.java        |  166 +++
 .../placement/metrics/DatanodeMetric.java       |   91 ++
 .../container/placement/metrics/LongMetric.java |  162 +++
 .../container/placement/metrics/NodeStat.java   |   67 +
 .../container/placement/metrics/SCMMetrics.java |  154 +++
 .../placement/metrics/SCMNodeMetric.java        |  223 +++
 .../placement/metrics/SCMNodeStat.java          |  139 ++
 .../placement/metrics/package-info.java         |   20 +
 .../scm/container/placement/package-info.java   |   19 +
 .../replication/ContainerSupervisor.java        |  333 +++++
 .../container/replication/InProgressPool.java   |  313 +++++
 .../scm/container/replication/PeriodicPool.java |  119 ++
 .../scm/container/replication/package-info.java |   23 +
 .../ozone/scm/exceptions/SCMException.java      |  119 ++
 .../ozone/scm/exceptions/package-info.java      |   18 +
 .../hadoop/ozone/scm/node/CommandQueue.java     |  190 +++
 .../ozone/scm/node/HeartbeatQueueItem.java      |  116 ++
 .../hadoop/ozone/scm/node/NodeManager.java      |  152 ++
 .../ozone/scm/node/NodeManagerMXBean.java       |   57 +
 .../hadoop/ozone/scm/node/NodePoolManager.java  |   72 +
 .../hadoop/ozone/scm/node/SCMNodeManager.java   |  891 ++++++++++++
 .../ozone/scm/node/SCMNodePoolManager.java      |  267 ++++
 .../hadoop/ozone/scm/node/package-info.java     |   31 +
 .../apache/hadoop/ozone/scm/package-info.java   |   22 +
 .../ozone/scm/pipelines/PipelineManager.java    |  176 +++
 .../ozone/scm/pipelines/PipelineSelector.java   |  227 +++
 .../ozone/scm/pipelines/package-info.java       |   38 +
 .../scm/pipelines/ratis/RatisManagerImpl.java   |  155 +++
 .../ozone/scm/pipelines/ratis/package-info.java |   18 +
 .../standalone/StandaloneManagerImpl.java       |  142 ++
 .../scm/pipelines/standalone/package-info.java  |   18 +
 .../hadoop/ozone/scm/ratis/package-info.java    |   22 +
 .../server-scm/src/main/webapps/scm/index.html  |   76 +
 .../server-scm/src/main/webapps/scm/main.html   |   20 +
 .../src/main/webapps/scm/scm-overview.html      |   60 +
 .../server-scm/src/main/webapps/scm/scm.js      |   54 +
 .../ozone/container/common/TestEndPoint.java    |  465 +++++++
 .../placement/TestContainerPlacement.java       |  131 ++
 .../placement/TestDatanodeMetrics.java          |   59 +
 .../replication/TestContainerSupervisor.java    |  268 ++++
 .../container/replication/package-info.java     |   18 +
 .../ReplicationDatanodeStateManager.java        |   97 ++
 .../testutils/ReplicationNodeManagerMock.java   |  323 +++++
 .../ReplicationNodePoolManagerMock.java         |  132 ++
 .../ozone/container/testutils/package-info.java |   18 +
 .../hadoop/ozone/scm/HdslServerUtilTest.java    |  315 +++++
 .../TestStorageContainerManagerHttpServer.java  |  141 ++
 .../org/apache/hadoop/ozone/scm/TestUtils.java  |  103 ++
 .../ozone/scm/block/TestBlockManager.java       |  160 +++
 .../ozone/scm/block/TestDeletedBlockLog.java    |  348 +++++
 .../ContainerStates/TestContainerAttribute.java |  142 ++
 .../ozone/scm/container/MockNodeManager.java    |  520 +++++++
 .../scm/container/TestContainerMapping.java     |  336 +++++
 .../container/closer/TestContainerCloser.java   |  221 +++
 .../ozone/scm/node/TestContainerPlacement.java  |  173 +++
 .../hadoop/ozone/scm/node/TestNodeManager.java  | 1148 +++++++++++++++
 .../ozone/scm/node/TestSCMNodePoolManager.java  |  158 +++
 .../apache/hadoop/ozone/scm/package-info.java   |   21 +
 hadoop-hdsl/tools/pom.xml                       |   61 +
 .../hadoop/ozone/scm/cli/OzoneBaseCLI.java      |   43 +
 .../ozone/scm/cli/OzoneCommandHandler.java      |   87 ++
 .../apache/hadoop/ozone/scm/cli/ResultCode.java |   31 +
 .../org/apache/hadoop/ozone/scm/cli/SCMCLI.java |  230 +++
 .../cli/container/CloseContainerHandler.java    |   84 ++
 .../cli/container/ContainerCommandHandler.java  |  128 ++
 .../cli/container/CreateContainerHandler.java   |   81 ++
 .../cli/container/DeleteContainerHandler.java   |   92 ++
 .../scm/cli/container/InfoContainerHandler.java |  115 ++
 .../scm/cli/container/ListContainerHandler.java |  121 ++
 .../ozone/scm/cli/container/package-info.java   |   19 +
 .../hadoop/ozone/scm/cli/package-info.java      |   19 +
 hadoop-ozone/client/pom.xml                     |   62 +
 .../apache/hadoop/ozone/client/BucketArgs.java  |  123 ++
 .../apache/hadoop/ozone/client/ObjectStore.java |  210 +++
 .../apache/hadoop/ozone/client/OzoneBucket.java |  360 +++++
 .../apache/hadoop/ozone/client/OzoneClient.java |  103 ++
 .../hadoop/ozone/client/OzoneClientFactory.java |  307 ++++
 .../client/OzoneClientInvocationHandler.java    |   62 +
 .../apache/hadoop/ozone/client/OzoneKey.java    |  119 ++
 .../apache/hadoop/ozone/client/OzoneVolume.java |  293 ++++
 .../apache/hadoop/ozone/client/VolumeArgs.java  |  128 ++
 .../ozone/client/io/ChunkGroupInputStream.java  |  319 +++++
 .../ozone/client/io/ChunkGroupOutputStream.java |  492 +++++++
 .../client/io/OzoneContainerTranslation.java    |   51 +
 .../ozone/client/io/OzoneInputStream.java       |   60 +
 .../ozone/client/io/OzoneOutputStream.java      |   64 +
 .../hadoop/ozone/client/io/package-info.java    |   23 +
 .../hadoop/ozone/client/package-info.java       |   23 +
 .../ozone/client/protocol/ClientProtocol.java   |  323 +++++
 .../ozone/client/protocol/package-info.java     |   23 +
 .../client/rest/DefaultRestServerSelector.java  |   36 +
 .../ozone/client/rest/OzoneExceptionMapper.java |   45 +
 .../hadoop/ozone/client/rest/RestClient.java    |  799 +++++++++++
 .../ozone/client/rest/RestServerSelector.java   |   40 +
 .../client/rest/exceptions/package-info.java    |   22 +
 .../ozone/client/rest/headers/package-info.java |   22 +
 .../hadoop/ozone/client/rest/package-info.java  |   23 +
 .../hadoop/ozone/client/rpc/RpcClient.java      |  567 ++++++++
 .../hadoop/ozone/client/rpc/package-info.java   |   23 +
 .../hadoop/ozone/web/client/OzoneBucket.java    |  644 +++++++++
 .../hadoop/ozone/web/client/OzoneKey.java       |   44 +
 .../ozone/web/client/OzoneRestClient.java       |  803 +++++++++++
 .../web/client/OzoneRestClientException.java    |   54 +
 .../hadoop/ozone/web/client/OzoneVolume.java    |  583 ++++++++
 .../hadoop/ozone/web/client/package-info.java   |   34 +
 .../ozone/client/TestOzoneClientUtils.java      |  105 ++
 .../hadoop/ozone/client/package-info.java       |   23 +
 .../common/dev-support/findbugsExcludeFile.xml  |    5 +
 hadoop-ozone/common/pom.xml                     |  108 ++
 hadoop-ozone/common/src/main/bin/oz             |  332 +++++
 hadoop-ozone/common/src/main/bin/start-ozone.sh |  105 ++
 hadoop-ozone/common/src/main/bin/stop-ozone.sh  |   99 ++
 .../common/src/main/conf/ozone-site.xml         |   24 +
 .../java/org/apache/hadoop/ozone/KsmUtils.java  |   87 ++
 .../ozone/client/io/LengthInputStream.java      |   49 +
 .../hadoop/ozone/client/io/package-info.java    |   22 +
 .../ozone/client/rest/OzoneException.java       |  267 ++++
 .../ozone/client/rest/headers/Header.java       |   71 +
 .../ozone/client/rest/headers/package-info.java |   22 +
 .../hadoop/ozone/client/rest/package-info.java  |   22 +
 .../ozone/client/rest/response/BucketInfo.java  |  231 ++++
 .../ozone/client/rest/response/KeyInfo.java     |  216 +++
 .../ozone/client/rest/response/VolumeInfo.java  |  215 +++
 .../ozone/client/rest/response/VolumeOwner.java |   61 +
 .../client/rest/response/package-info.java      |   24 +
 .../apache/hadoop/ozone/ksm/KSMConfigKeys.java  |   81 ++
 .../hadoop/ozone/ksm/helpers/KsmBucketArgs.java |  233 ++++
 .../hadoop/ozone/ksm/helpers/KsmBucketInfo.java |  235 ++++
 .../hadoop/ozone/ksm/helpers/KsmKeyArgs.java    |  119 ++
 .../hadoop/ozone/ksm/helpers/KsmKeyInfo.java    |  243 ++++
 .../ozone/ksm/helpers/KsmKeyLocationInfo.java   |  136 ++
 .../ksm/helpers/KsmKeyLocationInfoGroup.java    |  118 ++
 .../ozone/ksm/helpers/KsmOzoneAclMap.java       |  110 ++
 .../hadoop/ozone/ksm/helpers/KsmVolumeArgs.java |  223 +++
 .../ozone/ksm/helpers/OpenKeySession.java       |   50 +
 .../hadoop/ozone/ksm/helpers/ServiceInfo.java   |  237 ++++
 .../hadoop/ozone/ksm/helpers/VolumeArgs.java    |  140 ++
 .../hadoop/ozone/ksm/helpers/package-info.java  |   18 +
 .../apache/hadoop/ozone/ksm/package-info.java   |   21 +
 .../ksm/protocol/KeySpaceManagerProtocol.java   |  245 ++++
 .../hadoop/ozone/ksm/protocol/package-info.java |   19 +
 ...ceManagerProtocolClientSideTranslatorPB.java |  744 ++++++++++
 .../protocolPB/KeySpaceManagerProtocolPB.java   |   34 +
 .../ozone/ksm/protocolPB/package-info.java      |   19 +
 .../org/apache/hadoop/ozone/package-info.java   |   22 +
 .../hadoop/ozone/protocolPB/KSMPBHelper.java    |  113 ++
 .../hadoop/ozone/protocolPB/package-info.java   |   24 +
 .../apache/hadoop/ozone/tools/OzoneGetConf.java |  269 ++++
 .../apache/hadoop/ozone/tools/package-info.java |   21 +
 .../hadoop/ozone/web/handlers/BucketArgs.java   |  214 +++
 .../hadoop/ozone/web/handlers/KeyArgs.java      |  117 ++
 .../hadoop/ozone/web/handlers/ListArgs.java     |  142 ++
 .../hadoop/ozone/web/handlers/UserArgs.java     |  168 +++
 .../hadoop/ozone/web/handlers/VolumeArgs.java   |  142 ++
 .../hadoop/ozone/web/handlers/package-info.java |   22 +
 .../hadoop/ozone/web/request/OzoneQuota.java    |  214 +++
 .../hadoop/ozone/web/request/package-info.java  |   23 +
 .../hadoop/ozone/web/response/BucketInfo.java   |  325 +++++
 .../hadoop/ozone/web/response/KeyInfo.java      |  290 ++++
 .../hadoop/ozone/web/response/ListBuckets.java  |  154 +++
 .../hadoop/ozone/web/response/ListKeys.java     |  209 +++
 .../hadoop/ozone/web/response/ListVolumes.java  |  152 ++
 .../hadoop/ozone/web/response/VolumeInfo.java   |  308 +++++
 .../hadoop/ozone/web/response/VolumeOwner.java  |   60 +
 .../hadoop/ozone/web/response/package-info.java |   23 +
 .../hadoop/ozone/web/utils/OzoneUtils.java      |  227 +++
 .../hadoop/ozone/web/utils/package-info.java    |   18 +
 .../main/proto/KeySpaceManagerProtocol.proto    |  457 ++++++
 .../src/main/shellprofile.d/hadoop-ozone.sh     |   46 +
 .../apache/hadoop/ozone/web/TestBucketInfo.java |   81 ++
 .../hadoop/ozone/web/TestOzoneHttpServer.java   |   98 ++
 .../org/apache/hadoop/ozone/web/TestQuota.java  |  116 ++
 .../org/apache/hadoop/ozone/web/TestUtils.java  |  101 ++
 .../hadoop/ozone/web/TestVolumeStructs.java     |   73 +
 .../apache/hadoop/ozone/web/package-info.java   |   21 +
 hadoop-ozone/integration-test/pom.xml           |  117 ++
 .../hadoop/ozone/MiniOzoneClassicCluster.java   |  615 ++++++++
 .../apache/hadoop/ozone/MiniOzoneCluster.java   |   62 +
 .../hadoop/ozone/MiniOzoneTestHelper.java       |   60 +
 .../apache/hadoop/ozone/RatisTestHelper.java    |  115 ++
 .../hadoop/ozone/TestContainerOperations.java   |   90 ++
 .../hadoop/ozone/TestMiniOzoneCluster.java      |  254 ++++
 .../ozone/TestOzoneConfigurationFields.java     |   38 +
 .../apache/hadoop/ozone/TestOzoneHelper.java    |  414 ++++++
 .../ozone/TestStorageContainerManager.java      |  447 ++++++
 .../TestStorageContainerManagerHelper.java      |  180 +++
 .../ozone/client/rest/TestOzoneRestClient.java  |  405 ++++++
 .../hadoop/ozone/client/rest/package-info.java  |   23 +
 .../ozone/client/rpc/TestOzoneRpcClient.java    |  815 +++++++++++
 .../hadoop/ozone/client/rpc/package-info.java   |   23 +
 .../ozone/container/ContainerTestHelper.java    |  595 ++++++++
 .../common/TestBlockDeletingService.java        |  398 ++++++
 .../TestContainerDeletionChoosingPolicy.java    |  197 +++
 .../common/impl/TestContainerPersistence.java   |  905 ++++++++++++
 .../TestCloseContainerHandler.java              |  113 ++
 .../container/metrics/TestContainerMetrics.java |  124 ++
 .../container/ozoneimpl/TestOzoneContainer.java |  584 ++++++++
 .../ozoneimpl/TestOzoneContainerRatis.java      |  143 ++
 .../container/ozoneimpl/TestRatisManager.java   |  129 ++
 .../container/server/TestContainerServer.java   |  258 ++++
 .../ozone/ksm/TestContainerReportWithKeys.java  |  142 ++
 .../apache/hadoop/ozone/ksm/TestKSMMetrcis.java |  307 ++++
 .../apache/hadoop/ozone/ksm/TestKSMSQLCli.java  |  273 ++++
 .../hadoop/ozone/ksm/TestKeySpaceManager.java   | 1238 +++++++++++++++++
 .../ksm/TestKeySpaceManagerRestInterface.java   |  140 ++
 .../ozone/ksm/TestKsmBlockVersioning.java       |  254 ++++
 .../ksm/TestMultipleContainerReadWrite.java     |  216 +++
 .../hadoop/ozone/ozShell/TestOzoneShell.java    |  804 +++++++++++
 .../hadoop/ozone/scm/TestAllocateContainer.java |  104 ++
 .../hadoop/ozone/scm/TestContainerSQLCli.java   |  300 ++++
 .../ozone/scm/TestContainerSmallFile.java       |  151 ++
 .../org/apache/hadoop/ozone/scm/TestSCMCli.java |  535 +++++++
 .../apache/hadoop/ozone/scm/TestSCMMXBean.java  |  162 +++
 .../apache/hadoop/ozone/scm/TestSCMMetrics.java |  251 ++++
 .../ozone/scm/TestXceiverClientManager.java     |  196 +++
 .../ozone/scm/TestXceiverClientMetrics.java     |  172 +++
 .../BenchmarkContainerStateMap.java             |  180 +++
 .../ContainerStates/TestContainerStateMap.java  |  226 +++
 .../container/TestContainerStateManager.java    |  303 ++++
 .../hadoop/ozone/scm/node/TestQueryNode.java    |  122 ++
 .../hadoop/ozone/tools/TestDataValidate.java    |  146 ++
 .../apache/hadoop/ozone/tools/TestFreon.java    |  136 ++
 .../apache/hadoop/ozone/tools/package-info.java |   21 +
 .../ozone/web/TestDistributedOzoneVolumes.java  |  186 +++
 .../hadoop/ozone/web/TestLocalOzoneVolumes.java |  185 +++
 .../ozone/web/TestOzoneRestWithMiniCluster.java |  258 ++++
 .../hadoop/ozone/web/TestOzoneWebAccess.java    |  126 ++
 .../hadoop/ozone/web/client/TestBuckets.java    |  251 ++++
 .../ozone/web/client/TestBucketsRatis.java      |   76 +
 .../hadoop/ozone/web/client/TestKeys.java       |  692 +++++++++
 .../hadoop/ozone/web/client/TestKeysRatis.java  |  126 ++
 .../ozone/web/client/TestOzoneClient.java       |  306 ++++
 .../hadoop/ozone/web/client/TestVolume.java     |  434 ++++++
 .../ozone/web/client/TestVolumeRatis.java       |  131 ++
 .../src/test/resources/webapps/ksm/.gitkeep     |   15 +
 .../src/test/resources/webapps/scm/.gitkeep     |   15 +
 hadoop-ozone/objectstore-service/pom.xml        |   67 +
 .../server/datanode/ObjectStoreHandler.java     |  191 +++
 .../hdfs/server/datanode/package-info.java      |   22 +
 .../org/apache/hadoop/ozone/OzoneRestUtils.java |  222 +++
 .../org/apache/hadoop/ozone/package-info.java   |   22 +
 .../ozone/web/ObjectStoreApplication.java       |   59 +
 .../hadoop/ozone/web/ObjectStoreRestPlugin.java |  113 ++
 .../hadoop/ozone/web/exceptions/ErrorTable.java |  225 +++
 .../ozone/web/exceptions/package-info.java      |   22 +
 .../ozone/web/handlers/BucketHandler.java       |  197 +++
 .../web/handlers/BucketProcessTemplate.java     |  323 +++++
 .../hadoop/ozone/web/handlers/KeyHandler.java   |  245 ++++
 .../ozone/web/handlers/KeyProcessTemplate.java  |  235 ++++
 .../ozone/web/handlers/ServiceFilter.java       |   61 +
 .../web/handlers/StorageHandlerBuilder.java     |   76 +
 .../ozone/web/handlers/UserHandlerBuilder.java  |   75 +
 .../ozone/web/handlers/VolumeHandler.java       |  272 ++++
 .../web/handlers/VolumeProcessTemplate.java     |  276 ++++
 .../hadoop/ozone/web/handlers/package-info.java |   22 +
 .../hadoop/ozone/web/interfaces/Accounting.java |   57 +
 .../hadoop/ozone/web/interfaces/Bucket.java     |  183 +++
 .../hadoop/ozone/web/interfaces/Keys.java       |  146 ++
 .../ozone/web/interfaces/StorageHandler.java    |  295 ++++
 .../hadoop/ozone/web/interfaces/UserAuth.java   |  101 ++
 .../hadoop/ozone/web/interfaces/Volume.java     |  182 +++
 .../ozone/web/interfaces/package-info.java      |   22 +
 .../web/localstorage/LocalStorageHandler.java   |  379 +++++
 .../web/localstorage/OzoneMetadataManager.java  | 1138 +++++++++++++++
 .../ozone/web/localstorage/package-info.java    |   18 +
 .../LengthInputStreamMessageBodyWriter.java     |   59 +
 .../web/messages/StringMessageBodyWriter.java   |   62 +
 .../hadoop/ozone/web/messages/package-info.java |   18 +
 .../web/netty/CloseableCleanupListener.java     |   46 +
 .../web/netty/ObjectStoreChannelHandler.java    |   78 ++
 .../web/netty/ObjectStoreJerseyContainer.java   |  348 +++++
 .../ObjectStoreJerseyContainerProvider.java     |   40 +
 .../web/netty/ObjectStoreRestHttpServer.java    |  256 ++++
 .../web/netty/ObjectStoreURLDispatcher.java     |   61 +
 ...RequestContentObjectStoreChannelHandler.java |  117 ++
 ...equestDispatchObjectStoreChannelHandler.java |  103 ++
 .../hadoop/ozone/web/netty/package-info.java    |   26 +
 .../apache/hadoop/ozone/web/package-info.java   |   22 +
 .../web/storage/DistributedStorageHandler.java  |  539 ++++++++
 .../hadoop/ozone/web/storage/package-info.java  |   27 +
 .../hadoop/ozone/web/userauth/Simple.java       |  169 +++
 .../hadoop/ozone/web/userauth/package-info.java |   23 +
 ...m.sun.jersey.spi.container.ContainerProvider |   16 +
 .../org/apache/hadoop/ozone/TestErrorCode.java  |   53 +
 hadoop-ozone/ozone-manager/pom.xml              |  108 ++
 .../apache/hadoop/ozone/ksm/BucketManager.java  |   79 ++
 .../hadoop/ozone/ksm/BucketManagerImpl.java     |  315 +++++
 .../org/apache/hadoop/ozone/ksm/KSMMXBean.java  |   31 +
 .../hadoop/ozone/ksm/KSMMetadataManager.java    |  253 ++++
 .../ozone/ksm/KSMMetadataManagerImpl.java       |  525 +++++++
 .../org/apache/hadoop/ozone/ksm/KSMMetrics.java |  437 ++++++
 .../org/apache/hadoop/ozone/ksm/KSMStorage.java |   90 ++
 .../hadoop/ozone/ksm/KeyDeletingService.java    |  141 ++
 .../org/apache/hadoop/ozone/ksm/KeyManager.java |  165 +++
 .../apache/hadoop/ozone/ksm/KeyManagerImpl.java |  512 +++++++
 .../hadoop/ozone/ksm/KeySpaceManager.java       |  908 ++++++++++++
 .../ozone/ksm/KeySpaceManagerHttpServer.java    |   78 ++
 .../hadoop/ozone/ksm/OpenKeyCleanupService.java |  116 ++
 .../ozone/ksm/ServiceListJSONServlet.java       |  103 ++
 .../apache/hadoop/ozone/ksm/VolumeManager.java  |  100 ++
 .../hadoop/ozone/ksm/VolumeManagerImpl.java     |  391 ++++++
 .../ozone/ksm/exceptions/KSMException.java      |  116 ++
 .../ozone/ksm/exceptions/package-info.java      |   19 +
 .../apache/hadoop/ozone/ksm/package-info.java   |   21 +
 ...ceManagerProtocolServerSideTranslatorPB.java |  539 ++++++++
 .../hadoop/ozone/protocolPB/package-info.java   |   22 +
 .../hadoop/ozone/web/ozShell/Handler.java       |   79 ++
 .../apache/hadoop/ozone/web/ozShell/Shell.java  |  415 ++++++
 .../web/ozShell/bucket/CreateBucketHandler.java |   96 ++
 .../web/ozShell/bucket/DeleteBucketHandler.java |   87 ++
 .../web/ozShell/bucket/InfoBucketHandler.java   |   94 ++
 .../web/ozShell/bucket/ListBucketHandler.java   |  113 ++
 .../web/ozShell/bucket/UpdateBucketHandler.java |   94 ++
 .../ozone/web/ozShell/bucket/package-info.java  |   23 +
 .../web/ozShell/keys/DeleteKeyHandler.java      |   96 ++
 .../ozone/web/ozShell/keys/GetKeyHandler.java   |  116 ++
 .../ozone/web/ozShell/keys/InfoKeyHandler.java  |   98 ++
 .../ozone/web/ozShell/keys/ListKeyHandler.java  |  116 ++
 .../ozone/web/ozShell/keys/PutKeyHandler.java   |  106 ++
 .../ozone/web/ozShell/keys/package-info.java    |   23 +
 .../hadoop/ozone/web/ozShell/package-info.java  |   27 +
 .../web/ozShell/volume/CreateVolumeHandler.java |   99 ++
 .../web/ozShell/volume/DeleteVolumeHandler.java |   81 ++
 .../web/ozShell/volume/InfoVolumeHandler.java   |   95 ++
 .../web/ozShell/volume/ListVolumeHandler.java   |  114 ++
 .../web/ozShell/volume/UpdateVolumeHandler.java |   92 ++
 .../ozone/web/ozShell/volume/package-info.java  |   23 +
 .../apache/hadoop/ozone/web/package-info.java   |   24 +
 .../src/main/site/markdown/OzoneCommandShell.md |  150 ++
 .../site/markdown/OzoneGettingStarted.md.vm     |  320 +++++
 .../src/main/site/markdown/OzoneMetrics.md      |  166 +++
 .../src/main/site/markdown/OzoneOverview.md     |   88 ++
 .../src/main/site/markdown/OzoneRest.md         |  549 ++++++++
 .../src/main/webapps/ksm/index.html             |   70 +
 .../src/main/webapps/ksm/ksm-metrics.html       |   44 +
 .../ozone-manager/src/main/webapps/ksm/ksm.js   |  108 ++
 .../ozone-manager/src/main/webapps/ksm/main.css |   23 +
 .../src/main/webapps/ksm/main.html              |   18 +
 .../hadoop/ozone/ksm/TestBucketManagerImpl.java |  395 ++++++
 .../hadoop/ozone/ksm/TestChunkStreams.java      |  234 ++++
 .../ksm/TestKeySpaceManagerHttpServer.java      |  141 ++
 .../apache/hadoop/ozone/ksm/package-info.java   |   21 +
 hadoop-ozone/pom.xml                            |  100 ++
 hadoop-ozone/tools/pom.xml                      |   47 +
 .../org/apache/hadoop/ozone/scm/cli/SQLCLI.java |  720 ++++++++++
 .../hadoop/ozone/scm/cli/package-info.java      |   22 +
 .../org/apache/hadoop/ozone/tools/Freon.java    | 1146 +++++++++++++++
 .../apache/hadoop/ozone/tools/package-info.java |   22 +
 .../org/apache/hadoop/test/OzoneTestDriver.java |   59 +
 hadoop-project/pom.xml                          |  116 ++
 hadoop-tools/hadoop-ozone/pom.xml               |    9 +-
 .../hadoop/fs/ozone/TestOzoneFSInputStream.java |    2 +-
 .../fs/ozone/TestOzoneFileInterfaces.java       |  235 ----
 .../contract/ITestOzoneContractCreate.java      |   48 -
 .../contract/ITestOzoneContractDelete.java      |   48 -
 .../contract/ITestOzoneContractDistCp.java      |   50 -
 .../ITestOzoneContractGetFileStatus.java        |   61 -
 .../ozone/contract/ITestOzoneContractMkdir.java |   48 -
 .../ozone/contract/ITestOzoneContractOpen.java  |   47 -
 .../contract/ITestOzoneContractRename.java      |   49 -
 .../contract/ITestOzoneContractRootDir.java     |   51 -
 .../ozone/contract/ITestOzoneContractSeek.java  |   47 -
 .../hadoop/fs/ozone/contract/OzoneContract.java |  125 --
 .../src/test/resources/contract/ozone.xml       |  113 --
 .../src/test/resources/log4j.properties         |   23 -
 .../fs/ozone/TestOzoneFileInterfaces.java       |  235 ++++
 .../contract/ITestOzoneContractCreate.java      |   48 +
 .../contract/ITestOzoneContractDelete.java      |   48 +
 .../contract/ITestOzoneContractDistCp.java      |   50 +
 .../ITestOzoneContractGetFileStatus.java        |   61 +
 .../ozone/contract/ITestOzoneContractMkdir.java |   48 +
 .../ozone/contract/ITestOzoneContractOpen.java  |   47 +
 .../contract/ITestOzoneContractRename.java      |   49 +
 .../contract/ITestOzoneContractRootDir.java     |   51 +
 .../ozone/contract/ITestOzoneContractSeek.java  |   47 +
 .../hadoop/fs/ozone/contract/OzoneContract.java |  125 ++
 .../src/todo/resources/contract/ozone.xml       |  113 ++
 .../src/todo/resources/log4j.properties         |   23 +
 hadoop-tools/hadoop-tools-dist/pom.xml          |    2 +-
 .../yarn/api/records/ContainerRetryContext.java |   21 +-
 .../src/main/proto/yarn_protos.proto            |    1 +
 .../distributedshell/ApplicationMaster.java     |   10 +-
 .../applications/distributedshell/Client.java   |    7 +
 .../impl/pb/ContainerRetryContextPBImpl.java    |   15 +
 .../container/ContainerImpl.java                |   86 +-
 .../container/SlidingWindowRetryPolicy.java     |  165 +++
 .../recovery/NMLeveldbStateStoreService.java    |   24 +
 .../recovery/NMNullStateStoreService.java       |    5 +
 .../recovery/NMStateStoreService.java           |   21 +
 .../container/TestContainer.java                |   37 +
 .../container/TestSlidingWindowRetryPolicy.java |   77 ++
 .../recovery/NMMemoryStateStoreService.java     |    9 +
 .../TestNMLeveldbStateStoreService.java         |   16 +
 .../UserGroupMappingPlacementRule.java          |    7 +
 .../server/resourcemanager/TestAppManager.java  |    4 +-
 .../TestUserGroupMappingPlacementRule.java      |   21 +
 .../capacity/TestCapacityScheduler.java         |   34 +
 ...stCapacitySchedulerAutoCreatedQueueBase.java |   47 +-
 .../TestCapacitySchedulerAutoQueueCreation.java |   43 +-
 .../TestQueueManagementDynamicEditPolicy.java   |    4 +-
 pom.xml                                         |    3 +
 1372 files changed, 110389 insertions(+), 105816 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/hadoop/blob/ce23d9ad/dev-support/bin/dist-layout-stitching
----------------------------------------------------------------------
diff --git a/dev-support/bin/dist-layout-stitching 
b/dev-support/bin/dist-layout-stitching
index fdbc83c..5579435 100755
--- a/dev-support/bin/dist-layout-stitching
+++ b/dev-support/bin/dist-layout-stitching
@@ -14,7 +14,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-
 # project.version
 VERSION=$1
 
@@ -129,6 +128,24 @@ run copy 
"${ROOT}/hadoop-hdfs-project/hadoop-hdfs/target/hadoop-hdfs-${VERSION}"
 run copy 
"${ROOT}/hadoop-hdfs-project/hadoop-hdfs-nfs/target/hadoop-hdfs-nfs-${VERSION}" 
.
 run copy 
"${ROOT}/hadoop-hdfs-project/hadoop-hdfs-client/target/hadoop-hdfs-client-${VERSION}"
 .
 run copy 
"${ROOT}/hadoop-hdfs-project/hadoop-hdfs-native-client/target/hadoop-hdfs-native-client-${VERSION}"
 .
+
+run copy "${ROOT}/hadoop-hdsl/common/target/hadoop-hdsl-common-${VERSION}" .
+run copy 
"${ROOT}/hadoop-hdsl/framework/target/hadoop-hdsl-server-framework-${VERSION}" .
+run copy 
"${ROOT}/hadoop-hdsl/server-scm/target/hadoop-hdsl-server-scm-${VERSION}" .
+run copy "${ROOT}/hadoop-hdsl/tools/target/hadoop-hdsl-tools-${VERSION}" .
+run copy 
"${ROOT}/hadoop-hdsl/container-service/target/hadoop-hdsl-container-service-${VERSION}"
 .
+run copy "${ROOT}/hadoop-ozone/common/target/hadoop-ozone-common-${VERSION}" .
+run copy 
"${ROOT}/hadoop-ozone/ozone-manager/target/hadoop-ozone-ozone-manager-${VERSION}"
 .
+run copy 
"${ROOT}/hadoop-ozone/ozone-client/target/hadoop-ozone-client-${VERSION}" .
+run copy "${ROOT}/hadoop-ozone/tools/target/hadoop-ozone-tools-${VERSION}" .
+run copy 
"${ROOT}/hadoop-ozone/objectstore-service/target/hadoop-ozone-objectstore-service-${VERSION}"
 .
+run copy "${ROOT}/hadoop-cblock/server/target/hadoop-cblock-server-${VERSION}" 
.
+run copy "${ROOT}/hadoop-cblock/tools/target/hadoop-cblock-tools-${VERSION}" .
+run cp -r 
"${ROOT}/hadoop-hdsl/framework/target/hadoop-hdsl-server-framework-${VERSION}/share/hadoop/hdsl/webapps/static"
 share/hadoop/ozone/webapps/
+run cp -r 
"${ROOT}/hadoop-hdfs-project/hadoop-hdfs/target/hadoop-hdfs-${VERSION}/share/hadoop/hdfs/webapps/static"
 share/hadoop/ozone/webapps/
+run cp -r 
"${ROOT}/hadoop-hdfs-project/hadoop-hdfs/target/hadoop-hdfs-${VERSION}/share/hadoop/hdfs/webapps/static"
 share/hadoop/hdsl/webapps/
+
+
 run copy "${ROOT}/hadoop-yarn-project/target/hadoop-yarn-project-${VERSION}" .
 run copy "${ROOT}/hadoop-mapreduce-project/target/hadoop-mapreduce-${VERSION}" 
.
 run copy 
"${ROOT}/hadoop-tools/hadoop-tools-dist/target/hadoop-tools-dist-${VERSION}" .

http://git-wip-us.apache.org/repos/asf/hadoop/blob/ce23d9ad/hadoop-cblock/pom.xml
----------------------------------------------------------------------
diff --git a/hadoop-cblock/pom.xml b/hadoop-cblock/pom.xml
new file mode 100644
index 0000000..c6eb33e
--- /dev/null
+++ b/hadoop-cblock/pom.xml
@@ -0,0 +1,56 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License. See accompanying LICENSE file.
+-->
+<project xmlns="http://maven.apache.org/POM/4.0.0";
+xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance";
+xsi:schemaLocation="http://maven.apache.org/POM/4.0.0
+http://maven.apache.org/xsd/maven-4.0.0.xsd";>
+  <modelVersion>4.0.0</modelVersion>
+  <parent>
+    <groupId>org.apache.hadoop</groupId>
+    <artifactId>hadoop-project-dist</artifactId>
+    <version>3.2.0-SNAPSHOT</version>
+    <relativePath>../hadoop-project-dist</relativePath>
+  </parent>
+  <artifactId>hadoop-cblock</artifactId>
+  <version>3.2.0-SNAPSHOT</version>
+  <description>Apache Hadoop Cblock parent project</description>
+  <name>Apache Hadoop Cblock</name>
+  <packaging>pom</packaging>
+
+  <modules>
+    <module>server</module>
+    <module>tools</module>
+  </modules>
+
+  <dependencies>
+    <dependency>
+      <groupId>junit</groupId>
+      <artifactId>junit</artifactId>
+      <scope>test</scope>
+    </dependency>
+  </dependencies>
+
+  <build>
+    <plugins>
+      <plugin>
+        <groupId>org.codehaus.mojo</groupId>
+        <artifactId>findbugs-maven-plugin</artifactId>
+        <configuration>
+          <excludeFilterFile combine.self="override"></excludeFilterFile>
+        </configuration>
+      </plugin>
+    </plugins>
+  </build>
+</project>

http://git-wip-us.apache.org/repos/asf/hadoop/blob/ce23d9ad/hadoop-cblock/server/dev-support/findbugsExcludeFile.xml
----------------------------------------------------------------------
diff --git a/hadoop-cblock/server/dev-support/findbugsExcludeFile.xml 
b/hadoop-cblock/server/dev-support/findbugsExcludeFile.xml
new file mode 100644
index 0000000..54d602c
--- /dev/null
+++ b/hadoop-cblock/server/dev-support/findbugsExcludeFile.xml
@@ -0,0 +1,21 @@
+<!--
+   Licensed to the Apache Software Foundation (ASF) under one or more
+   contributor license agreements.  See the NOTICE file distributed with
+   this work for additional information regarding copyright ownership.
+   The ASF licenses this file to You under the Apache License, Version 2.0
+   (the "License"); you may not use this file except in compliance with
+   the License.  You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.
+-->
+<FindBugsFilter>
+  <Match>
+    <Package name="org.apache.hadoop.cblock.protocol.proto"/>
+  </Match>
+</FindBugsFilter>


---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org

Reply via email to