Merge branch 'trunk' into HADOOP-13345
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/86a67ffa Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/86a67ffa Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/86a67ffa Branch: refs/heads/HADOOP-13345 Commit: 86a67ffacde77b0824a32c560104288361fa17d4 Parents: f4c37a5 2bf9a15 Author: Mingliang Liu <lium...@apache.org> Authored: Tue Nov 22 14:53:33 2016 -0800 Committer: Mingliang Liu <lium...@apache.org> Committed: Tue Nov 22 14:53:33 2016 -0800 ---------------------------------------------------------------------- .gitignore | 13 + BUILDING.txt | 4 +- LICENSE.txt | 100 ++ dev-support/bin/create-release | 2 +- dev-support/docker/Dockerfile | 10 + .../resources/assemblies/hadoop-yarn-dist.xml | 7 + .../hadoop-cloud-storage/pom.xml | 127 ++ hadoop-cloud-storage-project/pom.xml | 54 + .../dev-support/findbugsExcludeFile.xml | 6 + hadoop-common-project/hadoop-common/pom.xml | 15 +- .../hadoop-common/src/main/conf/hadoop-env.sh | 6 - .../org/apache/hadoop/conf/ConfServlet.java | 8 +- .../hadoop/crypto/key/JavaKeyStoreProvider.java | 31 +- .../apache/hadoop/fs/FSExceptionMessages.java | 2 + .../java/org/apache/hadoop/fs/FileSystem.java | 7 +- .../java/org/apache/hadoop/fs/FileUtil.java | 27 +- .../apache/hadoop/fs/RawLocalFileSystem.java | 12 +- .../apache/hadoop/fs/TrashPolicyDefault.java | 5 +- .../apache/hadoop/fs/viewfs/ViewFileSystem.java | 44 +- .../hadoop/http/AdminAuthorizedServlet.java | 11 +- .../org/apache/hadoop/http/HttpServer2.java | 32 +- .../main/java/org/apache/hadoop/ipc/Server.java | 61 +- .../hadoop/ipc/metrics/RpcDetailedMetrics.java | 4 +- .../apache/hadoop/ipc/metrics/RpcMetrics.java | 5 + .../org/apache/hadoop/jmx/JMXJsonServlet.java | 8 +- .../java/org/apache/hadoop/log/LogLevel.java | 11 +- .../apache/hadoop/metrics2/MetricsPlugin.java | 2 +- .../metrics2/filter/AbstractPatternFilter.java | 2 +- .../hadoop/metrics2/impl/MetricsConfig.java | 38 +- .../hadoop/metrics2/impl/MetricsSystemImpl.java | 4 +- .../hadoop/metrics2/lib/MetricsRegistry.java | 8 + .../metrics2/lib/MutableMetricsFactory.java | 3 + .../hadoop/metrics2/lib/MutableRates.java | 6 + .../lib/MutableRatesWithAggregation.java | 148 +++ .../apache/hadoop/metrics2/lib/MutableStat.java | 4 + .../apache/hadoop/metrics2/sink/FileSink.java | 2 +- .../hadoop/metrics2/sink/GraphiteSink.java | 2 +- .../metrics2/sink/RollingFileSystemSink.java | 2 +- .../apache/hadoop/metrics2/sink/StatsDSink.java | 2 +- .../sink/ganglia/AbstractGangliaSink.java | 2 +- .../metrics2/sink/ganglia/GangliaSink30.java | 26 +- .../apache/hadoop/metrics2/util/SampleStat.java | 19 +- .../hadoop/security/UserGroupInformation.java | 70 +- .../AbstractDelegationTokenSecretManager.java | 69 +- .../DelegationTokenAuthenticationHandler.java | 32 +- .../hadoop/util/GenericOptionsParser.java | 54 +- .../main/java/org/apache/hadoop/util/Shell.java | 2 +- .../main/java/org/apache/hadoop/util/Time.java | 18 + .../hadoop-common/src/main/java/overview.html | 274 ----- .../src/main/resources/core-default.xml | 48 +- .../src/site/markdown/FileSystemShell.md | 324 ++++- .../src/site/markdown/filesystem/filesystem.md | 17 +- .../site/markdown/filesystem/introduction.md | 4 +- .../apache/hadoop/conf/TestConfiguration.java | 16 +- .../conf/TestConfigurationFieldsBase.java | 47 + .../org/apache/hadoop/fs/TestFsShellCopy.java | 51 + .../fs/contract/AbstractContractCreateTest.java | 96 +- .../AbstractContractGetFileStatusTest.java | 6 + .../hadoop/fs/contract/ContractTestUtils.java | 31 + .../fs/viewfs/ViewFileSystemBaseTest.java | 68 ++ .../org/apache/hadoop/http/TestHttpServer.java | 17 +- .../org/apache/hadoop/io/file/tfile/Timer.java | 52 +- .../java/org/apache/hadoop/ipc/TestRPC.java | 29 +- .../metrics2/filter/TestPatternFilter.java | 2 +- .../hadoop/metrics2/impl/ConfigBuilder.java | 11 +- .../apache/hadoop/metrics2/impl/ConfigUtil.java | 14 +- .../metrics2/impl/TestMetricsCollectorImpl.java | 2 +- .../hadoop/metrics2/impl/TestMetricsConfig.java | 2 +- .../metrics2/impl/TestMetricsSystemImpl.java | 2 +- .../hadoop/metrics2/lib/TestMutableMetrics.java | 165 ++- .../sink/RollingFileSystemSinkTestBase.java | 2 +- .../sink/TestRollingFileSystemSink.java | 2 +- .../metrics2/sink/ganglia/TestGangliaSink.java | 2 +- .../hadoop/security/TestUGIWithMiniKdc.java | 144 +++ .../security/TestUserGroupInformation.java | 93 ++ ...tionTokenAuthenticationHandlerWithMocks.java | 50 + .../org/apache/hadoop/test/MetricsAsserts.java | 7 + .../java/org/apache/hadoop/util/TestTime.java | 50 + .../hadoop-kms/src/main/conf/kms-site.xml | 4 +- .../hadoop-kms/src/site/markdown/index.md.vm | 4 +- .../hadoop/crypto/key/kms/server/TestKMS.java | 5 +- hadoop-hdfs-project/hadoop-hdfs-client/pom.xml | 6 +- .../org/apache/hadoop/hdfs/DFSOutputStream.java | 5 +- .../hadoop/hdfs/DFSStripedOutputStream.java | 4 +- .../hadoop/hdfs/DistributedFileSystem.java | 3 +- .../hadoop/hdfs/PositionStripeReader.java | 1 - .../apache/hadoop/hdfs/client/HdfsAdmin.java | 9 +- .../hadoop/hdfs/protocol/DatanodeInfo.java | 217 +++- .../hadoop/hdfs/protocolPB/PBHelperClient.java | 22 +- .../server/datanode/DiskBalancerWorkItem.java | 4 +- .../server/datanode/DiskBalancerWorkStatus.java | 13 +- .../hdfs/util/CombinedHostsFileReader.java | 8 +- .../hdfs/util/CombinedHostsFileWriter.java | 2 +- .../apache/hadoop/hdfs/web/JsonUtilClient.java | 46 +- .../hadoop/hdfs/web/WebHdfsFileSystem.java | 4 +- ...onfRefreshTokenBasedAccessTokenProvider.java | 4 +- .../CredentialBasedAccessTokenProvider.java | 4 +- .../hadoop/hdfs/web/TestWebHDFSOAuth2.java | 2 +- ...ClientCredentialTimeBasedTokenRefresher.java | 2 +- ...TestRefreshTokenTimeBasedTokenRefresher.java | 2 +- hadoop-hdfs-project/hadoop-hdfs-nfs/pom.xml | 10 - hadoop-hdfs-project/hadoop-hdfs/pom.xml | 16 +- .../org/apache/hadoop/hdfs/DFSConfigKeys.java | 18 + .../NamenodeProtocolServerSideTranslatorPB.java | 6 +- .../hadoop/hdfs/server/balancer/Balancer.java | 5 +- .../hadoop/hdfs/server/balancer/Dispatcher.java | 34 +- .../server/blockmanagement/BlockManager.java | 8 +- .../hadoop/hdfs/server/datanode/DataNode.java | 83 +- .../server/datanode/ReportBadBlockAction.java | 4 +- .../hdfs/server/datanode/StorageLocation.java | 35 +- .../server/datanode/checker/AsyncChecker.java | 63 + .../hdfs/server/datanode/checker/Checkable.java | 49 + .../checker/StorageLocationChecker.java | 235 ++++ .../datanode/checker/ThrottledAsyncChecker.java | 224 ++++ .../datanode/checker/VolumeCheckResult.java | 43 + .../server/datanode/checker/package-info.java | 26 + .../erasurecode/StripedBlockWriter.java | 4 +- .../datanode/fsdataset/impl/FsDatasetImpl.java | 2 - .../datanode/fsdataset/impl/FsVolumeImpl.java | 49 +- .../server/diskbalancer/command/Command.java | 4 +- .../connectors/JsonNodeConnector.java | 4 +- .../datamodel/DiskBalancerCluster.java | 8 +- .../datamodel/DiskBalancerVolume.java | 8 +- .../datamodel/DiskBalancerVolumeSet.java | 6 +- .../server/diskbalancer/planner/NodePlan.java | 6 +- .../apache/hadoop/hdfs/server/mover/Mover.java | 5 +- .../hdfs/server/namenode/CacheManager.java | 2 +- .../hdfs/server/namenode/Checkpointer.java | 2 +- .../ContentSummaryComputationContext.java | 2 +- .../hdfs/server/namenode/FSEditLogLoader.java | 4 +- .../hdfs/server/namenode/FSNamesystem.java | 489 ++++---- .../hdfs/server/namenode/FSNamesystemLock.java | 59 +- .../hdfs/server/namenode/LeaseManager.java | 2 +- .../hadoop/hdfs/server/namenode/NNStorage.java | 2 +- .../hdfs/server/namenode/NamenodeFsck.java | 2 +- .../server/namenode/StartupProgressServlet.java | 6 +- .../web/resources/NamenodeWebHdfsMethods.java | 31 +- .../org/apache/hadoop/hdfs/web/JsonUtil.java | 2 +- .../hadoop-hdfs/src/main/java/overview.html | 274 ----- .../src/main/resources/hdfs-default.xml | 60 + .../hadoop-hdfs/src/site/markdown/WebHDFS.md | 3 +- .../fs/viewfs/TestViewFileSystemHdfs.java | 57 + .../fs/viewfs/TestViewFsDefaultValue.java | 12 +- .../org/apache/hadoop/hdfs/DFSTestUtil.java | 46 +- .../apache/hadoop/hdfs/StripedFileTestUtil.java | 116 +- .../hadoop/hdfs/TestAppendSnapshotTruncate.java | 2 - .../hadoop/hdfs/TestDFSClientSocketSize.java | 6 +- .../apache/hadoop/hdfs/TestDFSOutputStream.java | 19 + .../org/apache/hadoop/hdfs/TestDFSShell.java | 2 +- .../hadoop/hdfs/TestDFSStripedInputStream.java | 180 +-- .../hadoop/hdfs/TestDFSStripedOutputStream.java | 12 +- .../TestDFSStripedOutputStreamWithFailure.java | 255 ++-- ...estDFSStripedOutputStreamWithFailure000.java | 8 +- ...estDFSStripedOutputStreamWithFailure010.java | 8 +- ...estDFSStripedOutputStreamWithFailure020.java | 8 +- ...estDFSStripedOutputStreamWithFailure030.java | 8 +- ...estDFSStripedOutputStreamWithFailure040.java | 8 +- ...estDFSStripedOutputStreamWithFailure050.java | 8 +- ...estDFSStripedOutputStreamWithFailure060.java | 8 +- ...estDFSStripedOutputStreamWithFailure070.java | 8 +- ...estDFSStripedOutputStreamWithFailure080.java | 8 +- ...estDFSStripedOutputStreamWithFailure090.java | 8 +- ...estDFSStripedOutputStreamWithFailure100.java | 8 +- ...estDFSStripedOutputStreamWithFailure110.java | 8 +- ...estDFSStripedOutputStreamWithFailure120.java | 8 +- ...estDFSStripedOutputStreamWithFailure130.java | 8 +- ...estDFSStripedOutputStreamWithFailure140.java | 8 +- ...estDFSStripedOutputStreamWithFailure150.java | 8 +- ...estDFSStripedOutputStreamWithFailure160.java | 8 +- ...estDFSStripedOutputStreamWithFailure170.java | 8 +- ...estDFSStripedOutputStreamWithFailure180.java | 8 +- ...estDFSStripedOutputStreamWithFailure190.java | 8 +- ...estDFSStripedOutputStreamWithFailure200.java | 8 +- ...estDFSStripedOutputStreamWithFailure210.java | 9 +- .../hdfs/TestDecommissionWithStriped.java | 46 +- .../apache/hadoop/hdfs/TestEncryptionZones.java | 61 +- .../TestErasureCodingPolicyWithSnapshot.java | 9 +- .../org/apache/hadoop/hdfs/TestFileAppend.java | 71 ++ .../apache/hadoop/hdfs/TestFileChecksum.java | 11 +- .../apache/hadoop/hdfs/TestFileCorruption.java | 7 +- .../hadoop/hdfs/TestFileCreationDelete.java | 11 +- .../hadoop/hdfs/TestLeaseRecoveryStriped.java | 72 +- .../hdfs/TestReadStripedFileWithDecoding.java | 29 +- .../TestReadStripedFileWithMissingBlocks.java | 29 +- .../hadoop/hdfs/TestReconstructStripedFile.java | 15 +- .../apache/hadoop/hdfs/TestRenameWhileOpen.java | 45 +- .../hdfs/TestSafeModeWithStripedFile.java | 20 +- .../hadoop/hdfs/TestWriteReadStripedFile.java | 24 +- .../hdfs/TestWriteStripedFileWithFailure.java | 16 +- .../client/impl/TestBlockReaderFactory.java | 6 +- .../hadoop/hdfs/protocolPB/TestPBHelper.java | 7 +- .../hdfs/server/balancer/TestBalancer.java | 29 +- .../blockmanagement/TestBlockInfoStriped.java | 78 +- .../TestBlockTokenWithDFSStriped.java | 16 +- .../TestRBWBlockInvalidation.java | 45 +- ...constructStripedBlocksWithRackAwareness.java | 58 +- .../TestSequentialBlockGroupId.java | 11 +- .../TestSortLocatedStripedBlock.java | 45 +- .../datanode/InternalDataNodeTestUtils.java | 2 +- .../hdfs/server/datanode/TestBlockRecovery.java | 65 +- .../hdfs/server/datanode/TestDataDirs.java | 27 - .../TestDataNodeErasureCodingMetrics.java | 29 +- .../datanode/TestDataNodeFSDataSetSink.java | 2 +- .../server/datanode/TestDataNodeMXBean.java | 4 +- .../hdfs/server/datanode/TestDataNodeUUID.java | 2 +- .../datanode/TestDataNodeVolumeFailure.java | 31 +- .../TestDatanodeProtocolRetryPolicy.java | 2 +- .../checker/TestStorageLocationChecker.java | 215 ++++ .../checker/TestThrottledAsyncChecker.java | 276 +++++ .../fsdataset/impl/FsDatasetImplTestUtils.java | 14 + .../impl/TestInterDatanodeProtocol.java | 4 +- .../diskbalancer/TestDiskBalancerRPC.java | 2 +- .../hadoop/hdfs/server/mover/TestMover.java | 22 +- .../hdfs/server/namenode/FSXAttrBaseTest.java | 3 +- .../TestAddOverReplicatedStripedBlocks.java | 71 +- .../namenode/TestAddStripedBlockInFBR.java | 22 +- .../server/namenode/TestAddStripedBlocks.java | 72 +- .../server/namenode/TestFSEditLogLoader.java | 13 +- .../server/namenode/TestFSNamesystemLock.java | 59 +- .../server/namenode/TestNameNodeMXBean.java | 2 +- .../namenode/TestQuotaWithStripedBlocks.java | 20 +- .../namenode/TestReconstructStripedBlocks.java | 53 +- .../server/namenode/TestStripedINodeFile.java | 4 +- .../shortcircuit/TestShortCircuitCache.java | 11 +- .../apache/hadoop/hdfs/tools/TestDFSAdmin.java | 152 +++ .../hdfs/tools/TestDelegationTokenFetcher.java | 7 +- ...TestOfflineImageViewerWithStripedBlocks.java | 27 +- .../hadoop/hdfs/util/TestStripedBlockUtil.java | 138 +-- .../apache/hadoop/hdfs/web/TestJsonUtil.java | 4 +- .../org/apache/hadoop/hdfs/web/TestWebHDFS.java | 21 +- .../hadoop/tools/TestHdfsConfigFields.java | 1 + .../hadoop-mapreduce-client-app/pom.xml | 4 + .../jobhistory/JobHistoryEventHandler.java | 12 +- .../jobhistory/TestJobHistoryEventHandler.java | 5 +- .../hadoop/mapreduce/v2/app/TestKill.java | 9 +- .../hadoop-mapreduce-client-common/pom.xml | 2 - .../hadoop-mapreduce-client-core/pom.xml | 4 + .../java/org/apache/hadoop/mapred/MapTask.java | 6 +- .../org/apache/hadoop/mapred/QueueManager.java | 8 +- .../hadoop/mapreduce/JobResourceUploader.java | 14 +- .../hadoop/mapreduce/JobSubmissionFiles.java | 5 +- .../apache/hadoop/mapreduce/JobSubmitter.java | 17 +- .../apache/hadoop/mapreduce/MRJobConfig.java | 4 + .../lib/output/FileOutputCommitter.java | 12 +- .../lib/output/PartialFileOutputCommitter.java | 2 +- .../mapreduce/lib/partition/InputSampler.java | 6 +- .../mapreduce/task/reduce/MergeManagerImpl.java | 3 +- .../mapreduce/util/JobHistoryEventUtils.java | 9 +- .../TestPreemptableFileOutputCommitter.java | 2 +- .../mapreduce/task/reduce/TestMergeManager.java | 7 + .../mapreduce/v2/hs/HistoryFileManager.java | 48 +- ...istoryServerFileSystemStateStoreService.java | 2 +- .../mapreduce/v2/hs/webapp/HsTasksPage.java | 3 +- .../hadoop/mapred/TestClientRedirect.java | 9 + .../hadoop/mapred/TestMROpportunisticMaps.java | 18 +- .../mapred/pipes/TestPipeApplication.java | 35 +- .../hadoop/mapreduce/v2/MiniMRYarnCluster.java | 8 +- .../hadoop/mapreduce/v2/TestRMNMInfo.java | 4 +- .../hadoop-mapreduce-client-shuffle/pom.xml | 2 - .../examples/terasort/TeraOutputFormat.java | 4 +- .../hadoop/maven/plugin/protoc/ProtocMojo.java | 228 +--- .../maven/plugin/protoc/ProtocRunner.java | 283 +++++ .../maven/plugin/protoc/ProtocTestMojo.java | 61 + .../maven/plugin/protoc/package-info.java | 98 ++ hadoop-project/pom.xml | 35 +- .../apache/hadoop/tools/HadoopArchiveLogs.java | 4 +- .../org/apache/hadoop/tools/HadoopArchives.java | 17 +- .../apache/hadoop/tools/TestHadoopArchives.java | 2 +- hadoop-tools/hadoop-aws/pom.xml | 4 + .../apache/hadoop/fs/s3a/S3ClientFactory.java | 6 +- .../fs/s3a/ITestS3AAWSCredentialsProvider.java | 3 +- .../hadoop/fs/s3a/ITestS3AConfiguration.java | 5 +- .../fs/s3a/yarn/ITestS3AMiniYarnCluster.java | 3 + .../dev-support/findbugs-exclude.xml | 24 - hadoop-tools/hadoop-azure-datalake/pom.xml | 47 +- .../main/java/org/apache/hadoop/fs/adl/Adl.java | 4 + .../org/apache/hadoop/fs/adl/AdlConfKeys.java | 92 ++ .../org/apache/hadoop/fs/adl/AdlFileSystem.java | 892 +++++++++++++- .../apache/hadoop/fs/adl/AdlFsInputStream.java | 149 +++ .../apache/hadoop/fs/adl/AdlFsOutputStream.java | 82 ++ .../org/apache/hadoop/fs/adl/AdlPermission.java | 69 ++ .../hadoop/fs/adl/SdkTokenProviderAdapter.java | 41 + .../apache/hadoop/fs/adl/TokenProviderType.java | 25 + .../fs/adl/oauth2/AzureADTokenProvider.java | 70 ++ ...hedRefreshTokenBasedAccessTokenProvider.java | 135 --- .../hadoop/fs/adl/oauth2/package-info.java | 2 +- .../org/apache/hadoop/fs/adl/package-info.java | 2 +- .../org/apache/hadoop/hdfs/web/ADLConfKeys.java | 61 - .../apache/hadoop/hdfs/web/BufferManager.java | 180 --- .../web/PrivateAzureDataLakeFileSystem.java | 1116 ------------------ ...ClientCredentialBasedAccesTokenProvider.java | 156 --- ...hedRefreshTokenBasedAccessTokenProvider.java | 37 - .../hadoop/hdfs/web/oauth2/package-info.java | 24 - .../apache/hadoop/hdfs/web/package-info.java | 25 - .../hadoop/hdfs/web/resources/ADLFlush.java | 49 - .../hdfs/web/resources/ADLGetOpParam.java | 96 -- .../hdfs/web/resources/ADLPostOpParam.java | 97 -- .../hdfs/web/resources/ADLPutOpParam.java | 94 -- .../hdfs/web/resources/ADLVersionInfo.java | 51 - .../web/resources/AppendADLNoRedirectParam.java | 45 - .../web/resources/CreateADLNoRedirectParam.java | 44 - .../hadoop/hdfs/web/resources/LeaseParam.java | 53 - .../web/resources/ReadADLNoRedirectParam.java | 44 - .../hadoop/hdfs/web/resources/package-info.java | 27 - .../META-INF/org.apache.hadoop.fs.FileSystem | 16 + .../src/site/markdown/index.md | 126 +- .../apache/hadoop/fs/adl/AdlMockWebServer.java | 99 ++ .../apache/hadoop/fs/adl/TestACLFeatures.java | 262 ++++ .../hadoop/fs/adl/TestADLResponseData.java | 67 +- .../org/apache/hadoop/fs/adl/TestAdlRead.java | 196 +++ .../hadoop/fs/adl/TestAzureADTokenProvider.java | 133 +++ .../adl/TestConcurrentDataReadOperations.java | 299 +++++ .../hadoop/fs/adl/TestCustomTokenProvider.java | 136 +++ .../apache/hadoop/fs/adl/TestGetFileStatus.java | 33 +- .../apache/hadoop/fs/adl/TestListStatus.java | 34 +- .../fs/adl/TestRelativePathFormation.java | 61 + .../fs/adl/TestValidateConfiguration.java | 103 ++ .../hadoop/fs/adl/TestableAdlFileSystem.java | 3 +- .../fs/adl/common/CustomMockTokenProvider.java | 61 + .../hadoop/fs/adl/common/ExpectedResponse.java | 71 ++ .../hadoop/fs/adl/common/Parallelized.java | 60 + .../hadoop/fs/adl/common/TestDataForRead.java | 122 ++ .../fs/adl/live/AdlStorageConfiguration.java | 50 +- .../hadoop/fs/adl/live/AdlStorageContract.java | 19 +- .../live/TestAdlDifferentSizeWritesLive.java | 2 +- .../adl/live/TestAdlFileSystemContractLive.java | 2 +- .../hadoop/fs/adl/live/TestAdlReadLive.java | 342 ------ ...estAdlWebHdfsFileContextCreateMkdirLive.java | 79 -- ...AdlWebHdfsFileContextMainOperationsLive.java | 104 -- ...hedRefreshTokenBasedAccessTokenProvider.java | 149 --- .../hadoop/fs/common/AdlMockWebServer.java | 116 -- .../hadoop/fs/common/ExpectedResponse.java | 72 -- .../hadoop/fs/common/TestDataForRead.java | 120 -- .../org/apache/hadoop/hdfs/web/TestAdlRead.java | 205 ---- .../web/TestConcurrentDataReadOperations.java | 306 ----- .../hdfs/web/TestConfigurationSetting.java | 138 --- .../hdfs/web/TestSplitSizeCalculation.java | 123 -- .../src/test/resources/adls.xml | 11 +- .../test/resources/contract-test-options.xml | 62 +- .../src/test/resources/log4j.properties | 30 + hadoop-tools/hadoop-azure/pom.xml | 6 + .../org/apache/hadoop/fs/azure/WasbFsck.java | 8 +- .../fs/azure/AzureBlobStorageTestAccount.java | 2 +- .../org/apache/hadoop/tools/DistCpSync.java | 4 +- .../apache/hadoop/tools/SimpleCopyListing.java | 16 +- .../hadoop/tools/mapred/CopyCommitter.java | 4 +- .../apache/hadoop/tools/mapred/CopyMapper.java | 5 +- .../tools/mapred/RetriableFileCopyCommand.java | 2 +- .../apache/hadoop/tools/util/DistCpUtils.java | 4 +- .../src/site/markdown/DistCp.md.vm | 131 +- .../java/org/apache/hadoop/tools/DistTool.java | 10 +- .../apache/hadoop/metrics2/sink/KafkaSink.java | 2 +- .../hadoop/metrics2/impl/TestKafkaMetrics.java | 2 +- hadoop-tools/hadoop-openstack/pom.xml | 2 +- .../hadoop/fs/swift/util/SwiftTestUtils.java | 9 +- .../fs/swift/TestFSMainOperationsSwift.java | 6 + .../hadoop/tools/rumen/state/StatePool.java | 25 +- .../hadoop/yarn/sls/nodemanager/NodeInfo.java | 5 + .../yarn/sls/scheduler/RMNodeWrapper.java | 5 + .../dev-support/findbugs-exclude.xml | 9 + .../hadoop-yarn/hadoop-yarn-api/pom.xml | 6 +- .../yarn/api/ApplicationClientProtocol.java | 23 + .../api/protocolrecords/AllocateRequest.java | 134 ++- .../api/protocolrecords/AllocateResponse.java | 283 ++++- .../UpdateApplicationTimeoutsRequest.java | 81 ++ .../UpdateApplicationTimeoutsResponse.java | 46 + .../records/ApplicationResourceUsageReport.java | 43 +- .../records/ApplicationSubmissionContext.java | 4 + .../yarn/api/records/ContainerExitStatus.java | 6 + .../hadoop/yarn/api/records/ContainerState.java | 4 +- .../yarn/api/records/ResourceRequest.java | 177 ++- .../records/timelineservice/TimelineEntity.java | 3 +- .../hadoop/yarn/conf/YarnConfiguration.java | 39 +- .../main/proto/applicationclient_protocol.proto | 1 + .../src/main/proto/yarn_protos.proto | 9 +- .../src/main/proto/yarn_service_protos.proto | 9 + .../yarn/conf/TestYarnConfigurationFields.java | 11 + .../hadoop-yarn/hadoop-yarn-client/pom.xml | 2 - .../hadoop/yarn/client/api/AMRMClient.java | 109 +- .../hadoop/yarn/client/api/YarnClient.java | 26 + .../yarn/client/api/impl/AMRMClientImpl.java | 29 +- .../yarn/client/api/impl/YarnClientImpl.java | 30 +- .../hadoop/yarn/client/cli/ApplicationCLI.java | 7 + .../hadoop/yarn/client/cli/RMAdminCLI.java | 2 +- .../api/impl/TestDistributedScheduling.java | 3 +- .../yarn/client/api/impl/TestNMClient.java | 9 +- .../TestOpportunisticContainerAllocation.java | 73 +- .../yarn/client/api/impl/TestYarnClient.java | 21 + .../hadoop/yarn/client/cli/TestYarnCLI.java | 4 +- .../hadoop-yarn/hadoop-yarn-common/pom.xml | 34 +- .../FileSystemBasedConfigurationProvider.java | 4 +- .../ApplicationClientProtocolPBClientImpl.java | 21 +- .../ApplicationClientProtocolPBServiceImpl.java | 22 + .../impl/pb/AllocateResponsePBImpl.java | 4 +- .../UpdateApplicationTimeoutsRequestPBImpl.java | 220 ++++ ...UpdateApplicationTimeoutsResponsePBImpl.java | 73 ++ .../ApplicationResourceUsageReportPBImpl.java | 28 + .../api/impl/FileSystemTimelineWriter.java | 39 +- .../client/api/impl/TimelineClientImpl.java | 2 +- .../nodelabels/FileSystemNodeLabelsStore.java | 26 +- .../NonAppendableFSNodeLabelStore.java | 8 +- .../yarn/util/AbstractLivelinessMonitor.java | 17 +- .../yarn/util/ResourceCalculatorPlugin.java | 39 + .../java/org/apache/hadoop/yarn/util/Times.java | 33 + .../yarn/util/timeline/TimelineUtils.java | 6 +- .../apache/hadoop/yarn/webapp/Controller.java | 2 +- .../org/apache/hadoop/yarn/webapp/WebApps.java | 8 + .../webapp/YarnJacksonJaxbJsonProvider.java | 16 +- .../src/main/resources/yarn-default.xml | 26 +- .../hadoop/yarn/event/DrainDispatcher.java | 15 +- .../TestFileSystemNodeLabelsStore.java | 4 +- .../hadoop-yarn/hadoop-yarn-registry/pom.xml | 12 - .../registry/client/binding/JsonSerDeser.java | 32 +- .../hadoop/registry/client/types/Endpoint.java | 4 +- .../client/types/RegistryPathStatus.java | 4 +- .../registry/client/types/ServiceRecord.java | 7 +- .../pom.xml | 2 - ...pplicationHistoryManagerOnTimelineStore.java | 8 +- .../FileSystemApplicationHistoryStore.java | 16 +- .../server/timeline/GenericObjectMapper.java | 6 +- .../timeline/webapp/TimelineWebServices.java | 4 + ...pplicationHistoryManagerOnTimelineStore.java | 11 +- .../TestFileSystemApplicationHistoryStore.java | 7 +- .../hadoop-yarn-server-common/pom.xml | 2 - .../RegisterNodeManagerRequest.java | 24 + .../pb/RegisterNodeManagerRequestPBImpl.java | 30 +- .../metrics/ApplicationMetricsConstants.java | 6 + .../OpportunisticContainerAllocator.java | 55 +- .../hadoop/yarn/server/utils/BuilderUtils.java | 5 +- .../yarn_server_common_service_protos.proto | 1 + .../hadoop/yarn/TestYarnServerApiClasses.java | 3 + .../hadoop-yarn-server-nodemanager/pom.xml | 2 - .../hadoop/yarn/server/nodemanager/Context.java | 18 +- .../yarn/server/nodemanager/NodeManager.java | 42 +- .../nodemanager/NodeResourceMonitorImpl.java | 6 +- .../nodemanager/NodeStatusUpdaterImpl.java | 71 +- .../containermanager/ContainerManager.java | 4 + .../containermanager/ContainerManagerImpl.java | 49 +- .../containermanager/container/Container.java | 6 + .../container/ContainerImpl.java | 86 +- .../container/ContainerState.java | 2 +- .../launcher/ContainerLaunch.java | 30 +- .../launcher/RecoveredContainerLaunch.java | 4 +- .../localizer/ResourceLocalizationService.java | 42 +- .../sharedcache/SharedCacheUploader.java | 6 +- .../monitor/ContainersMonitor.java | 52 +- .../monitor/ContainersMonitorImpl.java | 88 +- .../queuing/QueuingContainerManagerImpl.java | 686 ----------- .../containermanager/queuing/package-info.java | 23 - ...locationBasedResourceUtilizationTracker.java | 137 +++ .../scheduler/ContainerScheduler.java | 419 +++++++ .../scheduler/ContainerSchedulerEvent.java | 51 + .../scheduler/ContainerSchedulerEventType.java | 29 + .../scheduler/ResourceUtilizationTracker.java | 59 + .../scheduler/package-info.java | 22 + .../nodemanager/metrics/NodeManagerMetrics.java | 35 + .../scheduler/DistributedScheduler.java | 19 +- .../nodemanager/webapp/ContainerLogsUtils.java | 5 +- .../container-executor/impl/configuration.c | 42 +- .../container-executor/impl/configuration.h | 9 + .../impl/container-executor.c | 11 +- .../impl/container-executor.h | 10 - .../main/native/container-executor/impl/main.c | 5 +- .../test/test-container-executor.c | 94 +- .../TestContainerManagerWithLCE.java | 11 + .../yarn/server/nodemanager/TestEventFlow.java | 3 +- .../nodemanager/TestNodeManagerResync.java | 8 + .../nodemanager/TestNodeManagerShutdown.java | 5 +- .../nodemanager/TestNodeStatusUpdater.java | 129 +- .../amrmproxy/BaseAMRMProxyTest.java | 8 +- .../amrmproxy/MockResourceManagerFacade.java | 9 + .../BaseContainerManagerTest.java | 72 +- .../containermanager/TestContainerManager.java | 85 +- .../TestContainerManagerRecovery.java | 34 +- .../TestContainerManagerRegression.java | 84 -- .../container/TestContainer.java | 26 +- .../TestResourceLocalizationService.java | 128 +- .../queuing/TestQueuingContainerManager.java | 594 ---------- .../TestContainerSchedulerQueuing.java | 872 ++++++++++++++ .../nodemanager/webapp/MockContainer.java | 15 + .../hadoop-yarn-server-resourcemanager/pom.xml | 8 +- .../ApplicationMasterService.java | 5 +- .../server/resourcemanager/ClientRMService.java | 147 ++- ...pportunisticContainerAllocatorAMService.java | 27 +- .../server/resourcemanager/RMAppManager.java | 88 +- .../server/resourcemanager/RMAuditLogger.java | 4 +- .../server/resourcemanager/RMServerUtils.java | 50 +- .../server/resourcemanager/ResourceManager.java | 98 +- .../resourcemanager/ResourceTrackerService.java | 3 +- .../metrics/TimelineServiceV1Publisher.java | 8 +- .../metrics/TimelineServiceV2Publisher.java | 10 +- .../capacity/FifoCandidatesSelector.java | 5 +- .../capacity/IntraQueueCandidatesSelector.java | 5 +- .../ProportionalCapacityPreemptionPolicy.java | 14 +- .../resourcemanager/recovery/RMStateStore.java | 65 +- .../recovery/RMStateUpdateAppEvent.java | 15 +- .../recovery/ZKRMStateStore.java | 3 +- .../records/ApplicationAttemptStateData.java | 39 +- .../recovery/records/ApplicationStateData.java | 27 + .../pb/ApplicationAttemptStateDataPBImpl.java | 24 + .../impl/pb/ApplicationStateDataPBImpl.java | 86 ++ .../server/resourcemanager/rmapp/RMApp.java | 17 + .../server/resourcemanager/rmapp/RMAppImpl.java | 114 +- .../resourcemanager/rmapp/RMAppMetrics.java | 16 +- .../rmapp/attempt/RMAppAttemptImpl.java | 11 +- .../rmapp/attempt/RMAppAttemptMetrics.java | 16 + .../rmapp/monitor/RMAppLifetimeMonitor.java | 72 +- .../rmcontainer/RMContainer.java | 13 + .../rmcontainer/RMContainerImpl.java | 105 +- .../server/resourcemanager/rmnode/RMNode.java | 6 + .../resourcemanager/rmnode/RMNodeImpl.java | 55 +- .../scheduler/AbstractYarnScheduler.java | 8 +- .../scheduler/AppSchedulingInfo.java | 179 ++- .../scheduler/SchedulerApplicationAttempt.java | 75 +- .../scheduler/SchedulerNode.java | 9 +- .../scheduler/YarnScheduler.java | 11 +- .../scheduler/activities/ActivitiesLogger.java | 17 +- .../scheduler/activities/ActivitiesManager.java | 7 +- .../scheduler/capacity/AbstractCSQueue.java | 77 +- .../scheduler/capacity/CSAssignment.java | 33 + .../scheduler/capacity/CSQueue.java | 26 +- .../scheduler/capacity/CapacityScheduler.java | 816 ++++++++++--- .../CapacitySchedulerConfiguration.java | 19 + .../scheduler/capacity/LeafQueue.java | 462 +++++--- .../scheduler/capacity/ParentQueue.java | 428 ++++--- .../allocator/AbstractContainerAllocator.java | 39 +- .../capacity/allocator/ContainerAllocation.java | 12 +- .../capacity/allocator/ContainerAllocator.java | 15 +- .../allocator/IncreaseContainerAllocator.java | 89 +- .../allocator/RegularContainerAllocator.java | 215 ++-- .../scheduler/common/AssignmentInformation.java | 44 +- .../common/ContainerAllocationProposal.java | 111 ++ .../common/ResourceAllocationCommitter.java | 29 + .../scheduler/common/ResourceCommitRequest.java | 164 +++ .../scheduler/common/SchedulerContainer.java | 80 ++ .../scheduler/common/fica/FiCaSchedulerApp.java | 629 ++++++++-- .../scheduler/event/AppAddedSchedulerEvent.java | 5 +- .../scheduler/fair/FSAppAttempt.java | 71 +- .../scheduler/fair/FSLeafQueue.java | 15 +- .../scheduler/fair/FSParentQueue.java | 6 +- .../scheduler/fair/FairScheduler.java | 7 +- .../scheduler/fair/MaxRunningAppsEnforcer.java | 50 +- .../scheduler/fifo/FifoAppAttempt.java | 110 ++ .../scheduler/fifo/FifoScheduler.java | 55 +- .../scheduler/placement/PlacementSet.java | 65 + .../scheduler/placement/PlacementSetUtils.java | 36 + .../placement/ResourceRequestUpdateResult.java | 43 + .../placement/SchedulingPlacementSet.java | 90 ++ .../scheduler/placement/SimplePlacementSet.java | 70 ++ .../AbstractComparatorOrderingPolicy.java | 4 +- .../scheduler/policy/FairOrderingPolicy.java | 3 +- .../scheduler/policy/FifoOrderingPolicy.java | 4 +- .../FifoOrderingPolicyForPendingApps.java | 3 +- .../webapp/FairSchedulerPage.java | 28 + .../resourcemanager/webapp/RMAppBlock.java | 8 +- .../resourcemanager/webapp/RMWebServices.java | 6 +- .../resourcemanager/webapp/dao/AppInfo.java | 24 +- .../yarn_server_resourcemanager_recovery.proto | 3 + .../yarn/server/resourcemanager/MockNodes.java | 17 +- .../yarn/server/resourcemanager/MockRM.java | 144 ++- .../server/resourcemanager/TestAppManager.java | 4 +- .../resourcemanager/TestApplicationCleanup.java | 15 - .../TestApplicationMasterService.java | 6 +- .../resourcemanager/TestClientRMService.java | 15 +- .../TestNodeBlacklistingOnAMFailures.java | 14 - .../yarn/server/resourcemanager/TestRM.java | 8 +- .../server/resourcemanager/TestRMRestart.java | 1 + .../resourcemanager/TestRMStoreCommands.java | 103 ++ .../TestTokenClientRMService.java | 5 +- .../applicationsmanager/MockAsm.java | 21 +- .../TestAMRMRPCNodeUpdates.java | 13 - .../metrics/TestSystemMetricsPublisher.java | 15 +- .../TestSystemMetricsPublisherForV2.java | 5 +- ...alCapacityPreemptionPolicyMockFramework.java | 3 + ...estProportionalCapacityPreemptionPolicy.java | 5 + .../recovery/RMStateStoreTestBase.java | 4 +- .../recovery/TestZKRMStateStore.java | 44 +- .../server/resourcemanager/rmapp/MockRMApp.java | 16 + .../rmapp/TestApplicationLifetimeMonitor.java | 150 ++- .../rmapp/TestRMAppTransitions.java | 2 + .../scheduler/TestAbstractYarnScheduler.java | 2 +- .../scheduler/TestSchedulerHealth.java | 6 +- .../capacity/TestApplicationLimits.java | 171 ++- .../capacity/TestApplicationPriority.java | 13 +- .../capacity/TestCapacityScheduler.java | 56 +- .../TestCapacitySchedulerAsyncScheduling.java | 143 +++ .../scheduler/capacity/TestChildQueueOrder.java | 21 +- .../capacity/TestContainerAllocation.java | 45 +- .../capacity/TestContainerResizing.java | 10 +- .../scheduler/capacity/TestLeafQueue.java | 647 +++++++--- .../scheduler/capacity/TestParentQueue.java | 209 ++-- .../scheduler/capacity/TestReservations.java | 277 +++-- .../scheduler/capacity/TestUtils.java | 26 + .../scheduler/fair/TestFairScheduler.java | 48 + .../fair/TestMaxRunningAppsEnforcer.java | 2 +- .../resourcemanager/webapp/TestAppPage.java | 3 +- .../webapp/TestRMWebAppFairScheduler.java | 3 +- .../webapp/TestRMWebServiceAppsNodelabel.java | 14 +- .../webapp/TestRMWebServicesApps.java | 2 +- .../webapp/TestRMWebServicesNodes.java | 1 + .../TestRMWebServicesSchedulerActivities.java | 8 +- .../store/InMemorySCMStore.java | 8 +- .../hadoop-yarn-server-tests/pom.xml | 6 +- .../hadoop/yarn/server/MiniYARNCluster.java | 55 +- .../hadoop/yarn/server/TestDiskFailures.java | 4 +- .../pom.xml | 12 - .../timeline/EntityGroupFSTimelineStore.java | 12 +- .../hadoop/yarn/server/timeline/LogInfo.java | 12 +- .../server/timeline/PluginStoreTestUtils.java | 22 +- .../yarn/server/timeline/TestLogInfo.java | 12 +- .../hadoop-yarn-server-timelineservice/pom.xml | 10 - .../storage/FileSystemTimelineReaderImpl.java | 6 +- .../src/site/markdown/TimelineServer.md | 21 +- .../src/site/markdown/YarnUI2.md | 55 + .../hadoop-yarn/hadoop-yarn-ui/pom.xml | 193 +++ .../hadoop-yarn-ui/public/crossdomain.xml | 15 + .../hadoop-yarn-ui/src/main/webapp/.bowerrc | 4 + .../hadoop-yarn-ui/src/main/webapp/.ember-cli | 9 + .../hadoop-yarn-ui/src/main/webapp/.jshintrc | 32 + .../src/main/webapp/.watchmanconfig | 3 + .../src/main/webapp/WEB-INF/web.xml | 25 + .../src/main/webapp/app/adapters/abstract.js | 48 + .../main/webapp/app/adapters/cluster-info.js | 30 + .../main/webapp/app/adapters/cluster-metric.js | 30 + .../webapp/app/adapters/yarn-app-attempt.js | 38 + .../src/main/webapp/app/adapters/yarn-app.js | 43 + .../webapp/app/adapters/yarn-container-log.js | 80 ++ .../main/webapp/app/adapters/yarn-container.js | 63 + .../main/webapp/app/adapters/yarn-node-app.js | 53 + .../webapp/app/adapters/yarn-node-container.js | 54 + .../src/main/webapp/app/adapters/yarn-node.js | 33 + .../src/main/webapp/app/adapters/yarn-queue.js | 30 + .../main/webapp/app/adapters/yarn-rm-node.js | 36 + .../hadoop-yarn-ui/src/main/webapp/app/app.js | 38 + .../webapp/app/components/app-attempt-table.js | 22 + .../src/main/webapp/app/components/app-table.js | 22 + .../app/components/app-usage-donut-chart.js | 62 + .../src/main/webapp/app/components/bar-chart.js | 127 ++ .../app/components/base-chart-component.js | 144 +++ .../app/components/base-usage-donut-chart.js | 43 + .../webapp/app/components/breadcrumb-bar.js | 31 + .../webapp/app/components/container-table.js | 22 + .../main/webapp/app/components/donut-chart.js | 193 +++ .../main/webapp/app/components/item-selector.js | 39 + .../main/webapp/app/components/nodes-heatmap.js | 209 ++++ ...er-app-memusage-by-nodes-stacked-barchart.js | 88 ++ ...app-ncontainers-by-nodes-stacked-barchart.js | 67 ++ .../app/components/queue-configuration-table.js | 22 + .../webapp/app/components/queue-navigator.js | 22 + .../app/components/queue-usage-donut-chart.js | 69 ++ .../main/webapp/app/components/queue-view.js | 289 +++++ .../main/webapp/app/components/simple-table.js | 81 ++ .../webapp/app/components/stacked-barchart.js | 198 ++++ .../main/webapp/app/components/timeline-view.js | 277 +++++ .../main/webapp/app/components/tree-selector.js | 298 +++++ .../src/main/webapp/app/config.js | 24 + .../src/main/webapp/app/constants.js | 24 + .../main/webapp/app/controllers/application.js | 55 + .../webapp/app/controllers/cluster-overview.js | 32 + .../webapp/app/controllers/yarn-app-attempt.js | 40 + .../webapp/app/controllers/yarn-app-attempts.js | 40 + .../src/main/webapp/app/controllers/yarn-app.js | 45 + .../main/webapp/app/controllers/yarn-apps.js | 31 + .../app/controllers/yarn-container-log.js | 40 + .../webapp/app/controllers/yarn-node-app.js | 36 + .../webapp/app/controllers/yarn-node-apps.js | 39 + .../app/controllers/yarn-node-containers.js | 39 + .../main/webapp/app/controllers/yarn-node.js | 37 + .../app/controllers/yarn-nodes-heatmap.js | 36 + .../main/webapp/app/controllers/yarn-nodes.js | 33 + .../webapp/app/controllers/yarn-queue-apps.js | 46 + .../main/webapp/app/controllers/yarn-queue.js | 44 + .../main/webapp/app/controllers/yarn-queues.js | 34 + .../webapp/app/controllers/yarn-services.js | 34 + .../src/main/webapp/app/helpers/divide.js | 31 + .../main/webapp/app/helpers/log-files-comma.js | 48 + .../src/main/webapp/app/helpers/node-link.js | 37 + .../src/main/webapp/app/helpers/node-menu.js | 66 ++ .../src/main/webapp/app/helpers/node-name.js | 46 + .../src/main/webapp/app/index.html | 44 + .../src/main/webapp/app/initializers/env.js | 29 + .../src/main/webapp/app/initializers/hosts.js | 28 + .../src/main/webapp/app/initializers/loader.js | 86 ++ .../src/main/webapp/app/models/cluster-info.js | 31 + .../main/webapp/app/models/cluster-metric.js | 133 +++ .../main/webapp/app/models/yarn-app-attempt.js | 143 +++ .../src/main/webapp/app/models/yarn-app.js | 104 ++ .../webapp/app/models/yarn-container-log.js | 25 + .../main/webapp/app/models/yarn-container.js | 64 + .../src/main/webapp/app/models/yarn-node-app.js | 44 + .../webapp/app/models/yarn-node-container.js | 57 + .../src/main/webapp/app/models/yarn-node.js | 33 + .../src/main/webapp/app/models/yarn-queue.js | 94 ++ .../src/main/webapp/app/models/yarn-rm-node.js | 99 ++ .../src/main/webapp/app/models/yarn-user.js | 26 + .../src/main/webapp/app/router.js | 58 + .../src/main/webapp/app/routes/abstract.js | 32 + .../src/main/webapp/app/routes/application.js | 40 + .../main/webapp/app/routes/cluster-overview.js | 44 + .../src/main/webapp/app/routes/index.js | 29 + .../main/webapp/app/routes/yarn-app-attempt.js | 50 + .../main/webapp/app/routes/yarn-app-attempts.js | 36 + .../src/main/webapp/app/routes/yarn-app.js | 52 + .../src/main/webapp/app/routes/yarn-apps.js | 35 + .../main/webapp/app/routes/yarn-apps/apps.js | 22 + .../webapp/app/routes/yarn-apps/services.js | 22 + .../webapp/app/routes/yarn-container-log.js | 63 + .../src/main/webapp/app/routes/yarn-node-app.js | 35 + .../main/webapp/app/routes/yarn-node-apps.js | 35 + .../webapp/app/routes/yarn-node-container.js | 36 + .../webapp/app/routes/yarn-node-containers.js | 34 + .../src/main/webapp/app/routes/yarn-node.js | 37 + .../src/main/webapp/app/routes/yarn-nodes.js | 35 + .../webapp/app/routes/yarn-nodes/heatmap.js | 22 + .../main/webapp/app/routes/yarn-nodes/table.js | 22 + .../main/webapp/app/routes/yarn-queue-apps.js | 42 + .../src/main/webapp/app/routes/yarn-queue.js | 42 + .../src/main/webapp/app/routes/yarn-queues.js | 42 + .../main/webapp/app/routes/yarn-queues/index.js | 23 + .../app/routes/yarn-queues/queues-selector.js | 25 + .../main/webapp/app/serializers/cluster-info.js | 47 + .../webapp/app/serializers/cluster-metric.js | 47 + .../webapp/app/serializers/yarn-app-attempt.js | 75 ++ .../src/main/webapp/app/serializers/yarn-app.js | 93 ++ .../app/serializers/yarn-container-log.js | 39 + .../webapp/app/serializers/yarn-container.js | 79 ++ .../webapp/app/serializers/yarn-node-app.js | 83 ++ .../app/serializers/yarn-node-container.js | 71 ++ .../main/webapp/app/serializers/yarn-node.js | 56 + .../main/webapp/app/serializers/yarn-queue.js | 145 +++ .../main/webapp/app/serializers/yarn-rm-node.js | 74 ++ .../src/main/webapp/app/services/env.js | 59 + .../src/main/webapp/app/services/hosts.js | 74 ++ .../src/main/webapp/app/styles/app.css | 279 +++++ .../main/webapp/app/templates/application.hbs | 85 ++ .../webapp/app/templates/cluster-overview.hbs | 150 +++ .../templates/components/app-attempt-table.hbs | 62 + .../app/templates/components/app-table.hbs | 86 ++ .../app/templates/components/breadcrumb-bar.hbs | 22 + .../templates/components/container-table.hbs | 54 + .../templates/components/node-menu-panel.hbs | 44 + .../app/templates/components/nodes-heatmap.hbs | 27 + .../components/queue-configuration-table.hbs | 54 + .../templates/components/queue-navigator.hbs | 28 + .../app/templates/components/timeline-view.hbs | 54 + .../src/main/webapp/app/templates/error.hbs | 19 + .../src/main/webapp/app/templates/notfound.hbs | 20 + .../webapp/app/templates/yarn-app-attempt.hbs | 43 + .../webapp/app/templates/yarn-app-attempts.hbs | 55 + .../src/main/webapp/app/templates/yarn-app.hbs | 253 ++++ .../src/main/webapp/app/templates/yarn-apps.hbs | 90 ++ .../webapp/app/templates/yarn-apps/apps.hbs | 24 + .../webapp/app/templates/yarn-apps/services.hbs | 27 + .../webapp/app/templates/yarn-container-log.hbs | 38 + .../main/webapp/app/templates/yarn-node-app.hbs | 62 + .../webapp/app/templates/yarn-node-apps.hbs | 53 + .../app/templates/yarn-node-container.hbs | 72 ++ .../app/templates/yarn-node-containers.hbs | 60 + .../src/main/webapp/app/templates/yarn-node.hbs | 118 ++ .../main/webapp/app/templates/yarn-nodes.hbs | 70 ++ .../webapp/app/templates/yarn-nodes/heatmap.hbs | 30 + .../webapp/app/templates/yarn-nodes/table.hbs | 67 ++ .../webapp/app/templates/yarn-queue-apps.hbs | 64 + .../main/webapp/app/templates/yarn-queue.hbs | 108 ++ .../main/webapp/app/templates/yarn-queues.hbs | 70 ++ .../src/main/webapp/app/utils/color-utils.js | 67 ++ .../src/main/webapp/app/utils/converter.js | 126 ++ .../main/webapp/app/utils/href-address-utils.js | 29 + .../src/main/webapp/app/utils/mock.js | 36 + .../src/main/webapp/app/utils/sorter.js | 73 ++ .../hadoop-yarn-ui/src/main/webapp/bower.json | 24 + .../src/main/webapp/config/configs.env | 48 + .../src/main/webapp/config/default-config.js | 32 + .../src/main/webapp/config/environment.js | 70 ++ .../src/main/webapp/ember-cli-build.js | 58 + .../src/main/webapp/jsconfig.json | 6 + .../hadoop-yarn-ui/src/main/webapp/package.json | 52 + .../assets/images/datatables/Sorting icons.psd | Bin 0 -> 27490 bytes .../public/assets/images/datatables/favicon.ico | Bin 0 -> 894 bytes .../assets/images/datatables/sort_asc.png | Bin 0 -> 160 bytes .../images/datatables/sort_asc_disabled.png | Bin 0 -> 148 bytes .../assets/images/datatables/sort_both.png | Bin 0 -> 201 bytes .../assets/images/datatables/sort_desc.png | Bin 0 -> 158 bytes .../images/datatables/sort_desc_disabled.png | Bin 0 -> 146 bytes .../webapp/public/assets/images/hadoop_logo.png | Bin 0 -> 31716 bytes .../src/main/webapp/public/crossdomain.xml | 34 + .../hadoop-yarn-ui/src/main/webapp/testem.json | 12 + .../src/main/webapp/tests/helpers/resolver.js | 29 + .../src/main/webapp/tests/helpers/start-app.js | 36 + .../src/main/webapp/tests/index.html | 51 + .../components/breadcrumb-bar-test.js | 43 + .../src/main/webapp/tests/test-helper.js | 24 + .../webapp/tests/unit/adapters/yarn-app-test.js | 30 + .../unit/adapters/yarn-container-log-test.js | 73 ++ .../tests/unit/adapters/yarn-node-app-test.js | 93 ++ .../unit/adapters/yarn-node-container-test.js | 93 ++ .../tests/unit/adapters/yarn-node-test.js | 42 + .../tests/unit/adapters/yarn-rm-node-test.js | 44 + .../unit/controllers/yarn-app-attempt-test.js | 30 + .../unit/controllers/yarn-app-attempts-test.js | 30 + .../tests/unit/controllers/yarn-app-test.js | 30 + .../tests/unit/controllers/yarn-apps-test.js | 30 + .../unit/controllers/yarn-container-log-test.js | 30 + .../unit/controllers/yarn-node-app-test.js | 30 + .../unit/controllers/yarn-node-apps-test.js | 30 + .../controllers/yarn-node-containers-test.js | 30 + .../tests/unit/controllers/yarn-node-test.js | 30 + .../unit/controllers/yarn-nodes-heatmap-test.js | 30 + .../tests/unit/controllers/yarn-nodes-test.js | 30 + .../unit/controllers/yarn-queue-apps-test.js | 30 + .../tests/unit/controllers/yarn-queues-test.js | 30 + .../unit/controllers/yarn-services-test.js | 30 + .../webapp/tests/unit/helpers/node-name-test.js | 28 + .../webapp/tests/unit/initializers/env-test.js | 41 + .../tests/unit/initializers/hosts-test.js | 41 + .../tests/unit/initializers/jquery-test.js | 41 + .../tests/unit/initializers/loader-test.js | 40 + .../webapp/tests/unit/mixins/charts-test.js | 30 + .../webapp/tests/unit/models/yarn-app-test.js | 30 + .../unit/models/yarn-container-log-test.js | 48 + .../tests/unit/models/yarn-node-app-test.js | 65 + .../unit/models/yarn-node-container-test.js | 78 ++ .../webapp/tests/unit/models/yarn-node-test.js | 58 + .../tests/unit/models/yarn-rm-node-test.js | 95 ++ .../tests/unit/routes/yarn-app-attempts-test.js | 29 + .../webapp/tests/unit/routes/yarn-apps-test.js | 29 + .../unit/routes/yarn-container-log-test.js | 120 ++ .../tests/unit/routes/yarn-node-app-test.js | 56 + .../tests/unit/routes/yarn-node-apps-test.js | 60 + .../unit/routes/yarn-node-container-test.js | 61 + .../unit/routes/yarn-node-containers-test.js | 68 ++ .../webapp/tests/unit/routes/yarn-node-test.js | 84 ++ .../webapp/tests/unit/routes/yarn-nodes-test.js | 74 ++ .../tests/unit/routes/yarn-queue-apps-test.js | 29 + .../tests/unit/routes/yarn-queues-test.js | 29 + .../tests/unit/serializers/yarn-app-test.js | 33 + .../unit/serializers/yarn-container-log-test.js | 49 + .../unit/serializers/yarn-node-app-test.js | 102 ++ .../serializers/yarn-node-container-test.js | 128 ++ .../tests/unit/serializers/yarn-node-test.js | 69 ++ .../tests/unit/serializers/yarn-rm-node-test.js | 153 +++ .../main/webapp/tests/unit/services/env-test.js | 30 + .../webapp/tests/unit/services/hosts-test.js | 30 + .../webapp/tests/unit/utils/converter-test.js | 52 + .../main/webapp/tests/unit/utils/sorter-test.js | 26 + hadoop-yarn-project/hadoop-yarn/pom.xml | 1 + pom.xml | 25 - 847 files changed, 32968 insertions(+), 11204 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/86a67ffa/hadoop-common-project/hadoop-common/src/main/resources/core-default.xml ---------------------------------------------------------------------- --------------------------------------------------------------------- To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org For additional commands, e-mail: common-commits-h...@hadoop.apache.org
