This is an automated email from the ASF dual-hosted git repository.
stevel pushed a change to branch feature-HADOOP-18073-s3a-sdk-upgrade
in repository https://gitbox.apache.org/repos/asf/hadoop.git
from 735e35d6484 HADOOP-18347. S3A Vectored IO to use bounded thread pool.
(#4918)
add bfd64158277 YARN-11290. Improve Query Condition of
FederationStateStore#getApplicationsHomeSubCluster. (#4846)
add 42d883937d5 YARN-11310. [Federation] Refactoring Yarn Router's
Federation Web Page. (#4924)
add e22f5e75aef HADOOP-18463. Add an integration test to process data
asynchronously during vectored read. (#4921)
add 4891bf50491 HDFS-13369. Fix for FSCK Report broken with
RequestHedgingProxyProvider (#4917)
add 07581f1ab2c YARN-6169 message on empty configuration file improved
(#4952)
add 22bd5e3b535 YARN-11238. Optimizing FederationClientInterceptor Call
with Parallelism. (#4904)
add 874a004347c YARN-11318. Improve
FederationInterceptorREST#createInterceptorForSubCluster Use WebAppUtils.
(#4939)
add a708ff96f14 YARN-11324. Fix some PBImpl classes to avoid NPE. (#4961)
add 1a9faf123d9 YARN-11313. [Federation] Add SQLServer Script and
Supported DB Version in Federation.md. (#4927)
add 38b2ed2151a HADOOP-18442. Remove openstack support (#4855)
add 1675a28e5a0 HADOOP-18378. Implement lazy seek in S3A prefetching.
(#4955)
add 7ec762a5fd5 HADOOP-18465. Fix S3A SSE test skip when encryption is
disabled (#4925)
add b31b3ea0f6c YARN-11187. Remove WhiteBox in yarn module. (#4463)
add 8336b91329c HADOOP-18469. Add secure XML parser factories to XMLUtils
(#4940)
add 062c50db6be MAPREDUCE-7370. Parallelize MultipleOutputs#close call
(#4248). Contributed by Ashutosh Gupta.
add 5eddec8c461 HADOOP-18468: Upgrade jettison to 1.5.1 to fix
CVE-2022-40149 (#4937)
add b0bfd09c41a HDFS-16798. HDFS-16798. SerialNumberMap should decrease
current counter if the item exist. (#4987). Contributed by ZanderXu.
add 9a7d0e7ed0f YARN-11260. Upgrade JUnit from 4 to 5 in
hadoop-yarn-server-timelineservice (#4775)
add 540a660429b HADOOP-18480. Upgrade aws sdk to 1.12.316 (#4972)
add be70bbb4be0 HADOOP-18460. checkIfVectoredIOStopped before populating
the buffers (#4986)
add b0b2cb4a16d HDFS-16783. Remove the redundant lock in deepCopyReplica
and getFinalizedBlocks (#4942). Contributed by ZanderXu.
add 62ff4e36cfa HDFS-16787. Remove the redundant lock in
DataSetLockManager#removeLock (#4948). Contributed by ZanderXu.
add 0c515b0ef09 YARN-6766. Add helper method in FairSchedulerAppsBlock to
print app info. Contributed by Riya Khandelwal
add 4fe079f85fb HDFS-16795. Use secure XML parsers (#4979)
add d14b88c698e HDFS-16774.Improve async delete replica on datanode (#4903)
add 03d600fa822 HADOOP-17779: Lock File System Creator Semaphore
Uninterruptibly (#3158)
add 2122733c305 Add .yetus/excludes.txt (#4984)
add 82a88a8ae62 YARN-11315. [Federation] YARN Federation Router Supports
Cross-Origin. (#4934)
add 9e16f1f883a YARN-11317. [Federation] Refactoring Yarn Router's About
Web Page. (#4946)
add d78b0b39a63 YARN-11323. [Federation] Improve ResourceManager Handler
FinishApps. (#4954)
add 5694d7e25f9 Add Dockerfile_windows_10 (#4936)
add d6b1e1eeb68 HDFS-16777. datatables@1.10.17 sonatype-2020-0988
vulnerability (#5003)
add 1ff7e84caf2 YARN-11334. Improve SubClusterState#fromString parameter
and LogMessage. (#4988). Contributed by fanshilun.
add 3ff8f58f8cd HADOOP-18360. Update commons-csv from 1.0 to 1.9.0.
(#4928). Contributed by fanshilun.
add 9439d8e4e4e HADOOP-18292. Fix s3 select tests when running against
unsupported storage class (#4489)
add bfce21ee08f YARN-11330. use secure XML parsers (#4981)
add 647457e6ab4 YARN-11327. [Federation] Refactoring Yarn Router's Node
Web Page. (#5009)
add 19628513567 YARN-11294. [Federation] Router Support DelegationToken
store/update/remove Token With MemoryStateStore. (#4915)
add 5b52123c9d3 YARN-8041. [Router] Federation: Improve Router REST API
Metrics. (#4938)
add 77e551a4787 HADOOP-18481. AWS v2 SDK upgrade log to not about standard
AWS Credential Providers. (#4973)
add b0d5182c310 YARN-10680. Revisit try blocks without catch blocks but
having finally blocks. Contributed by Susheel Gupta
add 4ff6c9b8de6 HADOOP-18493: upgrade jackson-databind to 2.12.7.1
(#5011). Contributed by PJ Fanning.
add 136291d2d5b HADOOP-18462. InstrumentedWriteLock should consider
Reentrant case (#4919). Contributed by ZanderXu.
add 9a8aff69ff7 HDFS-6874. Add GETFILEBLOCKLOCATIONS operation to HttpFS
(#4750)
add 2d91daab5e6 HADOOP-18156. Address JavaDoc warnings in classes like
MarkerTool, S3ObjectAttributes, etc (#4965)
add babb050fa3d HADOOP-18497. Upgrade commons-text version to fix
CVE-2022-42889. (#5037). Contributed by PJ Fanning.
add ee886cacd7e YARN-11247. Remove unused classes introduced by YARN-9615.
(#4720)
add d80db6c9e5f HADOOP-18476. Abfs and S3A FileContext bindings to close
wrapped filesystems in finalizer (#4966)
add 6207ac47e09 HADOOP-18304. Improve user-facing S3A committers
documentation (#4478)
add 8aa04b0b24b HADOOP-18189 S3APrefetchingInputStream to support status
probes when closed (#5036)
add 48b6f9f3357 YARN-11328. Refactoring part of the code of
SQLFederationStateStore. (#4976)
add c5c00f3d2ce HDFS-16803.Improve some annotations in hdfs module. (#5031)
add 9adf0ca0899 YARN-11342. [Federation] Refactor getNewApplication,
submitApplication Use FederationActionRetry. (#5005)
add a996d889ec0 HADOOP-17767. ABFS: Update test scripts (#3124)
add 7f69e092900 HADOOP-18471. Fixed ArrayIndexOutOfBoundsException in
DefaultStringifier (#4957)
add c4aa41aa801 HADOOP-18500. Upgrade maven-shade-plugin to 3.3.0 (#5045)
add d93e6f0cbb3 YARN-11295. [Federation] Router Support DelegationToken in
MemoryStore mode. (#5032)
add aac87ffe764 MAPREDUCE-7411: use secure XML parsers in mapreduce
modules (#4980)
add 833750f72a8 HADOOP-18506. Update build instructions for Windows using
VS2019 (#5066)
add 454157a3844 YARN-11345. [Federation] Refactoring Yarn Router's
Application Web Page. (#5030)
add 21b7790866d YARN-11336. Upgrade Junit 4 to 5 in
hadoop-yarn-applications-catalog-webapp (#4992)
add e6edbf1b4b9 YARN-11338. Upgrade Junit 4 to 5 in
hadoop-yarn-applications-unmanaged-am-launcher (#4994)
add 0a26d84df10 HADOOP-9946. NumAllSinks metrics shows lower value than
NumActiveSinks (#5002)
add f140506d675 HADOOP-18504. Fixed an unhandled NullPointerException in
class KeyProvider (#5064)
add 37bff63c0ff Refactor CallerContext's constructor to eliminate
duplicate code (#5070)
add fba46aa5bba HADOOP-18499. S3A to support HTTPS web proxies (#5051)
add 562b6933744 YARN-11356. Upgrade DataTables to 1.11.5 to fix CVEs.
Contributed by Bence Kosztolnik.
add ba77530ff4b YARN-11357. Fix
FederationClientInterceptor#submitApplication Can't Update SubClusterId (#5055)
add 545a556883a HDFS-16822. HostRestrictingAuthorizationFilter should pass
through requests if they don't access WebHDFS API. (#5079)
add d26c35b228c HDFS-16817. Remove useless DataNode lock related
configuration (#5072)
add 8396caa4840 HDFS-16716. Improve appendToFile command: support
appending on file with new block (#4697)
add 88f7f5bc015 HDFS-16802.Print options when accessing
ClientProtocol#rename2(). (#5013)
add bfb84cd7f66 YARN-11360: Add number of decommissioning/shutdown nodes
to YARN cluster metrics. (#5060)
add b1cd88c598f YARN-11229. [Federation] Add checkUserAccessToQueue REST
APIs for Router. (#4929)
add 070a2d48800 YARN-11332. [Federation] Improve
FederationClientInterceptor#ThreadPool thread pool configuration. (#4982)
add 2aae7ffe083 YARN-11337. Upgrade Junit 4 to 5 in
hadoop-yarn-applications-mawo (#4993)
add d6a65a41809 HADOOP-18472. Upgrade to snakeyaml 1.33 (#4958)
add c0968033877 YARN-11339. Upgrade Junit 4 to 5 in
hadoop-yarn-services-api (#4995)
add e04c9e810bf MAPREDUCE-7426. Fix typo in StartEndTimeBase (#4894)
add cbe02c2e77e YARN-11264. Upgrade JUnit from 4 to 5 in
hadoop-yarn-server-tests (#4776)
add af7dd660e09 HADOOP-18233. Possible race condition with
TemporaryAWSCredentialsProvider (#5024)
add b1f418f8027 YARN-11365. Fix NM class not found on Windows (#5093)
add 3b10cb5a3b2 HADOOP-18507. VectorIO FileRange type to support a
"reference" field (#5076)
add 0b577992eff HADOOP-18482. ITestS3APrefetchingInputStream to skip if
CSV test file unavailable (#4983)
add 7ba304d1c63 HADOOP-18512: upgrade woodstox-core to 5.4.0 for security
fix (#5087). Contributed by PJ Fanning.
add 388f2f182f1 document fix for MAPREDUCE-7425 (#5090)
add 69225ae5b9b YARN-11363. Remove unused TimelineVersionWatcher and
TimelineVersion from hadoop-yarn-server-tests (#5091)
add 83acb559817 YARN-11364. Docker Container to accept docker Image name
with sha256 digest (#5092)
add e62ba16a02f HADOOP-18484. Upgrade hsqldb to v2.7.1 to mitigate
CVE-2022-41853 (#4991)
add b90dfdff3fc YARN-11366. Improve equals, hashCode(), toString()
methods of the Federation Base Object. (#5096)
add e9319e696c9 HDFS-16811. Support DecommissionBackoffMonitor Parameters
reconfigurablereconfigurable (#5068)
add 2ba982a0612 MAPREDUCE-7386. Maven parallel builds (skipping tests)
fail (#4415)
add 5d6ab158607 YARN-11354. [Federation] Add Yarn Router's NodeLabel Web
Page. (#5073)
add 660530205e6 HDFS-16833. NameNode should log internal EC blocks instead
of the EC block group when it receives block reports. (#5106)
add 44b8bb7224f HDFS-16821: Fixes regression in HDFS-13522 that enables
observer reads by default (#5078)
add 845cf8bc286 YARN-11368. [Federation] Improve Yarn Router's Federation
Page style. (#5105)
add 7f9ca101e2a HADOOP-18517. ABFS: Add fs.azure.enable.readahead option
to disable readahead (#5103)
add 7002e214b88 HADOOP-18502. MutableStat should return 0 when there is no
change (#5058)
add f68f1a45783 HADOOP-18433. Fix main thread name for . (#4838)
add b398a7b0031 YARN-11367. [Federation] Fix DefaultRequestInterceptorREST
Client NPE. (#5100)
add 552ee44eba5 HDFS-16834: Removes request stateID consistency constraint
between clients in different connection pools. (#5121)
add 5bb11cecea1 HADOOP-15327. Upgrade MR ShuffleHandler to use Netty4
#3259. Contributed by Szilard Nemeth.
add d340c4a7a18 HADOOP-18496. Upgrade okhttp3 and dependencies due to
kotlin CVEs (#5035)
add 22c9f28f4d8 YARN-10005. Code improvements in
MutableCSConfigurationProvider. Contributed by Peter Szucs
add d3c1c453f07 HDFS-16785. Avoid to hold write lock to improve
performance when add volume. (#4945). Contributed by ZanderXu.
add 04b31d7ecfc MAPREDUCE-7390. Remove WhiteBox in mapreduce module.
(#4462)
add a48e8c9bebf MAPREDUCE-5608. Replace and deprecate
mapred.tasktracker.indexcache.mb (#5014)
add 69e50c7b449 HADOOP-18528. Disable abfs prefetching by default (#5134)
add cd929457c93 HDFS-16836: StandbyCheckpointer shouldn't trigger rollback
fs image after RU is finalized (#5135)
add 142df247eda YARN-11369. Commons.compress throws an
IllegalArgumentException with large uids after 1.21. Contributed by Benjamin
Teke
add eccd2d04924 YARN-11359. [Federation] Routing admin invocations
transparently to multiple RMs. (#5057)
add 7d39abd799a HADOOP-18429. fix infinite loop in
MutableGaugeFloat#incr(float) (#4823)
add 1ea5db52dd9 HADOOP-18324. Interrupting RPC Client calls can lead to
thread exhaustion. (#4527)
add c71a68ca807 HDFS-16844: Adds resilancy when StateStore gets
exceptions. (#5138)
add dcde4145705 MAPREDUCE-7422. Upgrade Junit 4 to 5 in
hadoop-mapreduce-examples (#5029)
add 2e993fdf4e7 YARN-6946. Upgrade JUnit from 4 to 5 in hadoop-yarn-common
(#4717)
add 696d0420543 HADOOP-8728. Display (fs -text) shouldn't hard-depend on
Writable serialized sequence files. (#5010)
add 069bd973d83 HADOOP-18532. Update command usage in FileSystemShell.md
(#5141)
add dc2fba45fef HDFS-16832. [SBN READ] Follow-on to HDFS-16732. Fix NPE
when check the block location of empty directory (#5099)
add 8f971b0e541 HDFS-16547. [SBN read] Namenode in safe mode should not be
transfer to observer state (#4201)
add 3c37a01654e YARN-8262. get_executable in container-executor should
provide meaningful error codes. Contributed by Susheel Gupta
add 7cb22eb72d5 YARN-11371. [Federation] Refactor
FederationInterceptorREST#createNewApplication\submitApplication Use
FederationActionRetry. (#5130)
add ac958777afd HDFS-16813. Remove parameter validation logic such as
dfs.namenode.decommission.blocks.per.interval in DatanodeAdminManager#activate
(#5063)
add 2c1158e8586 HADOOP-18531. Fix assertion failure in
ITestS3APrefetchingInputStream (#5149)
add dfa9edaccec HDFS-16840. Enhance the usage description about oiv in
HDFSCommands.md and OfflineImageViewerPB (#5129)
add bcc3d2a20ed HDFS-16838. Fix NPE in
testAddRplicaProcessorForAddingReplicaInMap (#5125)
add ef84d218673 HDFS-16841. Enhance the function of
DebugAdmin#VerifyECCommand (#5137)
add e0974298cef HDFS-16826. [RBF SBN] ConnectionManager should advance the
client stateId for each request (#5086)
add 87429f443a2 HDFS-16779. Add ErasureCodingPolicy information to the
response description for GETFILESTATUS in WebHDFS.md (#4922)
add 1ddc9091f6c YARN-11381. Fix hadoop-yarn-common module Java Doc Errors.
(#5153). Contributed by Shilun Fan.
add e09e81abe47 HADOOP-18496: remove unused okhttp.version (#5140).
Contributed by PJ Fanning.
add 1a7acc403bd HADOOP-18498. ABFS: Remove unwanted ? prefix from SAS
Tokens (#5136)
add f93167e6785 YARN-11380. Fix hadoop-yarn-api module Java Doc Errors.
(#5152). Contributed by Shilun Fan.
add ec2856d79c1 HDFS-16847: RBF: Prevents StateStoreFileSystemImpl from
committing tmp file after encountering an IOException. (#5145)
add 909aeca86cf HDFS-16845: Adds configuration flag to allow clients to
use router observer reads without using the ObserverReadProxyProvider. (#5142)
add 35c65005d0e HDFS-16846. EC: Only EC blocks should be effected by
max-streams-hard-limit configuration (#5143)
add 0ef572abed6 HADOOP-18530. ChecksumFileSystem::readVectored might
return byte buffers not positioned at 0 (#5168)
add 03471a736ce HDFS-16851: RBF: Add a utility to dump the StateStore.
(#5155)
add 72749a4ff8a HDFS-16839 It should consider EC reconstruction work when
we determine if a node is busy (#5128)
add 77866007441 HADOOP-18457. ABFS: Support account level throttling
(#5034)
add 2067fcb6463 HDFS-16550. Allow JN edit cache size to be set as a
fraction of heap memory (#4209)
add 5440c75c4ab YARN-10946. AbstractCSQueue: Create separate class for
constructing Queue API objects. Contributed by Peter Szucs
add 4af4997e112 YARN-11158. Support (Create/Renew/Cancel) DelegationToken
API's for Federation. (#5104)
add 60e0fe87094 YARN-11381. Fix hadoop-yarn-common module Java Doc Errors.
(#5179)
add 02afb9ebe13 HDFS-16809. EC striped block is not sufficient when doing
in maintenance. (#5050)
add 8a9bdb1edc4 HDFS-16837. [RBF SBN] ClientGSIContext should merge
RouterFederatedStates to get the max state id for each namespaces (#5123)
add 84b33b897cb HADOOP-18470. index.md update for 3.3.5 release
add b666075a413 HADOOP-18560. AvroFSInput opens a stream twice and
discards the second one without closing (#5186)
add dadd3d9138d YARN-11386. Fix issue with classpath resolution (#5183)
add 86ac1ad9e57 YARN-10978. Fix ApplicationClassLoader to Correctly Expand
Glob for Windows Path (#3558)
add f71fd885be4 YARN-11373. [Federation] Support refreshQueues
refreshNodes API's for Federation. (#5146)
add 2e880962664 HADOOP-18538. Upgrade kafka to 2.8.2 (#5164)
add c67c2b75690 HADOOP-18546. ABFS. disable purging list of in progress
reads in abfs stream close() (#5176)
add 0a4528cd7f9 HADOOP-18563. Misleading AWS SDK S3 timeout configuration
comment (#5197)
add ee7d1787cd2 YARN-11390.
TestResourceTrackerService.testNodeRemovalNormally: Shutdown nodes should be 0
now expected: <1> but was: <0> (#5190)
add 2fa540dca11 HDFS-16858. Dynamically adjust max slow disks to exclude.
(#5180)
add e76616f690a HDFS-16860 Upgrade moment.min.js to 2.29.4 (#5194)
add 0a7dfcc3321 HADOOP-18546. Followup: ITestReadBufferManager fix (#5198)
add a46b20d25f1 HADOOP-18329. Support for IBM Semeru JVM > 11.0.15.0
Vendor Name Changes (#4537)
add a71aaef9a9a YARN-11385. Fix hadoop-yarn-server-common module Java Doc
Errors. (#5182)
add fdcbc8b072c HDFS-16868. Fix audit log duplicate issue when an ACE
occurs in FSNamesystem. (#5206). Contributed by Beibei Zhao.
add 85ec7969a7d MAPREDUCE-7428. Fix failures related to Junit 4 to Junit 5
upgrade in org.apache.hadoop.mapreduce.v2.app.webapp (#5209)
add 1cecf8ab704 HADOOP-18183. s3a audit logs to publish range start/end of
GET requests. (#5110)
add 4de8791debe HADOOP-18569. NFS Gateway may release buffer too early
(#5212)
add 63b9a6a2b6d YARN-11350. [Federation] Router Support DelegationToken
With ZK. (#5131)
add aaf92fe1839 HADOOP-18526. Leak of S3AInstrumentation instances via
hadoop Metrics references (#5144)
add 6172c3192d9 YARN-11358. [Federation] Add
FederationInterceptor#allow-partial-result config. (#5056)
add 32414cfe46c HADOOP-18574. Changing log level of IOStatistics increment
to make the DEBUG logs less noisy (#5223)
add f7b1bb4dccc HADOOP-18573. Improve error reporting on non-standard
kerberos names (#5221)
add 5f08e51b723 HADOOP-18561. Update commons-net to 3.9.0 (#5214)
add cf1244492d1 HADOOP-18577. ABFS: Add probes of readahead fix (#5205)
add c5b42d59d2e HDFS-16866. Fix a typo in Dispatcher (#5202)
add f7bdf6c667d HDFS-16852. Skip KeyProviderCache shutdown hook
registration if already shutting down (#5160)
add ca3526da928 HADOOP-18567. LogThrottlingHelper: properly trigger
dependent recorders in cases of infrequent logging (#5215)
add 33785fc5add HADOOP-18577. Followup: javadoc fix (#5232)
add 6a07b5dc109 HADOOP-18575. Make XML transformer factory more lenient
(#5224)
add 52c72fafe48 HADOOP-18470. Update index md with section on ABFS
prefetching
add f6605f1b3a2 HADOOP-18438: AliyunOSSFileSystemStore deleteObjects
interface should return the objects that failed to delete (#4857)
add 7ff326129dc HDFS-16871 DiskBalancer process may throw
IllegalArgumentException when the target DataNode has capital letter in
hostname (#5240)
add 8d221255f2d HDFS-16764. [SBN Read] ObserverNamenode should throw
ObserverRetryOnActiveException instead of FileNotFoundException during
processing of addBlock rpc (#4872)
add b63b777c845 HDFS-16873 FileStatus compareTo specify ordering by path
(#5219)
add 15b52fb6a4c HDFS-16689. Standby NameNode crashes when transitioning to
Active with in-progress tailer (#4744)
add e6056d128a2 YARN-10879. Incorrect WARN text in ACL check for
application tag based placement (#5231)
add 17035da46ef YARN-11226. [Federation] Add createNewReservation,
submitReservation, updateReservation, deleteReservation REST APIs for Router.
(#5175)
add df093ef9afc HDFS-16831. [RBF SBN] GetNamenodesForNameserviceId should
shuffle Observer NameNodes every time (#5098)
add bf8ab83cd00 YARN-11395. RM UI, RMAttemptBlock can not render
FINAL_SAVING. Contributed by Bence Kosztolnik
add 049d1762bd1 MAPREDUCE-7428. Fix failing MapReduce tests due to the
JUnit upgrades in WebServicesTestUtils (#5243)
add d25c1be5173 HDFS-16861. RBF. Truncate API always fails when dirs use
AllResolver oder on Router (#5184)
add 9668a85d40a YARN-11392 Audit Log missing in ClientRMService (#5250).
Contributed by Beibei Zhao.
add 6b67373d107 YARN-11388: Prevent resource leaks in TestClientRMService.
(#5187)
add b93b1c69cc3 HADOOP-18586. Update the year to 2023. (#5265).
Contributed by Ayush Saxena.
add c44c9f984be YARN-11393. Fs2cs could be extended to set ULF to -1 upon
conversion (#5201)
add 0926fa5a2c8 YARN-11225. [Federation] Add postDelegationToken
postDelegationTokenExpiration cancelDelegationToken REST APIs for Router.
(#5185)
add 35ce60eadd1 HDFS-16879. EC: Fsck -blockId shows number of redundant
internal block replicas for EC Blocks (#5264)
add 4511c360b9c HDFS-16883. Duplicate field name in hdfs-default.xml
(#5271). Contributed by YUBI LEE.
add 5022003e0f5 HDFS-16881. Warn if AccessControlEnforcer runs for a long
time to check permission. (#5268)
add b9eb760ed23 HADOOP-18587: upgrade to jettison 1.5.3 due to cve (#5270)
add cd19da13099 HDFS-16877: Enables state context for namenode in
TestObserverWithRouter (#5257)
add a65d24488a8 HADOOP-18581 : Handle Server KDC re-login when Server and
Client run … (#5248)
add dd49077aed1 YARN-6412 aux-services classpath not documented (#5242)
add 9c6eeb699e2 HADOOP-18320. Fixes typos in Delegation Tokens
documentation. (#4499)
add b56d483258a HDFS-16876: Changes cleanup of shared RouterStateIdContext
to be driven by namenodeResolver data. (#5282)
add 6f99558c2ed HADOOP-18590. Publish SBOM artifacts (#5281)
add f3cff032e66 HDFS-16885. Fix
TestHdfsConfigFields#testCompareConfigurationClassAgainstXml failed (#5283)
add 4cf304de452 HDFS-16872. Fix log throttling by declaring
LogThrottlingHelper as static members (#5246)
add e3b09b75123 HDFS-16884. Fix
TestFsDatasetImpl#testConcurrentWriteAndDeleteBlock failed (#5280)
add 7f6cc196f83 YARN-11190. CS Mapping rule bug: User matcher does not
work correctly for usernames with dot (#4471)
add f26d8bc9bdf HDFS-16886: Fixes error in documentation for
StateStoreRecordsOperations. (#5290)
add 3d21cff263c YARN-11413. Fix Junit Test ERROR Introduced By YARN-6412.
(#5289)
add a90e424d9ff HADOOP-18591. Fix a typo in Trash (#5291)
add 36bf54aba0f MAPREDUCE-7375 JobSubmissionFiles don't set right
permission after mkdirs (#4237)
add 1263e024b97 HDFS-16887 Log start and end of phase/step in startup
progress (#5292)
add 4520448327e YARN-11374. [Federation] Support
refreshSuperUserGroupsConfiguration、refreshUserToGroupsMappings API's for
Federation. (#5193)
add 168fa078013 YARN-11409. Fix Typo of ResourceManager#webapp moudle.
(#5285)
add 082266516a0 MAPREDUCE-7417. Upgrade Junit 4 to 5 in
hadoop-mapreduce-client-uploader (#5019)
add 38453f85896 MAPREDUCE-7413. Upgrade Junit 4 to 5 in
hadoop-mapreduce-client-hs-plugins (#5023)
add d81d98388c7 HADOOP-18575: followup: try to avoid repeatedly hitting
exceptions when transformer factories do not support attributes (#5253)
add 4de31123cef Fix "the the" and friends typos (#5267)
add 442a5fb285a YARN-11320. [Federation] Add getSchedulerInfo REST APIs
for Router. (#5217)
add 0689524de27 HADOOP-18073. Upgrade AWS SDK to v2 in S3A [work in
progress]
add c8804644e3a HADOOP-18073. Address review comments. (#31)
add 47ee6d1ed69 Move MultiObjectDeleteException to impl
add e227c40249e Reinstate old constants
add 72414b5d458 Move TransferManager initialization to ClientFactory
add ad114d0e6f4 Add unit tests for BlockingEnumeration
add e2320911883 Add unit tests for SelectEventStreamPublisher
add 2f9842fcb1e updates new providers in TestS3AAWSCredentialsProvider to
V2
add 369fcfacd8a update GET range referrer header logic to V2
add 3671db288d1 adds in unit check for bytes
No new revisions were added by this update.
Summary of changes:
.yetus/excludes.txt | 17 +
BUILDING.txt | 105 +-
LICENSE-binary | 30 +-
LICENSE.txt | 2 +-
dev-support/docker/Dockerfile_windows_10 | 81 +
.../hadoop-client-runtime/pom.xml | 3 +
.../hadoop-cloud-storage/pom.xml | 5 -
.../java/org/apache/hadoop/util/PlatformName.java | 66 +-
.../hadoop-auth/src/site/markdown/Configuration.md | 2 +-
.../dev-support/findbugsExcludeFile.xml | 15 -
hadoop-common-project/hadoop-common/pom.xml | 5 +
.../java/org/apache/hadoop/conf/Configuration.java | 11 +-
.../org/apache/hadoop/crypto/key/KeyProvider.java | 3 +-
.../java/org/apache/hadoop/fs/AvroFSInput.java | 1 -
.../main/java/org/apache/hadoop/fs/FileRange.java | 22 +-
.../main/java/org/apache/hadoop/fs/FileStatus.java | 6 +-
.../main/java/org/apache/hadoop/fs/FileSystem.java | 40 +-
.../src/main/java/org/apache/hadoop/fs/Trash.java | 2 +-
.../org/apache/hadoop/fs/VectoredReadUtils.java | 7 +
.../org/apache/hadoop/fs/audit/AuditConstants.java | 5 +
.../apache/hadoop/fs/impl/CombinedFileRange.java | 4 +-
.../org/apache/hadoop/fs/impl/FileRangeImpl.java | 19 +-
.../hadoop/fs/impl/WeakRefMetricsSource.java | 97 +
.../hadoop/fs/impl/prefetch/FilePosition.java | 4 +-
.../org/apache/hadoop/fs/shell/CopyCommands.java | 19 +-
.../java/org/apache/hadoop/fs/shell/Display.java | 16 +-
.../fs/statistics/impl/IOStatisticsStoreImpl.java | 2 +-
.../org/apache/hadoop/io/DefaultStringifier.java | 3 +
.../java/org/apache/hadoop/ipc/CallerContext.java | 8 +-
.../main/java/org/apache/hadoop/ipc/Client.java | 202 +--
.../main/java/org/apache/hadoop/ipc/Server.java | 49 +-
.../org/apache/hadoop/log/LogThrottlingHelper.java | 31 +-
.../hadoop/metrics2/impl/MetricsSystemImpl.java | 3 +-
.../hadoop/metrics2/lib/MutableGaugeFloat.java | 2 +-
.../apache/hadoop/metrics2/lib/MutableStat.java | 10 +-
.../hadoop/security/ShellBasedIdMapping.java | 11 +-
.../hadoop/security/UserGroupInformation.java | 41 +-
.../org/apache/hadoop/security/ssl/SSLFactory.java | 6 +-
.../apache/hadoop/util/ApplicationClassLoader.java | 2 +-
.../org/apache/hadoop/util/HostsFileReader.java | 2 +-
.../apache/hadoop/util/InstrumentedReadLock.java | 7 +-
.../apache/hadoop/util/InstrumentedWriteLock.java | 26 +
.../main/java/org/apache/hadoop/util/Shell.java | 3 +-
.../main/java/org/apache/hadoop/util/XMLUtils.java | 148 +-
.../src/main/resources/core-default.xml | 20 +-
.../src/site/markdown/ClusterSetup.md | 12 +-
.../src/site/markdown/DeprecatedProperties.md | 3 +-
.../src/site/markdown/FileSystemShell.md | 21 +-
.../hadoop-common/src/site/markdown/Metrics.md | 2 +-
.../hadoop-common/src/site/markdown/SecureMode.md | 2 +-
.../src/site/markdown/SingleCluster.md.vm | 11 +-
.../src/site/markdown/filesystem/filesystem.md | 8 +-
.../filesystem/fsdatainputstreambuilder.md | 4 +-
.../filesystem/fsdataoutputstreambuilder.md | 4 +-
.../src/site/markdown/filesystem/introduction.md | 12 +-
.../src/site/markdown/filesystem/outputstream.md | 4 +-
.../src/site/markdown/filesystem/testing.md | 51 -
.../markdown/registry/registry-configuration.md | 2 +-
.../site/markdown/registry/registry-security.md | 2 +-
.../java/org/apache/hadoop/cli/CLITestHelper.java | 5 +-
.../hadoop/conf/TestCommonConfigurationFields.java | 4 +-
.../org/apache/hadoop/conf/TestConfServlet.java | 6 +-
.../hadoop/conf/TestConfigurationFieldsBase.java | 2 +-
.../apache/hadoop/crypto/key/TestKeyProvider.java | 3 +
.../org/apache/hadoop/fs/TestFilterFileSystem.java | 5 +
.../org/apache/hadoop/fs/TestHarFileSystem.java | 5 +
.../apache/hadoop/fs/TestVectoredReadUtils.java | 140 +-
.../contract/AbstractContractVectoredReadTest.java | 68 +
.../hadoop/fs/impl/prefetch/TestFilePosition.java | 33 +-
.../apache/hadoop/fs/shell/TestTextCommand.java | 48 +-
.../apache/hadoop/io/TestDefaultStringifier.java | 5 +-
.../test/java/org/apache/hadoop/ipc/TestIPC.java | 5 -
.../test/java/org/apache/hadoop/ipc/TestRPC.java | 195 ++
.../apache/hadoop/log/TestLogThrottlingHelper.java | 12 +
.../metrics2/impl/TestMetricsSystemImpl.java | 2 +
.../hadoop/metrics2/lib/TestMutableMetrics.java | 33 +
.../hadoop/util/TestInstrumentedReadWriteLock.java | 107 ++
.../java/org/apache/hadoop/util/TestXMLUtils.java | 153 ++
.../src/test/resources/xml/entity-dtd.xml | 22 +
.../src/test/resources/xml/external-dtd.xml | 23 +
.../org/apache/hadoop/minikdc/TestMiniKdc.java | 37 +-
.../java/org/apache/hadoop/oncrpc/RpcProgram.java | 13 +-
.../java/org/apache/hadoop/oncrpc/RpcUtil.java | 8 +-
hadoop-dist/pom.xml | 10 +
hadoop-hdfs-project/hadoop-hdfs-client/pom.xml | 10 +
.../org/apache/hadoop/hdfs/ClientGSIContext.java | 47 +-
.../apache/hadoop/hdfs/DistributedFileSystem.java | 49 +-
.../org/apache/hadoop/hdfs/KeyProviderCache.java | 7 +-
.../apache/hadoop/hdfs/NameNodeProxiesClient.java | 5 +-
.../hdfs/client/CreateEncryptionZoneFlag.java | 3 +
.../hadoop/hdfs/client/HdfsClientConfigKeys.java | 2 +
.../namenode/ha/RequestHedgingProxyProvider.java | 40 +-
.../apache/hadoop/hdfs/util/ECPolicyLoader.java | 9 +-
.../org/apache/hadoop/hdfs/web/JsonUtilClient.java | 52 +
.../apache/hadoop/hdfs/web/WebHdfsFileSystem.java | 49 +-
.../hadoop-hdfs-client/src/main/proto/hdfs.proto | 12 +
.../ha/TestRequestHedgingProxyProvider.java | 4 +
hadoop-hdfs-project/hadoop-hdfs-httpfs/pom.xml | 10 +
.../hadoop/fs/http/client/HttpFSFileSystem.java | 49 +-
.../apache/hadoop/fs/http/server/FSOperations.java | 73 +
.../fs/http/server/HttpFSParametersProvider.java | 4 +-
.../apache/hadoop/fs/http/server/HttpFSServer.java | 38 +-
.../hadoop/fs/http/client/BaseTestHttpFSWith.java | 45 +-
.../hadoop/fs/http/server/TestHttpFSServer.java | 37 +
.../src/main/native/libhdfspp/CONTRIBUTING.md | 2 +-
.../resolver/MembershipNamenodeResolver.java | 50 +-
.../federation/resolver/MountTableResolver.java | 4 +-
.../federation/router/ConnectionManager.java | 20 +-
.../federation/router/PoolAlignmentContext.java | 10 +-
.../server/federation/router/RemoteMethod.java | 2 +-
.../federation/router/RouterClientProtocol.java | 3 +-
.../server/federation/router/RouterRpcServer.java | 44 +-
.../federation/router/RouterStateIdContext.java | 18 +-
.../server/federation/store/CachedRecordStore.java | 3 +-
.../server/federation/store/StateStoreService.java | 9 +
.../store/driver/StateStoreRecordOperations.java | 2 +-
.../store/driver/impl/StateStoreFileBaseImpl.java | 18 +-
.../store/driver/impl/StateStoreFileImpl.java | 4 +-
.../driver/impl/StateStoreFileSystemImpl.java | 19 +-
.../federation/store/impl/MembershipStoreImpl.java | 4 +-
.../hadoop/hdfs/tools/federation/RouterAdmin.java | 74 +-
.../src/main/proto/FederationProtocol.proto | 13 -
.../src/site/markdown/HDFSRouterFederation.md | 11 +
.../server/federation/MiniRouterDFSCluster.java | 20 +
.../federation/resolver/TestNamenodeResolver.java | 92 +
.../federation/router/TestConnectionManager.java | 49 +
.../federation/router/TestObserverWithRouter.java | 309 +++-
.../router/TestPoolAlignmentContext.java | 53 +
.../federation/router/TestRouterAdminCLI.java | 73 +-
.../federation/router/TestRouterAllResolver.java | 14 +
.../router/TestRouterFederatedState.java | 3 +-
.../store/driver/TestStateStoreDriverBase.java | 19 +
.../store/driver/TestStateStoreFileSystem.java | 24 +
.../store/records/MockStateStoreDriver.java | 146 ++
.../federation/store/records/TestRouterState.java | 54 +-
.../java/org/apache/hadoop/hdfs/DFSConfigKeys.java | 19 +-
.../hdfs/qjournal/client/AsyncLoggerSet.java | 2 +-
.../hdfs/qjournal/server/JournaledEditsCache.java | 28 +-
.../hadoop/hdfs/server/balancer/Balancer.java | 4 +-
.../hadoop/hdfs/server/balancer/Dispatcher.java | 8 +-
.../hdfs/server/blockmanagement/BlockManager.java | 18 +-
.../DatanodeAdminBackoffMonitor.java | 27 +-
.../DatanodeAdminDefaultMonitor.java | 32 +
.../blockmanagement/DatanodeAdminManager.java | 62 +-
.../blockmanagement/DatanodeAdminMonitorBase.java | 4 +
.../DatanodeAdminMonitorInterface.java | 8 +
.../server/blockmanagement/DatanodeDescriptor.java | 47 +-
.../server/blockmanagement/DatanodeManager.java | 43 +-
.../server/blockmanagement/ErasureCodingWork.java | 2 +-
.../common/HostRestrictingAuthorizationFilter.java | 5 +-
.../hadoop/hdfs/server/datanode/DataNode.java | 10 +
.../server/datanode/DataNodeFaultInjector.java | 5 +
.../hdfs/server/datanode/DataSetLockManager.java | 1 -
.../hadoop/hdfs/server/datanode/DataStorage.java | 2 +-
.../datanode/checker/ThrottledAsyncChecker.java | 4 +-
.../server/datanode/checker/TimeoutFuture.java | 1 +
.../datanode/fsdataset/impl/BlockPoolSlice.java | 8 +-
.../fsdataset/impl/FsDatasetAsyncDiskService.java | 8 +
.../datanode/fsdataset/impl/FsDatasetImpl.java | 171 +-
.../fsdataset/impl/RamDiskReplicaTracker.java | 2 +-
.../datanode/metrics/DataNodeDiskMetrics.java | 10 +-
.../datamodel/DiskBalancerCluster.java | 2 +-
.../hadoop/hdfs/server/namenode/FSDirRenameOp.java | 16 +-
.../hadoop/hdfs/server/namenode/FSDirectory.java | 11 +-
.../hadoop/hdfs/server/namenode/FSEditLog.java | 19 +-
.../hdfs/server/namenode/FSEditLogLoader.java | 8 +-
.../hadoop/hdfs/server/namenode/FSNamesystem.java | 41 +-
.../hdfs/server/namenode/FSPermissionChecker.java | 106 +-
.../hadoop/hdfs/server/namenode/NameNode.java | 43 +-
.../hadoop/hdfs/server/namenode/NamenodeFsck.java | 4 +
.../namenode/RedundantEditLogInputStream.java | 4 +-
.../hdfs/server/namenode/SerialNumberMap.java | 1 +
.../hdfs/server/namenode/ha/EditLogTailer.java | 13 +-
.../namenode/snapshot/SnapshotFSImageFormat.java | 8 +-
.../namenode/startupprogress/PhaseTracking.java | 12 +
.../namenode/startupprogress/StartupProgress.java | 10 +
.../hdfs/server/namenode/startupprogress/Step.java | 11 +
.../namenode/startupprogress/StepTracking.java | 11 +
.../org/apache/hadoop/hdfs/tools/DFSHAAdmin.java | 11 +-
.../org/apache/hadoop/hdfs/tools/DebugAdmin.java | 57 +-
.../tools/offlineEditsViewer/XmlEditsVisitor.java | 2 +-
.../OfflineImageReconstructor.java | 3 +
.../offlineImageViewer/OfflineImageViewerPB.java | 18 +
.../offlineImageViewer/PBImageTextWriter.java | 2 +-
.../org/apache/hadoop/hdfs/util/MD5FileUtils.java | 2 +-
.../java/org/apache/hadoop/hdfs/web/JsonUtil.java | 26 +-
.../src/main/resources/hdfs-default.xml | 62 +-
.../main/webapps/static/jquery.dataTables.min.js | 168 +-
.../src/main/webapps/static/moment.min.js | 4 +-
.../hadoop-hdfs/src/site/markdown/HDFSCommands.md | 5 +-
.../site/markdown/HDFSHighAvailabilityWithNFS.md | 6 +-
.../site/markdown/HDFSHighAvailabilityWithQJM.md | 16 +-
.../src/site/markdown/HdfsNfsGateway.md | 6 +-
.../hadoop-hdfs/src/site/markdown/HdfsUserGuide.md | 2 +-
.../src/site/markdown/ObserverNameNode.md | 18 +
.../src/site/markdown/ViewFsOverloadScheme.md | 12 +-
.../hadoop-hdfs/src/site/markdown/WebHDFS.md | 21 +
.../java/org/apache/hadoop/hdfs/TestDFSShell.java | 91 +
.../hadoop/hdfs/TestDecommissionWithStriped.java | 6 +-
.../apache/hadoop/hdfs/TestEncryptionZones.java | 4 +-
.../hadoop/hdfs/TestMaintenanceWithStriped.java | 267 +++
.../org/apache/hadoop/hdfs/TestRollingUpgrade.java | 36 +
.../apache/hadoop/hdfs/qjournal/TestNNWithQJM.java | 6 +-
.../hdfs/qjournal/client/SpyQJournalUtil.java | 108 ++
.../qjournal/client/TestQuorumJournalManager.java | 47 +-
.../qjournal/server/TestJournaledEditsCache.java | 21 +
.../server/blockmanagement/TestBlockManager.java | 52 +
.../blockmanagement/TestDatanodeManager.java | 59 +-
.../TestHostRestrictingAuthorizationFilter.java | 13 +-
.../datanode/TestDataNodeReconfiguration.java | 9 +-
.../datanode/fsdataset/impl/TestFsDatasetImpl.java | 95 +
.../hdfs/server/namenode/TestAllowFormat.java | 3 +-
.../server/namenode/TestAuthorizationContext.java | 4 +-
.../hdfs/server/namenode/TestFSEditLogLoader.java | 3 +-
.../server/namenode/TestFSPermissionChecker.java | 27 +
.../hadoop/hdfs/server/namenode/TestFsck.java | 62 +
.../server/namenode/TestHAWithInProgressTail.java | 121 ++
.../server/namenode/TestNameNodeReconfigure.java | 85 +
.../server/namenode/TestNameNodeRpcServer.java | 43 +
.../hadoop/hdfs/server/namenode/ha/HATestUtil.java | 134 +-
.../namenode/ha/TestDelegationTokensWithHA.java | 2 +-
.../hadoop/hdfs/server/namenode/ha/TestHAFsck.java | 34 +-
.../hdfs/server/namenode/ha/TestHASafeMode.java | 22 +
.../hdfs/server/namenode/ha/TestObserverNode.java | 23 +
.../org/apache/hadoop/hdfs/tools/TestDFSAdmin.java | 12 +-
.../hdfs/tools/TestDFSHAAdminMiniCluster.java | 26 +-
.../apache/hadoop/hdfs/tools/TestDebugAdmin.java | 44 +-
.../offlineImageViewer/TestOfflineImageViewer.java | 12 +-
.../TestOfflineImageViewerForAcl.java | 4 +-
.../apache/hadoop/hdfs/web/TestJsonUtilClient.java | 68 +
.../v2/app/speculate/StartEndTimesBase.java | 6 +-
.../mapreduce/v2/app/webapp/TestAMWebServices.java | 5 +-
.../v2/app/webapp/TestAMWebServicesAttempt.java | 5 +-
.../v2/app/webapp/TestAMWebServicesAttempts.java | 7 +-
.../v2/app/webapp/TestAMWebServicesJobConf.java | 3 +-
.../v2/app/webapp/TestAMWebServicesJobs.java | 11 +-
.../v2/app/webapp/TestAMWebServicesTasks.java | 7 +-
.../java/org/apache/hadoop/mapred/IndexCache.java | 4 +-
.../hadoop/mapred/QueueConfigurationParser.java | 10 +-
.../apache/hadoop/mapred/lib/MultipleOutputs.java | 73 +-
.../hadoop/mapreduce/JobSubmissionFiles.java | 2 +-
.../java/org/apache/hadoop/mapreduce/MRConfig.java | 2 +
.../org/apache/hadoop/mapreduce/MRJobConfig.java | 2 +
.../mapreduce/lib/output/MultipleOutputs.java | 55 +-
.../mapreduce/server/tasktracker/TTConfig.java | 6 +
.../hadoop/mapreduce/task/reduce/Fetcher.java | 41 +-
.../mapreduce/task/reduce/MergeManagerImpl.java | 5 +
.../hadoop/mapreduce/task/reduce/MergeThread.java | 11 +
.../apache/hadoop/mapreduce/util/ConfigUtil.java | 6 +-
.../src/main/resources/mapred-default.xml | 8 +-
.../MapReduce_Compatibility_Hadoop1_Hadoop2.md | 2 +-
.../src/site/markdown/MapredCommands.md | 2 +-
.../markdown/manifest_committer_architecture.md | 4 +-
.../site/markdown/manifest_committer_protocol.md | 2 +-
.../org/apache/hadoop/mapred/TestIndexCache.java | 12 +-
.../hadoop/mapreduce/TestJobSubmissionFiles.java | 25 +
.../mapreduce/task/reduce/TestMergeManager.java | 17 +-
.../hadoop-mapreduce-client-hs-plugins/pom.xml | 15 +
.../hs/webapp/TestMapReduceTrackingUriPlugin.java | 8 +-
.../mapreduce/v2/hs/webapp/TestHsWebServices.java | 3 +-
.../v2/hs/webapp/TestHsWebServicesAttempts.java | 7 +-
.../v2/hs/webapp/TestHsWebServicesJobConf.java | 3 +-
.../v2/hs/webapp/TestHsWebServicesJobs.java | 11 +-
.../v2/hs/webapp/TestHsWebServicesTasks.java | 7 +-
.../hadoop-mapreduce-client-jobclient/pom.xml | 1 +
.../mapred/TestQueueConfigurationParser.java | 5 +-
.../mapred/TestReduceFetchFromPartialMem.java | 5 +
.../hadoop/mapred/lib/TestMultipleOutputs.java | 20 +
.../lib/output/TestMRMultipleOutputs.java | 23 +-
.../apache/hadoop/mapred/FadvisedChunkedFile.java | 17 +-
.../apache/hadoop/mapred/FadvisedFileRegion.java | 15 +-
.../hadoop/mapred/LoggingHttpResponseEncoder.java | 106 ++
.../org/apache/hadoop/mapred/ShuffleHandler.java | 509 +++---
.../hadoop/mapred/TestFadvisedFileRegion.java | 2 +-
.../apache/hadoop/mapred/TestShuffleHandler.java | 1473 +++++++++++----
.../src/test/resources/log4j.properties | 2 +
.../hadoop-mapreduce-client-uploader/pom.xml | 15 +
.../hadoop/mapred/uploader/FrameworkUploader.java | 2 +
.../mapred/uploader/TestFrameworkUploader.java | 230 +--
.../hadoop-mapreduce-client/pom.xml | 2 +-
.../hadoop-mapreduce-examples/pom.xml | 76 +-
.../hadoop/examples/TestAggregateWordCount.java | 18 +-
.../hadoop/examples/TestBaileyBorweinPlouffe.java | 25 +-
.../org/apache/hadoop/examples/TestWordStats.java | 23 +-
.../hadoop/examples/pi/math/TestLongLong.java | 19 +-
.../hadoop/examples/pi/math/TestModular.java | 55 +-
.../hadoop/examples/pi/math/TestSummation.java | 27 +-
.../hadoop/examples/terasort/TestTeraSort.java | 22 +-
hadoop-mapreduce-project/pom.xml | 114 +-
hadoop-project/pom.xml | 88 +-
hadoop-project/src/site/markdown/index.md.vm | 282 +--
hadoop-project/src/site/site.xml | 1 -
.../fs/aliyun/oss/AliyunOSSFileSystemStore.java | 25 +-
.../aliyun/oss/TestAliyunOSSFileSystemStore.java | 31 +
.../src/site/markdown/HadoopArchiveLogs.md | 2 +-
hadoop-tools/hadoop-aws/pom.xml | 10 +
.../hadoop/fs/s3a/AWSBadRequestException.java | 4 +-
.../apache/hadoop/fs/s3a/AWSClientIOException.java | 13 +-
.../hadoop/fs/s3a/AWSCredentialProviderList.java | 99 +-
.../hadoop/fs/s3a/AWSNoResponseException.java | 4 +-
.../apache/hadoop/fs/s3a/AWSRedirectException.java | 4 +-
.../org/apache/hadoop/fs/s3a/AWSS3IOException.java | 25 +-
.../hadoop/fs/s3a/AWSServiceIOException.java | 37 +-
.../fs/s3a/AWSServiceThrottledException.java | 4 +-
.../hadoop/fs/s3a/AWSStatus500Exception.java | 4 +-
.../fs/s3a/AnonymousAWSCredentialsProvider.java | 18 +-
.../java/org/apache/hadoop/fs/s3a/ArnResource.java | 12 +-
.../java/org/apache/hadoop/fs/s3a/Constants.java | 13 +-
.../fs/s3a/CredentialInitializationException.java | 15 +-
.../hadoop/fs/s3a/DefaultS3ClientFactory.java | 252 ++-
.../hadoop/fs/s3a/FailureInjectionPolicy.java | 2 +-
.../hadoop/fs/s3a/InconsistentAmazonS3Client.java | 345 ----
.../hadoop/fs/s3a/InconsistentS3ClientFactory.java | 84 +-
.../java/org/apache/hadoop/fs/s3a/Invoker.java | 21 +-
.../java/org/apache/hadoop/fs/s3a/Listing.java | 53 +-
.../org/apache/hadoop/fs/s3a/MultipartUtils.java | 49 +-
.../fs/s3a/ProgressableProgressListener.java | 45 +-
.../main/java/org/apache/hadoop/fs/s3a/S3A.java | 13 +-
.../apache/hadoop/fs/s3a/S3ABlockOutputStream.java | 88 +-
.../org/apache/hadoop/fs/s3a/S3ADataBlocks.java | 8 +-
.../org/apache/hadoop/fs/s3a/S3AFileSystem.java | 838 ++++-----
.../org/apache/hadoop/fs/s3a/S3AInputStream.java | 132 +-
.../apache/hadoop/fs/s3a/S3AInstrumentation.java | 76 +-
.../org/apache/hadoop/fs/s3a/S3ARetryPolicy.java | 14 +-
.../java/org/apache/hadoop/fs/s3a/S3AUtils.java | 365 ++--
.../org/apache/hadoop/fs/s3a/S3ClientFactory.java | 128 +-
.../org/apache/hadoop/fs/s3a/S3ListRequest.java | 16 +-
.../org/apache/hadoop/fs/s3a/S3ListResult.java | 61 +-
.../apache/hadoop/fs/s3a/S3ObjectAttributes.java | 27 -
.../fs/s3a/SharedInstanceCredentialProvider.java | 1 -
.../fs/s3a/SimpleAWSCredentialsProvider.java | 19 +-
.../fs/s3a/TemporaryAWSCredentialsProvider.java | 7 +-
.../java/org/apache/hadoop/fs/s3a/UploadInfo.java | 12 +-
.../apache/hadoop/fs/s3a/WriteOperationHelper.java | 213 +--
.../org/apache/hadoop/fs/s3a/WriteOperations.java | 104 +-
.../V1ToV2AwsCredentialProviderAdapter.java | 74 +
.../adapter/V1V2AwsCredentialProviderAdapter.java | 36 +
.../hadoop/fs/s3a/adapter}/package-info.java | 8 +-
.../apache/hadoop/fs/s3a/api/RequestFactory.java | 209 +--
.../fs/s3a/audit/AWSAuditEventCallbacks.java | 105 +-
.../hadoop/fs/s3a/audit/AWSRequestAnalyzer.java | 131 +-
.../hadoop/fs/s3a/audit/AuditIntegration.java | 28 +-
.../hadoop/fs/s3a/audit/AuditManagerS3A.java | 21 +-
.../hadoop/fs/s3a/audit/S3AAuditConstants.java | 13 +-
.../fs/s3a/audit/impl/ActiveAuditManagerS3A.java | 408 +++--
.../hadoop/fs/s3a/audit/impl/LoggingAuditor.java | 99 +-
.../fs/s3a/audit/impl/NoopAuditManagerS3A.java | 16 +-
.../s3a/audit/impl/S3AInternalAuditConstants.java | 16 +-
.../fs/s3a/auth/AbstractAWSCredentialProvider.java | 13 +-
.../auth/AbstractSessionCredentialsProvider.java | 42 +-
.../fs/s3a/auth/AssumedRoleCredentialProvider.java | 66 +-
.../s3a/auth/IAMInstanceCredentialsProvider.java | 40 +-
.../fs/s3a/auth/MarshalledCredentialBinding.java | 58 +-
.../fs/s3a/auth/MarshalledCredentialProvider.java | 5 +-
.../hadoop/fs/s3a/auth/NoAuthWithAWSException.java | 2 +-
.../hadoop/fs/s3a/auth/STSClientFactory.java | 141 +-
.../delegation/EncryptionSecretOperations.java | 38 +-
.../fs/s3a/auth/delegation/RoleTokenBinding.java | 2 +-
.../s3a/auth/delegation/S3ADelegationTokens.java | 6 +-
.../s3a/auth/delegation/SessionTokenBinding.java | 34 +-
.../hadoop/fs/s3a/commit/AbstractS3ACommitter.java | 9 +-
.../apache/hadoop/fs/s3a/commit/PutTracker.java | 4 +-
.../fs/s3a/commit/files/SinglePendingCommit.java | 13 +-
.../fs/s3a/commit/impl/CommitOperations.java | 54 +-
.../fs/s3a/commit/magic/MagicCommitTracker.java | 28 +-
.../apache/hadoop/fs/s3a/impl/AWSCannedACL.java} | 26 +-
.../apache/hadoop/fs/s3a/impl/AWSClientConfig.java | 343 ++++
.../org/apache/hadoop/fs/s3a/impl/AWSHeaders.java | 98 +
.../hadoop/fs/s3a/impl/BulkDeleteRetryHandler.java | 12 +-
.../hadoop/fs/s3a/impl/ChangeDetectionPolicy.java | 125 +-
.../apache/hadoop/fs/s3a/impl/ChangeTracker.java | 86 +-
.../org/apache/hadoop/fs/s3a/impl/CopyOutcome.java | 80 -
.../apache/hadoop/fs/s3a/impl/DeleteOperation.java | 17 +-
.../hadoop/fs/s3a/impl/DirMarkerTracker.java | 18 +-
.../apache/hadoop/fs/s3a/impl/DirectoryPolicy.java | 6 +-
.../hadoop/fs/s3a/impl/ErrorTranslation.java | 14 +-
.../hadoop/fs/s3a/impl/HeaderProcessing.java | 178 +-
.../hadoop/fs/s3a/impl/InternalConstants.java | 51 +-
...upport.java => MultiObjectDeleteException.java} | 67 +-
.../hadoop/fs/s3a/impl/OperationCallbacks.java | 16 +-
.../apache/hadoop/fs/s3a/impl/RenameOperation.java | 49 +-
.../hadoop/fs/s3a/impl/RequestFactoryImpl.java | 656 ++++---
.../hadoop/fs/s3a/impl/S3AMultipartUploader.java | 31 +-
.../hadoop/fs/s3a/impl/SDKStreamDrainer.java | 43 +-
.../org/apache/hadoop/fs/s3a/impl/V2Migration.java | 12 +
.../fs/s3a/prefetch/S3ACachingInputStream.java | 100 +-
.../fs/s3a/prefetch/S3AInMemoryInputStream.java | 12 +-
.../fs/s3a/prefetch/S3APrefetchingInputStream.java | 40 +-
.../fs/s3a/prefetch/S3ARemoteInputStream.java | 54 +-
.../hadoop/fs/s3a/prefetch/S3ARemoteObject.java | 54 +-
.../fs/s3a/prefetch/S3ARemoteObjectReader.java | 7 +-
.../apache/hadoop/fs/s3a/s3guard/S3GuardTool.java | 11 +-
.../hadoop/fs/s3a/select/BlockingEnumeration.java | 156 ++
.../apache/hadoop/fs/s3a/select/SelectBinding.java | 126 +-
.../fs/s3a/select/SelectEventStreamPublisher.java | 124 ++
.../hadoop/fs/s3a/select/SelectInputStream.java | 32 +-
.../fs/s3a/select/SelectObjectContentHelper.java | 114 ++
.../statistics/impl/AwsStatisticsCollector.java | 166 +-
.../org/apache/hadoop/fs/s3a/tools/MarkerTool.java | 80 +-
.../hadoop/fs/s3a/tools/MarkerToolOperations.java | 13 +-
.../fs/s3a/tools/MarkerToolOperationsImpl.java | 11 +-
.../src/site/markdown/tools/hadoop-aws/auditing.md | 3 +-
.../tools/hadoop-aws/aws_sdk_v2_changelog.md | 340 ++++
.../tools/hadoop-aws/committer_architecture.md | 6 +-
.../site/markdown/tools/hadoop-aws/committers.md | 240 ++-
.../hadoop-aws/delegation_token_architecture.md | 2 +-
.../markdown/tools/hadoop-aws/delegation_tokens.md | 80 +-
.../markdown/tools/hadoop-aws/directory_markers.md | 4 +-
.../src/site/markdown/tools/hadoop-aws/index.md | 6 +-
.../site/markdown/tools/hadoop-aws/performance.md | 8 +-
.../site/markdown/tools/hadoop-aws/prefetching.md | 24 +-
.../site/markdown/tools/hadoop-aws/s3_select.md | 17 +-
.../src/site/markdown/tools/hadoop-aws/s3n.md | 2 +-
.../src/site/markdown/tools/hadoop-aws/testing.md | 22 +-
.../tools/hadoop-aws/troubleshooting_s3a.md | 2 +-
.../apache/hadoop/fs/s3a/AbstractS3AMockTest.java | 28 +-
.../hadoop/fs/s3a/AbstractTestS3AEncryption.java | 12 +-
.../apache/hadoop/fs/s3a/EncryptionTestUtils.java | 20 +-
.../fs/s3a/ITestS3AAWSCredentialsProvider.java | 25 +-
.../apache/hadoop/fs/s3a/ITestS3ACannedACLs.java | 35 +-
.../fs/s3a/ITestS3AClientSideEncryptionKms.java | 6 +-
.../org/apache/hadoop/fs/s3a/ITestS3AClosedFS.java | 12 +
.../hadoop/fs/s3a/ITestS3AConfiguration.java | 60 +-
.../fs/s3a/ITestS3AEncryptionSSEKMSDefaultKey.java | 8 +-
.../ITestS3AEncryptionWithDefaultS3Settings.java | 2 +-
.../hadoop/fs/s3a/ITestS3AFailureHandling.java | 28 +-
.../hadoop/fs/s3a/ITestS3AMiscOperations.java | 33 +-
.../hadoop/fs/s3a/ITestS3AMultipartUtils.java | 5 +-
.../fs/s3a/ITestS3APrefetchingInputStream.java | 152 +-
.../hadoop/fs/s3a/ITestS3ARequesterPays.java | 2 +-
.../apache/hadoop/fs/s3a/ITestS3AStorageClass.java | 1 -
.../fs/s3a/ITestS3ATemporaryCredentials.java | 26 +-
.../apache/hadoop/fs/s3a/MockS3AFileSystem.java | 17 +-
.../apache/hadoop/fs/s3a/MockS3ClientFactory.java | 32 +-
.../apache/hadoop/fs/s3a/MultipartTestUtils.java | 35 +-
.../org/apache/hadoop/fs/s3a/S3ATestUtils.java | 10 +-
.../org/apache/hadoop/fs/s3a/TestArnResource.java | 9 +-
.../fs/s3a/TestInstrumentationLifecycle.java | 104 ++
.../java/org/apache/hadoop/fs/s3a/TestInvoker.java | 105 +-
.../fs/s3a/TestS3AAWSCredentialsProvider.java | 187 +-
.../hadoop/fs/s3a/TestS3ABlockOutputStream.java | 11 +-
.../apache/hadoop/fs/s3a/TestS3ADeleteOnExit.java | 25 +-
.../hadoop/fs/s3a/TestS3AExceptionTranslation.java | 89 +-
.../apache/hadoop/fs/s3a/TestS3AGetFileStatus.java | 95 +-
.../hadoop/fs/s3a/TestS3AInputStreamRetry.java | 130 +-
.../org/apache/hadoop/fs/s3a/TestS3AProxy.java | 101 ++
.../org/apache/hadoop/fs/s3a/TestS3AUnbuffer.java | 50 +-
.../hadoop/fs/s3a/TestStreamChangeTracker.java | 107 +-
.../hadoop/fs/s3a/audit/AbstractAuditingTest.java | 77 +-
.../hadoop/fs/s3a/audit/AuditTestSupport.java | 4 +-
.../hadoop/fs/s3a/audit/ITestAuditManager.java | 10 +-
...ler.java => SimpleAWSExecutionInterceptor.java} | 20 +-
.../hadoop/fs/s3a/audit/TestAuditIntegration.java | 82 +-
.../fs/s3a/audit/TestAuditSpanLifecycle.java | 11 +-
.../fs/s3a/audit/TestHttpReferrerAuditHeader.java | 61 +-
.../hadoop/fs/s3a/audit/TestLoggingAuditor.java | 41 +-
.../apache/hadoop/fs/s3a/auth/ITestAssumeRole.java | 24 +-
.../apache/hadoop/fs/s3a/auth/RoleTestUtils.java | 1 -
.../fs/s3a/auth/TestMarshalledCredentials.java | 10 +-
.../auth/delegation/CountInvocationsProvider.java | 13 +-
.../ITestSessionDelegationInFileystem.java | 24 +-
.../delegation/ITestSessionDelegationTokens.java | 24 +-
.../delegation/TestS3ADelegationTokenSupport.java | 1 -
.../fs/s3a/commit/AbstractITCommitProtocol.java | 2 +-
.../fs/s3a/commit/staging/StagingTestBase.java | 178 +-
.../staging/TestDirectoryCommitterScale.java | 7 +-
.../s3a/commit/staging/TestStagingCommitter.java | 31 +-
.../staging/TestStagingPartitionedTaskCommit.java | 9 +-
.../fs/s3a/impl/ITestPartialRenamesDeletes.java | 1 -
.../hadoop/fs/s3a/impl/ITestRenameDeleteRace.java | 5 +-
.../apache/hadoop/fs/s3a/impl/ITestXAttrCost.java | 3 +
.../hadoop/fs/s3a/impl/TestHeaderProcessing.java | 26 +-
.../hadoop/fs/s3a/impl/TestRequestFactory.java | 107 +-
.../hadoop/fs/s3a/impl/TestSDKStreamDrainer.java | 16 +-
.../performance/ITestDirectoryMarkerListing.java | 25 +-
.../fs/s3a/prefetch/MockS3ARemoteObject.java | 27 +-
.../hadoop/fs/s3a/prefetch/S3APrefetchFakes.java | 48 +-
.../fs/s3a/prefetch/TestS3ARemoteInputStream.java | 35 +-
.../scale/ILoadTestS3ABulkDeleteThrottling.java | 13 +-
.../fs/s3a/scale/ITestS3ADirectoryPerformance.java | 22 +-
.../s3a/scale/ITestS3AHugeFilesStorageClass.java | 2 +-
.../hadoop/fs/s3a/select/AbstractS3SelectTest.java | 14 +-
.../hadoop/fs/s3a/select/StreamPublisher.java | 89 +
.../fs/s3a/select/TestBlockingEnumeration.java | 200 +++
.../s3a/select/TestSelectEventStreamPublisher.java | 188 ++
.../apache/hadoop/fs/s3a/test/ExtraAssertions.java | 2 +-
.../fs/s3a/test/MinimalOperationCallbacks.java | 14 +-
.../test/MinimalWriteOperationHelperCallbacks.java | 16 +-
.../hadoop-aws/src/test/resources/log4j.properties | 2 +
.../org.mockito.plugins.MockMaker | 8 +-
hadoop-tools/hadoop-azure/.gitignore | 3 +-
.../dev-support/testrun-scripts/runtests.sh | 166 +-
.../dev-support/testrun-scripts/testsupport.sh | 289 ++-
.../java/org/apache/hadoop/fs/azurebfs/Abfs.java | 9 +
.../hadoop/fs/azurebfs/AbfsConfiguration.java | 38 +
.../java/org/apache/hadoop/fs/azurebfs/Abfss.java | 9 +
.../hadoop/fs/azurebfs/AzureBlobFileSystem.java | 9 +-
.../fs/azurebfs/AzureBlobFileSystemStore.java | 1 +
.../fs/azurebfs/constants/ConfigurationKeys.java | 10 +
.../constants/FileSystemConfigurations.java | 4 +
.../fs/azurebfs/constants/InternalConstants.java | 42 +-
.../hadoop/fs/azurebfs/services/AbfsClient.java | 18 +
.../services/AbfsClientThrottlingAnalyzer.java | 128 +-
.../services/AbfsClientThrottlingIntercept.java | 107 +-
.../fs/azurebfs/services/AbfsInputStream.java | 15 +-
.../azurebfs/services/AbfsInputStreamContext.java | 12 +
.../services/AbfsNoOpThrottlingIntercept.java} | 28 +-
.../fs/azurebfs/services/AbfsOperationMetrics.java | 139 ++
.../fs/azurebfs/services/AbfsRestOperation.java | 11 +-
.../azurebfs/services/AbfsThrottlingIntercept.java | 38 +-
.../services/AbfsThrottlingInterceptFactory.java | 102 ++
.../fs/azurebfs/services/ReadBufferManager.java | 7 +-
.../fs/azurebfs/services/TimerFunctionality.java | 13 +-
.../hadoop-azure/src/site/markdown/abfs.md | 9 +
.../hadoop-azure/src/site/markdown/index.md | 4 +-
.../src/site/markdown/testing_azure.md | 115 +-
.../fs/azurebfs/ITestAbfsReadWriteAndSeek.java | 32 +-
.../ITestAzureBlobFileSystemDelegationSAS.java | 13 +
.../fs/azurebfs/ITestFileSystemInitialization.java | 32 +
.../hadoop/fs/azurebfs/TestTracingContext.java | 4 +-
.../azurebfs/constants/TestConfigurationKeys.java | 3 +
.../MockWithPrefixSASTokenProvider.java} | 39 +-
.../azurebfs/services/ITestReadBufferManager.java | 48 +-
.../fs/azurebfs/services/TestAbfsClient.java | 5 +
.../services/TestAbfsClientThrottlingAnalyzer.java | 30 +-
.../fs/azurebfs/services/TestAbfsInputStream.java | 69 +
.../services/TestExponentialRetryPolicy.java | 192 ++
.../fs/azurebfs/utils/CleanupTestContainers.java | 74 +
.../accountName_settings.xml.template | 185 ++
.../test/resources/azure-auth-keys.xml.template | 156 +-
.../hadoop-azure/src/test/resources/azure-test.xml | 45 +-
.../hadoop/benchmark/VectoredReadBenchmark.java | 2 +-
.../hadoop-distcp/src/site/markdown/DistCp.md.vm | 4 +-
.../dev-support/findbugs-exclude.xml | 34 -
hadoop-tools/hadoop-openstack/pom.xml | 99 +-
.../fs/swift/auth/ApiKeyAuthenticationRequest.java | 66 -
.../hadoop/fs/swift/auth/ApiKeyCredentials.java | 87 -
.../fs/swift/auth/AuthenticationRequest.java | 57 -
.../swift/auth/AuthenticationRequestWrapper.java | 59 -
.../fs/swift/auth/AuthenticationResponse.java | 69 -
.../fs/swift/auth/AuthenticationWrapper.java | 47 -
.../hadoop/fs/swift/auth/KeyStoneAuthRequest.java | 59 -
.../fs/swift/auth/KeystoneApiKeyCredentials.java | 66 -
.../swift/auth/PasswordAuthenticationRequest.java | 62 -
.../hadoop/fs/swift/auth/PasswordCredentials.java | 86 -
.../org/apache/hadoop/fs/swift/auth/Roles.java | 97 -
.../hadoop/fs/swift/auth/entities/AccessToken.java | 107 --
.../hadoop/fs/swift/auth/entities/Catalog.java | 107 --
.../hadoop/fs/swift/auth/entities/Endpoint.java | 194 --
.../hadoop/fs/swift/auth/entities/Tenant.java | 107 --
.../apache/hadoop/fs/swift/auth/entities/User.java | 132 --
.../SwiftAuthenticationFailedException.java | 48 -
.../swift/exceptions/SwiftBadRequestException.java | 49 -
.../exceptions/SwiftConfigurationException.java | 33 -
.../swift/exceptions/SwiftConnectionException.java | 35 -
.../exceptions/SwiftInternalStateException.java | 38 -
.../exceptions/SwiftInvalidResponseException.java | 118 --
.../exceptions/SwiftJsonMarshallingException.java | 33 -
.../exceptions/SwiftOperationFailedException.java | 35 -
.../exceptions/SwiftThrottledRequestException.java | 37 -
.../SwiftUnsupportedFeatureException.java | 30 -
.../hadoop/fs/swift/http/ExceptionDiags.java | 98 -
.../hadoop/fs/swift/http/HttpBodyContent.java | 45 -
.../fs/swift/http/HttpInputStreamWithRelease.java | 234 ---
.../hadoop/fs/swift/http/RestClientBindings.java | 225 ---
.../fs/swift/http/SwiftProtocolConstants.java | 270 ---
.../hadoop/fs/swift/http/SwiftRestClient.java | 1879 --------------------
.../java/org/apache/hadoop/fs/swift/package.html | 81 -
.../swift/snative/StrictBufferedFSInputStream.java | 49 -
.../hadoop/fs/swift/snative/SwiftFileStatus.java | 102 --
.../fs/swift/snative/SwiftNativeFileSystem.java | 761 --------
.../swift/snative/SwiftNativeFileSystemStore.java | 986 ----------
.../fs/swift/snative/SwiftNativeInputStream.java | 385 ----
.../fs/swift/snative/SwiftNativeOutputStream.java | 389 ----
.../fs/swift/snative/SwiftObjectFileStatus.java | 115 --
.../org/apache/hadoop/fs/swift/util/Duration.java | 57 -
.../apache/hadoop/fs/swift/util/DurationStats.java | 154 --
.../hadoop/fs/swift/util/DurationStatsTable.java | 77 -
.../hadoop/fs/swift/util/HttpResponseUtils.java | 121 --
.../org/apache/hadoop/fs/swift/util/JSONUtil.java | 124 --
.../hadoop/fs/swift/util/SwiftObjectPath.java | 187 --
.../hadoop/fs/swift/util/SwiftTestUtils.java | 547 ------
.../apache/hadoop/fs/swift/util/SwiftUtils.java | 216 ---
.../hadoop-openstack/src/site/markdown/index.md | 549 ------
.../src/site/resources/css/site.css | 30 -
hadoop-tools/hadoop-openstack/src/site/site.xml | 46 -
.../hadoop/fs/swift/SwiftFileSystemBaseTest.java | 400 -----
.../apache/hadoop/fs/swift/SwiftTestConstants.java | 34 -
.../hadoop/fs/swift/TestFSMainOperationsSwift.java | 372 ----
.../apache/hadoop/fs/swift/TestLogResources.java | 63 -
.../apache/hadoop/fs/swift/TestReadPastBuffer.java | 163 --
.../java/org/apache/hadoop/fs/swift/TestSeek.java | 260 ---
.../apache/hadoop/fs/swift/TestSwiftConfig.java | 194 --
.../fs/swift/TestSwiftFileSystemBasicOps.java | 296 ---
.../fs/swift/TestSwiftFileSystemBlockLocation.java | 167 --
.../fs/swift/TestSwiftFileSystemBlocksize.java | 60 -
.../fs/swift/TestSwiftFileSystemConcurrency.java | 105 --
.../fs/swift/TestSwiftFileSystemContract.java | 138 --
.../hadoop/fs/swift/TestSwiftFileSystemDelete.java | 90 -
.../fs/swift/TestSwiftFileSystemDirectories.java | 141 --
.../swift/TestSwiftFileSystemExtendedContract.java | 143 --
.../fs/swift/TestSwiftFileSystemLsOperations.java | 169 --
.../TestSwiftFileSystemPartitionedUploads.java | 442 -----
.../hadoop/fs/swift/TestSwiftFileSystemRead.java | 94 -
.../hadoop/fs/swift/TestSwiftFileSystemRename.java | 275 ---
.../hadoop/fs/swift/TestSwiftObjectPath.java | 171 --
.../hadoop/fs/swift/contract/SwiftContract.java | 44 -
.../fs/swift/contract/TestSwiftContractCreate.java | 37 -
.../fs/swift/contract/TestSwiftContractDelete.java | 31 -
.../fs/swift/contract/TestSwiftContractMkdir.java | 34 -
.../fs/swift/contract/TestSwiftContractOpen.java | 42 -
.../fs/swift/contract/TestSwiftContractRename.java | 32 -
.../swift/contract/TestSwiftContractRootDir.java | 35 -
.../fs/swift/contract/TestSwiftContractSeek.java | 31 -
.../hdfs2/TestSwiftFileSystemDirectoriesHdfs2.java | 43 -
.../hadoop/fs/swift/hdfs2/TestV2LsOperations.java | 129 --
.../fs/swift/http/TestRestClientBindings.java | 198 ---
.../hadoop/fs/swift/http/TestSwiftRestClient.java | 117 --
.../hadoop/fs/swift/scale/SwiftScaleTestBase.java | 37 -
.../fs/swift/scale/TestWriteManySmallFiles.java | 97 -
.../src/test/resources/contract/swift.xml | 105 --
.../src/test/resources/core-site.xml | 51 -
.../src/test/resources/log4j.properties | 39 -
.../hadoop/tools/rumen/JobConfigurationParser.java | 4 +-
.../hadoop/tools/rumen/ParsedConfigFile.java | 18 +-
.../yarn/sls/scheduler/SLSCapacityScheduler.java | 10 +-
.../yarn/sls/scheduler/SLSFairScheduler.java | 10 +-
.../yarn/sls/scheduler/SchedulerMetrics.java | 8 +-
hadoop-tools/hadoop-tools-dist/pom.xml | 6 -
.../MySQL/FederationStateStoreStoredProcs.sql | 19 +-
.../MySQL/FederationStateStoreTables.sql | 3 +-
.../SQLServer/FederationStateStoreDatabase.sql} | 17 +-
.../SQLServer/FederationStateStoreStoredProcs.sql | 252 +--
.../SQLServer/FederationStateStoreUser.sql | 26 +-
.../SQLServer/dropDatabase.sql} | 10 +-
.../SQLServer/dropStoreProcedures.sql | 76 +
.../FederationStateStore/SQLServer/dropTables.sql} | 25 +-
.../FederationStateStore/SQLServer/dropUser.sql} | 9 +-
hadoop-yarn-project/hadoop-yarn/bin/yarn.cmd | 2 +-
.../hadoop/yarn/api/ApplicationBaseProtocol.java | 36 +-
.../hadoop/yarn/api/ApplicationClientProtocol.java | 72 +-
.../hadoop/yarn/api/ApplicationMasterProtocol.java | 14 +-
.../apache/hadoop/yarn/api/ClientSCMProtocol.java | 8 +-
.../yarn/api/ContainerManagementProtocol.java | 16 +-
.../apache/hadoop/yarn/api/CsiAdaptorPlugin.java | 2 +-
.../apache/hadoop/yarn/api/CsiAdaptorProtocol.java | 16 +-
.../org/apache/hadoop/yarn/api/package-info.java | 6 +-
.../protocolrecords/GetApplicationsRequest.java | 32 +-
.../GetClusterNodeAttributesResponse.java | 2 +-
.../GetContainerStatusesResponse.java | 7 +-
.../GetLocalizationStatusesResponse.java | 2 +
.../GetNodesToAttributesRequest.java | 2 +-
.../IncreaseContainersResourceResponse.java | 5 +
.../protocolrecords/KillApplicationResponse.java | 2 +
.../RegisterApplicationMasterRequest.java | 3 +
.../RegisterApplicationMasterResponse.java | 7 +-
.../protocolrecords/SignalContainerRequest.java | 2 +
.../protocolrecords/StartContainersResponse.java | 3 +-
.../protocolrecords/StopContainersResponse.java | 8 +-
.../yarn/api/protocolrecords/package-info.java | 6 +-
.../api/records/ApplicationSubmissionContext.java | 6 +-
.../yarn/api/records/LocalizationStatus.java | 2 +-
.../yarn/api/records/LogAggregationContext.java | 14 +-
.../apache/hadoop/yarn/api/records/NodeReport.java | 4 +-
.../apache/hadoop/yarn/api/records/QueueInfo.java | 1 +
.../apache/hadoop/yarn/api/records/Resource.java | 4 +
.../hadoop/yarn/api/records/ResourceRequest.java | 6 +-
.../yarn/api/records/SerializedException.java | 4 +
.../yarn/api/records/YarnClusterMetrics.java | 26 +
.../hadoop/yarn/api/records/package-info.java | 6 +-
.../hadoop/yarn/conf/ConfigurationProvider.java | 13 +-
.../yarn/conf/ConfigurationProviderFactory.java | 4 +-
.../java/org/apache/hadoop/yarn/conf/HAUtil.java | 7 +-
.../apache/hadoop/yarn/conf/YarnConfiguration.java | 110 ++
.../org/apache/hadoop/yarn/conf/package-info.java | 6 +-
.../hadoop/yarn/exceptions/package-info.java | 6 +-
.../apache/hadoop/yarn/factories/package-info.java | 6 +-
.../yarn/factory/providers/package-info.java | 6 +-
.../api/ResourceManagerAdministrationProtocol.java | 4 +-
.../hadoop/yarn/server/api/SCMAdminProtocol.java | 4 +-
.../api/protocolrecords/RefreshNodesRequest.java | 33 +-
.../api/protocolrecords/RefreshQueuesRequest.java | 17 +
...RefreshSuperUserGroupsConfigurationRequest.java | 23 +
.../RefreshUserToGroupsMappingsRequest.java | 23 +
.../server/api/protocolrecords/package-info.java | 6 +-
.../util/constraint/PlacementConstraintParser.java | 11 +-
.../hadoop/yarn/util/csi/CsiConfigUtils.java | 6 +-
...arn_server_resourcemanager_service_protos.proto | 4 +
.../src/main/proto/yarn_protos.proto | 2 +
.../yarn/conf/TestYarnConfigurationFields.java | 14 +
.../pom.xml | 118 +-
.../application/TestAppCatalogSolrClient.java | 31 +-
.../controller/AppDetailsControllerTest.java | 25 +-
.../controller/AppListControllerTest.java | 19 +-
.../controller/AppStoreControllerTest.java | 21 +-
.../hadoop-yarn-applications-mawo-core/pom.xml | 30 +-
.../mawo/server/common/TestMaWoConfiguration.java | 26 +-
.../pom.xml | 15 +
.../TestUnmanagedAMLauncher.java | 49 +-
.../hadoop-yarn-services-api/pom.xml | 22 +-
.../apache/hadoop/yarn/service/TestApiServer.java | 289 ++-
.../hadoop/yarn/service/TestCleanupAfterKill.java | 37 +-
.../yarn/service/client/TestApiServiceClient.java | 68 +-
.../service/client/TestSecureApiServiceClient.java | 18 +-
.../client/TestSystemServiceManagerImpl.java | 49 +-
.../hadoop/yarn/client/cli/SchedConfCLI.java | 3 +-
.../org/apache/hadoop/yarn/client/cli/TopCLI.java | 16 +-
.../apache/hadoop/yarn/client/cli/TestTopCLI.java | 66 +-
.../hadoop-yarn/hadoop-yarn-common/pom.xml | 32 +-
.../apache/hadoop/yarn/ContainerLogAppender.java | 4 +
.../hadoop/yarn/ContainerRollingLogAppender.java | 2 +
.../yarn/api/impl/pb/client/package-info.java | 6 +-
.../yarn/api/impl/pb/service/package-info.java | 6 +-
.../apache/hadoop/yarn/api/pb/package-info.java | 6 +-
.../api/protocolrecords/impl/pb/package-info.java | 6 +-
.../records/impl/pb/YarnClusterMetricsPBImpl.java | 33 +-
.../yarn/api/records/impl/pb/package-info.java | 6 +-
.../hadoop/yarn/api/resource/package-info.java | 6 +-
.../AutoRefreshNoHARMFailoverProxyProvider.java | 2 +-
.../apache/hadoop/yarn/client/ClientRMProxy.java | 2 +-
.../client/DefaultNoHARMFailoverProxyProvider.java | 4 +-
.../org/apache/hadoop/yarn/client/RMProxy.java | 42 +-
.../hadoop/yarn/client/api/AppAdminClient.java | 18 +-
.../hadoop/yarn/client/api/TimelineClient.java | 20 +-
.../yarn/client/api/TimelineReaderClient.java | 12 +-
.../org/apache/hadoop/yarn/event/package-info.java | 6 +-
.../yarn/factories/impl/pb/package-info.java | 6 +-
.../java/org/apache/hadoop/yarn/ipc/RPCUtil.java | 14 +-
.../org/apache/hadoop/yarn/ipc/package-info.java | 6 +-
.../yarn/logaggregation/AggregatedLogFormat.java | 3 +
.../filecontroller/ifile/package-info.java | 6 +-
.../filecontroller/package-info.java | 6 +-
.../filecontroller/tfile/package-info.java | 6 +-
.../hadoop/yarn/logaggregation/package-info.java | 6 +-
.../apache/hadoop/yarn/metrics/package-info.java | 6 +-
.../hadoop/yarn/nodelabels/AttributeValue.java | 8 +-
.../yarn/nodelabels/CommonNodeLabelsManager.java | 14 +-
.../hadoop/yarn/nodelabels/NodeAttributeStore.java | 16 +-
.../yarn/nodelabels/NodeAttributesManager.java | 12 +-
.../hadoop/yarn/nodelabels/NodeLabelUtil.java | 7 +-
.../hadoop/yarn/nodelabels/NodeLabelsStore.java | 12 +-
.../yarn/nodelabels/store/FSStoreOpHandler.java | 8 +-
.../hadoop/yarn/nodelabels/store/StoreOp.java | 4 +-
.../yarn/nodelabels/store/op/package-info.java | 6 +-
.../hadoop/yarn/nodelabels/store/package-info.java | 6 +-
.../java/org/apache/hadoop/yarn/package-info.java | 6 +-
.../yarn/security/ContainerTokenIdentifier.java | 3 +-
.../yarn/security/YarnAuthorizationProvider.java | 1 +
.../hadoop/yarn/security/admin/package-info.java | 6 +-
.../client/YARNDelegationTokenIdentifier.java | 12 +
.../pb/YARNDelegationTokenIdentifierPBImpl.java | 200 +++
.../security/client/impl/pb}/package-info.java | 8 +-
.../hadoop/yarn/security/client/package-info.java | 6 +-
.../apache/hadoop/yarn/security/package-info.java | 6 +-
.../impl/pb/RefreshNodesRequestPBImpl.java | 22 +-
.../impl/pb/RefreshQueuesRequestPBImpl.java | 33 +-
...hSuperUserGroupsConfigurationRequestPBImpl.java | 54 +-
.../RefreshUserToGroupsMappingsRequestPBImpl.java | 50 +-
.../api/protocolrecords/impl/pb/package-info.java | 6 +-
.../hadoop/yarn/server/metrics/package-info.java | 6 +-
.../server/security/ApplicationACLsManager.java | 9 +-
.../hadoop/yarn/server/security/package-info.java | 6 +-
.../yarn/sharedcache/SharedCacheChecksum.java | 2 +-
.../sharedcache/SharedCacheChecksumFactory.java | 3 +-
.../org/apache/hadoop/yarn/state/StateMachine.java | 1 +
.../hadoop/yarn/state/StateMachineFactory.java | 12 +-
.../hadoop/yarn/state/VisualizeStateMachine.java | 4 +
.../org/apache/hadoop/yarn/state/package-info.java | 6 +-
.../java/org/apache/hadoop/yarn/util/Apps.java | 6 +
.../apache/hadoop/yarn/util/ConverterUtils.java | 6 +-
.../yarn/util/DockerClientConfigHandler.java | 1 +
.../org/apache/hadoop/yarn/util/FSDownload.java | 18 +-
.../hadoop/yarn/util/ProcfsBasedProcessTree.java | 7 +-
.../org/apache/hadoop/yarn/util/RackResolver.java | 12 +-
.../org/apache/hadoop/yarn/util/StringHelper.java | 16 +-
.../apache/hadoop/yarn/util/TrackingUriPlugin.java | 3 +-
.../apache/hadoop/yarn/util/YarnVersionInfo.java | 10 +-
.../org/apache/hadoop/yarn/util/package-info.java | 6 +-
.../yarn/util/resource/ResourceCalculator.java | 11 +-
.../hadoop/yarn/util/resource/Resources.java | 10 +-
.../hadoop/yarn/util/timeline/TimelineUtils.java | 12 +-
.../hadoop/yarn/util/timeline/package-info.java | 6 +-
.../java/org/apache/hadoop/yarn/webapp/WebApp.java | 5 +
.../apache/hadoop/yarn/webapp/YarnWebParams.java | 2 +
.../hadoop/yarn/webapp/dao/package-info.java | 10 +-
.../hadoop/yarn/webapp/example/package-info.java | 6 +-
.../hadoop/yarn/webapp/hamlet2/HamletGen.java | 2 +-
.../hadoop/yarn/webapp/hamlet2/HamletSpec.java | 152 +-
.../hadoop/yarn/webapp/hamlet2/package-info.java | 6 +-
.../hadoop/yarn/webapp/log/package-info.java | 6 +-
.../apache/hadoop/yarn/webapp/package-info.java | 6 +-
.../hadoop/yarn/webapp/util/WebAppUtils.java | 14 +-
.../hadoop/yarn/webapp/util/WebServiceClient.java | 10 +-
.../apache/hadoop/yarn/webapp/view/HtmlBlock.java | 26 +
.../apache/hadoop/yarn/webapp/view/JQueryUI.java | 8 +-
.../hadoop/yarn/webapp/view/package-info.java | 6 +-
.../webapps/static/dt-1.10.18/images/sort_asc.png | Bin 263 -> 0 bytes
.../static/dt-1.10.18/images/sort_asc_disabled.png | Bin 252 -> 0 bytes
.../webapps/static/dt-1.10.18/images/sort_both.png | Bin 282 -> 0 bytes
.../webapps/static/dt-1.10.18/images/sort_desc.png | Bin 260 -> 0 bytes
.../dt-1.10.18/images/sort_desc_disabled.png | Bin 251 -> 0 bytes
.../static/dt-1.10.18/js/jquery.dataTables.min.js | 184 --
.../css/custom_datatable.css | 0
.../{dt-1.10.18 => dt-1.11.5}/css/demo_page.css | 0
.../{dt-1.10.18 => dt-1.11.5}/css/demo_table.css | 0
.../css/jquery.dataTables.css | 108 +-
.../{dt-1.10.18 => dt-1.11.5}/css/jui-dt.css | 0
.../images/Sorting icons.psd | Bin
.../images/back_disabled.jpg | Bin
.../images/back_enabled.jpg | Bin
.../{dt-1.10.18 => dt-1.11.5}/images/favicon.ico | Bin
.../images/forward_disabled.jpg | Bin
.../images/forward_enabled.jpg | Bin
.../webapps/static/dt-1.11.5/images}/sort_asc.png | Bin
.../static/dt-1.11.5/images}/sort_asc_disabled.png | Bin
.../webapps/static/dt-1.11.5/images}/sort_both.png | Bin
.../webapps/static/dt-1.11.5/images}/sort_desc.png | Bin
.../dt-1.11.5/images}/sort_desc_disabled.png | Bin
.../static/dt-1.11.5/js/jquery.dataTables.min.js | 187 ++
.../webapps/static/federation/federation.js | 78 +
.../src/main/resources/yarn-default.xml | 110 ++
.../test/java/org/apache/hadoop/yarn/MockApps.java | 4 +-
.../apache/hadoop/yarn/TestContainerLaunchRPC.java | 20 +-
.../hadoop/yarn/TestContainerLogAppender.java | 5 +-
.../yarn/TestContainerResourceIncreaseRPC.java | 34 +-
.../org/apache/hadoop/yarn/TestRPCFactories.java | 20 +-
.../org/apache/hadoop/yarn/TestRecordFactory.java | 28 +-
.../apache/hadoop/yarn/TestRpcFactoryProvider.java | 30 +-
.../yarn/TestYarnUncaughtExceptionHandler.java | 16 +-
.../hadoop/yarn/api/BasePBImplRecordsTest.java | 53 +-
.../hadoop/yarn/api/TestApplicationAttemptId.java | 46 +-
.../apache/hadoop/yarn/api/TestApplicationId.java | 34 +-
.../hadoop/yarn/api/TestApplicatonReport.java | 24 +-
.../apache/hadoop/yarn/api/TestContainerId.java | 56 +-
.../yarn/api/TestGetApplicationsRequest.java | 93 +-
.../org/apache/hadoop/yarn/api/TestNodeId.java | 30 +-
.../apache/hadoop/yarn/api/TestPBImplRecords.java | 362 ++--
.../api/TestPlacementConstraintPBConversion.java | 95 +-
.../apache/hadoop/yarn/api/TestResourcePBImpl.java | 135 +-
.../hadoop/yarn/api/TestResourceRequest.java | 10 +-
.../hadoop/yarn/api/TestTimelineEntityGroupId.java | 33 +-
.../impl/pb/TestGetApplicationsRequestPBImpl.java | 63 +-
.../yarn/api/records/TestResourceUtilization.java | 96 +-
.../pb/TestApplicationClientProtocolRecords.java | 30 +-
.../pb/TestApplicationSubmissionContextPBImpl.java | 65 +-
.../yarn/api/records/impl/pb/TestProtoUtils.java | 9 +-
.../impl/pb/TestSerializedExceptionPBImpl.java | 42 +-
.../api/records/timeline/TestTimelineRecords.java | 154 +-
.../TestTimelineServiceRecords.java | 124 +-
.../TestPlacementConstraintTransformations.java | 84 +-
.../hadoop/yarn/client/TestClientRMProxy.java | 47 +-
.../yarn/client/api/impl/TestTimelineClient.java | 169 +-
.../api/impl/TestTimelineClientForATS1_5.java | 55 +-
.../client/api/impl/TestTimelineClientV2Impl.java | 193 +-
.../api/impl/TestTimelineReaderClientImpl.java | 65 +-
.../org/apache/hadoop/yarn/conf/TestHAUtil.java | 107 +-
.../hadoop/yarn/conf/TestYarnConfiguration.java | 85 +-
.../apache/hadoop/yarn/event/InlineDispatcher.java | 3 -
.../hadoop/yarn/event/TestAsyncDispatcher.java | 101 +-
.../impl/pb/TestRpcClientFactoryPBImpl.java | 9 +-
.../impl/pb/TestRpcServerFactoryPBImpl.java | 9 +-
.../org/apache/hadoop/yarn/ipc/TestRPCUtil.java | 53 +-
.../logaggregation/LogAggregationTestUtils.java | 4 +-
.../TestAggregatedLogDeletionService.java | 309 ++--
.../logaggregation/TestAggregatedLogFormat.java | 91 +-
.../logaggregation/TestAggregatedLogsBlock.java | 40 +-
.../logaggregation/TestContainerLogsUtils.java | 22 +-
.../TestLogAggregationMetaCollector.java | 51 +-
.../FakeLogAggregationFileController.java | 10 +-
.../TestLogAggregationFileController.java | 31 +-
.../TestLogAggregationFileControllerFactory.java | 142 +-
.../TestLogAggregationIndexedFileController.java | 98 +-
.../AggregatedLogDeletionServiceForTest.java | 6 +-
.../testutils/LogAggregationTestcase.java | 39 +-
.../testutils/LogAggregationTestcaseBuilder.java | 12 +-
.../testutils/MockRMClientUtils.java | 4 +-
.../hadoop/yarn/nodelabels/NodeLabelTestBase.java | 50 +-
.../nodelabels/TestCommonNodeLabelsManager.java | 286 +--
.../nodelabels/TestFileSystemNodeLabelsStore.java | 142 +-
.../hadoop/yarn/nodelabels/TestNodeLabelUtil.java | 40 +-
.../resourcetypes/ResourceTypesTestHelper.java | 11 +-
.../security/TestDockerClientConfigHandler.java | 27 +-
.../yarn/security/TestYARNTokenIdentifier.java | 333 ++--
.../security/TestApplicationACLsManager.java | 73 +-
.../hadoop/yarn/util/TestAdHocLogDumper.java | 33 +-
.../java/org/apache/hadoop/yarn/util/TestApps.java | 27 +-
.../hadoop/yarn/util/TestBoundedAppender.java | 67 +-
.../hadoop/yarn/util/TestConverterUtils.java | 64 +-
.../apache/hadoop/yarn/util/TestFSDownload.java | 268 +--
.../hadoop/yarn/util/TestLRUCacheHashMap.java | 19 +-
.../util/TestLog4jWarningErrorMetricsAppender.java | 195 +-
.../yarn/util/TestProcfsBasedProcessTree.java | 263 ++-
.../apache/hadoop/yarn/util/TestRackResolver.java | 38 +-
.../util/TestRackResolverScriptBasedMapping.java | 10 +-
.../util/TestResourceCalculatorProcessTree.java | 15 +-
.../yarn/util/TestTimelineServiceHelper.java | 25 +-
.../org/apache/hadoop/yarn/util/TestTimes.java | 38 +-
.../yarn/util/TestWindowsBasedProcessTree.java | 22 +-
.../hadoop/yarn/util/TestYarnVersionInfo.java | 33 +-
.../CustomResourceTypesConfigurationProvider.java | 16 +-
.../yarn/util/resource/TestResourceCalculator.java | 157 +-
.../yarn/util/resource/TestResourceUtils.java | 239 ++-
.../hadoop/yarn/util/resource/TestResources.java | 153 +-
.../yarn/util/timeline/TestShortenedFlowName.java | 18 +-
.../apache/hadoop/yarn/webapp/JerseyTestBase.java | 4 +-
.../yarn/webapp/MyTestJAXBContextResolver.java | 5 +-
.../hadoop/yarn/webapp/MyTestWebService.java | 1 +
.../apache/hadoop/yarn/webapp/TestParseRoute.java | 66 +-
.../apache/hadoop/yarn/webapp/TestSubViews.java | 16 +-
.../org/apache/hadoop/yarn/webapp/TestWebApp.java | 151 +-
.../hadoop/yarn/webapp/WebServicesTestUtils.java | 21 +-
.../hadoop/yarn/webapp/hamlet2/TestHamlet.java | 39 +-
.../hadoop/yarn/webapp/hamlet2/TestHamletImpl.java | 29 +-
.../yarn/webapp/hamlet2/TestParseSelector.java | 32 +-
.../webapp/log/AggregatedLogsBlockForTest.java | 1 -
.../hadoop/yarn/webapp/test/TestWebAppTests.java | 43 +-
.../hadoop/yarn/webapp/test/WebAppTests.java | 29 +-
.../hadoop/yarn/webapp/util/TestWebAppUtils.java | 65 +-
.../yarn/webapp/util/TestWebServiceClient.java | 15 +-
.../hadoop/yarn/webapp/view/TestCommonViews.java | 22 +-
.../hadoop/yarn/webapp/view/TestHtmlBlock.java | 26 +-
.../hadoop/yarn/webapp/view/TestHtmlPage.java | 19 +-
.../hadoop/yarn/webapp/view/TestInfoBlock.java | 34 +-
.../yarn/webapp/view/TestTwoColumnCssPage.java | 6 +-
.../yarn/webapp/view/TestTwoColumnLayout.java | 6 +-
.../hadoop-yarn-server-common/pom.xml | 1 +
.../java/org/apache/hadoop/yarn/lib/ZKClient.java | 36 +-
.../org/apache/hadoop/yarn/lib/package-info.java | 8 +-
.../yarn/server/AMHeartbeatRequestHandler.java | 1 +
.../yarn/server/api/SCMUploaderProtocol.java | 8 +-
.../hadoop/yarn/server/api/ServerRMProxy.java | 2 +-
.../api/protocolrecords/NMContainerStatus.java | 9 +-
.../server/api/protocolrecords/RemoteNode.java | 2 +-
.../LocalityMulticastAMRMProxyPolicy.java | 4 +
.../FederationActionRetry.java} | 45 +-
.../server/federation/retry}/package-info.java | 6 +-
.../store/FederationDelegationTokenStateStore.java | 81 +
.../store/impl/MemoryFederationStateStore.java | 141 +-
.../store/impl/SQLFederationStateStore.java | 546 +++---
.../impl/ZKFederationStateStoreOpDurations.java | 49 +
.../store/impl/ZookeeperFederationStateStore.java | 761 +++++++-
.../store/records/ApplicationHomeSubCluster.java | 66 +-
.../GetApplicationsHomeSubClusterRequest.java | 30 +
.../store/records/ReservationHomeSubCluster.java | 27 +-
.../federation/store/records/RouterMasterKey.java | 34 +-
.../store/records/RouterRMTokenRequest.java} | 41 +-
.../store/records/RouterRMTokenResponse.java} | 41 +-
.../federation/store/records/RouterStoreToken.java | 65 +
.../federation/store/records/SubClusterId.java | 20 +-
.../federation/store/records/SubClusterIdInfo.java | 26 +-
.../federation/store/records/SubClusterInfo.java | 88 +-
.../records/SubClusterPolicyConfiguration.java | 40 +-
.../federation/store/records/SubClusterState.java | 10 +-
.../impl/pb/ApplicationHomeSubClusterPBImpl.java | 33 +-
.../GetApplicationHomeSubClusterRequestPBImpl.java | 1 +
...GetApplicationsHomeSubClusterRequestPBImpl.java | 36 +
...etApplicationsHomeSubClusterResponsePBImpl.java | 3 +-
.../GetReservationHomeSubClusterRequestPBImpl.java | 7 +-
...etReservationsHomeSubClusterResponsePBImpl.java | 1 +
.../impl/pb/GetSubClusterInfoResponsePBImpl.java | 8 +-
...lusterPoliciesConfigurationsResponsePBImpl.java | 1 +
...ubClusterPolicyConfigurationResponsePBImpl.java | 2 +
.../impl/pb/GetSubClustersInfoResponsePBImpl.java | 1 +
.../impl/pb/ReservationHomeSubClusterPBImpl.java | 1 +
.../impl/pb/RouterMasterKeyRequestPBImpl.java | 2 +
.../impl/pb/RouterMasterKeyResponsePBImpl.java | 2 +
...PBImpl.java => RouterRMTokenRequestPBImpl.java} | 77 +-
...BImpl.java => RouterRMTokenResponsePBImpl.java} | 79 +-
.../records/impl/pb/RouterStoreTokenPBImpl.java | 180 ++
...SubClusterPolicyConfigurationRequestPBImpl.java | 2 +
.../impl/pb/SubClusterHeartbeatRequestPBImpl.java | 2 +
.../records/impl/pb/SubClusterInfoPBImpl.java | 2 +
.../impl/pb/SubClusterRegisterRequestPBImpl.java | 2 +
.../FederationRouterRMTokenInputValidator.java | 105 ++
.../store/utils/FederationStateStoreUtils.java | 50 +
.../federation/utils/FederationMethodWrapper.java | 76 +
.../federation/utils/FederationRegistryClient.java | 1 +
.../utils/FederationStateStoreFacade.java | 373 ++++
.../yarn/server/scheduler/ResourceRequestSet.java | 6 +-
.../server/security/BaseNMTokenSecretManager.java | 5 +
.../hadoop/yarn/server/service/package-info.java | 9 +-
.../server/timeline/security/package-info.java | 4 +-
.../yarn/server/util/timeline/package-info.java | 4 +-
.../hadoop/yarn/server/utils/LeveldbIterator.java | 22 +-
.../yarn/server/utils/YarnServerSecurityUtils.java | 6 +-
.../yarn/server/volume/csi/package-info.java | 9 +-
.../hadoop/yarn/server/webapp/LogServlet.java | 3 +
.../hadoop/yarn/server/webapp/LogWebService.java | 6 +
.../yarn/server/webapp/WrappedLogMetaRequest.java | 1 +
.../main/proto/yarn_server_federation_protos.proto | 3 +-
.../TestBroadcastAMRMProxyFederationPolicy.java | 7 +-
.../amrmproxy/TestHomeAMRMProxyPolicy.java | 7 +-
.../TestLocalityMulticastAMRMProxyPolicy.java | 21 +-
.../amrmproxy/TestRejectAMRMProxyPolicy.java | 7 +-
.../policies/router/TestPriorityRouterPolicy.java | 8 +-
.../store/impl/FederationStateStoreBaseTest.java | 208 +++
.../store/impl/HSQLDBFederationStateStore.java | 23 +-
.../store/impl/TestMemoryFederationStateStore.java | 60 +-
.../store/impl/TestSQLFederationStateStore.java | 45 +-
.../impl/TestZookeeperFederationStateStore.java | 116 +-
.../records/TestFederationProtocolRecords.java | 137 ++
.../utils/FederationPoliciesTestUtil.java | 6 +-
.../utils/TestFederationStateStoreFacade.java | 101 ++
.../server/nodemanager/LinuxContainerExecutor.java | 8 +-
.../containermanager/launcher/ContainerLaunch.java | 64 +-
.../linux/runtime/DockerLinuxContainerRuntime.java | 16 +-
.../webapp/dao/gpu/GpuDeviceInformationParser.java | 28 +-
.../native/container-executor/impl/configuration.c | 4 +-
.../container-executor/impl/get_executable.c | 22 +-
.../src/main/native/container-executor/impl/util.c | 10 +
.../src/main/native/container-executor/impl/util.h | 7 +-
.../launcher/TestContainerLaunch.java | 3 +
.../launcher/TestContainersLauncher.java | 63 +-
.../linux/runtime/TestDockerContainerRuntime.java | 34 +-
.../nodemanager/webapp/TestNMWebServices.java | 6 +-
.../nodemanager/webapp/TestNMWebServicesApps.java | 7 +-
.../webapp/TestNMWebServicesAuxServices.java | 3 +-
.../webapp/TestNMWebServicesContainers.java | 5 +-
.../server/resourcemanager/ClientRMService.java | 49 +-
.../yarn/server/resourcemanager/RMAppManager.java | 45 +-
.../yarn/server/resourcemanager/RMAuditLogger.java | 1 +
.../yarn/server/resourcemanager/RMServerUtils.java | 11 +
.../server/resourcemanager/ResourceManager.java | 8 +
.../federation/FederationStateStoreService.java | 233 ++-
.../placement/CSMappingPlacementRule.java | 8 +-
.../resourcemanager/placement/VariableContext.java | 9 +
.../csmappingrule/MappingRuleMatchers.java | 6 +
.../rmapp/attempt/RMAppAttempt.java | 8 +
.../rmapp/attempt/RMAppAttemptImpl.java | 21 +-
.../scheduler/capacity/AbstractCSQueue.java | 80 +-
.../scheduler/capacity/CSQueueInfoProvider.java | 117 ++
.../conf/ConfigurationUpdateAssembler.java | 181 ++
.../conf/MutableCSConfigurationProvider.java | 188 +-
.../fair/AllocationFileLoaderService.java | 32 +-
.../scheduler/fair/converter/FSQueueConverter.java | 13 +
.../resourcemanager/webapp/DeSelectFields.java | 10 +-
.../webapp/FairSchedulerAppsBlock.java | 26 +-
.../resourcemanager/webapp/RMAppAttemptBlock.java | 25 +-
.../server/resourcemanager/webapp/RMWSConsts.java | 6 +
.../webapp/RMWebServiceProtocol.java | 8 +-
.../resourcemanager/webapp/RMWebServices.java | 57 +-
.../resourcemanager/webapp/RmController.java | 2 +-
.../yarn/server/resourcemanager/webapp/RmView.java | 2 +-
.../webapp/dao/CapacitySchedulerInfo.java | 1 +
.../webapp/dao/CapacitySchedulerLeafQueueInfo.java | 2 +-
.../webapp/dao/CapacitySchedulerQueueInfo.java | 2 +-
.../webapp/dao/FairSchedulerInfo.java | 1 +
.../webapp/dao/FifoSchedulerInfo.java | 2 +
.../resourcemanager/webapp/dao/NodeInfo.java | 9 +
.../resourcemanager/webapp/dao/NodeLabelInfo.java | 21 +
.../resourcemanager/webapp/dao/NodesInfo.java | 5 +
.../resourcemanager/webapp/dao/PartitionInfo.java | 2 +-
.../resourcemanager/webapp/dao/RMQueueAclInfo.java | 22 +-
.../webapp/dao/ReservationDeleteResponseInfo.java | 2 +-
.../resourcemanager/webapp/dao/ResourceInfo.java | 4 +
.../webapp/dao/SchedulerOverviewInfo.java | 118 ++
.../webapp/dao/SchedulerTypeInfo.java | 11 +-
.../resourcemanager/TestClientRMService.java | 388 ++--
.../server/resourcemanager/TestRMServerUtils.java | 26 +
.../TestResourceTrackerService.java | 67 +-
.../TestFederationRMStateStoreService.java | 275 +++
.../placement/TestPlacementRuleFS.java | 6 +-
.../csmappingrule/TestCSMappingPlacementRule.java | 43 +-
.../recovery/TestFSRMStateStore.java | 2 +-
.../conf/TestConfigurationUpdateAssembler.java | 173 ++
.../converter/TestFSConfigToCSConfigConverter.java | 22 +-
.../resourcemanager/webapp/TestRMWebServices.java | 64 +-
.../webapp/TestRMWebServicesAppAttempts.java | 3 +-
.../webapp/TestRMWebServicesApps.java | 9 +-
.../webapp/TestRMWebServicesAppsModification.java | 11 +-
.../webapp/TestRMWebServicesCapacitySched.java | 31 +-
.../webapp/TestRMWebServicesDelegationTokens.java | 3 +-
.../TestRMWebServicesForCSWithPartitions.java | 3 +-
.../webapp/TestRMWebServicesNodes.java | 15 +-
.../TestRMWebServicesFairScheduler.java | 12 +
.../helper/XmlCustomResourceTypeTestCase.java | 6 +-
.../hadoop/yarn/webapp/TestRMWithCSRFFilter.java | 3 +-
.../hadoop-yarn-server-router/pom.xml | 27 +
.../apache/hadoop/yarn/server/router/Router.java | 16 +
.../yarn/server/router/RouterAuditLogger.java | 18 +
.../hadoop/yarn/server/router/RouterMetrics.java | 524 +++++-
.../yarn/server/router/RouterServerUtil.java | 402 +++++
.../clientrm/AbstractClientRequestInterceptor.java | 38 +-
.../router/clientrm/ClientRequestInterceptor.java | 15 +
.../clientrm/FederationClientInterceptor.java | 598 ++++---
.../router/clientrm/RouterClientRMService.java | 67 +-
.../router/clientrm/RouterYarnClientUtils.java | 7 +-
.../rmadmin/AbstractRMAdminRequestInterceptor.java | 10 +-
.../rmadmin/FederationRMAdminInterceptor.java | 451 +++++
.../router/rmadmin/RMAdminProtocolMethod.java | 186 ++
.../RouterDelegationTokenSecretManager.java | 289 +++
.../yarn/server/router/security}/package-info.java | 6 +-
.../yarn/server/router/webapp/AboutBlock.java | 95 +-
.../webapp/AbstractRESTRequestInterceptor.java | 24 +-
.../yarn/server/router/webapp/AppsBlock.java | 178 +-
.../hadoop/yarn/server/router/webapp/AppsPage.java | 11 +-
.../webapp/DefaultRequestInterceptorREST.java | 18 +-
.../yarn/server/router/webapp/FederationBlock.java | 273 +--
.../router/webapp/FederationInterceptorREST.java | 1441 +++++++++++----
.../yarn/server/router/webapp/FederationPage.java | 17 +-
.../server/router/webapp/MetricsOverviewTable.java | 264 +++
.../hadoop/yarn/server/router/webapp/NavBlock.java | 55 +-
.../yarn/server/router/webapp/NodeLabelsBlock.java | 143 ++
.../webapp/{NodesPage.java => NodeLabelsPage.java} | 41 +-
.../yarn/server/router/webapp/NodesBlock.java | 144 +-
.../yarn/server/router/webapp/NodesPage.java | 4 +-
.../router/webapp/RESTRequestInterceptor.java | 15 +
.../yarn/server/router/webapp/RouterBlock.java | 260 +++
.../server/router/webapp/RouterController.java | 8 +-
.../yarn/server/router/webapp/RouterWebApp.java | 7 +-
.../server/router/webapp/RouterWebServiceUtil.java | 152 ++
.../server/router/webapp/RouterWebServices.java | 18 +
.../webapp/dao/FederationRMQueueAclInfo.java} | 34 +-
.../webapp/dao/FederationSchedulerTypeInfo.java} | 35 +-
.../router/webapp/dao/RouterClusterMetrics.java | 323 ++++
.../yarn/server/router/webapp/dao/RouterInfo.java | 104 ++
.../router/webapp/dao/RouterSchedulerMetrics.java | 109 ++
.../server/router/webapp/dao}/package-info.java | 5 +-
.../hadoop/yarn/server/router/TestRouter.java | 109 ++
.../yarn/server/router/TestRouterMetrics.java | 381 +++-
.../yarn/server/router/TestRouterServerUtil.java | 125 ++
.../clientrm/TestFederationClientInterceptor.java | 200 ++-
.../TestFederationClientInterceptorRetry.java | 216 ++-
.../router/clientrm/TestRouterYarnClientUtils.java | 4 +
.../TestSequentialBroadcastPolicyManager.java | 39 +
.../clientrm/TestSequentialRouterPolicy.java | 78 +
.../TestableFederationClientInterceptor.java | 31 +
.../router/rmadmin/BaseRouterRMAdminTest.java | 229 ++-
.../rmadmin/TestFederationRMAdminInterceptor.java | 262 +++
.../TestableFederationRMAdminInterceptor.java | 99 ++
.../router/secure/AbstractSecureRouterTest.java | 8 +
.../TestRouterDelegationTokenSecretManager.java | 201 +++
.../router/webapp/BaseRouterWebServicesTest.java | 11 +-
.../webapp/MockDefaultRequestInterceptorREST.java | 420 ++++-
.../router/webapp/MockRESTRequestInterceptor.java | 5 +
.../yarn/server/router/webapp/MockRouter.java | 99 ++
.../webapp/PassThroughRESTRequestInterceptor.java | 5 +
.../webapp/TestFederationInterceptorREST.java | 710 +++++++-
.../webapp/TestFederationInterceptorRESTRetry.java | 113 +-
.../server/router/webapp/TestFederationWebApp.java | 133 ++
.../webapp/TestableFederationInterceptorREST.java | 68 +-
.../src/test/resources/capability | 21 +
.../hadoop-yarn-server-tests/pom.xml | 20 +
.../yarn/server/TestContainerManagerSecurity.java | 315 ++--
.../hadoop/yarn/server/TestDiskFailures.java | 39 +-
.../yarn/server/TestMiniYARNClusterForHA.java | 18 +-
.../hadoop/yarn/server/TestMiniYarnCluster.java | 53 +-
.../server/TestMiniYarnClusterNodeUtilization.java | 57 +-
.../hadoop/yarn/server/TestRMNMSecretKeys.java | 120 +-
.../yarn/server/timeline/TimelineVersion.java | 31 -
.../TestTimelineServiceClientIntegration.java | 16 +-
.../security/TestTimelineAuthFilterForV2.java | 96 +-
.../hadoop-yarn-server-timelineservice/pom.xml | 19 +-
.../storage/FileSystemTimelineReaderImpl.java | 2 +-
.../collector/TestNMTimelineCollectorManager.java | 49 +-
.../TestPerNodeAggTimelineCollectorMetrics.java | 27 +-
.../TestPerNodeTimelineCollectorsAuxService.java | 63 +-
.../collector/TestTimelineCollector.java | 75 +-
.../collector/TestTimelineCollectorManager.java | 45 +-
.../reader/TestTimelineReaderMetrics.java | 27 +-
.../reader/TestTimelineReaderServer.java | 62 +-
.../reader/TestTimelineReaderUtils.java | 24 +-
.../reader/TestTimelineReaderWebServices.java | 258 +--
.../reader/TestTimelineReaderWebServicesACL.java | 65 +-
.../TestTimelineReaderWebServicesBasicAcl.java | 55 +-
.../reader/TestTimelineReaderWebServicesUtils.java | 172 +-
...TimelineReaderWhitelistAuthorizationFilter.java | 36 +-
.../reader/TestTimelineUIDConverter.java | 12 +-
.../storage/TestFileSystemTimelineReaderImpl.java | 249 +--
.../storage/TestFileSystemTimelineWriterImpl.java | 65 +-
.../storage/TestTimelineSchemaCreator.java | 10 +-
.../src/site/markdown/Federation.md | 29 +-
.../src/site/markdown/NodeLabel.md | 2 +-
.../src/site/markdown/TimelineServer.md | 6 +-
.../src/site/markdown/TimelineServiceV2.md | 8 +-
.../src/site/markdown/YarnCommands.md | 2 +-
.../hadoop-yarn-site/src/site/markdown/YarnUI2.md | 1 +
.../site/markdown/yarn-service/YarnServiceAPI.md | 2 +-
.../hadoop-yarn-ui/src/main/webapp/bower.json | 5 +-
.../src/main/webapp/ember-cli-build.js | 4 +-
hadoop-yarn-project/pom.xml | 5 +
pom.xml | 18 +
1182 files changed, 38461 insertions(+), 30356 deletions(-)
create mode 100644 .yetus/excludes.txt
create mode 100644 dev-support/docker/Dockerfile_windows_10
create mode 100644
hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/impl/WeakRefMetricsSource.java
create mode 100644
hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/util/TestXMLUtils.java
create mode 100644
hadoop-common-project/hadoop-common/src/test/resources/xml/entity-dtd.xml
create mode 100644
hadoop-common-project/hadoop-common/src/test/resources/xml/external-dtd.xml
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/router/TestPoolAlignmentContext.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs-rbf/src/test/java/org/apache/hadoop/hdfs/server/federation/store/records/MockStateStoreDriver.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestMaintenanceWithStriped.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/qjournal/client/SpyQJournalUtil.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestHAWithInProgressTail.java
create mode 100644
hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/web/TestJsonUtilClient.java
create mode 100644
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/LoggingHttpResponseEncoder.java
delete mode 100644
hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/InconsistentAmazonS3Client.java
create mode 100644
hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/adapter/V1ToV2AwsCredentialProviderAdapter.java
create mode 100644
hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/adapter/V1V2AwsCredentialProviderAdapter.java
copy
{hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/webapp/dao
=>
hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/adapter}/package-info.java
(83%)
rename
hadoop-tools/{hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/exceptions/SwiftConnectionClosedException.java
=> hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/AWSCannedACL.java}
(61%)
create mode 100644
hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/AWSClientConfig.java
create mode 100644
hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/AWSHeaders.java
delete mode 100644
hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/CopyOutcome.java
rename
hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/impl/{MultiObjectDeleteSupport.java
=> MultiObjectDeleteException.java} (62%)
create mode 100644
hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/select/BlockingEnumeration.java
create mode 100644
hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/select/SelectEventStreamPublisher.java
create mode 100644
hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/select/SelectObjectContentHelper.java
create mode 100644
hadoop-tools/hadoop-aws/src/site/markdown/tools/hadoop-aws/aws_sdk_v2_changelog.md
create mode 100644
hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/TestInstrumentationLifecycle.java
create mode 100644
hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/TestS3AProxy.java
rename
hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/audit/{SimpleAWSRequestHandler.java
=> SimpleAWSExecutionInterceptor.java} (68%)
create mode 100644
hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/select/StreamPublisher.java
create mode 100644
hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/select/TestBlockingEnumeration.java
create mode 100644
hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/select/TestSelectEventStreamPublisher.java
copy
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/test/resources/log4j.properties
=>
hadoop-tools/hadoop-aws/src/test/resources/mockito-extensions/org.mockito.plugins.MockMaker
(64%)
rename
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/metrics/DisableEventTypeMetrics.java
=>
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/constants/InternalConstants.java
(56%)
rename
hadoop-tools/{hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/http/CopyRequest.java
=>
hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/AbfsNoOpThrottlingIntercept.java}
(61%)
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/AbfsOperationMetrics.java
rename
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-tests/src/test/java/org/apache/hadoop/yarn/server/timeline/TimelineVersionWatcher.java
=>
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/AbfsThrottlingIntercept.java
(53%)
create mode 100644
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/AbfsThrottlingInterceptFactory.java
copy
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/package-info.java
=>
hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/services/TimerFunctionality.java
(87%)
rename
hadoop-tools/{hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/exceptions/SwiftException.java
=>
hadoop-azure/src/test/java/org/apache/hadoop/fs/azurebfs/extensions/MockWithPrefixSASTokenProvider.java}
(52%)
create mode 100644
hadoop-tools/hadoop-azure/src/test/java/org/apache/hadoop/fs/azurebfs/utils/CleanupTestContainers.java
create mode 100644
hadoop-tools/hadoop-azure/src/test/resources/accountSettings/accountName_settings.xml.template
delete mode 100644
hadoop-tools/hadoop-openstack/dev-support/findbugs-exclude.xml
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/auth/ApiKeyAuthenticationRequest.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/auth/ApiKeyCredentials.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/auth/AuthenticationRequest.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/auth/AuthenticationRequestWrapper.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/auth/AuthenticationResponse.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/auth/AuthenticationWrapper.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/auth/KeyStoneAuthRequest.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/auth/KeystoneApiKeyCredentials.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/auth/PasswordAuthenticationRequest.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/auth/PasswordCredentials.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/auth/Roles.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/auth/entities/AccessToken.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/auth/entities/Catalog.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/auth/entities/Endpoint.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/auth/entities/Tenant.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/auth/entities/User.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/exceptions/SwiftAuthenticationFailedException.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/exceptions/SwiftBadRequestException.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/exceptions/SwiftConfigurationException.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/exceptions/SwiftConnectionException.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/exceptions/SwiftInternalStateException.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/exceptions/SwiftInvalidResponseException.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/exceptions/SwiftJsonMarshallingException.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/exceptions/SwiftOperationFailedException.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/exceptions/SwiftThrottledRequestException.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/exceptions/SwiftUnsupportedFeatureException.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/http/ExceptionDiags.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/http/HttpBodyContent.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/http/HttpInputStreamWithRelease.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/http/RestClientBindings.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/http/SwiftProtocolConstants.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/http/SwiftRestClient.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/package.html
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/snative/StrictBufferedFSInputStream.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/snative/SwiftFileStatus.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/snative/SwiftNativeFileSystem.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/snative/SwiftNativeFileSystemStore.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/snative/SwiftNativeInputStream.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/snative/SwiftNativeOutputStream.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/snative/SwiftObjectFileStatus.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/util/Duration.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/util/DurationStats.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/util/DurationStatsTable.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/util/HttpResponseUtils.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/util/JSONUtil.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/util/SwiftObjectPath.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/util/SwiftTestUtils.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/main/java/org/apache/hadoop/fs/swift/util/SwiftUtils.java
delete mode 100644 hadoop-tools/hadoop-openstack/src/site/markdown/index.md
delete mode 100644
hadoop-tools/hadoop-openstack/src/site/resources/css/site.css
delete mode 100644 hadoop-tools/hadoop-openstack/src/site/site.xml
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/java/org/apache/hadoop/fs/swift/SwiftFileSystemBaseTest.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/java/org/apache/hadoop/fs/swift/SwiftTestConstants.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/java/org/apache/hadoop/fs/swift/TestFSMainOperationsSwift.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/java/org/apache/hadoop/fs/swift/TestLogResources.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/java/org/apache/hadoop/fs/swift/TestReadPastBuffer.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/java/org/apache/hadoop/fs/swift/TestSeek.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/java/org/apache/hadoop/fs/swift/TestSwiftConfig.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/java/org/apache/hadoop/fs/swift/TestSwiftFileSystemBasicOps.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/java/org/apache/hadoop/fs/swift/TestSwiftFileSystemBlockLocation.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/java/org/apache/hadoop/fs/swift/TestSwiftFileSystemBlocksize.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/java/org/apache/hadoop/fs/swift/TestSwiftFileSystemConcurrency.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/java/org/apache/hadoop/fs/swift/TestSwiftFileSystemContract.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/java/org/apache/hadoop/fs/swift/TestSwiftFileSystemDelete.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/java/org/apache/hadoop/fs/swift/TestSwiftFileSystemDirectories.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/java/org/apache/hadoop/fs/swift/TestSwiftFileSystemExtendedContract.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/java/org/apache/hadoop/fs/swift/TestSwiftFileSystemLsOperations.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/java/org/apache/hadoop/fs/swift/TestSwiftFileSystemPartitionedUploads.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/java/org/apache/hadoop/fs/swift/TestSwiftFileSystemRead.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/java/org/apache/hadoop/fs/swift/TestSwiftFileSystemRename.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/java/org/apache/hadoop/fs/swift/TestSwiftObjectPath.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/java/org/apache/hadoop/fs/swift/contract/SwiftContract.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/java/org/apache/hadoop/fs/swift/contract/TestSwiftContractCreate.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/java/org/apache/hadoop/fs/swift/contract/TestSwiftContractDelete.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/java/org/apache/hadoop/fs/swift/contract/TestSwiftContractMkdir.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/java/org/apache/hadoop/fs/swift/contract/TestSwiftContractOpen.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/java/org/apache/hadoop/fs/swift/contract/TestSwiftContractRename.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/java/org/apache/hadoop/fs/swift/contract/TestSwiftContractRootDir.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/java/org/apache/hadoop/fs/swift/contract/TestSwiftContractSeek.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/java/org/apache/hadoop/fs/swift/hdfs2/TestSwiftFileSystemDirectoriesHdfs2.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/java/org/apache/hadoop/fs/swift/hdfs2/TestV2LsOperations.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/java/org/apache/hadoop/fs/swift/http/TestRestClientBindings.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/java/org/apache/hadoop/fs/swift/http/TestSwiftRestClient.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/java/org/apache/hadoop/fs/swift/scale/SwiftScaleTestBase.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/java/org/apache/hadoop/fs/swift/scale/TestWriteManySmallFiles.java
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/resources/contract/swift.xml
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/resources/core-site.xml
delete mode 100644
hadoop-tools/hadoop-openstack/src/test/resources/log4j.properties
copy
hadoop-yarn-project/hadoop-yarn/{hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/api/pb/package-info.java
=> bin/FederationStateStore/SQLServer/FederationStateStoreDatabase.sql} (79%)
rename
hadoop-tools/hadoop-openstack/src/test/java/org/apache/hadoop/fs/swift/AcceptAllFilter.java
=>
hadoop-yarn-project/hadoop-yarn/bin/FederationStateStore/SQLServer/FederationStateStoreUser.sql
(69%)
copy
hadoop-yarn-project/hadoop-yarn/{hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/package-info.java
=> bin/FederationStateStore/SQLServer/dropDatabase.sql} (83%)
create mode 100644
hadoop-yarn-project/hadoop-yarn/bin/FederationStateStore/SQLServer/dropStoreProcedures.sql
copy
hadoop-yarn-project/hadoop-yarn/{hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/api/pb/package-info.java
=> bin/FederationStateStore/SQLServer/dropTables.sql} (75%)
copy
hadoop-yarn-project/hadoop-yarn/{hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/package-info.java
=> bin/FederationStateStore/SQLServer/dropUser.sql} (87%)
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/client/impl/pb/YARNDelegationTokenIdentifierPBImpl.java
copy
hadoop-yarn-project/hadoop-yarn/{hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/exceptions
=>
hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/client/impl/pb}/package-info.java
(85%)
delete mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/webapps/static/dt-1.10.18/images/sort_asc.png
delete mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/webapps/static/dt-1.10.18/images/sort_asc_disabled.png
delete mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/webapps/static/dt-1.10.18/images/sort_both.png
delete mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/webapps/static/dt-1.10.18/images/sort_desc.png
delete mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/webapps/static/dt-1.10.18/images/sort_desc_disabled.png
delete mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/webapps/static/dt-1.10.18/js/jquery.dataTables.min.js
rename
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/webapps/static/{dt-1.10.18
=> dt-1.11.5}/css/custom_datatable.css (100%)
rename
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/webapps/static/{dt-1.10.18
=> dt-1.11.5}/css/demo_page.css (100%)
rename
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/webapps/static/{dt-1.10.18
=> dt-1.11.5}/css/demo_table.css (100%)
rename
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/webapps/static/{dt-1.10.18
=> dt-1.11.5}/css/jquery.dataTables.css (85%)
rename
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/webapps/static/{dt-1.10.18
=> dt-1.11.5}/css/jui-dt.css (100%)
rename
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/webapps/static/{dt-1.10.18
=> dt-1.11.5}/images/Sorting icons.psd (100%)
rename
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/webapps/static/{dt-1.10.18
=> dt-1.11.5}/images/back_disabled.jpg (100%)
rename
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/webapps/static/{dt-1.10.18
=> dt-1.11.5}/images/back_enabled.jpg (100%)
rename
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/webapps/static/{dt-1.10.18
=> dt-1.11.5}/images/favicon.ico (100%)
rename
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/webapps/static/{dt-1.10.18
=> dt-1.11.5}/images/forward_disabled.jpg (100%)
rename
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/webapps/static/{dt-1.10.18
=> dt-1.11.5}/images/forward_enabled.jpg (100%)
copy
hadoop-yarn-project/hadoop-yarn/{hadoop-yarn-ui/src/main/webapp/public/assets/images/datatables
=>
hadoop-yarn-common/src/main/resources/webapps/static/dt-1.11.5/images}/sort_asc.png
(100%)
copy
hadoop-yarn-project/hadoop-yarn/{hadoop-yarn-ui/src/main/webapp/public/assets/images/datatables
=>
hadoop-yarn-common/src/main/resources/webapps/static/dt-1.11.5/images}/sort_asc_disabled.png
(100%)
copy
hadoop-yarn-project/hadoop-yarn/{hadoop-yarn-ui/src/main/webapp/public/assets/images/datatables
=>
hadoop-yarn-common/src/main/resources/webapps/static/dt-1.11.5/images}/sort_both.png
(100%)
copy
hadoop-yarn-project/hadoop-yarn/{hadoop-yarn-ui/src/main/webapp/public/assets/images/datatables
=>
hadoop-yarn-common/src/main/resources/webapps/static/dt-1.11.5/images}/sort_desc.png
(100%)
copy
hadoop-yarn-project/hadoop-yarn/{hadoop-yarn-ui/src/main/webapp/public/assets/images/datatables
=>
hadoop-yarn-common/src/main/resources/webapps/static/dt-1.11.5/images}/sort_desc_disabled.png
(100%)
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/webapps/static/dt-1.11.5/js/jquery.dataTables.min.js
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/webapps/static/federation/federation.js
copy
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/federation/{store/records/GetApplicationsHomeSubClusterRequest.java
=> retry/FederationActionRetry.java} (50%)
copy
hadoop-yarn-project/hadoop-yarn/{hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn
=>
hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/federation/retry}/package-info.java
(87%)
copy
hadoop-yarn-project/hadoop-yarn/{hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/sharedcache/SharedCacheChecksum.java
=>
hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/federation/store/records/RouterRMTokenRequest.java}
(53%)
copy
hadoop-yarn-project/hadoop-yarn/{hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/sharedcache/SharedCacheChecksum.java
=>
hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/federation/store/records/RouterRMTokenResponse.java}
(53%)
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/federation/store/records/RouterStoreToken.java
copy
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/federation/store/records/impl/pb/{RouterMasterKeyRequestPBImpl.java
=> RouterRMTokenRequestPBImpl.java} (53%)
copy
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/federation/store/records/impl/pb/{RouterMasterKeyResponsePBImpl.java
=> RouterRMTokenResponsePBImpl.java} (55%)
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/federation/store/records/impl/pb/RouterStoreTokenPBImpl.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/federation/store/utils/FederationRouterRMTokenInputValidator.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/federation/utils/FederationMethodWrapper.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/CSQueueInfoProvider.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/conf/ConfigurationUpdateAssembler.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/dao/SchedulerOverviewInfo.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/conf/TestConfigurationUpdateAssembler.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-router/src/main/java/org/apache/hadoop/yarn/server/router/rmadmin/FederationRMAdminInterceptor.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-router/src/main/java/org/apache/hadoop/yarn/server/router/rmadmin/RMAdminProtocolMethod.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-router/src/main/java/org/apache/hadoop/yarn/server/router/security/RouterDelegationTokenSecretManager.java
copy
hadoop-yarn-project/hadoop-yarn/{hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn
=>
hadoop-yarn-server/hadoop-yarn-server-router/src/main/java/org/apache/hadoop/yarn/server/router/security}/package-info.java
(87%)
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-router/src/main/java/org/apache/hadoop/yarn/server/router/webapp/MetricsOverviewTable.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-router/src/main/java/org/apache/hadoop/yarn/server/router/webapp/NodeLabelsBlock.java
copy
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-router/src/main/java/org/apache/hadoop/yarn/server/router/webapp/{NodesPage.java
=> NodeLabelsPage.java} (56%)
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-router/src/main/java/org/apache/hadoop/yarn/server/router/webapp/RouterBlock.java
copy
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/{hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/dao/NodesInfo.java
=>
hadoop-yarn-server-router/src/main/java/org/apache/hadoop/yarn/server/router/webapp/dao/FederationRMQueueAclInfo.java}
(59%)
copy
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/{hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/dao/NodesInfo.java
=>
hadoop-yarn-server-router/src/main/java/org/apache/hadoop/yarn/server/router/webapp/dao/FederationSchedulerTypeInfo.java}
(58%)
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-router/src/main/java/org/apache/hadoop/yarn/server/router/webapp/dao/RouterClusterMetrics.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-router/src/main/java/org/apache/hadoop/yarn/server/router/webapp/dao/RouterInfo.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-router/src/main/java/org/apache/hadoop/yarn/server/router/webapp/dao/RouterSchedulerMetrics.java
copy
hadoop-yarn-project/hadoop-yarn/{hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn
=>
hadoop-yarn-server/hadoop-yarn-server-router/src/main/java/org/apache/hadoop/yarn/server/router/webapp/dao}/package-info.java
(87%)
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-router/src/test/java/org/apache/hadoop/yarn/server/router/TestRouterServerUtil.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-router/src/test/java/org/apache/hadoop/yarn/server/router/clientrm/TestSequentialBroadcastPolicyManager.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-router/src/test/java/org/apache/hadoop/yarn/server/router/clientrm/TestSequentialRouterPolicy.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-router/src/test/java/org/apache/hadoop/yarn/server/router/rmadmin/TestFederationRMAdminInterceptor.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-router/src/test/java/org/apache/hadoop/yarn/server/router/rmadmin/TestableFederationRMAdminInterceptor.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-router/src/test/java/org/apache/hadoop/yarn/server/router/secure/TestRouterDelegationTokenSecretManager.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-router/src/test/java/org/apache/hadoop/yarn/server/router/webapp/MockRouter.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-router/src/test/java/org/apache/hadoop/yarn/server/router/webapp/TestFederationWebApp.java
create mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-router/src/test/resources/capability
delete mode 100644
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-tests/src/test/java/org/apache/hadoop/yarn/server/timeline/TimelineVersion.java
---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org
