Merge branch 'blobstore' of https://github.com/redsanket/storm into STORM-876
STORM-876: Blobstore/DistCache Support Project: http://git-wip-us.apache.org/repos/asf/storm/repo Commit: http://git-wip-us.apache.org/repos/asf/storm/commit/bdbec852 Tree: http://git-wip-us.apache.org/repos/asf/storm/tree/bdbec852 Diff: http://git-wip-us.apache.org/repos/asf/storm/diff/bdbec852 Branch: refs/heads/master Commit: bdbec852a16a758074079eb0bce70ac77c876a5f Parents: ce2d49b 5105802 Author: Robert (Bobby) Evans <[email protected]> Authored: Fri Dec 4 08:54:07 2015 -0600 Committer: Robert (Bobby) Evans <[email protected]> Committed: Fri Dec 4 08:54:07 2015 -0600 ---------------------------------------------------------------------- bin/storm.py | 28 +- conf/defaults.yaml | 16 +- external/storm-hdfs/pom.xml | 70 + .../storm/hdfs/blobstore/HdfsBlobStore.java | 384 + .../storm/hdfs/blobstore/HdfsBlobStoreFile.java | 196 + .../storm/hdfs/blobstore/HdfsBlobStoreImpl.java | 312 + .../hdfs/blobstore/HdfsClientBlobStore.java | 120 + .../ha/codedistributor/HDFSCodeDistributor.java | 118 - .../storm/hdfs/blobstore/BlobStoreTest.java | 530 + .../hdfs/blobstore/HdfsBlobStoreImplTest.java | 231 + pom.xml | 16 +- storm-core/pom.xml | 36 +- storm-core/src/clj/backtype/storm/blobstore.clj | 28 + storm-core/src/clj/backtype/storm/cluster.clj | 92 +- .../cluster_state/zookeeper_state_factory.clj | 4 + .../clj/backtype/storm/command/blobstore.clj | 162 + storm-core/src/clj/backtype/storm/config.clj | 24 +- .../src/clj/backtype/storm/daemon/nimbus.clj | 676 +- .../clj/backtype/storm/daemon/supervisor.clj | 479 +- storm-core/src/clj/backtype/storm/testing.clj | 5 +- storm-core/src/clj/backtype/storm/util.clj | 16 +- storm-core/src/clj/backtype/storm/zookeeper.clj | 31 +- storm-core/src/jvm/backtype/storm/Config.java | 123 +- .../storm/blobstore/AtomicOutputStream.java | 32 + .../storm/blobstore/BlobKeySequenceInfo.java | 40 + .../jvm/backtype/storm/blobstore/BlobStore.java | 445 + .../storm/blobstore/BlobStoreAclHandler.java | 399 + .../backtype/storm/blobstore/BlobStoreFile.java | 50 + .../storm/blobstore/BlobStoreUtils.java | 257 + .../storm/blobstore/BlobSynchronizer.java | 124 + .../storm/blobstore/ClientBlobStore.java | 184 + .../storm/blobstore/FileBlobStoreImpl.java | 248 + .../storm/blobstore/InputStreamWithMeta.java | 26 + .../jvm/backtype/storm/blobstore/KeyFilter.java | 22 + .../storm/blobstore/KeySequenceNumber.java | 229 + .../storm/blobstore/LocalFsBlobStore.java | 323 + .../storm/blobstore/LocalFsBlobStoreFile.java | 159 + .../storm/blobstore/NimbusBlobStore.java | 420 + .../backtype/storm/cluster/ClusterState.java | 9 + .../storm/codedistributor/ICodeDistributor.java | 73 - .../LocalFileSystemCodeDistributor.java | 123 - .../backtype/storm/generated/AccessControl.java | 627 + .../storm/generated/AccessControlType.java | 62 + .../backtype/storm/generated/Assignment.java | 244 +- .../storm/generated/BeginDownloadResult.java | 608 + .../storm/generated/ClusterWorkerHeartbeat.java | 52 +- .../jvm/backtype/storm/generated/HBNodes.java | 32 +- .../jvm/backtype/storm/generated/HBRecords.java | 36 +- .../generated/KeyAlreadyExistsException.java | 406 + .../storm/generated/KeyNotFoundException.java | 406 + .../storm/generated/LSApprovedWorkers.java | 44 +- .../generated/LSSupervisorAssignments.java | 48 +- .../backtype/storm/generated/LSTopoHistory.java | 64 +- .../storm/generated/LSTopoHistoryList.java | 36 +- .../storm/generated/LSWorkerHeartbeat.java | 36 +- .../storm/generated/ListBlobsResult.java | 556 + .../storm/generated/LocalAssignment.java | 36 +- .../storm/generated/LocalStateData.java | 48 +- .../jvm/backtype/storm/generated/LogConfig.java | 48 +- .../jvm/backtype/storm/generated/Nimbus.java | 26917 +++++++++++++---- .../jvm/backtype/storm/generated/NodeInfo.java | 32 +- .../storm/generated/ReadableBlobMeta.java | 510 + .../storm/generated/SettableBlobMeta.java | 567 + .../jvm/backtype/storm/generated/StormBase.java | 92 +- .../storm/generated/SupervisorInfo.java | 152 +- .../storm/generated/TopologyHistoryInfo.java | 32 +- .../backtype/storm/localizer/LocalResource.java | 44 + .../storm/localizer/LocalizedResource.java | 130 + .../LocalizedResourceRetentionSet.java | 140 + .../storm/localizer/LocalizedResourceSet.java | 101 + .../jvm/backtype/storm/localizer/Localizer.java | 695 + .../storm/security/auth/NimbusPrincipal.java | 29 + .../backtype/storm/utils/BufferInputStream.java | 53 + .../jvm/backtype/storm/utils/ShellUtils.java | 7 + .../src/jvm/backtype/storm/utils/Utils.java | 545 +- .../storm/validation/ConfigValidation.java | 16 +- .../validation/ConfigValidationAnnotations.java | 11 +- storm-core/src/py/storm/Nimbus-remote | 98 + storm-core/src/py/storm/Nimbus.py | 5991 +++- storm-core/src/py/storm/ttypes.py | 996 +- storm-core/src/storm.thrift | 59 + .../test/clj/backtype/storm/cluster_test.clj | 20 +- .../test/clj/backtype/storm/nimbus_test.clj | 43 +- .../storm/security/auth/ReqContext_test.clj | 1 + .../test/clj/backtype/storm/supervisor_test.clj | 18 +- .../backtype/storm/blobstore/BlobStoreTest.java | 461 + .../storm/blobstore/BlobSynchronizerTest.java | 137 + .../storm/blobstore/ClientBlobStoreTest.java | 179 + .../LocalizedResourceRetentionSetTest.java | 85 + .../localizer/LocalizedResourceSetTest.java | 74 + .../backtype/storm/localizer/LocalizerTest.java | 671 + .../jvm/backtype/storm/localizer/localtest.zip | Bin 0 -> 6378 bytes .../storm/localizer/localtestwithsymlink.jar | Bin 0 -> 6591 bytes .../storm/localizer/localtestwithsymlink.tar | Bin 0 -> 24576 bytes .../storm/localizer/localtestwithsymlink.tar.gz | Bin 0 -> 6106 bytes .../storm/localizer/localtestwithsymlink.tgz | Bin 0 -> 6106 bytes 96 files changed, 39640 insertions(+), 9515 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/storm/blob/bdbec852/pom.xml ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/storm/blob/bdbec852/storm-core/src/jvm/backtype/storm/Config.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/storm/blob/bdbec852/storm-core/src/jvm/backtype/storm/validation/ConfigValidation.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/storm/blob/bdbec852/storm-core/src/jvm/backtype/storm/validation/ConfigValidationAnnotations.java ----------------------------------------------------------------------
