You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@storm.apache.org by bo...@apache.org on 2015/12/04 16:04:11 UTC

[16/17] storm git commit: Merge branch 'blobstore' of https://github.com/redsanket/storm into STORM-876

Merge branch 'blobstore' of https://github.com/redsanket/storm into STORM-876

STORM-876: Blobstore/DistCache Support


Project: http://git-wip-us.apache.org/repos/asf/storm/repo
Commit: http://git-wip-us.apache.org/repos/asf/storm/commit/bdbec852
Tree: http://git-wip-us.apache.org/repos/asf/storm/tree/bdbec852
Diff: http://git-wip-us.apache.org/repos/asf/storm/diff/bdbec852

Branch: refs/heads/master
Commit: bdbec852a16a758074079eb0bce70ac77c876a5f
Parents: ce2d49b 5105802
Author: Robert (Bobby) Evans <ev...@yahoo-inc.com>
Authored: Fri Dec 4 08:54:07 2015 -0600
Committer: Robert (Bobby) Evans <ev...@yahoo-inc.com>
Committed: Fri Dec 4 08:54:07 2015 -0600

----------------------------------------------------------------------
 bin/storm.py                                    |    28 +-
 conf/defaults.yaml                              |    16 +-
 external/storm-hdfs/pom.xml                     |    70 +
 .../storm/hdfs/blobstore/HdfsBlobStore.java     |   384 +
 .../storm/hdfs/blobstore/HdfsBlobStoreFile.java |   196 +
 .../storm/hdfs/blobstore/HdfsBlobStoreImpl.java |   312 +
 .../hdfs/blobstore/HdfsClientBlobStore.java     |   120 +
 .../ha/codedistributor/HDFSCodeDistributor.java |   118 -
 .../storm/hdfs/blobstore/BlobStoreTest.java     |   530 +
 .../hdfs/blobstore/HdfsBlobStoreImplTest.java   |   231 +
 pom.xml                                         |    16 +-
 storm-core/pom.xml                              |    36 +-
 storm-core/src/clj/backtype/storm/blobstore.clj |    28 +
 storm-core/src/clj/backtype/storm/cluster.clj   |    92 +-
 .../cluster_state/zookeeper_state_factory.clj   |     4 +
 .../clj/backtype/storm/command/blobstore.clj    |   162 +
 storm-core/src/clj/backtype/storm/config.clj    |    24 +-
 .../src/clj/backtype/storm/daemon/nimbus.clj    |   676 +-
 .../clj/backtype/storm/daemon/supervisor.clj    |   479 +-
 storm-core/src/clj/backtype/storm/testing.clj   |     5 +-
 storm-core/src/clj/backtype/storm/util.clj      |    16 +-
 storm-core/src/clj/backtype/storm/zookeeper.clj |    31 +-
 storm-core/src/jvm/backtype/storm/Config.java   |   123 +-
 .../storm/blobstore/AtomicOutputStream.java     |    32 +
 .../storm/blobstore/BlobKeySequenceInfo.java    |    40 +
 .../jvm/backtype/storm/blobstore/BlobStore.java |   445 +
 .../storm/blobstore/BlobStoreAclHandler.java    |   399 +
 .../backtype/storm/blobstore/BlobStoreFile.java |    50 +
 .../storm/blobstore/BlobStoreUtils.java         |   257 +
 .../storm/blobstore/BlobSynchronizer.java       |   124 +
 .../storm/blobstore/ClientBlobStore.java        |   184 +
 .../storm/blobstore/FileBlobStoreImpl.java      |   248 +
 .../storm/blobstore/InputStreamWithMeta.java    |    26 +
 .../jvm/backtype/storm/blobstore/KeyFilter.java |    22 +
 .../storm/blobstore/KeySequenceNumber.java      |   229 +
 .../storm/blobstore/LocalFsBlobStore.java       |   323 +
 .../storm/blobstore/LocalFsBlobStoreFile.java   |   159 +
 .../storm/blobstore/NimbusBlobStore.java        |   420 +
 .../backtype/storm/cluster/ClusterState.java    |     9 +
 .../storm/codedistributor/ICodeDistributor.java |    73 -
 .../LocalFileSystemCodeDistributor.java         |   123 -
 .../backtype/storm/generated/AccessControl.java |   627 +
 .../storm/generated/AccessControlType.java      |    62 +
 .../backtype/storm/generated/Assignment.java    |   244 +-
 .../storm/generated/BeginDownloadResult.java    |   608 +
 .../storm/generated/ClusterWorkerHeartbeat.java |    52 +-
 .../jvm/backtype/storm/generated/HBNodes.java   |    32 +-
 .../jvm/backtype/storm/generated/HBRecords.java |    36 +-
 .../generated/KeyAlreadyExistsException.java    |   406 +
 .../storm/generated/KeyNotFoundException.java   |   406 +
 .../storm/generated/LSApprovedWorkers.java      |    44 +-
 .../generated/LSSupervisorAssignments.java      |    48 +-
 .../backtype/storm/generated/LSTopoHistory.java |    64 +-
 .../storm/generated/LSTopoHistoryList.java      |    36 +-
 .../storm/generated/LSWorkerHeartbeat.java      |    36 +-
 .../storm/generated/ListBlobsResult.java        |   556 +
 .../storm/generated/LocalAssignment.java        |    36 +-
 .../storm/generated/LocalStateData.java         |    48 +-
 .../jvm/backtype/storm/generated/LogConfig.java |    48 +-
 .../jvm/backtype/storm/generated/Nimbus.java    | 26917 +++++++++++++----
 .../jvm/backtype/storm/generated/NodeInfo.java  |    32 +-
 .../storm/generated/ReadableBlobMeta.java       |   510 +
 .../storm/generated/SettableBlobMeta.java       |   567 +
 .../jvm/backtype/storm/generated/StormBase.java |    92 +-
 .../storm/generated/SupervisorInfo.java         |   152 +-
 .../storm/generated/TopologyHistoryInfo.java    |    32 +-
 .../backtype/storm/localizer/LocalResource.java |    44 +
 .../storm/localizer/LocalizedResource.java      |   130 +
 .../LocalizedResourceRetentionSet.java          |   140 +
 .../storm/localizer/LocalizedResourceSet.java   |   101 +
 .../jvm/backtype/storm/localizer/Localizer.java |   695 +
 .../storm/security/auth/NimbusPrincipal.java    |    29 +
 .../backtype/storm/utils/BufferInputStream.java |    53 +
 .../jvm/backtype/storm/utils/ShellUtils.java    |     7 +
 .../src/jvm/backtype/storm/utils/Utils.java     |   545 +-
 .../storm/validation/ConfigValidation.java      |    16 +-
 .../validation/ConfigValidationAnnotations.java |    11 +-
 storm-core/src/py/storm/Nimbus-remote           |    98 +
 storm-core/src/py/storm/Nimbus.py               |  5991 +++-
 storm-core/src/py/storm/ttypes.py               |   996 +-
 storm-core/src/storm.thrift                     |    59 +
 .../test/clj/backtype/storm/cluster_test.clj    |    20 +-
 .../test/clj/backtype/storm/nimbus_test.clj     |    43 +-
 .../storm/security/auth/ReqContext_test.clj     |     1 +
 .../test/clj/backtype/storm/supervisor_test.clj |    18 +-
 .../backtype/storm/blobstore/BlobStoreTest.java |   461 +
 .../storm/blobstore/BlobSynchronizerTest.java   |   137 +
 .../storm/blobstore/ClientBlobStoreTest.java    |   179 +
 .../LocalizedResourceRetentionSetTest.java      |    85 +
 .../localizer/LocalizedResourceSetTest.java     |    74 +
 .../backtype/storm/localizer/LocalizerTest.java |   671 +
 .../jvm/backtype/storm/localizer/localtest.zip  |   Bin 0 -> 6378 bytes
 .../storm/localizer/localtestwithsymlink.jar    |   Bin 0 -> 6591 bytes
 .../storm/localizer/localtestwithsymlink.tar    |   Bin 0 -> 24576 bytes
 .../storm/localizer/localtestwithsymlink.tar.gz |   Bin 0 -> 6106 bytes
 .../storm/localizer/localtestwithsymlink.tgz    |   Bin 0 -> 6106 bytes
 96 files changed, 39640 insertions(+), 9515 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/storm/blob/bdbec852/pom.xml
----------------------------------------------------------------------

http://git-wip-us.apache.org/repos/asf/storm/blob/bdbec852/storm-core/src/jvm/backtype/storm/Config.java
----------------------------------------------------------------------

http://git-wip-us.apache.org/repos/asf/storm/blob/bdbec852/storm-core/src/jvm/backtype/storm/validation/ConfigValidation.java
----------------------------------------------------------------------

http://git-wip-us.apache.org/repos/asf/storm/blob/bdbec852/storm-core/src/jvm/backtype/storm/validation/ConfigValidationAnnotations.java
----------------------------------------------------------------------