You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@apex.apache.org by pr...@apache.org on 2016/04/22 10:47:01 UTC

[3/3] incubator-apex-malhar git commit: Merge branch 'APEXMALHAR-2013-hdfs-file-copy-module-PR2' of https://github.com/yogidevendra/incubator-apex-malhar

Merge branch 'APEXMALHAR-2013-hdfs-file-copy-module-PR2' of https://github.com/yogidevendra/incubator-apex-malhar


Project: http://git-wip-us.apache.org/repos/asf/incubator-apex-malhar/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-apex-malhar/commit/bdd93488
Tree: http://git-wip-us.apache.org/repos/asf/incubator-apex-malhar/tree/bdd93488
Diff: http://git-wip-us.apache.org/repos/asf/incubator-apex-malhar/diff/bdd93488

Branch: refs/heads/master
Commit: bdd93488ee6ea7c10e3206fe5ab6d63964c02587
Parents: dad9f56 51176dd
Author: Priyanka Gugale <pr...@datatorrent.com>
Authored: Fri Apr 22 14:08:19 2016 +0530
Committer: Priyanka Gugale <pr...@datatorrent.com>
Committed: Fri Apr 22 14:08:19 2016 +0530

----------------------------------------------------------------------
 apps/filecopy/pom.xml                           |  92 ++++
 apps/filecopy/src/assemble/appPackage.xml       |  59 +++
 .../datatorrent/apps/copy/HDFSFileCopyApp.java  |  50 +++
 apps/filecopy/src/site/conf/app-conf.xml        |  48 ++
 .../src/test/resources/log4j.properties         |  40 ++
 apps/pom.xml                                    |   1 +
 library/pom.xml                                 |   6 +
 .../datatorrent/lib/io/block/BlockWriter.java   | 234 ++++++++++
 .../lib/io/fs/AbstractFileSplitter.java         |  15 +
 .../com/datatorrent/lib/io/fs/FileMerger.java   | 137 ++++++
 .../com/datatorrent/lib/io/fs/FileStitcher.java | 439 +++++++++++++++++++
 .../lib/io/fs/HDFSFileCopyModule.java           | 171 ++++++++
 .../datatorrent/lib/io/fs/HDFSFileMerger.java   | 218 +++++++++
 .../datatorrent/lib/io/fs/HDFSInputModule.java  |   1 +
 .../com/datatorrent/lib/io/fs/Synchronizer.java | 373 ++++++++++++++++
 .../datatorrent/lib/io/fs/BlockWriterTest.java  | 166 +++++++
 .../lib/io/fs/FastMergerDecisionMakerTest.java  | 186 ++++++++
 .../datatorrent/lib/io/fs/FileMergerTest.java   | 258 +++++++++++
 .../datatorrent/lib/io/fs/FileStitcherTest.java | 178 ++++++++
 .../datatorrent/lib/io/fs/SynchronizerTest.java | 142 ++++++
 20 files changed, 2814 insertions(+)
----------------------------------------------------------------------