You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@apex.apache.org by tu...@apache.org on 2016/11/07 12:29:33 UTC
apex-malhar git commit: APEXMALHAR-2314 Improper functioning in
partitioning of sequentialFileRead property of FSRecordReaderModule.
Repository: apex-malhar
Updated Branches:
refs/heads/master b43818bce -> 3f973043f
APEXMALHAR-2314 Improper functioning in partitioning of sequentialFileRead property of FSRecordReaderModule.
Modified the StreamCodec to work with hashcode of filepath rather than blockId.
Conflicts:
library/src/main/java/org/apache/apex/malhar/lib/fs/FSRecordReaderModule.java
Project: http://git-wip-us.apache.org/repos/asf/apex-malhar/repo
Commit: http://git-wip-us.apache.org/repos/asf/apex-malhar/commit/3f973043
Tree: http://git-wip-us.apache.org/repos/asf/apex-malhar/tree/3f973043
Diff: http://git-wip-us.apache.org/repos/asf/apex-malhar/diff/3f973043
Branch: refs/heads/master
Commit: 3f973043f5d343bcf7cb067269377e4e08c76aff
Parents: b43818b
Author: deepak-narkhede <ma...@gmail.com>
Authored: Mon Nov 7 15:14:47 2016 +0530
Committer: deepak-narkhede <ma...@gmail.com>
Committed: Mon Nov 7 15:57:39 2016 +0530
----------------------------------------------------------------------
.../apex/malhar/lib/fs/FSRecordReaderModule.java | 14 +-------------
1 file changed, 1 insertion(+), 13 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/3f973043/library/src/main/java/org/apache/apex/malhar/lib/fs/FSRecordReaderModule.java
----------------------------------------------------------------------
diff --git a/library/src/main/java/org/apache/apex/malhar/lib/fs/FSRecordReaderModule.java b/library/src/main/java/org/apache/apex/malhar/lib/fs/FSRecordReaderModule.java
index 2e29cb7..b727248 100644
--- a/library/src/main/java/org/apache/apex/malhar/lib/fs/FSRecordReaderModule.java
+++ b/library/src/main/java/org/apache/apex/malhar/lib/fs/FSRecordReaderModule.java
@@ -20,7 +20,6 @@
package org.apache.apex.malhar.lib.fs;
import javax.validation.constraints.Min;
-
import javax.validation.constraints.NotNull;
import javax.validation.constraints.Size;
@@ -30,8 +29,7 @@ import org.apache.hadoop.conf.Configuration;
import com.datatorrent.api.Context;
import com.datatorrent.api.DAG;
import com.datatorrent.api.Module;
-import com.datatorrent.lib.codec.KryoSerializableStreamCodec;
-import com.datatorrent.lib.io.block.BlockMetadata;
+import com.datatorrent.lib.io.fs.FSInputModule.SequentialFileBlockMetadataCodec;
import com.datatorrent.lib.io.fs.FileSplitterInput;
/**
@@ -411,14 +409,4 @@ public class FSRecordReaderModule implements Module
{
this.recordLength = recordLength;
}
-
- public static class SequentialFileBlockMetadataCodec
- extends KryoSerializableStreamCodec<BlockMetadata.FileBlockMetadata>
- {
- @Override
- public int getPartition(BlockMetadata.FileBlockMetadata fileBlockMetadata)
- {
- return fileBlockMetadata.hashCode();
- }
- }
}