You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@mahout.apache.org by sm...@apache.org on 2015/10/25 04:44:17 UTC
[2/2] mahout git commit: Refactored FinkEngine.drmDfsRead(),
closes apache/mahout #165
Refactored FinkEngine.drmDfsRead(), closes apache/mahout #165
Project: http://git-wip-us.apache.org/repos/asf/mahout/repo
Commit: http://git-wip-us.apache.org/repos/asf/mahout/commit/1d9b6322
Tree: http://git-wip-us.apache.org/repos/asf/mahout/tree/1d9b6322
Diff: http://git-wip-us.apache.org/repos/asf/mahout/diff/1d9b6322
Branch: refs/heads/flink-binding
Commit: 1d9b6322e4db2cfd0b681e27591fe81206a915f5
Parents: 41dcb42
Author: smarthi <sm...@apache.org>
Authored: Sat Oct 24 23:43:53 2015 -0400
Committer: smarthi <sm...@apache.org>
Committed: Sat Oct 24 23:43:53 2015 -0400
----------------------------------------------------------------------
.../main/scala/org/apache/mahout/flinkbindings/FlinkEngine.scala | 1 +
1 file changed, 1 insertion(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/mahout/blob/1d9b6322/flink/src/main/scala/org/apache/mahout/flinkbindings/FlinkEngine.scala
----------------------------------------------------------------------
diff --git a/flink/src/main/scala/org/apache/mahout/flinkbindings/FlinkEngine.scala b/flink/src/main/scala/org/apache/mahout/flinkbindings/FlinkEngine.scala
index 269a928..9820b86 100644
--- a/flink/src/main/scala/org/apache/mahout/flinkbindings/FlinkEngine.scala
+++ b/flink/src/main/scala/org/apache/mahout/flinkbindings/FlinkEngine.scala
@@ -66,6 +66,7 @@ object FlinkEngine extends DistributedEngine {
implicit val env = dc.asInstanceOf[FlinkDistributedContext].env
val metadata = hdfsUtils.readDrmHeader(path)
+
val unwrapKey = metadata.unwrapKeyFunction
val dataset = env.readHadoopFile(new SequenceFileInputFormat[Writable, VectorWritable],