You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by an...@apache.org on 2015/12/21 23:04:26 UTC
spark git commit: [SPARK-5882][GRAPHX] Add a test for
GraphLoader.edgeListFile
Repository: spark
Updated Branches:
refs/heads/master 935f46630 -> 1eb90bc9c
[SPARK-5882][GRAPHX] Add a test for GraphLoader.edgeListFile
Author: Takeshi YAMAMURO <li...@gmail.com>
Closes #4674 from maropu/AddGraphLoaderSuite.
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/1eb90bc9
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/1eb90bc9
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/1eb90bc9
Branch: refs/heads/master
Commit: 1eb90bc9cac33780890567343dab75fc14f9110a
Parents: 935f466
Author: Takeshi YAMAMURO <li...@gmail.com>
Authored: Mon Dec 21 14:04:23 2015 -0800
Committer: Andrew Or <an...@databricks.com>
Committed: Mon Dec 21 14:04:23 2015 -0800
----------------------------------------------------------------------
.../apache/spark/graphx/GraphLoaderSuite.scala | 47 ++++++++++++++++++++
1 file changed, 47 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/1eb90bc9/graphx/src/test/scala/org/apache/spark/graphx/GraphLoaderSuite.scala
----------------------------------------------------------------------
diff --git a/graphx/src/test/scala/org/apache/spark/graphx/GraphLoaderSuite.scala b/graphx/src/test/scala/org/apache/spark/graphx/GraphLoaderSuite.scala
new file mode 100644
index 0000000..bff9f32
--- /dev/null
+++ b/graphx/src/test/scala/org/apache/spark/graphx/GraphLoaderSuite.scala
@@ -0,0 +1,47 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.spark.graphx
+
+import java.io.File
+import java.io.FileOutputStream
+import java.io.OutputStreamWriter
+
+import org.apache.spark.SparkFunSuite
+import org.apache.spark.util.Utils
+
+class GraphLoaderSuite extends SparkFunSuite with LocalSparkContext {
+
+ test("GraphLoader.edgeListFile") {
+ withSpark { sc =>
+ val tmpDir = Utils.createTempDir()
+ val graphFile = new File(tmpDir.getAbsolutePath, "graph.txt")
+ val writer = new OutputStreamWriter(new FileOutputStream(graphFile))
+ for (i <- (1 until 101)) writer.write(s"$i 0\n")
+ writer.close()
+ try {
+ val graph = GraphLoader.edgeListFile(sc, tmpDir.getAbsolutePath)
+ val neighborAttrSums = graph.aggregateMessages[Int](
+ ctx => ctx.sendToDst(ctx.srcAttr),
+ _ + _)
+ assert(neighborAttrSums.collect.toSet === Set((0: VertexId, 100)))
+ } finally {
+ Utils.deleteRecursively(tmpDir)
+ }
+ }
+ }
+}
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org