You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ec...@apache.org on 2019/09/05 14:48:15 UTC
[beam] 22/24: Add an assert of equality in the encoders test
This is an automated email from the ASF dual-hosted git repository.
echauchot pushed a commit to branch spark-runner_structured-streaming
in repository https://gitbox.apache.org/repos/asf/beam.git
commit 0fe6f9be8e7376f4481e09a13e2fdd0bed121a61
Author: Etienne Chauchot <ec...@apache.org>
AuthorDate: Thu Sep 5 15:28:05 2019 +0200
Add an assert of equality in the encoders test
---
.../runners/spark/structuredstreaming/utils/EncodersTest.java | 10 +++++++---
1 file changed, 7 insertions(+), 3 deletions(-)
diff --git a/runners/spark/src/test/java/org/apache/beam/runners/spark/structuredstreaming/utils/EncodersTest.java b/runners/spark/src/test/java/org/apache/beam/runners/spark/structuredstreaming/utils/EncodersTest.java
index b3a6273..c6b8631 100644
--- a/runners/spark/src/test/java/org/apache/beam/runners/spark/structuredstreaming/utils/EncodersTest.java
+++ b/runners/spark/src/test/java/org/apache/beam/runners/spark/structuredstreaming/utils/EncodersTest.java
@@ -1,10 +1,12 @@
package org.apache.beam.runners.spark.structuredstreaming.utils;
+import static org.junit.Assert.assertEquals;
+
import java.util.ArrayList;
import java.util.List;
import org.apache.beam.runners.spark.structuredstreaming.translation.helpers.EncoderHelpers;
-import org.apache.beam.sdk.coders.Coder;
import org.apache.beam.sdk.coders.VarIntCoder;
+import org.apache.spark.sql.Dataset;
import org.apache.spark.sql.SparkSession;
import org.junit.Test;
import org.junit.runner.RunWith;
@@ -24,7 +26,9 @@ public class EncodersTest {
data.add(1);
data.add(2);
data.add(3);
- sparkSession.createDataset(data, EncoderHelpers.fromBeamCoder(VarIntCoder.of()));
-// sparkSession.createDataset(data, EncoderHelpers.genericEncoder());
+ Dataset<Integer> dataset = sparkSession
+ .createDataset(data, EncoderHelpers.fromBeamCoder(VarIntCoder.of()));
+ List<Integer> results = dataset.collectAsList();
+ assertEquals(data, results);
}
}