[beam] branch master updated: [BEAM-11924] Add Java TextIO.read() to TestExpansionService

[he...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

heejong pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git


The following commit(s) were added to refs/heads/master by this push:
     new 73650e3  [BEAM-11924] Add Java TextIO.read() to TestExpansionService
     new b9bb3a6  Merge pull request #14149 from ihji/BEAM-11924
73650e3 is described below

commit 73650e3136fb2fc2bd4da9196a6f7d2391ff22c7
Author: Heejong Lee <he...@gmail.com>
AuthorDate: Thu Mar 4 17:07:50 2021 -0800

    [BEAM-11924] Add Java TextIO.read() to TestExpansionService
---
 .../sdk/testing/expansion/TestExpansionService.java     | 17 +++++++++++++++++
 1 file changed, 17 insertions(+)

diff --git a/sdks/java/testing/expansion-service/src/test/java/org/apache/beam/sdk/testing/expansion/TestExpansionService.java b/sdks/java/testing/expansion-service/src/test/java/org/apache/beam/sdk/testing/expansion/TestExpansionService.java
index eb87c36..824624e 100644
--- a/sdks/java/testing/expansion-service/src/test/java/org/apache/beam/sdk/testing/expansion/TestExpansionService.java
+++ b/sdks/java/testing/expansion-service/src/test/java/org/apache/beam/sdk/testing/expansion/TestExpansionService.java
@@ -30,6 +30,7 @@ import org.apache.beam.sdk.coders.AvroCoder;
 import org.apache.beam.sdk.expansion.ExternalTransformRegistrar;
 import org.apache.beam.sdk.expansion.service.ExpansionService;
 import org.apache.beam.sdk.io.FileIO;
+import org.apache.beam.sdk.io.TextIO;
 import org.apache.beam.sdk.io.parquet.ParquetIO;
 import org.apache.beam.sdk.transforms.Count;
 import org.apache.beam.sdk.transforms.DoFn;
@@ -79,6 +80,7 @@ public class TestExpansionService {
   private static final String TEST_COUNT_URN = "beam:transforms:xlang:count";
   private static final String TEST_FILTER_URN = "beam:transforms:xlang:filter_less_than_eq";
   private static final String TEST_PARQUET_READ_URN = "beam:transforms:xlang:parquet_read";
+  private static final String TEST_TEXTIO_READ_URN = "beam:transforms:xlang:textio_read";
 
   @AutoService(ExpansionService.ExpansionServiceRegistrar.class)
   public static class TestServiceRegistrar implements ExpansionService.ExpansionServiceRegistrar {
@@ -180,6 +182,7 @@ public class TestExpansionService {
       builder.put(TEST_PARTITION_URN, PartitionBuilder.class);
       builder.put(TEST_PARQUET_WRITE_URN, ParquetWriteBuilder.class);
       builder.put(TEST_PARQUET_READ_URN, ParquetReadBuilder.class);
+      builder.put(TEST_TEXTIO_READ_URN, TextIOReadBuilder.class);
       return builder.build();
     }
 
@@ -344,5 +347,19 @@ public class TestExpansionService {
         };
       }
     }
+
+    public static class TextIOReadBuilder
+        implements ExternalTransformBuilder<StringConfiguration, PBegin, PCollection<String>> {
+      @Override
+      public PTransform<PBegin, PCollection<String>> buildExternal(
+          StringConfiguration configuration) {
+        return new PTransform<PBegin, PCollection<String>>() {
+          @Override
+          public PCollection<String> expand(PBegin input) {
+            return input.apply(TextIO.read().from(configuration.data));
+          }
+        };
+      }
+    }
   }
 }