You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by he...@apache.org on 2022/05/13 18:37:39 UTC
[beam] branch master updated: [BEAM-14455] Add UUID to sub-schemas for PythonExternalTransform
This is an automated email from the ASF dual-hosted git repository.
heejong pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new 26b16d00f8a [BEAM-14455] Add UUID to sub-schemas for PythonExternalTransform
new 04f49848d4b Merge pull request #17605 from ihji/BEAM-14455
26b16d00f8a is described below
commit 26b16d00f8a39e7de77f64ed2a6584d2dc077557
Author: Heejong Lee <he...@gmail.com>
AuthorDate: Tue May 10 14:05:50 2022 -0700
[BEAM-14455] Add UUID to sub-schemas for PythonExternalTransform
---
.../org/apache/beam/sdk/extensions/python/PythonExternalTransform.java | 2 ++
1 file changed, 2 insertions(+)
diff --git a/sdks/java/extensions/python/src/main/java/org/apache/beam/sdk/extensions/python/PythonExternalTransform.java b/sdks/java/extensions/python/src/main/java/org/apache/beam/sdk/extensions/python/PythonExternalTransform.java
index c412acd220e..f9ef62aec57 100644
--- a/sdks/java/extensions/python/src/main/java/org/apache/beam/sdk/extensions/python/PythonExternalTransform.java
+++ b/sdks/java/extensions/python/src/main/java/org/apache/beam/sdk/extensions/python/PythonExternalTransform.java
@@ -170,6 +170,7 @@ public class PythonExternalTransform<InputT extends PInput, OutputT extends POut
Schema schema =
generateSchemaFromFieldValues(
kwargsMap.values().toArray(), kwargsMap.keySet().toArray(new String[] {}));
+ schema.setUUID(UUID.randomUUID());
return Row.withSchema(schema)
.addValues(convertComplexTypesToRows(kwargsMap.values().toArray()))
.build();
@@ -223,6 +224,7 @@ public class PythonExternalTransform<InputT extends PInput, OutputT extends POut
@VisibleForTesting
Row buildOrGetArgsRow() {
Schema schema = generateSchemaFromFieldValues(argsArray, null);
+ schema.setUUID(UUID.randomUUID());
Object[] convertedValues = convertComplexTypesToRows(argsArray);
return Row.withSchema(schema).addValues(convertedValues).build();
}