You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@beam.apache.org by "Murthy Antyakula (Jira)" <ji...@apache.org> on 2021/09/09 23:34:00 UTC
[jira] [Updated] (BEAM-12868) Insert into Table resulting in unable
to serialize DoFnWithExecutionInformation
[ https://issues.apache.org/jira/browse/BEAM-12868?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Murthy Antyakula updated BEAM-12868:
------------------------------------
Description:
//No issues was able to read the file successfully
PCollection<String> revisionPCollection = dataPipe.apply(TextIO.read().from(revisionCSVFile));
//Was able to convert string into Pcollection object with fields defined through schema
PCollection<EgpItemRevisionInterface> revRecordPCollection = revisionPCollection.apply(ParDo.of({color:#000080}new {color}ConvertToRevisionRecFn()));
String sqlStmt = {color:#008000}"INSERT INTO (BATCH_ID,PROCESS_STATUS,THREAD_NUMBER," {color}+
{color:#008000}"ITEM_NUMBER, ORGANIZATION_CODE,INVENTORY_ITEM_ID," {color}+
{color:#008000}"ORGANIZATION_ID,REVISION_ID,REVISION," {color}+
{color:#008000}"LAST_UPDATED_BY,CREATED_BY,OBJECT_VERSION_NUMBER) " {color}+
{color:#008000}"ITEM_REVISIONS_INTERFACE VALUES(?,?,?,?,?,?,?,?,?,?,?,?)"{color};
//I am getting error on the below code line..
revRecordPCollection.apply(JdbcIO.<EgpItemRevisionInterface>write().withDataSourceConfiguration(JdbcIO.DataSourceConfiguration.create
({color:#008000}"oracle.jdbc.driver.OracleDriver"{color} ,{color:#008000}"jdbc:oracle:thin:@machine:1540/EMS11619_FDB"{color})
.withUsername({color:#008000}"fusion"{color})
.withPassword({color:#008000}"fusion"{color}))
.withStatement(sqlStmt)
.withPreparedStatementSetter({color:#000080}new {color}JdbcIO.PreparedStatementSetter<EgpItemRevisionInterface>()
{
{color:#000080}public void {color}setParameters(EgpItemRevisionInterface element, PreparedStatement query) {color:#000080}throws {color}SQLException
{
query.setLong({color:#0000ff}1{color}, element.getBatchId());
query.setInt({color:#0000ff}2{color}, element.getProcessStatus());
query.setInt({color:#0000ff}3{color}, element.getThreadNumber());
query.setString({color:#0000ff}4{color}, element.getItemNumber());
query.setString({color:#0000ff}5{color}, element.getOrgnizationCode());
query.setLong({color:#0000ff}6{color}, element.getInventoryItemId());
query.setLong({color:#0000ff}7{color}, element.getOrganizationId());
query.setLong({color:#0000ff}8{color}, element.getRevisionId());
query.setString({color:#0000ff}9{color}, element.getRevision());
query.setString({color:#0000ff}10{color}, element.getLastUpdatedBy());
query.setString({color:#0000ff}11{color}, element.getCreatedBy());
query.setInt({color:#0000ff}12{color}, element.getObjectVersionNumber());
}
}
));
java.lang.IllegalArgumentException: unable to serialize DoFnWithExecutionInformation\{doFn=org.apache.beam.sdk.io.jdbc.JdbcIO$WriteVoid$WriteFn@4ff9b813, mainOutputTag=Tag<output>, sideInputMapping={}, schemaInformation=DoFnSchemaInformation\{elementConverters=[]}}
at org.apache.beam.sdk.util.SerializableUtils.serializeToByteArray (SerializableUtils.java:59)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.translateDoFn (ParDoTranslation.java:695)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation$1.translateDoFn (ParDoTranslation.java:253)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.payloadForParDoLike (ParDoTranslation.java:817)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.translateParDo (ParDoTranslation.java:249)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.translateParDo (ParDoTranslation.java:210)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation$ParDoTranslator.translate (ParDoTranslation.java:176)
at org.apache.beam.repackaged.direct_java.runners.core.construction.PTransformTranslation.toProto (PTransformTranslation.java:248)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.getParDoPayload (ParDoTranslation.java:746)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.isSplittable (ParDoTranslation.java:761)
at org.apache.beam.repackaged.direct_java.runners.core.construction.PTransformMatchers$6.matches (PTransformMatchers.java:274)
at org.apache.beam.sdk.Pipeline$2.visitPrimitiveTransform (Pipeline.java:290)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:593)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:585)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:585)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:585)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.access$500 (TransformHierarchy.java:240)
at org.apache.beam.sdk.runners.TransformHierarchy.visit (TransformHierarchy.java:214)
at org.apache.beam.sdk.Pipeline.traverseTopologically (Pipeline.java:469)
at org.apache.beam.sdk.Pipeline.replace (Pipeline.java:268)
at org.apache.beam.sdk.Pipeline.replaceAll (Pipeline.java:218)
at org.apache.beam.runners.direct.DirectRunner.performRewrites (DirectRunner.java:254)
at org.apache.beam.runners.direct.DirectRunner.run (DirectRunner.java:175)
at org.apache.beam.runners.direct.DirectRunner.run (DirectRunner.java:67)
at org.apache.beam.sdk.Pipeline.run (Pipeline.java:323)
at org.apache.beam.sdk.Pipeline.run (Pipeline.java:309)
at loadRevisionInterfaceTable.runPipeline (loadRevisionInterfaceTable.java:102)
at loadRevisionInterfaceTable.main (loadRevisionInterfaceTable.java:109)
at org.codehaus.mojo.exec.ExecJavaMojo$1.run (ExecJavaMojo.java:254)
at java.lang.Thread.run (Thread.java:748)
Caused by: java.io.NotSerializableException: loadRevisionInterfaceTable
at java.io.ObjectOutputStream.writeObject0 (ObjectOutputStream.java:1184)
at java.io.ObjectOutputStream.defaultWriteFields (ObjectOutputStream.java:1548)
at java.io.ObjectOutputStream.writeSerialData (ObjectOutputStream.java:1509)
at java.io.ObjectOutputStream.writeOrdinaryObject (ObjectOutputStream.java:1432)
at java.io.ObjectOutputStream.writeObject0 (ObjectOutputStream.java:1178)
at java.io.ObjectOutputStream.defaultWriteFields (ObjectOutputStream.java:1548)
at java.io.ObjectOutputStream.writeSerialData (ObjectOutputStream.java:1509)
at java.io.ObjectOutputStream.writeOrdinaryObject (ObjectOutputStream.java:1432)
at java.io.ObjectOutputStream.writeObject0 (ObjectOutputStream.java:1178)
at java.io.ObjectOutputStream.defaultWriteFields (ObjectOutputStream.java:1548)
at java.io.ObjectOutputStream.writeSerialData (ObjectOutputStream.java:1509)
at java.io.ObjectOutputStream.writeOrdinaryObject (ObjectOutputStream.java:1432)
at java.io.ObjectOutputStream.writeObject0 (ObjectOutputStream.java:1178)
at java.io.ObjectOutputStream.defaultWriteFields (ObjectOutputStream.java:1548)
at java.io.ObjectOutputStream.writeSerialData (ObjectOutputStream.java:1509)
at java.io.ObjectOutputStream.writeOrdinaryObject (ObjectOutputStream.java:1432)
at java.io.ObjectOutputStream.writeObject0 (ObjectOutputStream.java:1178)
at java.io.ObjectOutputStream.writeObject (ObjectOutputStream.java:348)
at org.apache.beam.sdk.util.SerializableUtils.serializeToByteArray (SerializableUtils.java:55)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.translateDoFn (ParDoTranslation.java:695)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation$1.translateDoFn (ParDoTranslation.java:253)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.payloadForParDoLike (ParDoTranslation.java:817)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.translateParDo (ParDoTranslation.java:249)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.translateParDo (ParDoTranslation.java:210)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation$ParDoTranslator.translate (ParDoTranslation.java:176)
at org.apache.beam.repackaged.direct_java.runners.core.construction.PTransformTranslation.toProto (PTransformTranslation.java:248)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.getParDoPayload (ParDoTranslation.java:746)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.isSplittable (ParDoTranslation.java:761)
at org.apache.beam.repackaged.direct_java.runners.core.construction.PTransformMatchers$6.matches (PTransformMatchers.java:274)
at org.apache.beam.sdk.Pipeline$2.visitPrimitiveTransform (Pipeline.java:290)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:593)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:585)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:585)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:585)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.access$500 (TransformHierarchy.java:240)
at org.apache.beam.sdk.runners.TransformHierarchy.visit (TransformHierarchy.java:214)
at org.apache.beam.sdk.Pipeline.traverseTopologically (Pipeline.java:469)
at org.apache.beam.sdk.Pipeline.replace (Pipeline.java:268)
at org.apache.beam.sdk.Pipeline.replaceAll (Pipeline.java:218)
at org.apache.beam.runners.direct.DirectRunner.performRewrites (DirectRunner.java:254)
at org.apache.beam.runners.direct.DirectRunner.run (DirectRunner.java:175)
at org.apache.beam.runners.direct.DirectRunner.run (DirectRunner.java:67)
at org.apache.beam.sdk.Pipeline.run (Pipeline.java:323)
at org.apache.beam.sdk.Pipeline.run (Pipeline.java:309)
at loadRevisionInterfaceTable.runPipeline (loadRevisionInterfaceTable.java:102)
at loadRevisionInterfaceTable.main (loadRevisionInterfaceTable.java:109)
at org.codehaus.mojo.exec.ExecJavaMojo$1.run (ExecJavaMojo.java:254)
at java.lang.Thread.run (Thread.java:748)
[INFO] ------------------------------------------------------------------------
[INFO] BUILD FAILURE
[INFO] ------------------------------------------------------------------------
[INFO] Total time: 4.872 s
[INFO] Finished at: 2021-09-09T18:17:20-05:00
[INFO] ------------------------------------------------------------------------
[ERROR] Failed to execute goal org.codehaus.mojo:exec-maven-plugin:3.0.0:java (default-cli) on project pipelineDemo: An exception occured while executing the Java class. unable to serialize DoFnWithExecutionInformation\{doFn=org.apache.beam.sdk.io.jdbc.JdbcIO$WriteVoid$WriteFn@4ff9b813, mainOutputTag=Tag<output>, sideInputMapping={}, schemaInformation=DoFnSchemaInformation\{elementConverters=[]}}: loadRevisionInterfaceTable -> [Help 1]
org.apache.maven.lifecycle.LifecycleExecutionException: Failed to execute goal org.codehaus.mojo:exec-maven-plugin:3.0.0:java (default-cli) on project pipelineDemo: An exception occured while executing the Java class. unable to serialize DoFnWithExecutionInformation\{doFn=org.apache.beam.sdk.io.jdbc.JdbcIO$WriteVoid$WriteFn@4ff9b813, mainOutputTag=Tag<output>, sideInputMapping={}, schemaInformation=DoFnSchemaInformation\{elementConverters=[]}}
at org.apache.maven.lifecycle.internal.MojoExecutor.execute (MojoExecutor.java:215)
at org.apache.maven.lifecycle.internal.MojoExecutor.execute (MojoExecutor.java:156)
at org.apache.maven.lifecycle.internal.MojoExecutor.execute (MojoExecutor.java:148)
at org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject (LifecycleModuleBuilder.java:117)
at org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject (LifecycleModuleBuilder.java:81)
at org.apache.maven.lifecycle.internal.builder.singlethreaded.SingleThreadedBuilder.build (SingleThreadedBuilder.java:56)
at org.apache.maven.lifecycle.internal.LifecycleStarter.execute (LifecycleStarter.java:128)
at org.apache.maven.DefaultMaven.doExecute (DefaultMaven.java:305)
at org.apache.maven.DefaultMaven.doExecute (DefaultMaven.java:192)
at org.apache.maven.DefaultMaven.execute (DefaultMaven.java:105)
at org.apache.maven.cli.MavenCli.execute (MavenCli.java:972)
at org.apache.maven.cli.MavenCli.doMain (MavenCli.java:293)
at org.apache.maven.cli.MavenCli.main (MavenCli.java:196)
at sun.reflect.NativeMethodAccessorImpl.invoke0 (Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke (NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke (DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke (Method.java:498)
at org.codehaus.plexus.classworlds.launcher.Launcher.launchEnhanced (Launcher.java:282)
at org.codehaus.plexus.classworlds.launcher.Launcher.launch (Launcher.java:225)
at org.codehaus.plexus.classworlds.launcher.Launcher.mainWithExitCode (Launcher.java:406)
at org.codehaus.plexus.classworlds.launcher.Launcher.main (Launcher.java:347)
Caused by: org.apache.maven.plugin.MojoExecutionException: An exception occured while executing the Java class. unable to serialize DoFnWithExecutionInformation\{doFn=org.apache.beam.sdk.io.jdbc.JdbcIO$WriteVoid$WriteFn@4ff9b813, mainOutputTag=Tag<output>, sideInputMapping={}, schemaInformation=DoFnSchemaInformation\{elementConverters=[]}}
at org.codehaus.mojo.exec.ExecJavaMojo.execute (ExecJavaMojo.java:311)
at org.apache.maven.plugin.DefaultBuildPluginManager.executeMojo (DefaultBuildPluginManager.java:137)
at org.apache.maven.lifecycle.internal.MojoExecutor.execute (MojoExecutor.java:210)
at org.apache.maven.lifecycle.internal.MojoExecutor.execute (MojoExecutor.java:156)
at org.apache.maven.lifecycle.internal.MojoExecutor.execute (MojoExecutor.java:148)
at org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject (LifecycleModuleBuilder.java:117)
at org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject (LifecycleModuleBuilder.java:81)
at org.apache.maven.lifecycle.internal.builder.singlethreaded.SingleThreadedBuilder.build (SingleThreadedBuilder.java:56)
at org.apache.maven.lifecycle.internal.LifecycleStarter.execute (LifecycleStarter.java:128)
at org.apache.maven.DefaultMaven.doExecute (DefaultMaven.java:305)
at org.apache.maven.DefaultMaven.doExecute (DefaultMaven.java:192)
at org.apache.maven.DefaultMaven.execute (DefaultMaven.java:105)
at org.apache.maven.cli.MavenCli.execute (MavenCli.java:972)
at org.apache.maven.cli.MavenCli.doMain (MavenCli.java:293)
at org.apache.maven.cli.MavenCli.main (MavenCli.java:196)
at sun.reflect.NativeMethodAccessorImpl.invoke0 (Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke (NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke (DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke (Method.java:498)
at org.codehaus.plexus.classworlds.launcher.Launcher.launchEnhanced (Launcher.java:282)
at org.codehaus.plexus.classworlds.launcher.Launcher.launch (Launcher.java:225)
at org.codehaus.plexus.classworlds.launcher.Launcher.mainWithExitCode (Launcher.java:406)
at org.codehaus.plexus.classworlds.launcher.Launcher.main (Launcher.java:347)
Caused by: java.lang.IllegalArgumentException: unable to serialize DoFnWithExecutionInformation\{doFn=org.apache.beam.sdk.io.jdbc.JdbcIO$WriteVoid$WriteFn@4ff9b813, mainOutputTag=Tag<output>, sideInputMapping={}, schemaInformation=DoFnSchemaInformation\{elementConverters=[]}}
at org.apache.beam.sdk.util.SerializableUtils.serializeToByteArray (SerializableUtils.java:59)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.translateDoFn (ParDoTranslation.java:695)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation$1.translateDoFn (ParDoTranslation.java:253)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.payloadForParDoLike (ParDoTranslation.java:817)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.translateParDo (ParDoTranslation.java:249)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.translateParDo (ParDoTranslation.java:210)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation$ParDoTranslator.translate (ParDoTranslation.java:176)
at org.apache.beam.repackaged.direct_java.runners.core.construction.PTransformTranslation.toProto (PTransformTranslation.java:248)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.getParDoPayload (ParDoTranslation.java:746)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.isSplittable (ParDoTranslation.java:761)
at org.apache.beam.repackaged.direct_java.runners.core.construction.PTransformMatchers$6.matches (PTransformMatchers.java:274)
at org.apache.beam.sdk.Pipeline$2.visitPrimitiveTransform (Pipeline.java:290)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:593)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:585)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:585)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:585)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.access$500 (TransformHierarchy.java:240)
at org.apache.beam.sdk.runners.TransformHierarchy.visit (TransformHierarchy.java:214)
at org.apache.beam.sdk.Pipeline.traverseTopologically (Pipeline.java:469)
at org.apache.beam.sdk.Pipeline.replace (Pipeline.java:268)
at org.apache.beam.sdk.Pipeline.replaceAll (Pipeline.java:218)
at org.apache.beam.runners.direct.DirectRunner.performRewrites (DirectRunner.java:254)
at org.apache.beam.runners.direct.DirectRunner.run (DirectRunner.java:175)
at org.apache.beam.runners.direct.DirectRunner.run (DirectRunner.java:67)
at org.apache.beam.sdk.Pipeline.run (Pipeline.java:323)
at org.apache.beam.sdk.Pipeline.run (Pipeline.java:309)
at loadRevisionInterfaceTable.runPipeline (loadRevisionInterfaceTable.java:102)
at loadRevisionInterfaceTable.main (loadRevisionInterfaceTable.java:109)
at org.codehaus.mojo.exec.ExecJavaMojo$1.run (ExecJavaMojo.java:254)
at java.lang.Thread.run (Thread.java:748)
Caused by: java.io.NotSerializableException: loadRevisionInterfaceTable
at java.io.ObjectOutputStream.writeObject0 (ObjectOutputStream.java:1184)
at java.io.ObjectOutputStream.defaultWriteFields (ObjectOutputStream.java:1548)
at java.io.ObjectOutputStream.writeSerialData (ObjectOutputStream.java:1509)
at java.io.ObjectOutputStream.writeOrdinaryObject (ObjectOutputStream.java:1432)
at java.io.ObjectOutputStream.writeObject0 (ObjectOutputStream.java:1178)
at java.io.ObjectOutputStream.defaultWriteFields (ObjectOutputStream.java:1548)
at java.io.ObjectOutputStream.writeSerialData (ObjectOutputStream.java:1509)
at java.io.ObjectOutputStream.writeOrdinaryObject (ObjectOutputStream.java:1432)
at java.io.ObjectOutputStream.writeObject0 (ObjectOutputStream.java:1178)
at java.io.ObjectOutputStream.defaultWriteFields (ObjectOutputStream.java:1548)
at java.io.ObjectOutputStream.writeSerialData (ObjectOutputStream.java:1509)
at java.io.ObjectOutputStream.writeOrdinaryObject (ObjectOutputStream.java:1432)
at java.io.ObjectOutputStream.writeObject0 (ObjectOutputStream.java:1178)
at java.io.ObjectOutputStream.defaultWriteFields (ObjectOutputStream.java:1548)
at java.io.ObjectOutputStream.writeSerialData (ObjectOutputStream.java:1509)
at java.io.ObjectOutputStream.writeOrdinaryObject (ObjectOutputStream.java:1432)
at java.io.ObjectOutputStream.writeObject0 (ObjectOutputStream.java:1178)
at java.io.ObjectOutputStream.writeObject (ObjectOutputStream.java:348)
at org.apache.beam.sdk.util.SerializableUtils.serializeToByteArray (SerializableUtils.java:55)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.translateDoFn (ParDoTranslation.java:695)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation$1.translateDoFn (ParDoTranslation.java:253)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.payloadForParDoLike (ParDoTranslation.java:817)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.translateParDo (ParDoTranslation.java:249)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.translateParDo (ParDoTranslation.java:210)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation$ParDoTranslator.translate (ParDoTranslation.java:176)
at org.apache.beam.repackaged.direct_java.runners.core.construction.PTransformTranslation.toProto (PTransformTranslation.java:248)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.getParDoPayload (ParDoTranslation.java:746)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.isSplittable (ParDoTranslation.java:761)
at org.apache.beam.repackaged.direct_java.runners.core.construction.PTransformMatchers$6.matches (PTransformMatchers.java:274)
at org.apache.beam.sdk.Pipeline$2.visitPrimitiveTransform (Pipeline.java:290)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:593)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:585)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:585)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:585)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.access$500 (TransformHierarchy.java:240)
at org.apache.beam.sdk.runners.TransformHierarchy.visit (TransformHierarchy.java:214)
at org.apache.beam.sdk.Pipeline.traverseTopologically (Pipeline.java:469)
at org.apache.beam.sdk.Pipeline.replace (Pipeline.java:268)
at org.apache.beam.sdk.Pipeline.replaceAll (Pipeline.java:218)
at org.apache.beam.runners.direct.DirectRunner.performRewrites (DirectRunner.java:254)
at org.apache.beam.runners.direct.DirectRunner.run (DirectRunner.java:175)
at org.apache.beam.runners.direct.DirectRunner.run (DirectRunner.java:67)
at org.apache.beam.sdk.Pipeline.run (Pipeline.java:323)
at org.apache.beam.sdk.Pipeline.run (Pipeline.java:309)
at loadRevisionInterfaceTable.runPipeline (loadRevisionInterfaceTable.java:102)
at loadRevisionInterfaceTable.main (loadRevisionInterfaceTable.java:109)
at org.codehaus.mojo.exec.ExecJavaMojo$1.run (ExecJavaMojo.java:254)
at java.lang.Thread.run (Thread.java:748)
was:
//No issues was able to read the file successfully
PCollection<String> revisionPCollection = dataPipe.apply(TextIO.read().from(revisionCSVFile));
//Was able to convert string into Pcollection object with fields defined through schema
PCollection<EgpItemRevisionInterface> revRecordPCollection = revisionPCollection.apply(ParDo.of({color:#000080}new {color}ConvertToRevisionRecFn()));
String sqlStmt = {color:#008000}"INSERT INTO (BATCH_ID,PROCESS_STATUS,THREAD_NUMBER," {color}+
{color:#008000}"ITEM_NUMBER, ORGANIZATION_CODE,INVENTORY_ITEM_ID," {color}+
{color:#008000}"ORGANIZATION_ID,REVISION_ID,REVISION," {color}+
{color:#008000}"LAST_UPDATED_BY,CREATED_BY,OBJECT_VERSION_NUMBER) " {color}+
{color:#008000}"ITEM_REVISIONS_INTERFACE VALUES(?,?,?,?,?,?,?,?,?,?,?,?)"{color};
//I am getting error on the below code line..
revRecordPCollection.apply(JdbcIO.<EgpItemRevisionInterface>write().withDataSourceConfiguration(JdbcIO.DataSourceConfiguration.create
({color:#008000}"oracle.jdbc.driver.OracleDriver"
{color} ,{color:#008000}"jdbc:oracle:thin:@slc09xio.us.oracle.com:1540/EMS11619_FDB"{color})
.withUsername({color:#008000}"fusion"{color})
.withPassword({color:#008000}"fusion"{color}))
.withStatement(sqlStmt)
.withPreparedStatementSetter({color:#000080}new {color}JdbcIO.PreparedStatementSetter<EgpItemRevisionInterface>()
{
{color:#000080}public void {color}setParameters(EgpItemRevisionInterface element, PreparedStatement query) {color:#000080}throws {color}SQLException
{
query.setLong({color:#0000ff}1{color}, element.getBatchId());
query.setInt({color:#0000ff}2{color}, element.getProcessStatus());
query.setInt({color:#0000ff}3{color}, element.getThreadNumber());
query.setString({color:#0000ff}4{color}, element.getItemNumber());
query.setString({color:#0000ff}5{color}, element.getOrgnizationCode());
query.setLong({color:#0000ff}6{color}, element.getInventoryItemId());
query.setLong({color:#0000ff}7{color}, element.getOrganizationId());
query.setLong({color:#0000ff}8{color}, element.getRevisionId());
query.setString({color:#0000ff}9{color}, element.getRevision());
query.setString({color:#0000ff}10{color}, element.getLastUpdatedBy());
query.setString({color:#0000ff}11{color}, element.getCreatedBy());
query.setInt({color:#0000ff}12{color}, element.getObjectVersionNumber());
}
}
));
java.lang.IllegalArgumentException: unable to serialize DoFnWithExecutionInformation\{doFn=org.apache.beam.sdk.io.jdbc.JdbcIO$WriteVoid$WriteFn@4ff9b813, mainOutputTag=Tag<output>, sideInputMapping={}, schemaInformation=DoFnSchemaInformation\{elementConverters=[]}}
at org.apache.beam.sdk.util.SerializableUtils.serializeToByteArray (SerializableUtils.java:59)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.translateDoFn (ParDoTranslation.java:695)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation$1.translateDoFn (ParDoTranslation.java:253)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.payloadForParDoLike (ParDoTranslation.java:817)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.translateParDo (ParDoTranslation.java:249)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.translateParDo (ParDoTranslation.java:210)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation$ParDoTranslator.translate (ParDoTranslation.java:176)
at org.apache.beam.repackaged.direct_java.runners.core.construction.PTransformTranslation.toProto (PTransformTranslation.java:248)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.getParDoPayload (ParDoTranslation.java:746)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.isSplittable (ParDoTranslation.java:761)
at org.apache.beam.repackaged.direct_java.runners.core.construction.PTransformMatchers$6.matches (PTransformMatchers.java:274)
at org.apache.beam.sdk.Pipeline$2.visitPrimitiveTransform (Pipeline.java:290)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:593)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:585)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:585)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:585)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.access$500 (TransformHierarchy.java:240)
at org.apache.beam.sdk.runners.TransformHierarchy.visit (TransformHierarchy.java:214)
at org.apache.beam.sdk.Pipeline.traverseTopologically (Pipeline.java:469)
at org.apache.beam.sdk.Pipeline.replace (Pipeline.java:268)
at org.apache.beam.sdk.Pipeline.replaceAll (Pipeline.java:218)
at org.apache.beam.runners.direct.DirectRunner.performRewrites (DirectRunner.java:254)
at org.apache.beam.runners.direct.DirectRunner.run (DirectRunner.java:175)
at org.apache.beam.runners.direct.DirectRunner.run (DirectRunner.java:67)
at org.apache.beam.sdk.Pipeline.run (Pipeline.java:323)
at org.apache.beam.sdk.Pipeline.run (Pipeline.java:309)
at loadRevisionInterfaceTable.runPipeline (loadRevisionInterfaceTable.java:102)
at loadRevisionInterfaceTable.main (loadRevisionInterfaceTable.java:109)
at org.codehaus.mojo.exec.ExecJavaMojo$1.run (ExecJavaMojo.java:254)
at java.lang.Thread.run (Thread.java:748)
Caused by: java.io.NotSerializableException: loadRevisionInterfaceTable
at java.io.ObjectOutputStream.writeObject0 (ObjectOutputStream.java:1184)
at java.io.ObjectOutputStream.defaultWriteFields (ObjectOutputStream.java:1548)
at java.io.ObjectOutputStream.writeSerialData (ObjectOutputStream.java:1509)
at java.io.ObjectOutputStream.writeOrdinaryObject (ObjectOutputStream.java:1432)
at java.io.ObjectOutputStream.writeObject0 (ObjectOutputStream.java:1178)
at java.io.ObjectOutputStream.defaultWriteFields (ObjectOutputStream.java:1548)
at java.io.ObjectOutputStream.writeSerialData (ObjectOutputStream.java:1509)
at java.io.ObjectOutputStream.writeOrdinaryObject (ObjectOutputStream.java:1432)
at java.io.ObjectOutputStream.writeObject0 (ObjectOutputStream.java:1178)
at java.io.ObjectOutputStream.defaultWriteFields (ObjectOutputStream.java:1548)
at java.io.ObjectOutputStream.writeSerialData (ObjectOutputStream.java:1509)
at java.io.ObjectOutputStream.writeOrdinaryObject (ObjectOutputStream.java:1432)
at java.io.ObjectOutputStream.writeObject0 (ObjectOutputStream.java:1178)
at java.io.ObjectOutputStream.defaultWriteFields (ObjectOutputStream.java:1548)
at java.io.ObjectOutputStream.writeSerialData (ObjectOutputStream.java:1509)
at java.io.ObjectOutputStream.writeOrdinaryObject (ObjectOutputStream.java:1432)
at java.io.ObjectOutputStream.writeObject0 (ObjectOutputStream.java:1178)
at java.io.ObjectOutputStream.writeObject (ObjectOutputStream.java:348)
at org.apache.beam.sdk.util.SerializableUtils.serializeToByteArray (SerializableUtils.java:55)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.translateDoFn (ParDoTranslation.java:695)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation$1.translateDoFn (ParDoTranslation.java:253)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.payloadForParDoLike (ParDoTranslation.java:817)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.translateParDo (ParDoTranslation.java:249)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.translateParDo (ParDoTranslation.java:210)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation$ParDoTranslator.translate (ParDoTranslation.java:176)
at org.apache.beam.repackaged.direct_java.runners.core.construction.PTransformTranslation.toProto (PTransformTranslation.java:248)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.getParDoPayload (ParDoTranslation.java:746)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.isSplittable (ParDoTranslation.java:761)
at org.apache.beam.repackaged.direct_java.runners.core.construction.PTransformMatchers$6.matches (PTransformMatchers.java:274)
at org.apache.beam.sdk.Pipeline$2.visitPrimitiveTransform (Pipeline.java:290)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:593)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:585)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:585)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:585)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.access$500 (TransformHierarchy.java:240)
at org.apache.beam.sdk.runners.TransformHierarchy.visit (TransformHierarchy.java:214)
at org.apache.beam.sdk.Pipeline.traverseTopologically (Pipeline.java:469)
at org.apache.beam.sdk.Pipeline.replace (Pipeline.java:268)
at org.apache.beam.sdk.Pipeline.replaceAll (Pipeline.java:218)
at org.apache.beam.runners.direct.DirectRunner.performRewrites (DirectRunner.java:254)
at org.apache.beam.runners.direct.DirectRunner.run (DirectRunner.java:175)
at org.apache.beam.runners.direct.DirectRunner.run (DirectRunner.java:67)
at org.apache.beam.sdk.Pipeline.run (Pipeline.java:323)
at org.apache.beam.sdk.Pipeline.run (Pipeline.java:309)
at loadRevisionInterfaceTable.runPipeline (loadRevisionInterfaceTable.java:102)
at loadRevisionInterfaceTable.main (loadRevisionInterfaceTable.java:109)
at org.codehaus.mojo.exec.ExecJavaMojo$1.run (ExecJavaMojo.java:254)
at java.lang.Thread.run (Thread.java:748)
[INFO] ------------------------------------------------------------------------
[INFO] BUILD FAILURE
[INFO] ------------------------------------------------------------------------
[INFO] Total time: 4.872 s
[INFO] Finished at: 2021-09-09T18:17:20-05:00
[INFO] ------------------------------------------------------------------------
[ERROR] Failed to execute goal org.codehaus.mojo:exec-maven-plugin:3.0.0:java (default-cli) on project pipelineDemo: An exception occured while executing the Java class. unable to serialize DoFnWithExecutionInformation\{doFn=org.apache.beam.sdk.io.jdbc.JdbcIO$WriteVoid$WriteFn@4ff9b813, mainOutputTag=Tag<output>, sideInputMapping={}, schemaInformation=DoFnSchemaInformation\{elementConverters=[]}}: loadRevisionInterfaceTable -> [Help 1]
org.apache.maven.lifecycle.LifecycleExecutionException: Failed to execute goal org.codehaus.mojo:exec-maven-plugin:3.0.0:java (default-cli) on project pipelineDemo: An exception occured while executing the Java class. unable to serialize DoFnWithExecutionInformation\{doFn=org.apache.beam.sdk.io.jdbc.JdbcIO$WriteVoid$WriteFn@4ff9b813, mainOutputTag=Tag<output>, sideInputMapping={}, schemaInformation=DoFnSchemaInformation\{elementConverters=[]}}
at org.apache.maven.lifecycle.internal.MojoExecutor.execute (MojoExecutor.java:215)
at org.apache.maven.lifecycle.internal.MojoExecutor.execute (MojoExecutor.java:156)
at org.apache.maven.lifecycle.internal.MojoExecutor.execute (MojoExecutor.java:148)
at org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject (LifecycleModuleBuilder.java:117)
at org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject (LifecycleModuleBuilder.java:81)
at org.apache.maven.lifecycle.internal.builder.singlethreaded.SingleThreadedBuilder.build (SingleThreadedBuilder.java:56)
at org.apache.maven.lifecycle.internal.LifecycleStarter.execute (LifecycleStarter.java:128)
at org.apache.maven.DefaultMaven.doExecute (DefaultMaven.java:305)
at org.apache.maven.DefaultMaven.doExecute (DefaultMaven.java:192)
at org.apache.maven.DefaultMaven.execute (DefaultMaven.java:105)
at org.apache.maven.cli.MavenCli.execute (MavenCli.java:972)
at org.apache.maven.cli.MavenCli.doMain (MavenCli.java:293)
at org.apache.maven.cli.MavenCli.main (MavenCli.java:196)
at sun.reflect.NativeMethodAccessorImpl.invoke0 (Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke (NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke (DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke (Method.java:498)
at org.codehaus.plexus.classworlds.launcher.Launcher.launchEnhanced (Launcher.java:282)
at org.codehaus.plexus.classworlds.launcher.Launcher.launch (Launcher.java:225)
at org.codehaus.plexus.classworlds.launcher.Launcher.mainWithExitCode (Launcher.java:406)
at org.codehaus.plexus.classworlds.launcher.Launcher.main (Launcher.java:347)
Caused by: org.apache.maven.plugin.MojoExecutionException: An exception occured while executing the Java class. unable to serialize DoFnWithExecutionInformation\{doFn=org.apache.beam.sdk.io.jdbc.JdbcIO$WriteVoid$WriteFn@4ff9b813, mainOutputTag=Tag<output>, sideInputMapping={}, schemaInformation=DoFnSchemaInformation\{elementConverters=[]}}
at org.codehaus.mojo.exec.ExecJavaMojo.execute (ExecJavaMojo.java:311)
at org.apache.maven.plugin.DefaultBuildPluginManager.executeMojo (DefaultBuildPluginManager.java:137)
at org.apache.maven.lifecycle.internal.MojoExecutor.execute (MojoExecutor.java:210)
at org.apache.maven.lifecycle.internal.MojoExecutor.execute (MojoExecutor.java:156)
at org.apache.maven.lifecycle.internal.MojoExecutor.execute (MojoExecutor.java:148)
at org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject (LifecycleModuleBuilder.java:117)
at org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject (LifecycleModuleBuilder.java:81)
at org.apache.maven.lifecycle.internal.builder.singlethreaded.SingleThreadedBuilder.build (SingleThreadedBuilder.java:56)
at org.apache.maven.lifecycle.internal.LifecycleStarter.execute (LifecycleStarter.java:128)
at org.apache.maven.DefaultMaven.doExecute (DefaultMaven.java:305)
at org.apache.maven.DefaultMaven.doExecute (DefaultMaven.java:192)
at org.apache.maven.DefaultMaven.execute (DefaultMaven.java:105)
at org.apache.maven.cli.MavenCli.execute (MavenCli.java:972)
at org.apache.maven.cli.MavenCli.doMain (MavenCli.java:293)
at org.apache.maven.cli.MavenCli.main (MavenCli.java:196)
at sun.reflect.NativeMethodAccessorImpl.invoke0 (Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke (NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke (DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke (Method.java:498)
at org.codehaus.plexus.classworlds.launcher.Launcher.launchEnhanced (Launcher.java:282)
at org.codehaus.plexus.classworlds.launcher.Launcher.launch (Launcher.java:225)
at org.codehaus.plexus.classworlds.launcher.Launcher.mainWithExitCode (Launcher.java:406)
at org.codehaus.plexus.classworlds.launcher.Launcher.main (Launcher.java:347)
Caused by: java.lang.IllegalArgumentException: unable to serialize DoFnWithExecutionInformation\{doFn=org.apache.beam.sdk.io.jdbc.JdbcIO$WriteVoid$WriteFn@4ff9b813, mainOutputTag=Tag<output>, sideInputMapping={}, schemaInformation=DoFnSchemaInformation\{elementConverters=[]}}
at org.apache.beam.sdk.util.SerializableUtils.serializeToByteArray (SerializableUtils.java:59)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.translateDoFn (ParDoTranslation.java:695)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation$1.translateDoFn (ParDoTranslation.java:253)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.payloadForParDoLike (ParDoTranslation.java:817)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.translateParDo (ParDoTranslation.java:249)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.translateParDo (ParDoTranslation.java:210)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation$ParDoTranslator.translate (ParDoTranslation.java:176)
at org.apache.beam.repackaged.direct_java.runners.core.construction.PTransformTranslation.toProto (PTransformTranslation.java:248)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.getParDoPayload (ParDoTranslation.java:746)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.isSplittable (ParDoTranslation.java:761)
at org.apache.beam.repackaged.direct_java.runners.core.construction.PTransformMatchers$6.matches (PTransformMatchers.java:274)
at org.apache.beam.sdk.Pipeline$2.visitPrimitiveTransform (Pipeline.java:290)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:593)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:585)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:585)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:585)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.access$500 (TransformHierarchy.java:240)
at org.apache.beam.sdk.runners.TransformHierarchy.visit (TransformHierarchy.java:214)
at org.apache.beam.sdk.Pipeline.traverseTopologically (Pipeline.java:469)
at org.apache.beam.sdk.Pipeline.replace (Pipeline.java:268)
at org.apache.beam.sdk.Pipeline.replaceAll (Pipeline.java:218)
at org.apache.beam.runners.direct.DirectRunner.performRewrites (DirectRunner.java:254)
at org.apache.beam.runners.direct.DirectRunner.run (DirectRunner.java:175)
at org.apache.beam.runners.direct.DirectRunner.run (DirectRunner.java:67)
at org.apache.beam.sdk.Pipeline.run (Pipeline.java:323)
at org.apache.beam.sdk.Pipeline.run (Pipeline.java:309)
at loadRevisionInterfaceTable.runPipeline (loadRevisionInterfaceTable.java:102)
at loadRevisionInterfaceTable.main (loadRevisionInterfaceTable.java:109)
at org.codehaus.mojo.exec.ExecJavaMojo$1.run (ExecJavaMojo.java:254)
at java.lang.Thread.run (Thread.java:748)
Caused by: java.io.NotSerializableException: loadRevisionInterfaceTable
at java.io.ObjectOutputStream.writeObject0 (ObjectOutputStream.java:1184)
at java.io.ObjectOutputStream.defaultWriteFields (ObjectOutputStream.java:1548)
at java.io.ObjectOutputStream.writeSerialData (ObjectOutputStream.java:1509)
at java.io.ObjectOutputStream.writeOrdinaryObject (ObjectOutputStream.java:1432)
at java.io.ObjectOutputStream.writeObject0 (ObjectOutputStream.java:1178)
at java.io.ObjectOutputStream.defaultWriteFields (ObjectOutputStream.java:1548)
at java.io.ObjectOutputStream.writeSerialData (ObjectOutputStream.java:1509)
at java.io.ObjectOutputStream.writeOrdinaryObject (ObjectOutputStream.java:1432)
at java.io.ObjectOutputStream.writeObject0 (ObjectOutputStream.java:1178)
at java.io.ObjectOutputStream.defaultWriteFields (ObjectOutputStream.java:1548)
at java.io.ObjectOutputStream.writeSerialData (ObjectOutputStream.java:1509)
at java.io.ObjectOutputStream.writeOrdinaryObject (ObjectOutputStream.java:1432)
at java.io.ObjectOutputStream.writeObject0 (ObjectOutputStream.java:1178)
at java.io.ObjectOutputStream.defaultWriteFields (ObjectOutputStream.java:1548)
at java.io.ObjectOutputStream.writeSerialData (ObjectOutputStream.java:1509)
at java.io.ObjectOutputStream.writeOrdinaryObject (ObjectOutputStream.java:1432)
at java.io.ObjectOutputStream.writeObject0 (ObjectOutputStream.java:1178)
at java.io.ObjectOutputStream.writeObject (ObjectOutputStream.java:348)
at org.apache.beam.sdk.util.SerializableUtils.serializeToByteArray (SerializableUtils.java:55)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.translateDoFn (ParDoTranslation.java:695)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation$1.translateDoFn (ParDoTranslation.java:253)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.payloadForParDoLike (ParDoTranslation.java:817)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.translateParDo (ParDoTranslation.java:249)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.translateParDo (ParDoTranslation.java:210)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation$ParDoTranslator.translate (ParDoTranslation.java:176)
at org.apache.beam.repackaged.direct_java.runners.core.construction.PTransformTranslation.toProto (PTransformTranslation.java:248)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.getParDoPayload (ParDoTranslation.java:746)
at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.isSplittable (ParDoTranslation.java:761)
at org.apache.beam.repackaged.direct_java.runners.core.construction.PTransformMatchers$6.matches (PTransformMatchers.java:274)
at org.apache.beam.sdk.Pipeline$2.visitPrimitiveTransform (Pipeline.java:290)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:593)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:585)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:585)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:585)
at org.apache.beam.sdk.runners.TransformHierarchy$Node.access$500 (TransformHierarchy.java:240)
at org.apache.beam.sdk.runners.TransformHierarchy.visit (TransformHierarchy.java:214)
at org.apache.beam.sdk.Pipeline.traverseTopologically (Pipeline.java:469)
at org.apache.beam.sdk.Pipeline.replace (Pipeline.java:268)
at org.apache.beam.sdk.Pipeline.replaceAll (Pipeline.java:218)
at org.apache.beam.runners.direct.DirectRunner.performRewrites (DirectRunner.java:254)
at org.apache.beam.runners.direct.DirectRunner.run (DirectRunner.java:175)
at org.apache.beam.runners.direct.DirectRunner.run (DirectRunner.java:67)
at org.apache.beam.sdk.Pipeline.run (Pipeline.java:323)
at org.apache.beam.sdk.Pipeline.run (Pipeline.java:309)
at loadRevisionInterfaceTable.runPipeline (loadRevisionInterfaceTable.java:102)
at loadRevisionInterfaceTable.main (loadRevisionInterfaceTable.java:109)
at org.codehaus.mojo.exec.ExecJavaMojo$1.run (ExecJavaMojo.java:254)
at java.lang.Thread.run (Thread.java:748)
> Insert into Table resulting in unable to serialize DoFnWithExecutionInformation
> -------------------------------------------------------------------------------
>
> Key: BEAM-12868
> URL: https://issues.apache.org/jira/browse/BEAM-12868
> Project: Beam
> Issue Type: Bug
> Components: dsl-sql
> Affects Versions: 2.32.0
> Reporter: Murthy Antyakula
> Priority: P2
>
> //No issues was able to read the file successfully
> PCollection<String> revisionPCollection = dataPipe.apply(TextIO.read().from(revisionCSVFile));
> //Was able to convert string into Pcollection object with fields defined through schema
> PCollection<EgpItemRevisionInterface> revRecordPCollection = revisionPCollection.apply(ParDo.of({color:#000080}new {color}ConvertToRevisionRecFn()));
>
> String sqlStmt = {color:#008000}"INSERT INTO (BATCH_ID,PROCESS_STATUS,THREAD_NUMBER," {color}+
> {color:#008000}"ITEM_NUMBER, ORGANIZATION_CODE,INVENTORY_ITEM_ID," {color}+
> {color:#008000}"ORGANIZATION_ID,REVISION_ID,REVISION," {color}+
> {color:#008000}"LAST_UPDATED_BY,CREATED_BY,OBJECT_VERSION_NUMBER) " {color}+
> {color:#008000}"ITEM_REVISIONS_INTERFACE VALUES(?,?,?,?,?,?,?,?,?,?,?,?)"{color};
> //I am getting error on the below code line..
> revRecordPCollection.apply(JdbcIO.<EgpItemRevisionInterface>write().withDataSourceConfiguration(JdbcIO.DataSourceConfiguration.create
> ({color:#008000}"oracle.jdbc.driver.OracleDriver"{color} ,{color:#008000}"jdbc:oracle:thin:@machine:1540/EMS11619_FDB"{color})
> .withUsername({color:#008000}"fusion"{color})
> .withPassword({color:#008000}"fusion"{color}))
> .withStatement(sqlStmt)
> .withPreparedStatementSetter({color:#000080}new {color}JdbcIO.PreparedStatementSetter<EgpItemRevisionInterface>()
> {
> {color:#000080}public void {color}setParameters(EgpItemRevisionInterface element, PreparedStatement query) {color:#000080}throws {color}SQLException
> {
> query.setLong({color:#0000ff}1{color}, element.getBatchId());
> query.setInt({color:#0000ff}2{color}, element.getProcessStatus());
> query.setInt({color:#0000ff}3{color}, element.getThreadNumber());
> query.setString({color:#0000ff}4{color}, element.getItemNumber());
> query.setString({color:#0000ff}5{color}, element.getOrgnizationCode());
> query.setLong({color:#0000ff}6{color}, element.getInventoryItemId());
> query.setLong({color:#0000ff}7{color}, element.getOrganizationId());
> query.setLong({color:#0000ff}8{color}, element.getRevisionId());
> query.setString({color:#0000ff}9{color}, element.getRevision());
> query.setString({color:#0000ff}10{color}, element.getLastUpdatedBy());
> query.setString({color:#0000ff}11{color}, element.getCreatedBy());
> query.setInt({color:#0000ff}12{color}, element.getObjectVersionNumber());
> }
> }
> ));
>
> java.lang.IllegalArgumentException: unable to serialize DoFnWithExecutionInformation\{doFn=org.apache.beam.sdk.io.jdbc.JdbcIO$WriteVoid$WriteFn@4ff9b813, mainOutputTag=Tag<output>, sideInputMapping={}, schemaInformation=DoFnSchemaInformation\{elementConverters=[]}}
> at org.apache.beam.sdk.util.SerializableUtils.serializeToByteArray (SerializableUtils.java:59)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.translateDoFn (ParDoTranslation.java:695)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation$1.translateDoFn (ParDoTranslation.java:253)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.payloadForParDoLike (ParDoTranslation.java:817)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.translateParDo (ParDoTranslation.java:249)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.translateParDo (ParDoTranslation.java:210)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation$ParDoTranslator.translate (ParDoTranslation.java:176)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.PTransformTranslation.toProto (PTransformTranslation.java:248)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.getParDoPayload (ParDoTranslation.java:746)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.isSplittable (ParDoTranslation.java:761)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.PTransformMatchers$6.matches (PTransformMatchers.java:274)
> at org.apache.beam.sdk.Pipeline$2.visitPrimitiveTransform (Pipeline.java:290)
> at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:593)
> at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:585)
> at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:585)
> at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:585)
> at org.apache.beam.sdk.runners.TransformHierarchy$Node.access$500 (TransformHierarchy.java:240)
> at org.apache.beam.sdk.runners.TransformHierarchy.visit (TransformHierarchy.java:214)
> at org.apache.beam.sdk.Pipeline.traverseTopologically (Pipeline.java:469)
> at org.apache.beam.sdk.Pipeline.replace (Pipeline.java:268)
> at org.apache.beam.sdk.Pipeline.replaceAll (Pipeline.java:218)
> at org.apache.beam.runners.direct.DirectRunner.performRewrites (DirectRunner.java:254)
> at org.apache.beam.runners.direct.DirectRunner.run (DirectRunner.java:175)
> at org.apache.beam.runners.direct.DirectRunner.run (DirectRunner.java:67)
> at org.apache.beam.sdk.Pipeline.run (Pipeline.java:323)
> at org.apache.beam.sdk.Pipeline.run (Pipeline.java:309)
> at loadRevisionInterfaceTable.runPipeline (loadRevisionInterfaceTable.java:102)
> at loadRevisionInterfaceTable.main (loadRevisionInterfaceTable.java:109)
> at org.codehaus.mojo.exec.ExecJavaMojo$1.run (ExecJavaMojo.java:254)
> at java.lang.Thread.run (Thread.java:748)
> Caused by: java.io.NotSerializableException: loadRevisionInterfaceTable
> at java.io.ObjectOutputStream.writeObject0 (ObjectOutputStream.java:1184)
> at java.io.ObjectOutputStream.defaultWriteFields (ObjectOutputStream.java:1548)
> at java.io.ObjectOutputStream.writeSerialData (ObjectOutputStream.java:1509)
> at java.io.ObjectOutputStream.writeOrdinaryObject (ObjectOutputStream.java:1432)
> at java.io.ObjectOutputStream.writeObject0 (ObjectOutputStream.java:1178)
> at java.io.ObjectOutputStream.defaultWriteFields (ObjectOutputStream.java:1548)
> at java.io.ObjectOutputStream.writeSerialData (ObjectOutputStream.java:1509)
> at java.io.ObjectOutputStream.writeOrdinaryObject (ObjectOutputStream.java:1432)
> at java.io.ObjectOutputStream.writeObject0 (ObjectOutputStream.java:1178)
> at java.io.ObjectOutputStream.defaultWriteFields (ObjectOutputStream.java:1548)
> at java.io.ObjectOutputStream.writeSerialData (ObjectOutputStream.java:1509)
> at java.io.ObjectOutputStream.writeOrdinaryObject (ObjectOutputStream.java:1432)
> at java.io.ObjectOutputStream.writeObject0 (ObjectOutputStream.java:1178)
> at java.io.ObjectOutputStream.defaultWriteFields (ObjectOutputStream.java:1548)
> at java.io.ObjectOutputStream.writeSerialData (ObjectOutputStream.java:1509)
> at java.io.ObjectOutputStream.writeOrdinaryObject (ObjectOutputStream.java:1432)
> at java.io.ObjectOutputStream.writeObject0 (ObjectOutputStream.java:1178)
> at java.io.ObjectOutputStream.writeObject (ObjectOutputStream.java:348)
> at org.apache.beam.sdk.util.SerializableUtils.serializeToByteArray (SerializableUtils.java:55)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.translateDoFn (ParDoTranslation.java:695)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation$1.translateDoFn (ParDoTranslation.java:253)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.payloadForParDoLike (ParDoTranslation.java:817)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.translateParDo (ParDoTranslation.java:249)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.translateParDo (ParDoTranslation.java:210)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation$ParDoTranslator.translate (ParDoTranslation.java:176)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.PTransformTranslation.toProto (PTransformTranslation.java:248)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.getParDoPayload (ParDoTranslation.java:746)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.isSplittable (ParDoTranslation.java:761)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.PTransformMatchers$6.matches (PTransformMatchers.java:274)
> at org.apache.beam.sdk.Pipeline$2.visitPrimitiveTransform (Pipeline.java:290)
> at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:593)
> at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:585)
> at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:585)
> at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:585)
> at org.apache.beam.sdk.runners.TransformHierarchy$Node.access$500 (TransformHierarchy.java:240)
> at org.apache.beam.sdk.runners.TransformHierarchy.visit (TransformHierarchy.java:214)
> at org.apache.beam.sdk.Pipeline.traverseTopologically (Pipeline.java:469)
> at org.apache.beam.sdk.Pipeline.replace (Pipeline.java:268)
> at org.apache.beam.sdk.Pipeline.replaceAll (Pipeline.java:218)
> at org.apache.beam.runners.direct.DirectRunner.performRewrites (DirectRunner.java:254)
> at org.apache.beam.runners.direct.DirectRunner.run (DirectRunner.java:175)
> at org.apache.beam.runners.direct.DirectRunner.run (DirectRunner.java:67)
> at org.apache.beam.sdk.Pipeline.run (Pipeline.java:323)
> at org.apache.beam.sdk.Pipeline.run (Pipeline.java:309)
> at loadRevisionInterfaceTable.runPipeline (loadRevisionInterfaceTable.java:102)
> at loadRevisionInterfaceTable.main (loadRevisionInterfaceTable.java:109)
> at org.codehaus.mojo.exec.ExecJavaMojo$1.run (ExecJavaMojo.java:254)
> at java.lang.Thread.run (Thread.java:748)
> [INFO] ------------------------------------------------------------------------
> [INFO] BUILD FAILURE
> [INFO] ------------------------------------------------------------------------
> [INFO] Total time: 4.872 s
> [INFO] Finished at: 2021-09-09T18:17:20-05:00
> [INFO] ------------------------------------------------------------------------
> [ERROR] Failed to execute goal org.codehaus.mojo:exec-maven-plugin:3.0.0:java (default-cli) on project pipelineDemo: An exception occured while executing the Java class. unable to serialize DoFnWithExecutionInformation\{doFn=org.apache.beam.sdk.io.jdbc.JdbcIO$WriteVoid$WriteFn@4ff9b813, mainOutputTag=Tag<output>, sideInputMapping={}, schemaInformation=DoFnSchemaInformation\{elementConverters=[]}}: loadRevisionInterfaceTable -> [Help 1]
> org.apache.maven.lifecycle.LifecycleExecutionException: Failed to execute goal org.codehaus.mojo:exec-maven-plugin:3.0.0:java (default-cli) on project pipelineDemo: An exception occured while executing the Java class. unable to serialize DoFnWithExecutionInformation\{doFn=org.apache.beam.sdk.io.jdbc.JdbcIO$WriteVoid$WriteFn@4ff9b813, mainOutputTag=Tag<output>, sideInputMapping={}, schemaInformation=DoFnSchemaInformation\{elementConverters=[]}}
> at org.apache.maven.lifecycle.internal.MojoExecutor.execute (MojoExecutor.java:215)
> at org.apache.maven.lifecycle.internal.MojoExecutor.execute (MojoExecutor.java:156)
> at org.apache.maven.lifecycle.internal.MojoExecutor.execute (MojoExecutor.java:148)
> at org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject (LifecycleModuleBuilder.java:117)
> at org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject (LifecycleModuleBuilder.java:81)
> at org.apache.maven.lifecycle.internal.builder.singlethreaded.SingleThreadedBuilder.build (SingleThreadedBuilder.java:56)
> at org.apache.maven.lifecycle.internal.LifecycleStarter.execute (LifecycleStarter.java:128)
> at org.apache.maven.DefaultMaven.doExecute (DefaultMaven.java:305)
> at org.apache.maven.DefaultMaven.doExecute (DefaultMaven.java:192)
> at org.apache.maven.DefaultMaven.execute (DefaultMaven.java:105)
> at org.apache.maven.cli.MavenCli.execute (MavenCli.java:972)
> at org.apache.maven.cli.MavenCli.doMain (MavenCli.java:293)
> at org.apache.maven.cli.MavenCli.main (MavenCli.java:196)
> at sun.reflect.NativeMethodAccessorImpl.invoke0 (Native Method)
> at sun.reflect.NativeMethodAccessorImpl.invoke (NativeMethodAccessorImpl.java:62)
> at sun.reflect.DelegatingMethodAccessorImpl.invoke (DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke (Method.java:498)
> at org.codehaus.plexus.classworlds.launcher.Launcher.launchEnhanced (Launcher.java:282)
> at org.codehaus.plexus.classworlds.launcher.Launcher.launch (Launcher.java:225)
> at org.codehaus.plexus.classworlds.launcher.Launcher.mainWithExitCode (Launcher.java:406)
> at org.codehaus.plexus.classworlds.launcher.Launcher.main (Launcher.java:347)
> Caused by: org.apache.maven.plugin.MojoExecutionException: An exception occured while executing the Java class. unable to serialize DoFnWithExecutionInformation\{doFn=org.apache.beam.sdk.io.jdbc.JdbcIO$WriteVoid$WriteFn@4ff9b813, mainOutputTag=Tag<output>, sideInputMapping={}, schemaInformation=DoFnSchemaInformation\{elementConverters=[]}}
> at org.codehaus.mojo.exec.ExecJavaMojo.execute (ExecJavaMojo.java:311)
> at org.apache.maven.plugin.DefaultBuildPluginManager.executeMojo (DefaultBuildPluginManager.java:137)
> at org.apache.maven.lifecycle.internal.MojoExecutor.execute (MojoExecutor.java:210)
> at org.apache.maven.lifecycle.internal.MojoExecutor.execute (MojoExecutor.java:156)
> at org.apache.maven.lifecycle.internal.MojoExecutor.execute (MojoExecutor.java:148)
> at org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject (LifecycleModuleBuilder.java:117)
> at org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject (LifecycleModuleBuilder.java:81)
> at org.apache.maven.lifecycle.internal.builder.singlethreaded.SingleThreadedBuilder.build (SingleThreadedBuilder.java:56)
> at org.apache.maven.lifecycle.internal.LifecycleStarter.execute (LifecycleStarter.java:128)
> at org.apache.maven.DefaultMaven.doExecute (DefaultMaven.java:305)
> at org.apache.maven.DefaultMaven.doExecute (DefaultMaven.java:192)
> at org.apache.maven.DefaultMaven.execute (DefaultMaven.java:105)
> at org.apache.maven.cli.MavenCli.execute (MavenCli.java:972)
> at org.apache.maven.cli.MavenCli.doMain (MavenCli.java:293)
> at org.apache.maven.cli.MavenCli.main (MavenCli.java:196)
> at sun.reflect.NativeMethodAccessorImpl.invoke0 (Native Method)
> at sun.reflect.NativeMethodAccessorImpl.invoke (NativeMethodAccessorImpl.java:62)
> at sun.reflect.DelegatingMethodAccessorImpl.invoke (DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke (Method.java:498)
> at org.codehaus.plexus.classworlds.launcher.Launcher.launchEnhanced (Launcher.java:282)
> at org.codehaus.plexus.classworlds.launcher.Launcher.launch (Launcher.java:225)
> at org.codehaus.plexus.classworlds.launcher.Launcher.mainWithExitCode (Launcher.java:406)
> at org.codehaus.plexus.classworlds.launcher.Launcher.main (Launcher.java:347)
> Caused by: java.lang.IllegalArgumentException: unable to serialize DoFnWithExecutionInformation\{doFn=org.apache.beam.sdk.io.jdbc.JdbcIO$WriteVoid$WriteFn@4ff9b813, mainOutputTag=Tag<output>, sideInputMapping={}, schemaInformation=DoFnSchemaInformation\{elementConverters=[]}}
> at org.apache.beam.sdk.util.SerializableUtils.serializeToByteArray (SerializableUtils.java:59)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.translateDoFn (ParDoTranslation.java:695)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation$1.translateDoFn (ParDoTranslation.java:253)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.payloadForParDoLike (ParDoTranslation.java:817)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.translateParDo (ParDoTranslation.java:249)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.translateParDo (ParDoTranslation.java:210)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation$ParDoTranslator.translate (ParDoTranslation.java:176)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.PTransformTranslation.toProto (PTransformTranslation.java:248)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.getParDoPayload (ParDoTranslation.java:746)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.isSplittable (ParDoTranslation.java:761)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.PTransformMatchers$6.matches (PTransformMatchers.java:274)
> at org.apache.beam.sdk.Pipeline$2.visitPrimitiveTransform (Pipeline.java:290)
> at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:593)
> at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:585)
> at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:585)
> at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:585)
> at org.apache.beam.sdk.runners.TransformHierarchy$Node.access$500 (TransformHierarchy.java:240)
> at org.apache.beam.sdk.runners.TransformHierarchy.visit (TransformHierarchy.java:214)
> at org.apache.beam.sdk.Pipeline.traverseTopologically (Pipeline.java:469)
> at org.apache.beam.sdk.Pipeline.replace (Pipeline.java:268)
> at org.apache.beam.sdk.Pipeline.replaceAll (Pipeline.java:218)
> at org.apache.beam.runners.direct.DirectRunner.performRewrites (DirectRunner.java:254)
> at org.apache.beam.runners.direct.DirectRunner.run (DirectRunner.java:175)
> at org.apache.beam.runners.direct.DirectRunner.run (DirectRunner.java:67)
> at org.apache.beam.sdk.Pipeline.run (Pipeline.java:323)
> at org.apache.beam.sdk.Pipeline.run (Pipeline.java:309)
> at loadRevisionInterfaceTable.runPipeline (loadRevisionInterfaceTable.java:102)
> at loadRevisionInterfaceTable.main (loadRevisionInterfaceTable.java:109)
> at org.codehaus.mojo.exec.ExecJavaMojo$1.run (ExecJavaMojo.java:254)
> at java.lang.Thread.run (Thread.java:748)
> Caused by: java.io.NotSerializableException: loadRevisionInterfaceTable
> at java.io.ObjectOutputStream.writeObject0 (ObjectOutputStream.java:1184)
> at java.io.ObjectOutputStream.defaultWriteFields (ObjectOutputStream.java:1548)
> at java.io.ObjectOutputStream.writeSerialData (ObjectOutputStream.java:1509)
> at java.io.ObjectOutputStream.writeOrdinaryObject (ObjectOutputStream.java:1432)
> at java.io.ObjectOutputStream.writeObject0 (ObjectOutputStream.java:1178)
> at java.io.ObjectOutputStream.defaultWriteFields (ObjectOutputStream.java:1548)
> at java.io.ObjectOutputStream.writeSerialData (ObjectOutputStream.java:1509)
> at java.io.ObjectOutputStream.writeOrdinaryObject (ObjectOutputStream.java:1432)
> at java.io.ObjectOutputStream.writeObject0 (ObjectOutputStream.java:1178)
> at java.io.ObjectOutputStream.defaultWriteFields (ObjectOutputStream.java:1548)
> at java.io.ObjectOutputStream.writeSerialData (ObjectOutputStream.java:1509)
> at java.io.ObjectOutputStream.writeOrdinaryObject (ObjectOutputStream.java:1432)
> at java.io.ObjectOutputStream.writeObject0 (ObjectOutputStream.java:1178)
> at java.io.ObjectOutputStream.defaultWriteFields (ObjectOutputStream.java:1548)
> at java.io.ObjectOutputStream.writeSerialData (ObjectOutputStream.java:1509)
> at java.io.ObjectOutputStream.writeOrdinaryObject (ObjectOutputStream.java:1432)
> at java.io.ObjectOutputStream.writeObject0 (ObjectOutputStream.java:1178)
> at java.io.ObjectOutputStream.writeObject (ObjectOutputStream.java:348)
> at org.apache.beam.sdk.util.SerializableUtils.serializeToByteArray (SerializableUtils.java:55)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.translateDoFn (ParDoTranslation.java:695)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation$1.translateDoFn (ParDoTranslation.java:253)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.payloadForParDoLike (ParDoTranslation.java:817)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.translateParDo (ParDoTranslation.java:249)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.translateParDo (ParDoTranslation.java:210)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation$ParDoTranslator.translate (ParDoTranslation.java:176)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.PTransformTranslation.toProto (PTransformTranslation.java:248)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.getParDoPayload (ParDoTranslation.java:746)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.ParDoTranslation.isSplittable (ParDoTranslation.java:761)
> at org.apache.beam.repackaged.direct_java.runners.core.construction.PTransformMatchers$6.matches (PTransformMatchers.java:274)
> at org.apache.beam.sdk.Pipeline$2.visitPrimitiveTransform (Pipeline.java:290)
> at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:593)
> at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:585)
> at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:585)
> at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit (TransformHierarchy.java:585)
> at org.apache.beam.sdk.runners.TransformHierarchy$Node.access$500 (TransformHierarchy.java:240)
> at org.apache.beam.sdk.runners.TransformHierarchy.visit (TransformHierarchy.java:214)
> at org.apache.beam.sdk.Pipeline.traverseTopologically (Pipeline.java:469)
> at org.apache.beam.sdk.Pipeline.replace (Pipeline.java:268)
> at org.apache.beam.sdk.Pipeline.replaceAll (Pipeline.java:218)
> at org.apache.beam.runners.direct.DirectRunner.performRewrites (DirectRunner.java:254)
> at org.apache.beam.runners.direct.DirectRunner.run (DirectRunner.java:175)
> at org.apache.beam.runners.direct.DirectRunner.run (DirectRunner.java:67)
> at org.apache.beam.sdk.Pipeline.run (Pipeline.java:323)
> at org.apache.beam.sdk.Pipeline.run (Pipeline.java:309)
> at loadRevisionInterfaceTable.runPipeline (loadRevisionInterfaceTable.java:102)
> at loadRevisionInterfaceTable.main (loadRevisionInterfaceTable.java:109)
> at org.codehaus.mojo.exec.ExecJavaMojo$1.run (ExecJavaMojo.java:254)
> at java.lang.Thread.run (Thread.java:748)
--
This message was sent by Atlassian Jira
(v8.3.4#803005)