You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/04/26 06:11:38 UTC
Build failed in Jenkins: beam_PerformanceTests_XmlIOIT_HDFS #94
See <https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/94/display/redirect?page=changes>
Changes:
[tgroh] Add OutputDeduplicator
[tgroh] Update ExecutableStageMatcher to accept Matchers
[tgroh] Use OutputDeduplicator in GreedyPipelineFuser
[swegner] Upgrade Gradle to 4.7
[swegner] Upgrade Gradle protobuf plugin to latest.
[tgroh] fixup! Add OutputDeduplicator
------------------------------------------
[...truncated 944.74 KB...]
at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102)
at com.sun.proxy.$Proxy63.create(Unknown Source)
at org.apache.hadoop.hdfs.DFSOutputStream.newStreamForCreate(DFSOutputStream.java:1623)
at org.apache.hadoop.hdfs.DFSClient.create(DFSClient.java:1703)
at org.apache.hadoop.hdfs.DFSClient.create(DFSClient.java:1638)
at org.apache.hadoop.hdfs.DistributedFileSystem$7.doCall(DistributedFileSystem.java:448)
at org.apache.hadoop.hdfs.DistributedFileSystem$7.doCall(DistributedFileSystem.java:444)
at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81)
at org.apache.hadoop.hdfs.DistributedFileSystem.create(DistributedFileSystem.java:459)
at org.apache.hadoop.hdfs.DistributedFileSystem.create(DistributedFileSystem.java:387)
at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:911)
at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:892)
at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:789)
at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:778)
at org.apache.beam.sdk.io.hdfs.HadoopFileSystem.create(HadoopFileSystem.java:109)
at org.apache.beam.sdk.io.hdfs.HadoopFileSystem.create(HadoopFileSystem.java:68)
at org.apache.beam.sdk.io.FileSystems.create(FileSystems.java:249)
at org.apache.beam.sdk.io.FileSystems.create(FileSystems.java:236)
at org.apache.beam.sdk.io.FileBasedSink$Writer.open(FileBasedSink.java:923)
at org.apache.beam.sdk.io.WriteFiles$WriteUnshardedTempFilesWithSpillingFn.processElement(WriteFiles.java:503)
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206)
at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531)
at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:495)
at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:614)
at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:712)
at org.apache.hadoop.ipc.Client$Connection.access$2900(Client.java:375)
at org.apache.hadoop.ipc.Client.getConnection(Client.java:1528)
at org.apache.hadoop.ipc.Client.call(Client.java:1451)
at org.apache.hadoop.ipc.Client.call(Client.java:1412)
at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229)
at com.sun.proxy.$Proxy62.create(Unknown Source)
at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.create(ClientNamenodeProtocolTranslatorPB.java:296)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191)
at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102)
at com.sun.proxy.$Proxy63.create(Unknown Source)
at org.apache.hadoop.hdfs.DFSOutputStream.newStreamForCreate(DFSOutputStream.java:1623)
at org.apache.hadoop.hdfs.DFSClient.create(DFSClient.java:1703)
at org.apache.hadoop.hdfs.DFSClient.create(DFSClient.java:1638)
at org.apache.hadoop.hdfs.DistributedFileSystem$7.doCall(DistributedFileSystem.java:448)
at org.apache.hadoop.hdfs.DistributedFileSystem$7.doCall(DistributedFileSystem.java:444)
at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81)
at org.apache.hadoop.hdfs.DistributedFileSystem.create(DistributedFileSystem.java:459)
at org.apache.hadoop.hdfs.DistributedFileSystem.create(DistributedFileSystem.java:387)
at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:911)
at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:892)
at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:789)
at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:778)
at org.apache.beam.sdk.io.hdfs.HadoopFileSystem.create(HadoopFileSystem.java:109)
at org.apache.beam.sdk.io.hdfs.HadoopFileSystem.create(HadoopFileSystem.java:68)
at org.apache.beam.sdk.io.FileSystems.create(FileSystems.java:249)
at org.apache.beam.sdk.io.FileSystems.create(FileSystems.java:236)
at org.apache.beam.sdk.io.FileBasedSink$Writer.open(FileBasedSink.java:923)
at org.apache.beam.sdk.io.WriteFiles$WriteUnshardedTempFilesWithSpillingFn.processElement(WriteFiles.java:503)
at org.apache.beam.sdk.io.WriteFiles$WriteUnshardedTempFilesWithSpillingFn$DoFnInvoker.invokeProcessElement(Unknown Source)
at org.apache.beam.runners.core.SimpleDoFnRunner.invokeProcessElement(SimpleDoFnRunner.java:177)
at org.apache.beam.runners.core.SimpleDoFnRunner.processElement(SimpleDoFnRunner.java:138)
at com.google.cloud.dataflow.worker.SimpleParDoFn.processElement(SimpleParDoFn.java:323)
at com.google.cloud.dataflow.worker.util.common.worker.ParDoOperation.process(ParDoOperation.java:43)
at com.google.cloud.dataflow.worker.util.common.worker.OutputReceiver.process(OutputReceiver.java:48)
at com.google.cloud.dataflow.worker.SimpleParDoFn$1.output(SimpleParDoFn.java:271)
at org.apache.beam.runners.core.SimpleDoFnRunner.outputWindowedValue(SimpleDoFnRunner.java:211)
at org.apache.beam.runners.core.SimpleDoFnRunner.access$700(SimpleDoFnRunner.java:66)
at org.apache.beam.runners.core.SimpleDoFnRunner$DoFnProcessContext.output(SimpleDoFnRunner.java:436)
at org.apache.beam.runners.core.SimpleDoFnRunner$DoFnProcessContext.output(SimpleDoFnRunner.java:424)
at org.apache.beam.sdk.transforms.MapElements$1.processElement(MapElements.java:129)
at org.apache.beam.sdk.transforms.MapElements$1$DoFnInvoker.invokeProcessElement(Unknown Source)
at org.apache.beam.runners.core.SimpleDoFnRunner.invokeProcessElement(SimpleDoFnRunner.java:177)
at org.apache.beam.runners.core.SimpleDoFnRunner.processElement(SimpleDoFnRunner.java:141)
at com.google.cloud.dataflow.worker.SimpleParDoFn.processElement(SimpleParDoFn.java:323)
at com.google.cloud.dataflow.worker.util.common.worker.ParDoOperation.process(ParDoOperation.java:43)
at com.google.cloud.dataflow.worker.util.common.worker.OutputReceiver.process(OutputReceiver.java:48)
at com.google.cloud.dataflow.worker.util.common.worker.ReadOperation.runReadLoop(ReadOperation.java:200)
at com.google.cloud.dataflow.worker.util.common.worker.ReadOperation.start(ReadOperation.java:158)
at com.google.cloud.dataflow.worker.util.common.worker.MapTaskExecutor.execute(MapTaskExecutor.java:75)
at com.google.cloud.dataflow.worker.BatchDataflowWorker.executeWork(BatchDataflowWorker.java:383)
at com.google.cloud.dataflow.worker.BatchDataflowWorker.doWork(BatchDataflowWorker.java:355)
at com.google.cloud.dataflow.worker.BatchDataflowWorker.getAndPerformWork(BatchDataflowWorker.java:286)
at com.google.cloud.dataflow.worker.DataflowBatchWorkerHarness$WorkerThread.doWork(DataflowBatchWorkerHarness.java:134)
at com.google.cloud.dataflow.worker.DataflowBatchWorkerHarness$WorkerThread.call(DataflowBatchWorkerHarness.java:114)
at com.google.cloud.dataflow.worker.DataflowBatchWorkerHarness$WorkerThread.call(DataflowBatchWorkerHarness.java:101)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
Workflow failed. Causes: S03:Generate sequence/Read(BoundedCountingSource)+Create xml records/Map+Write xml files/WriteFiles/WriteUnshardedBundlesToTempFiles/WriteUnshardedBundles+Write xml files/WriteFiles/GatherTempFileResults/Add void key/AddKeys/Map+Write xml files/WriteFiles/GatherTempFileResults/Reshuffle/Window.Into()/Window.Assign+Write xml files/WriteFiles/GatherTempFileResults/Reshuffle/GroupByKey/Reify+Write xml files/WriteFiles/GatherTempFileResults/Reshuffle/GroupByKey/Write+Write xml files/WriteFiles/WriteUnshardedBundlesToTempFiles/GroupUnwritten/Reify+Write xml files/WriteFiles/WriteUnshardedBundlesToTempFiles/GroupUnwritten/Write failed., A work item was attempted 4 times without success. Each time the worker eventually lost contact with the service. The work item was attempted on:
xmlioit0writethenreadall--04252307-jy26-harness-grhn,
xmlioit0writethenreadall--04252307-jy26-harness-cnzn,
xmlioit0writethenreadall--04252307-jy26-harness-nc41,
xmlioit0writethenreadall--04252307-jy26-harness-kp7j
at org.apache.beam.runners.dataflow.TestDataflowRunner.run(TestDataflowRunner.java:134)
at org.apache.beam.runners.dataflow.TestDataflowRunner.run(TestDataflowRunner.java:90)
at org.apache.beam.runners.dataflow.TestDataflowRunner.run(TestDataflowRunner.java:55)
at org.apache.beam.sdk.Pipeline.run(Pipeline.java:311)
at org.apache.beam.sdk.testing.TestPipeline.run(TestPipeline.java:346)
at org.apache.beam.sdk.testing.TestPipeline.run(TestPipeline.java:328)
at org.apache.beam.sdk.io.xml.XmlIOIT.writeThenReadAll(XmlIOIT.java:133)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.apache.beam.sdk.testing.TestPipeline$1.evaluate(TestPipeline.java:317)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)
at org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:410)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
[INFO]
[INFO] Results:
[INFO]
[ERROR] Errors:
[ERROR] XmlIOIT.writeThenReadAll:133 Runtime java.net.ConnectException: Call From xm...
[INFO]
[ERROR] Tests run: 1, Failures: 0, Errors: 1, Skipped: 0
[INFO]
[INFO]
[INFO] --- maven-dependency-plugin:3.0.2:analyze-only (default) @ beam-sdks-java-io-file-based-io-tests ---
[INFO] No dependency problems found
[INFO]
[INFO] --- maven-failsafe-plugin:2.21.0:verify (default) @ beam-sdks-java-io-file-based-io-tests ---
[INFO] Failsafe report directory: <https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/runs/81439681/beam/sdks/java/io/file-based-io-tests/target/failsafe-reports>
[INFO] ------------------------------------------------------------------------
[INFO] BUILD FAILURE
[INFO] ------------------------------------------------------------------------
[INFO] Total time: 04:17 min
[INFO] Finished at: 2018-04-26T06:11:36Z
[INFO] Final Memory: 114M/3530M
[INFO] ------------------------------------------------------------------------
[ERROR] Failed to execute goal org.apache.maven.plugins:maven-failsafe-plugin:2.21.0:verify (default) on project beam-sdks-java-io-file-based-io-tests: There are test failures.
[ERROR]
[ERROR] Please refer to <https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/runs/81439681/beam/sdks/java/io/file-based-io-tests/target/failsafe-reports> for the individual test results.
[ERROR] Please refer to dump files (if any exist) [date]-jvmRun[N].dump, [date].dumpstream and [date]-jvmRun[N].dumpstream.
[ERROR] -> [Help 1]
org.apache.maven.lifecycle.LifecycleExecutionException: Failed to execute goal org.apache.maven.plugins:maven-failsafe-plugin:2.21.0:verify (default) on project beam-sdks-java-io-file-based-io-tests: There are test failures.
Please refer to <https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/runs/81439681/beam/sdks/java/io/file-based-io-tests/target/failsafe-reports> for the individual test results.
Please refer to dump files (if any exist) [date]-jvmRun[N].dump, [date].dumpstream and [date]-jvmRun[N].dumpstream.
at org.apache.maven.lifecycle.internal.MojoExecutor.execute (MojoExecutor.java:213)
at org.apache.maven.lifecycle.internal.MojoExecutor.execute (MojoExecutor.java:154)
at org.apache.maven.lifecycle.internal.MojoExecutor.execute (MojoExecutor.java:146)
at org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject (LifecycleModuleBuilder.java:117)
at org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject (LifecycleModuleBuilder.java:81)
at org.apache.maven.lifecycle.internal.builder.singlethreaded.SingleThreadedBuilder.build (SingleThreadedBuilder.java:51)
at org.apache.maven.lifecycle.internal.LifecycleStarter.execute (LifecycleStarter.java:128)
at org.apache.maven.DefaultMaven.doExecute (DefaultMaven.java:309)
at org.apache.maven.DefaultMaven.doExecute (DefaultMaven.java:194)
at org.apache.maven.DefaultMaven.execute (DefaultMaven.java:107)
at org.apache.maven.cli.MavenCli.execute (MavenCli.java:955)
at org.apache.maven.cli.MavenCli.doMain (MavenCli.java:290)
at org.apache.maven.cli.MavenCli.main (MavenCli.java:194)
at sun.reflect.NativeMethodAccessorImpl.invoke0 (Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke (NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke (DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke (Method.java:498)
at org.codehaus.plexus.classworlds.launcher.Launcher.launchEnhanced (Launcher.java:289)
at org.codehaus.plexus.classworlds.launcher.Launcher.launch (Launcher.java:229)
at org.codehaus.plexus.classworlds.launcher.Launcher.mainWithExitCode (Launcher.java:415)
at org.codehaus.plexus.classworlds.launcher.Launcher.main (Launcher.java:356)
Caused by: org.apache.maven.plugin.MojoFailureException: There are test failures.
Please refer to <https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/runs/81439681/beam/sdks/java/io/file-based-io-tests/target/failsafe-reports> for the individual test results.
Please refer to dump files (if any exist) [date]-jvmRun[N].dump, [date].dumpstream and [date]-jvmRun[N].dumpstream.
at org.apache.maven.plugin.surefire.SurefireHelper.throwException (SurefireHelper.java:240)
at org.apache.maven.plugin.surefire.SurefireHelper.reportExecution (SurefireHelper.java:112)
at org.apache.maven.plugin.failsafe.VerifyMojo.execute (VerifyMojo.java:192)
at org.apache.maven.plugin.DefaultBuildPluginManager.executeMojo (DefaultBuildPluginManager.java:134)
at org.apache.maven.lifecycle.internal.MojoExecutor.execute (MojoExecutor.java:208)
at org.apache.maven.lifecycle.internal.MojoExecutor.execute (MojoExecutor.java:154)
at org.apache.maven.lifecycle.internal.MojoExecutor.execute (MojoExecutor.java:146)
at org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject (LifecycleModuleBuilder.java:117)
at org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject (LifecycleModuleBuilder.java:81)
at org.apache.maven.lifecycle.internal.builder.singlethreaded.SingleThreadedBuilder.build (SingleThreadedBuilder.java:51)
at org.apache.maven.lifecycle.internal.LifecycleStarter.execute (LifecycleStarter.java:128)
at org.apache.maven.DefaultMaven.doExecute (DefaultMaven.java:309)
at org.apache.maven.DefaultMaven.doExecute (DefaultMaven.java:194)
at org.apache.maven.DefaultMaven.execute (DefaultMaven.java:107)
at org.apache.maven.cli.MavenCli.execute (MavenCli.java:955)
at org.apache.maven.cli.MavenCli.doMain (MavenCli.java:290)
at org.apache.maven.cli.MavenCli.main (MavenCli.java:194)
at sun.reflect.NativeMethodAccessorImpl.invoke0 (Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke (NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke (DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke (Method.java:498)
at org.codehaus.plexus.classworlds.launcher.Launcher.launchEnhanced (Launcher.java:289)
at org.codehaus.plexus.classworlds.launcher.Launcher.launch (Launcher.java:229)
at org.codehaus.plexus.classworlds.launcher.Launcher.mainWithExitCode (Launcher.java:415)
at org.codehaus.plexus.classworlds.launcher.Launcher.main (Launcher.java:356)
[ERROR]
[ERROR] Re-run Maven using the -X switch to enable full debug logging.
[ERROR]
[ERROR] For more information about the errors and possible solutions, please read the following articles:
[ERROR] [Help 1] http://cwiki.apache.org/confluence/display/MAVEN/MojoFailureException
STDERR:
2018-04-26 06:11:36,892 81439681 MainThread beam_integration_benchmark(1/1) ERROR Error during benchmark beam_integration_benchmark
Traceback (most recent call last):
File "<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/PerfKitBenchmarker/perfkitbenchmarker/pkb.py",> line 646, in RunBenchmark
DoRunPhase(spec, collector, detailed_timer)
File "<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/PerfKitBenchmarker/perfkitbenchmarker/pkb.py",> line 526, in DoRunPhase
samples = spec.BenchmarkRun(spec)
File "<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/PerfKitBenchmarker/perfkitbenchmarker/linux_benchmarks/beam_integration_benchmark.py",> line 159, in Run
job_type=job_type)
File "<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/PerfKitBenchmarker/perfkitbenchmarker/providers/gcp/gcp_dpb_dataflow.py",> line 90, in SubmitJob
assert retcode == 0, "Integration Test Failed."
AssertionError: Integration Test Failed.
2018-04-26 06:11:36,893 81439681 MainThread beam_integration_benchmark(1/1) INFO Cleaning up benchmark beam_integration_benchmark
2018-04-26 06:11:36,893 81439681 MainThread beam_integration_benchmark(1/1) INFO Running: kubectl --kubeconfig=<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/config-filebasedioithdfs-1524718941657> delete -f <https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/src/.test-infra/kubernetes/hadoop/SmallITCluster/hdfs-single-datanode-cluster.yml>
2018-04-26 06:11:37,614 81439681 MainThread beam_integration_benchmark(1/1) INFO Running: kubectl --kubeconfig=<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/config-filebasedioithdfs-1524718941657> delete -f <https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/src/.test-infra/kubernetes/hadoop/SmallITCluster/hdfs-single-datanode-cluster-for-local-dev.yml>
2018-04-26 06:11:37,782 81439681 MainThread beam_integration_benchmark(1/1) ERROR Exception running benchmark
Traceback (most recent call last):
File "<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/PerfKitBenchmarker/perfkitbenchmarker/pkb.py",> line 780, in RunBenchmarkTask
RunBenchmark(spec, collector)
File "<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/PerfKitBenchmarker/perfkitbenchmarker/pkb.py",> line 646, in RunBenchmark
DoRunPhase(spec, collector, detailed_timer)
File "<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/PerfKitBenchmarker/perfkitbenchmarker/pkb.py",> line 526, in DoRunPhase
samples = spec.BenchmarkRun(spec)
File "<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/PerfKitBenchmarker/perfkitbenchmarker/linux_benchmarks/beam_integration_benchmark.py",> line 159, in Run
job_type=job_type)
File "<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/PerfKitBenchmarker/perfkitbenchmarker/providers/gcp/gcp_dpb_dataflow.py",> line 90, in SubmitJob
assert retcode == 0, "Integration Test Failed."
AssertionError: Integration Test Failed.
2018-04-26 06:11:37,782 81439681 MainThread beam_integration_benchmark(1/1) ERROR Benchmark 1/1 beam_integration_benchmark (UID: beam_integration_benchmark0) failed. Execution will continue.
2018-04-26 06:11:37,813 81439681 MainThread INFO Benchmark run statuses:
---------------------------------------------------------------------------------
Name UID Status Failed Substatus
---------------------------------------------------------------------------------
beam_integration_benchmark beam_integration_benchmark0 FAILED
---------------------------------------------------------------------------------
Success rate: 0.00% (0/1)
2018-04-26 06:11:37,814 81439681 MainThread INFO Complete logs can be found at: <https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/runs/81439681/pkb.log>
2018-04-26 06:11:37,814 81439681 MainThread INFO Completion statuses can be found at: <https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/runs/81439681/completion_statuses.json>
Build step 'Execute shell' marked build as failure
Jenkins build is back to normal :
beam_PerformanceTests_XmlIOIT_HDFS #96
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/96/display/redirect?page=changes>
Build failed in Jenkins: beam_PerformanceTests_XmlIOIT_HDFS #95
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/95/display/redirect?page=changes>
Changes:
[coheigea] Use Collections.emptyList() instead of Collections.EMPTY_LIST
------------------------------------------
[...truncated 823.54 KB...]
[INFO] Replacing original artifact with shaded artifact.
[INFO]
[INFO] --- maven-dependency-plugin:3.0.2:analyze-only (default) @ beam-runners-reference-parent ---
[INFO] Skipping pom project
[INFO]
[INFO] --- maven-install-plugin:2.5.2:install (default-install) @ beam-runners-reference-parent ---
[INFO] Installing <https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/runs/d815bbce/beam/runners/reference/pom.xml> to /home/jenkins/.m2/repository/org/apache/beam/beam-runners-reference-parent/2.5.0-SNAPSHOT/beam-runners-reference-parent-2.5.0-SNAPSHOT.pom
[INFO]
[INFO] ------------------------------------------------------------------------
[INFO] Building Apache Beam :: Runners :: Reference :: Java 2.5.0-SNAPSHOT
[INFO] ------------------------------------------------------------------------
[INFO]
[INFO] --- maven-clean-plugin:3.0.0:clean (default-clean) @ beam-runners-reference-java ---
[INFO] Deleting <https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/runs/d815bbce/beam/runners/reference/java> (includes = [**/*.pyc, **/*.egg-info/, **/sdks/python/LICENSE, **/sdks/python/NOTICE, **/sdks/python/README.md, **/sdks/python/apache_beam/portability/api/*pb2*.*, **/sdks/python/**/*.c, **/sdks/python/**/*.so, **/sdks/python/**/*.egg], excludes = [])
[INFO]
[INFO] --- maven-enforcer-plugin:3.0.0-M1:enforce (enforce-maven-version) @ beam-runners-reference-java ---
[INFO]
[INFO] --- maven-enforcer-plugin:3.0.0-M1:enforce (enforce) @ beam-runners-reference-java ---
[INFO] Adding ignore: module-info
[INFO]
[INFO] --- maven-enforcer-plugin:3.0.0-M1:enforce (enforce-banned-dependencies) @ beam-runners-reference-java ---
[INFO]
[INFO] --- maven-remote-resources-plugin:1.5:process (process-resource-bundles) @ beam-runners-reference-java ---
[INFO]
[INFO] --- maven-resources-plugin:3.0.2:resources (default-resources) @ beam-runners-reference-java ---
[INFO] Using 'UTF-8' encoding to copy filtered resources.
[INFO] skip non existing resourceDirectory <https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/runs/d815bbce/beam/runners/reference/java/src/main/resources>
[INFO] Copying 3 resources
[INFO]
[INFO] --- maven-compiler-plugin:3.7.0:compile (default-compile) @ beam-runners-reference-java ---
[INFO] Changes detected - recompiling the module!
[INFO] Compiling 8 source files to <https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/runs/d815bbce/beam/runners/reference/java/target/classes>
[INFO] -------------------------------------------------------------
[ERROR] COMPILATION ERROR :
[INFO] -------------------------------------------------------------
[ERROR] <https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/runs/d815bbce/beam/runners/reference/java/src/main/java/org/apache/beam/runners/reference/testing/InProcessManagedChannelFactory.java>:[23,38] package org.apache.beam.sdk.fn.channel does not exist
[ERROR] <https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/runs/d815bbce/beam/runners/reference/java/src/main/java/org/apache/beam/runners/reference/testing/InProcessManagedChannelFactory.java>:[30,53] cannot find symbol
symbol: class ManagedChannelFactory
[ERROR] <https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/runs/d815bbce/beam/runners/reference/java/src/main/java/org/apache/beam/runners/reference/PortableRunner.java>:[49,38] package org.apache.beam.sdk.fn.channel does not exist
[ERROR] <https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/runs/d815bbce/beam/runners/reference/java/src/main/java/org/apache/beam/runners/reference/PortableRunner.java>:[69,17] cannot find symbol
symbol: class ManagedChannelFactory
location: class org.apache.beam.runners.reference.PortableRunner
[ERROR] <https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/runs/d815bbce/beam/runners/reference/java/src/main/java/org/apache/beam/runners/reference/PortableRunner.java>:[82,57] cannot find symbol
symbol: class ManagedChannelFactory
location: class org.apache.beam.runners.reference.PortableRunner
[ERROR] <https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/runs/d815bbce/beam/runners/reference/java/src/main/java/org/apache/beam/runners/reference/PortableRunner.java>:[128,7] cannot find symbol
symbol: class ManagedChannelFactory
location: class org.apache.beam.runners.reference.PortableRunner
[INFO] 6 errors
[INFO] -------------------------------------------------------------
[INFO] ------------------------------------------------------------------------
[INFO] Reactor Summary:
[INFO]
[INFO] Apache Beam :: Parent .............................. SUCCESS [ 2.291 s]
[INFO] Apache Beam :: SDKs :: Java :: Build Tools ......... SUCCESS [ 1.694 s]
[INFO] Apache Beam :: Model ............................... SUCCESS [ 0.029 s]
[INFO] Apache Beam :: Model :: Pipeline ................... SUCCESS [ 5.032 s]
[INFO] Apache Beam :: Model :: Job Management ............. SUCCESS [ 2.586 s]
[INFO] Apache Beam :: Model :: Fn Execution ............... SUCCESS [ 3.120 s]
[INFO] Apache Beam :: SDKs ................................ SUCCESS [ 0.104 s]
[INFO] Apache Beam :: SDKs :: Go .......................... SUCCESS [ 24.869 s]
[INFO] Apache Beam :: SDKs :: Go :: Container ............. SUCCESS [ 15.911 s]
[INFO] Apache Beam :: SDKs :: Java ........................ SUCCESS [ 0.093 s]
[INFO] Apache Beam :: SDKs :: Java :: Core ................ SUCCESS [ 21.201 s]
[INFO] Apache Beam :: SDKs :: Java :: Fn Execution ........ SUCCESS [ 2.602 s]
[INFO] Apache Beam :: SDKs :: Java :: Extensions .......... SUCCESS [ 0.108 s]
[INFO] Apache Beam :: SDKs :: Java :: Extensions :: Google Cloud Platform Core SUCCESS [ 2.995 s]
[INFO] Apache Beam :: Runners ............................. SUCCESS [ 0.051 s]
[INFO] Apache Beam :: Runners :: Core Construction Java ... SUCCESS [ 4.146 s]
[INFO] Apache Beam :: Runners :: Core Java ................ SUCCESS [ 4.009 s]
[INFO] Apache Beam :: SDKs :: Java :: Harness ............. SUCCESS [ 8.159 s]
[INFO] Apache Beam :: SDKs :: Java :: Container ........... SUCCESS [ 10.557 s]
[INFO] Apache Beam :: SDKs :: Java :: IO .................. SUCCESS [ 0.047 s]
[INFO] Apache Beam :: SDKs :: Java :: IO :: Amazon Web Services SUCCESS [ 2.553 s]
[INFO] Apache Beam :: Runners :: Local Java Core .......... SUCCESS [ 1.553 s]
[INFO] Apache Beam :: Runners :: Direct Java .............. SUCCESS [ 10.640 s]
[INFO] Apache Beam :: SDKs :: Java :: IO :: AMQP .......... SUCCESS [ 2.193 s]
[INFO] Apache Beam :: SDKs :: Java :: IO :: Common ........ SUCCESS [ 1.984 s]
[INFO] Apache Beam :: SDKs :: Java :: IO :: Cassandra ..... SUCCESS [ 2.344 s]
[INFO] Apache Beam :: SDKs :: Java :: IO :: Elasticsearch . SUCCESS [ 2.406 s]
[INFO] Apache Beam :: SDKs :: Java :: IO :: Elasticsearch-Tests SUCCESS [ 0.503 s]
[INFO] Apache Beam :: SDKs :: Java :: IO :: Elasticsearch-Tests :: Common SUCCESS [ 0.568 s]
[INFO] Apache Beam :: SDKs :: Java :: IO :: Elasticsearch-Tests :: 2.x SUCCESS [ 1.449 s]
[INFO] Apache Beam :: SDKs :: Java :: IO :: Elasticsearch-Tests :: 5.x SUCCESS [ 2.800 s]
[INFO] Apache Beam :: SDKs :: Java :: IO :: XML ........... SUCCESS [ 2.108 s]
[INFO] Apache Beam :: SDKs :: Java :: Extensions :: Protobuf SUCCESS [ 1.937 s]
[INFO] Apache Beam :: SDKs :: Java :: IO :: Google Cloud Platform SUCCESS [ 4.758 s]
[INFO] Apache Beam :: Runners :: Google Cloud Dataflow .... SUCCESS [ 9.213 s]
[INFO] Apache Beam :: SDKs :: Java :: IO :: File-based-io-tests SUCCESS [ 2.054 s]
[INFO] Apache Beam :: SDKs :: Java :: IO :: Hadoop Common . SUCCESS [ 3.682 s]
[INFO] Apache Beam :: SDKs :: Java :: IO :: Hadoop File System SUCCESS [ 3.144 s]
[INFO] Apache Beam :: SDKs :: Java :: IO :: JDBC .......... SUCCESS [ 2.951 s]
[INFO] Apache Beam :: SDKs :: Java :: IO :: Hadoop Input Format SUCCESS [ 8.496 s]
[INFO] Apache Beam :: SDKs :: Java :: IO :: HBase ......... SUCCESS [ 6.609 s]
[INFO] Apache Beam :: SDKs :: Java :: IO :: HCatalog ...... SUCCESS [ 8.913 s]
[INFO] Apache Beam :: SDKs :: Java :: IO :: JMS ........... SUCCESS [ 2.162 s]
[INFO] Apache Beam :: SDKs :: Java :: IO :: Kafka ......... SUCCESS [ 3.190 s]
[INFO] Apache Beam :: SDKs :: Java :: IO :: Kinesis ....... SUCCESS [ 1.450 s]
[INFO] Apache Beam :: SDKs :: Java :: IO :: MongoDB ....... SUCCESS [ 2.920 s]
[INFO] Apache Beam :: SDKs :: Java :: IO :: MQTT .......... SUCCESS [ 2.076 s]
[INFO] Apache Beam :: SDKs :: Java :: IO :: Redis ......... SUCCESS [ 2.412 s]
[INFO] Apache Beam :: SDKs :: Java :: IO :: Solr .......... SUCCESS [ 4.463 s]
[INFO] Apache Beam :: SDKs :: Java :: IO :: Tika .......... SUCCESS [ 3.155 s]
[INFO] Apache Beam :: SDKs :: Java :: Maven Archetypes .... SUCCESS [ 0.019 s]
[INFO] Apache Beam :: SDKs :: Java :: Maven Archetypes :: Starter SUCCESS [ 8.158 s]
[INFO] Apache Beam :: Examples ............................ SUCCESS [ 0.025 s]
[INFO] Apache Beam :: Examples :: Java .................... SUCCESS [ 3.430 s]
[INFO] Apache Beam :: SDKs :: Java :: Maven Archetypes :: Examples SUCCESS [ 22.132 s]
[INFO] Apache Beam :: SDKs :: Java :: Extensions :: Jackson SUCCESS [ 2.125 s]
[INFO] Apache Beam :: SDKs :: Java :: Extensions :: Join library SUCCESS [ 1.848 s]
[INFO] Apache Beam :: SDKs :: Java :: Extensions :: Sketching SUCCESS [ 2.355 s]
[INFO] Apache Beam :: SDKs :: Java :: Extensions :: Sorter SUCCESS [ 2.537 s]
[INFO] Apache Beam :: SDKs :: Java :: Extensions :: SQL ... SUCCESS [ 13.654 s]
[INFO] Apache Beam :: SDKs :: Java :: Nexmark ............. SUCCESS [ 15.428 s]
[INFO] Apache Beam :: SDKs :: Python ...................... SUCCESS [ 12.191 s]
[INFO] Apache Beam :: SDKs :: Python :: Container ......... SUCCESS [ 7.249 s]
[INFO] Apache Beam :: Runners :: Java Fn Execution ........ SUCCESS [ 3.212 s]
[INFO] Apache Beam :: Runners :: Java Local Artifact Service SUCCESS [ 2.052 s]
[INFO] Apache Beam :: Runners :: Reference ................ SUCCESS [ 0.019 s]
[INFO] Apache Beam :: Runners :: Reference :: Java ........ FAILURE [ 0.499 s]
[INFO] Apache Beam :: Runners :: Reference :: Job Orchestrator SKIPPED
[INFO] Apache Beam :: Runners :: Flink .................... SKIPPED
[INFO] Apache Beam :: Runners :: Gearpump ................. SKIPPED
[INFO] Apache Beam :: Runners :: Spark .................... SKIPPED
[INFO] Apache Beam :: Runners :: Apex ..................... SKIPPED
[INFO] Apache Beam :: Runners :: Google Cloud Platform .... SKIPPED
[INFO] Apache Beam :: Runners :: Google Cloud Platform :: GCE metadata provisioning SKIPPED
[INFO] Apache Beam :: Runners :: Google Cloud Platform :: GCS artifact proxy SKIPPED
[INFO] Apache Beam :: Runners :: Extensions Java .......... SKIPPED
[INFO] Apache Beam :: Runners :: Extensions Java :: Metrics SKIPPED
[INFO] Apache Beam :: SDKs :: Java :: Aggregated Javadoc .. SKIPPED
[INFO] ------------------------------------------------------------------------
[INFO] BUILD FAILURE
[INFO] ------------------------------------------------------------------------
[INFO] Total time: 05:12 min
[INFO] Finished at: 2018-04-26T12:06:41Z
[INFO] Final Memory: 815M/10662M
[INFO] ------------------------------------------------------------------------
[ERROR] Failed to execute goal org.apache.maven.plugins:maven-compiler-plugin:3.7.0:compile (default-compile) on project beam-runners-reference-java: Compilation failure: Compilation failure:
[ERROR] <https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/runs/d815bbce/beam/runners/reference/java/src/main/java/org/apache/beam/runners/reference/testing/InProcessManagedChannelFactory.java>:[23,38] package org.apache.beam.sdk.fn.channel does not exist
[ERROR] <https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/runs/d815bbce/beam/runners/reference/java/src/main/java/org/apache/beam/runners/reference/testing/InProcessManagedChannelFactory.java>:[30,53] cannot find symbol
[ERROR] symbol: class ManagedChannelFactory
[ERROR] <https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/runs/d815bbce/beam/runners/reference/java/src/main/java/org/apache/beam/runners/reference/PortableRunner.java>:[49,38] package org.apache.beam.sdk.fn.channel does not exist
[ERROR] <https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/runs/d815bbce/beam/runners/reference/java/src/main/java/org/apache/beam/runners/reference/PortableRunner.java>:[69,17] cannot find symbol
[ERROR] symbol: class ManagedChannelFactory
[ERROR] location: class org.apache.beam.runners.reference.PortableRunner
[ERROR] <https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/runs/d815bbce/beam/runners/reference/java/src/main/java/org/apache/beam/runners/reference/PortableRunner.java>:[82,57] cannot find symbol
[ERROR] symbol: class ManagedChannelFactory
[ERROR] location: class org.apache.beam.runners.reference.PortableRunner
[ERROR] <https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/runs/d815bbce/beam/runners/reference/java/src/main/java/org/apache/beam/runners/reference/PortableRunner.java>:[128,7] cannot find symbol
[ERROR] symbol: class ManagedChannelFactory
[ERROR] location: class org.apache.beam.runners.reference.PortableRunner
[ERROR] -> [Help 1]
[ERROR]
[ERROR] To see the full stack trace of the errors, re-run Maven with the -e switch.
[ERROR] Re-run Maven using the -X switch to enable full debug logging.
[ERROR]
[ERROR] For more information about the errors and possible solutions, please read the following articles:
[ERROR] [Help 1] http://cwiki.apache.org/confluence/display/MAVEN/MojoFailureException
[ERROR]
[ERROR] After correcting the problems, you can resume the build with the command
[ERROR] mvn <goals> -rf :beam-runners-reference-java
STDERR: log4j:WARN No appenders could be found for logger (freemarker.cache).
log4j:WARN Please initialize the log4j system properly.
Warning: Lookahead adequacy checking not being performed since option LOOKAHEAD is more than 1. Set option FORCE_LA_CHECK to true to force checking.
/usr/local/lib/python2.7/dist-packages/setuptools/dist.py:397: UserWarning: Normalizing '2.5.0.dev' to '2.5.0.dev0'
normalized_version,
/usr/local/lib/python2.7/dist-packages/setuptools/dist.py:397: UserWarning: Normalizing '2.5.0.dev' to '2.5.0.dev0'
normalized_version,
<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/runs/d815bbce/beam/sdks/python/gen_protos.py>:49: UserWarning: Installing grpcio-tools is recommended for development.
warnings.warn('Installing grpcio-tools is recommended for development.')
WARNING:root:Installing grpcio-tools into <https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/runs/d815bbce/beam/sdks/python/.eggs/grpcio-wheels>
WARNING:root:Installing grpcio-tools took 3.58 seconds.
The script virtualenv is installed in '<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/runs/d815bbce/beam/sdks/python/target/python/bin'> which is not on PATH.
Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location.
The scripts tox and tox-quickstart are installed in '<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/runs/d815bbce/beam/sdks/python/target/python/bin'> which is not on PATH.
Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location.
<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/runs/d815bbce/beam/sdks/python/target/python/lib/python2.7/site-packages/setuptools/dist.py>:397: UserWarning: Normalizing '2.5.0.dev' to '2.5.0.dev0'
normalized_version,
2018-04-26 12:06:43,017 d815bbce MainThread beam_integration_benchmark(1/1) INFO Running: kubectl --kubeconfig=<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/config-filebasedioithdfs-1524736859942> create -f <https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/src/.test-infra/kubernetes/hadoop/SmallITCluster/hdfs-single-datanode-cluster.yml>
2018-04-26 12:06:43,361 d815bbce MainThread beam_integration_benchmark(1/1) INFO Running: kubectl --kubeconfig=<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/config-filebasedioithdfs-1524736859942> create -f <https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/src/.test-infra/kubernetes/hadoop/SmallITCluster/hdfs-single-datanode-cluster-for-local-dev.yml>
2018-04-26 12:06:43,543 d815bbce MainThread beam_integration_benchmark(1/1) INFO Running benchmark beam_integration_benchmark
2018-04-26 12:06:43,550 d815bbce MainThread beam_integration_benchmark(1/1) INFO Running: kubectl --kubeconfig=<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/config-filebasedioithdfs-1524736859942> get svc hadoop-external -ojsonpath={.status.loadBalancer.ingress[0].ip}
2018-04-26 12:06:53,772 d815bbce MainThread beam_integration_benchmark(1/1) INFO Running: kubectl --kubeconfig=<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/config-filebasedioithdfs-1524736859942> get svc hadoop-external -ojsonpath={.status.loadBalancer.ingress[0].ip}
2018-04-26 12:07:03,899 d815bbce MainThread beam_integration_benchmark(1/1) INFO Running: kubectl --kubeconfig=<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/config-filebasedioithdfs-1524736859942> get svc hadoop-external -ojsonpath={.status.loadBalancer.ingress[0].ip}
2018-04-26 12:07:14,019 d815bbce MainThread beam_integration_benchmark(1/1) INFO Running: kubectl --kubeconfig=<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/config-filebasedioithdfs-1524736859942> get svc hadoop-external -ojsonpath={.status.loadBalancer.ingress[0].ip}
2018-04-26 12:07:24,156 d815bbce MainThread beam_integration_benchmark(1/1) INFO Running: kubectl --kubeconfig=<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/config-filebasedioithdfs-1524736859942> get svc hadoop-external -ojsonpath={.status.loadBalancer.ingress[0].ip}
2018-04-26 12:07:34,282 d815bbce MainThread beam_integration_benchmark(1/1) INFO Running: kubectl --kubeconfig=<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/config-filebasedioithdfs-1524736859942> get svc hadoop-external -ojsonpath={.status.loadBalancer.ingress[0].ip}
2018-04-26 12:07:44,415 d815bbce MainThread beam_integration_benchmark(1/1) INFO Running: kubectl --kubeconfig=<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/config-filebasedioithdfs-1524736859942> get svc hadoop-external -ojsonpath={.status.loadBalancer.ingress[0].ip}
2018-04-26 12:07:54,559 d815bbce MainThread beam_integration_benchmark(1/1) INFO Running: kubectl --kubeconfig=<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/config-filebasedioithdfs-1524736859942> get svc hadoop-external -ojsonpath={.status.loadBalancer.ingress[0].ip}
2018-04-26 12:08:04,680 d815bbce MainThread beam_integration_benchmark(1/1) INFO Running: kubectl --kubeconfig=<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/config-filebasedioithdfs-1524736859942> get svc hadoop-external -ojsonpath={.status.loadBalancer.ingress[0].ip}
2018-04-26 12:08:14,819 d815bbce MainThread beam_integration_benchmark(1/1) INFO Running: kubectl --kubeconfig=<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/config-filebasedioithdfs-1524736859942> get svc hadoop-external -ojsonpath={.status.loadBalancer.ingress[0].ip}
2018-04-26 12:08:24,947 d815bbce MainThread beam_integration_benchmark(1/1) INFO Running: kubectl --kubeconfig=<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/config-filebasedioithdfs-1524736859942> get svc hadoop-external -ojsonpath={.status.loadBalancer.ingress[0].ip}
2018-04-26 12:08:35,079 d815bbce MainThread beam_integration_benchmark(1/1) INFO Running: kubectl --kubeconfig=<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/config-filebasedioithdfs-1524736859942> get svc hadoop-external -ojsonpath={.status.loadBalancer.ingress[0].ip}
2018-04-26 12:08:45,207 d815bbce MainThread beam_integration_benchmark(1/1) INFO Running: kubectl --kubeconfig=<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/config-filebasedioithdfs-1524736859942> get svc hadoop-external -ojsonpath={.status.loadBalancer.ingress[0].ip}
2018-04-26 12:08:55,383 d815bbce MainThread beam_integration_benchmark(1/1) INFO Running: kubectl --kubeconfig=<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/config-filebasedioithdfs-1524736859942> get svc hadoop-external -ojsonpath={.status.loadBalancer.ingress[0].ip}
2018-04-26 12:09:05,514 d815bbce MainThread beam_integration_benchmark(1/1) INFO Running: kubectl --kubeconfig=<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/config-filebasedioithdfs-1524736859942> get svc hadoop-external -ojsonpath={.status.loadBalancer.ingress[0].ip}
2018-04-26 12:09:15,653 d815bbce MainThread beam_integration_benchmark(1/1) INFO Running: kubectl --kubeconfig=<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/config-filebasedioithdfs-1524736859942> get svc hadoop-external -ojsonpath={.status.loadBalancer.ingress[0].ip}
2018-04-26 12:09:25,782 d815bbce MainThread beam_integration_benchmark(1/1) INFO Running: kubectl --kubeconfig=<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/config-filebasedioithdfs-1524736859942> get svc hadoop-external -ojsonpath={.status.loadBalancer.ingress[0].ip}
2018-04-26 12:09:35,923 d815bbce MainThread beam_integration_benchmark(1/1) INFO Running: kubectl --kubeconfig=<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/config-filebasedioithdfs-1524736859942> get svc hadoop-external -ojsonpath={.status.loadBalancer.ingress[0].ip}
2018-04-26 12:09:46,050 d815bbce MainThread beam_integration_benchmark(1/1) INFO Running: kubectl --kubeconfig=<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/config-filebasedioithdfs-1524736859942> get svc hadoop-external -ojsonpath={.status.loadBalancer.ingress[0].ip}
2018-04-26 12:09:46,182 d815bbce MainThread beam_integration_benchmark(1/1) ERROR Error during benchmark beam_integration_benchmark
Traceback (most recent call last):
File "<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/PerfKitBenchmarker/perfkitbenchmarker/pkb.py",> line 646, in RunBenchmark
DoRunPhase(spec, collector, detailed_timer)
File "<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/PerfKitBenchmarker/perfkitbenchmarker/pkb.py",> line 526, in DoRunPhase
samples = spec.BenchmarkRun(spec)
File "<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/PerfKitBenchmarker/perfkitbenchmarker/linux_benchmarks/beam_integration_benchmark.py",> line 148, in Run
dynamic_pipeline_options)
File "<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/PerfKitBenchmarker/perfkitbenchmarker/beam_pipeline_options.py",> line 100, in GenerateAllPipelineOptions
EvaluateDynamicPipelineOptions(dynamic_pipeline_options))
File "<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/PerfKitBenchmarker/perfkitbenchmarker/beam_pipeline_options.py",> line 67, in EvaluateDynamicPipelineOptions
argValue = RetrieveLoadBalancerIp(optionDescriptor)
File "<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/PerfKitBenchmarker/perfkitbenchmarker/beam_pipeline_options.py",> line 153, in RetrieveLoadBalancerIp
raise "Could not retrieve LoadBalancer IP address"
TypeError: exceptions must be old-style classes or derived from BaseException, not str
2018-04-26 12:09:46,183 d815bbce MainThread beam_integration_benchmark(1/1) INFO Cleaning up benchmark beam_integration_benchmark
2018-04-26 12:09:46,184 d815bbce MainThread beam_integration_benchmark(1/1) INFO Running: kubectl --kubeconfig=<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/config-filebasedioithdfs-1524736859942> delete -f <https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/src/.test-infra/kubernetes/hadoop/SmallITCluster/hdfs-single-datanode-cluster.yml>
2018-04-26 12:09:46,624 d815bbce MainThread beam_integration_benchmark(1/1) INFO Running: kubectl --kubeconfig=<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/config-filebasedioithdfs-1524736859942> delete -f <https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/src/.test-infra/kubernetes/hadoop/SmallITCluster/hdfs-single-datanode-cluster-for-local-dev.yml>
2018-04-26 12:09:46,799 d815bbce MainThread beam_integration_benchmark(1/1) ERROR Exception running benchmark
Traceback (most recent call last):
File "<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/PerfKitBenchmarker/perfkitbenchmarker/pkb.py",> line 780, in RunBenchmarkTask
RunBenchmark(spec, collector)
File "<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/PerfKitBenchmarker/perfkitbenchmarker/pkb.py",> line 646, in RunBenchmark
DoRunPhase(spec, collector, detailed_timer)
File "<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/PerfKitBenchmarker/perfkitbenchmarker/pkb.py",> line 526, in DoRunPhase
samples = spec.BenchmarkRun(spec)
File "<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/PerfKitBenchmarker/perfkitbenchmarker/linux_benchmarks/beam_integration_benchmark.py",> line 148, in Run
dynamic_pipeline_options)
File "<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/PerfKitBenchmarker/perfkitbenchmarker/beam_pipeline_options.py",> line 100, in GenerateAllPipelineOptions
EvaluateDynamicPipelineOptions(dynamic_pipeline_options))
File "<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/PerfKitBenchmarker/perfkitbenchmarker/beam_pipeline_options.py",> line 67, in EvaluateDynamicPipelineOptions
argValue = RetrieveLoadBalancerIp(optionDescriptor)
File "<https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/PerfKitBenchmarker/perfkitbenchmarker/beam_pipeline_options.py",> line 153, in RetrieveLoadBalancerIp
raise "Could not retrieve LoadBalancer IP address"
TypeError: exceptions must be old-style classes or derived from BaseException, not str
2018-04-26 12:09:46,799 d815bbce MainThread beam_integration_benchmark(1/1) ERROR Benchmark 1/1 beam_integration_benchmark (UID: beam_integration_benchmark0) failed. Execution will continue.
2018-04-26 12:09:46,811 d815bbce MainThread INFO Benchmark run statuses:
---------------------------------------------------------------------------------
Name UID Status Failed Substatus
---------------------------------------------------------------------------------
beam_integration_benchmark beam_integration_benchmark0 FAILED
---------------------------------------------------------------------------------
Success rate: 0.00% (0/1)
2018-04-26 12:09:46,812 d815bbce MainThread INFO Complete logs can be found at: <https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/runs/d815bbce/pkb.log>
2018-04-26 12:09:46,812 d815bbce MainThread INFO Completion statuses can be found at: <https://builds.apache.org/job/beam_PerformanceTests_XmlIOIT_HDFS/ws/runs/d815bbce/completion_statuses.json>
Build step 'Execute shell' marked build as failure