You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@beam.apache.org by "Ahmed Abualsaud (Jira)" <ji...@apache.org> on 2022/05/23 17:16:00 UTC

[jira] [Updated] (BEAM-14356) Java PostCommits: BigQueryIO.Read needs a GCS temp location

     [ https://issues.apache.org/jira/browse/BEAM-14356?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]

Ahmed Abualsaud updated BEAM-14356:
-----------------------------------
    Fix Version/s: 2.39.0
       Resolution: Fixed
           Status: Resolved  (was: Open)

> Java PostCommits: BigQueryIO.Read needs a GCS temp location
> -----------------------------------------------------------
>
>                 Key: BEAM-14356
>                 URL: https://issues.apache.org/jira/browse/BEAM-14356
>             Project: Beam
>          Issue Type: Bug
>          Components: io-java-gcp
>            Reporter: Andrew Pilloud
>            Assignee: Ahmed Abualsaud
>            Priority: P1
>             Fix For: 2.39.0
>
>          Time Spent: 2.5h
>  Remaining Estimate: 0h
>
> PostCommits broken by https://github.com/apache/beam/pull/17209
> https://ci-beam.apache.org/job/beam_PostCommit_Java/8891/
> org.apache.beam.sdk.io.gcp.bigquery.BigQueryIOJsonIT.testExportRead
> org.apache.beam.sdk.io.gcp.bigquery.BigQueryIOJsonIT.testLegacyStreamingWrite
> org.apache.beam.sdk.io.gcp.bigquery.BigQueryIOJsonIT.testStorageWrite
> {code}
> java.lang.IllegalArgumentException: BigQueryIO.Read needs a GCS temp location to store temp files.This can be set with option --tempLocation.
> 	at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:141)
> 	at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO$TypedRead.validate(BigQueryIO.java:950)
> 	at org.apache.beam.sdk.Pipeline$ValidateVisitor.enterCompositeTransform(Pipeline.java:662)
> 	at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit(TransformHierarchy.java:581)
> 	at org.apache.beam.sdk.runners.TransformHierarchy$Node.visit(TransformHierarchy.java:585)
> 	at org.apache.beam.sdk.runners.TransformHierarchy$Node.access$500(TransformHierarchy.java:240)
> 	at org.apache.beam.sdk.runners.TransformHierarchy.visit(TransformHierarchy.java:214)
> 	at org.apache.beam.sdk.Pipeline.traverseTopologically(Pipeline.java:469)
> 	at org.apache.beam.sdk.Pipeline.validate(Pipeline.java:598)
> 	at org.apache.beam.sdk.Pipeline.run(Pipeline.java:322)
> 	at org.apache.beam.sdk.testing.TestPipeline.run(TestPipeline.java:399)
> 	at org.apache.beam.sdk.testing.TestPipeline.run(TestPipeline.java:335)
> 	at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIOJsonIT.readAndValidateRows(BigQueryIOJsonIT.java:318)
> 	at org.apache.beam.sdk.io.gcp.bigquery.BigQueryIOJsonIT.testExportRead(BigQueryIOJsonIT.java:338)
> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> 	at java.lang.reflect.Method.invoke(Method.java:498)
> 	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
> 	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
> 	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
> 	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
> 	at org.apache.beam.sdk.testing.TestPipeline$1.evaluate(TestPipeline.java:323)
> 	at org.apache.beam.sdk.testing.TestPipeline$1.evaluate(TestPipeline.java:323)
> 	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
> 	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
> 	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
> 	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
> 	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
> 	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
> 	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
> 	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
> 	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
> 	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
> 	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
> 	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
> 	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.runTestClass(JUnitTestClassExecutor.java:110)
> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:58)
> 	at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:38)
> 	at org.gradle.api.internal.tasks.testing.junit.AbstractJUnitTestClassProcessor.processTestClass(AbstractJUnitTestClassProcessor.java:62)
> 	at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:51)
> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> 	at java.lang.reflect.Method.invoke(Method.java:498)
> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36)
> 	at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
> 	at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33)
> 	at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:94)
> 	at com.sun.proxy.$Proxy2.processTestClass(Unknown Source)
> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker$2.run(TestWorker.java:176)
> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.executeAndMaintainThreadName(TestWorker.java:129)
> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:100)
> 	at org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:60)
> 	at org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:56)
> 	at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:133)
> 	at org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:71)
> 	at worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:69)
> 	at worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:74)
> {code}



--
This message was sent by Atlassian Jira
(v8.20.7#820007)