You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/10/12 00:27:15 UTC
Build failed in Jenkins: beam_PreCommit_Python_PVR_Flink_Cron #79
See <https://ci-beam.apache.org/job/beam_PreCommit_Python_PVR_Flink_Cron/79/display/redirect>
Changes:
------------------------------------------
[...truncated 302.98 KB...]
at org.apache.beam.runners.core.construction.graph.PipelineValidator.validateExecutableStage(PipelineValidator.java:306)
at org.apache.beam.runners.core.construction.graph.PipelineValidator.validateTransform(PipelineValidator.java:219)
... 16 more
------------------------------ Captured log call -------------------------------
WARNING root:environments.py:285 Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
___________________ FlinkRunnerTestOptimized.test_windowing ____________________
self = <apache_beam.runners.portability.flink_runner_test.FlinkRunnerTestOptimized testMethod=test_windowing>
def test_windowing(self):
with self.create_pipeline() as p:
res = (
p
| beam.Create([1, 2, 100, 101, 102])
| beam.Map(lambda t: window.TimestampedValue(('k', t), t))
| beam.WindowInto(beam.transforms.window.Sessions(10))
| beam.GroupByKey()
| beam.Map(lambda k_vs1: (k_vs1[0], sorted(k_vs1[1]))))
> assert_that(res, equal_to([('k', [1, 2]), ('k', [100, 101, 102])]))
apache_beam/runners/portability/fn_api_runner/fn_runner_test.py:710:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
apache_beam/pipeline.py:568: in __exit__
self.result = self.run()
apache_beam/pipeline.py:547: in run
return self.runner.run_pipeline(self, self._options)
apache_beam/runners/portability/portable_runner.py:399: in run_pipeline
job_service_handle.submit(proto_pipeline)
apache_beam/runners/portability/portable_runner.py:116: in submit
return self.run(prepare_response.preparation_id)
apache_beam/runners/portability/portable_runner.py:234: in run
beam_job_api_pb2.RunJobRequest(preparation_id=preparation_id))
target/.tox-flink-runner-test/flink-runner-test/lib/python3.6/site-packages/grpc/_channel.py:826: in __call__
return _end_unary_response_blocking(state, call, False, None)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
state = <grpc._channel._RPCState object at 0x7ff4d4eac828>
call = <grpc._cython.cygrpc.SegregatedCall object at 0x7ff4d4bc0288>
with_call = False, deadline = None
def _end_unary_response_blocking(state, call, with_call, deadline):
if state.code is grpc.StatusCode.OK:
if with_call:
rendezvous = _MultiThreadedRendezvous(state, call, None, deadline)
return state.response, rendezvous
else:
return state.response
else:
> raise _InactiveRpcError(state)
E grpc._channel._InactiveRpcError: <_InactiveRpcError of RPC that terminated with:
E status = StatusCode.INVALID_ARGUMENT
E details = ""
E debug_error_string = "{"created":"@1602461994.249531646","description":"Error received from peer ipv4:127.0.0.1:47493","file":"src/core/lib/surface/call.cc","file_line":1061,"grpc_message":"","grpc_status":3}"
E >
target/.tox-flink-runner-test/flink-runner-test/lib/python3.6/site-packages/grpc/_channel.py:729: _InactiveRpcError
----------------------------- Captured stderr call -----------------------------
WARNING:root:Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
[grpc-default-executor-0] WARN org.apache.beam.runners.jobsubmission.InMemoryJobService - Encountered Unexpected Exception during validation
java.lang.RuntimeException: Failed to validate transform ((((((ref_PCollection_PCollection_5/Read)+(ref_AppliedPTransform_Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)_11))+(ref_AppliedPTransform_Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys_12))+(ref_AppliedPTransform_Create/Map(decode)_13))+(ref_AppliedPTransform_Map(<lambda at fn_runner_test.py:706>)_14))+(ref_AppliedPTransform_WindowInto(WindowIntoFn)_15))+(ref_PCollection_PCollection_10/Write)
at org.apache.beam.runners.core.construction.graph.PipelineValidator.validateTransform(PipelineValidator.java:221)
at org.apache.beam.runners.core.construction.graph.PipelineValidator.validateComponents(PipelineValidator.java:120)
at org.apache.beam.runners.core.construction.graph.PipelineValidator.validate(PipelineValidator.java:100)
at org.apache.beam.runners.jobsubmission.InMemoryJobService.run(InMemoryJobService.java:234)
at org.apache.beam.model.jobmanagement.v1.JobServiceGrpc$MethodHandlers.invoke(JobServiceGrpc.java:961)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:172)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.PartialForwardingServerCallListener.onHalfClose(PartialForwardingServerCallListener.java:35)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.ForwardingServerCallListener.onHalfClose(ForwardingServerCallListener.java:23)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.ForwardingServerCallListener$SimpleForwardingServerCallListener.onHalfClose(ForwardingServerCallListener.java:40)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.Contexts$ContextualizedServerCallListener.onHalfClose(Contexts.java:86)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:331)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:817)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:123)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.IllegalArgumentException: ExecutableStage ((((((ref_PCollection_PCollection_5/Read)+(ref_AppliedPTransform_Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)_11))+(ref_AppliedPTransform_Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys_12))+(ref_AppliedPTransform_Create/Map(decode)_13))+(ref_AppliedPTransform_Map(<lambda at fn_runner_test.py:706>)_14))+(ref_AppliedPTransform_WindowInto(WindowIntoFn)_15))+(ref_PCollection_PCollection_10/Write) uses unknown output ref_PCollection_PCollection_10
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.runners.core.construction.graph.PipelineValidator.validateExecutableStage(PipelineValidator.java:306)
at org.apache.beam.runners.core.construction.graph.PipelineValidator.validateTransform(PipelineValidator.java:219)
... 16 more
------------------------------ Captured log call -------------------------------
WARNING root:environments.py:285 Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
_____________ FlinkRunnerTestStreaming.test_register_finalizations _____________
self = <apache_beam.runners.portability.flink_runner_test.FlinkRunnerTestStreaming testMethod=test_register_finalizations>
def test_register_finalizations(self):
self.enable_commit = True
> super(FlinkRunnerTest, self).test_register_finalizations()
apache_beam/runners/portability/flink_runner_test.py:449:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
apache_beam/runners/portability/fn_api_runner/fn_runner_test.py:854: in test_register_finalizations
self.assertEqual(results, sorted(elements_list))
E AssertionError: Lists differ: [] != ['1', '2']
E
E Second list contains 2 additional elements.
E First extra element 0:
E '1'
E
E - []
E + ['1', '2']
----------------------------- Captured stderr call -----------------------------
WARNING:root:Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
[flink-runner-job-invoker] WARN org.apache.flink.runtime.webmonitor.WebMonitorUtils - Log file environment variable 'log.file' is not set.
[flink-runner-job-invoker] WARN org.apache.flink.runtime.webmonitor.WebMonitorUtils - JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'Key: 'web.log.path' , default: null (fallback keys: [{key=jobmanager.web.log.path, isDeprecated=true}])'.
[grpc-default-executor-5] WARN org.apache.beam.sdk.fn.data.BeamFnDataGrpcMultiplexer - Hanged up for unknown endpoint.
[assert_that/Group/GroupByKey -> [3]assert_that/{Group, Unkey, Match} (2/2)] WARN org.apache.beam.sdk.fn.data.BeamFnDataGrpcMultiplexer - Hanged up for unknown endpoint.
------------------------------ Captured log call -------------------------------
WARNING root:environments.py:285 Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
=============================== warnings summary ===============================
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_expand_kafka_read
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_expand_kafka_write
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_external_transform
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_expand_kafka_read
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_expand_kafka_write
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_external_transform
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
<https://ci-beam.apache.org/job/beam_PreCommit_Python_PVR_Flink_Cron/ws/src/sdks/python/test-suites/portable/py36/build/srcs/sdks/python/apache_beam/coders/coder_impl.py>:222: DeprecationWarning: tostring() is deprecated. Use tobytes() instead.
self.encode_to_stream(value, out, False)
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
<https://ci-beam.apache.org/job/beam_PreCommit_Python_PVR_Flink_Cron/ws/src/sdks/python/test-suites/portable/py36/build/srcs/sdks/python/apache_beam/coders/coder_impl.py>:227: DeprecationWarning: fromstring() is deprecated. Use frombytes() instead.
return self.decode_from_stream(create_InputStream(encoded), False)
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
<https://ci-beam.apache.org/job/beam_PreCommit_Python_PVR_Flink_Cron/ws/src/sdks/python/test-suites/portable/py36/build/srcs/sdks/python/apache_beam/coders/coder_impl.py>:234: DeprecationWarning: tostring() is deprecated. Use tobytes() instead.
self.encode_to_stream(value, out, nested)
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
<https://ci-beam.apache.org/job/beam_PreCommit_Python_PVR_Flink_Cron/ws/src/sdks/python/test-suites/portable/py36/build/srcs/sdks/python/apache_beam/coders/coder_impl.py>:1247: DeprecationWarning: tostring() is deprecated. Use tobytes() instead.
self._value_coder.encode_to_stream(wv.value, out, nested)
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
<https://ci-beam.apache.org/job/beam_PreCommit_Python_PVR_Flink_Cron/ws/src/sdks/python/test-suites/portable/py36/build/srcs/sdks/python/apache_beam/coders/coder_impl.py>:1268: DeprecationWarning: fromstring() is deprecated. Use frombytes() instead.
value = self._value_coder.decode_from_stream(in_stream, nested)
-- Docs: https://docs.pytest.org/en/latest/warnings.html
- generated xml file: <https://ci-beam.apache.org/job/beam_PreCommit_Python_PVR_Flink_Cron/ws/src/sdks/python/test-suites/portable/py36/build/srcs/sdks/python/pytest_flink-runner-test.xml> -
======= 35 failed, 80 passed, 35 skipped, 88 warnings in 940.03 seconds ========
[31mERROR: InvocationError for command <https://ci-beam.apache.org/job/beam_PreCommit_Python_PVR_Flink_Cron/ws/src/sdks/python/test-suites/portable/py36/build/srcs/sdks/python/scripts/pytest_validates_runner.sh> flink-runner-test apache_beam/runners/portability/flink_runner_test.py '--flink_job_server_jar=<https://ci-beam.apache.org/job/beam_PreCommit_Python_PVR_Flink_Cron/ws/src/runners/flink/1.10/job-server/build/libs/beam-runners-flink-1.10-job-server-2.26.0-SNAPSHOT.jar> --environment_type=LOOPBACK' (exited with code 1)
[0m[1mflink-runner-test run-test-post: commands[0] | bash <https://ci-beam.apache.org/job/beam_PreCommit_Python_PVR_Flink_Cron/ws/src/sdks/python/test-suites/portable/py36/build/srcs/sdks/python/scripts/run_tox_cleanup.sh>
[0m___________________________________ summary ____________________________________
[31mERROR: flink-runner-test: commands failed
[0m
> Task :sdks:python:test-suites:portable:py36:flinkCompatibilityMatrixLOOPBACK FAILED
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:portable:py36:flinkCompatibilityMatrixLOOPBACK'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.6.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 26m 46s
114 actionable tasks: 81 executed, 31 from cache, 2 up-to-date
Publishing build scan...
https://gradle.com/s/c5jgbsft6vfr4
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Jenkins build is back to normal :
beam_PreCommit_Python_PVR_Flink_Cron #82
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PreCommit_Python_PVR_Flink_Cron/82/display/redirect?page=changes>
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PreCommit_Python_PVR_Flink_Cron #81
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PreCommit_Python_PVR_Flink_Cron/81/display/redirect>
Changes:
------------------------------------------
[...truncated 305.26 KB...]
E >
target/.tox-flink-runner-test/flink-runner-test/lib/python3.6/site-packages/grpc/_channel.py:729: _InactiveRpcError
----------------------------- Captured stderr call -----------------------------
WARNING:root:Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
[grpc-default-executor-0] WARN org.apache.beam.runners.jobsubmission.InMemoryJobService - Encountered Unexpected Exception during validation
java.lang.RuntimeException: Failed to validate transform ((((((ref_PCollection_PCollection_11/Read)+(ref_AppliedPTransform_ParDo(BufferDoFn)_17))+(ref_AppliedPTransform_assert_that/WindowInto(WindowIntoFn)_24))+(ref_AppliedPTransform_assert_that/ToVoidKey_25))+(ref_AppliedPTransform_assert_that/Group/pair_with_1_28))+(assert_that/Group/Flatten/Transcode/1))+(assert_that/Group/Flatten/Transcode/1/out/Write)
at org.apache.beam.runners.core.construction.graph.PipelineValidator.validateTransform(PipelineValidator.java:221)
at org.apache.beam.runners.core.construction.graph.PipelineValidator.validateComponents(PipelineValidator.java:120)
at org.apache.beam.runners.core.construction.graph.PipelineValidator.validate(PipelineValidator.java:100)
at org.apache.beam.runners.jobsubmission.InMemoryJobService.run(InMemoryJobService.java:234)
at org.apache.beam.model.jobmanagement.v1.JobServiceGrpc$MethodHandlers.invoke(JobServiceGrpc.java:961)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:172)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.PartialForwardingServerCallListener.onHalfClose(PartialForwardingServerCallListener.java:35)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.ForwardingServerCallListener.onHalfClose(ForwardingServerCallListener.java:23)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.ForwardingServerCallListener$SimpleForwardingServerCallListener.onHalfClose(ForwardingServerCallListener.java:40)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.Contexts$ContextualizedServerCallListener.onHalfClose(Contexts.java:86)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:331)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:817)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:123)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.IllegalArgumentException: ExecutableStage ((((((ref_PCollection_PCollection_11/Read)+(ref_AppliedPTransform_ParDo(BufferDoFn)_17))+(ref_AppliedPTransform_assert_that/WindowInto(WindowIntoFn)_24))+(ref_AppliedPTransform_assert_that/ToVoidKey_25))+(ref_AppliedPTransform_assert_that/Group/pair_with_1_28))+(assert_that/Group/Flatten/Transcode/1))+(assert_that/Group/Flatten/Transcode/1/out/Write) uses unknown output assert_that/Group/Flatten/Transcode/1/out
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.runners.core.construction.graph.PipelineValidator.validateExecutableStage(PipelineValidator.java:306)
at org.apache.beam.runners.core.construction.graph.PipelineValidator.validateTransform(PipelineValidator.java:219)
... 16 more
------------------------------ Captured log call -------------------------------
WARNING root:environments.py:285 Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
___________________ FlinkRunnerTestOptimized.test_windowing ____________________
self = <apache_beam.runners.portability.flink_runner_test.FlinkRunnerTestOptimized testMethod=test_windowing>
def test_windowing(self):
with self.create_pipeline() as p:
res = (
p
| beam.Create([1, 2, 100, 101, 102])
| beam.Map(lambda t: window.TimestampedValue(('k', t), t))
| beam.WindowInto(beam.transforms.window.Sessions(10))
| beam.GroupByKey()
| beam.Map(lambda k_vs1: (k_vs1[0], sorted(k_vs1[1]))))
> assert_that(res, equal_to([('k', [1, 2]), ('k', [100, 101, 102])]))
apache_beam/runners/portability/fn_api_runner/fn_runner_test.py:710:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
apache_beam/pipeline.py:568: in __exit__
self.result = self.run()
apache_beam/pipeline.py:547: in run
return self.runner.run_pipeline(self, self._options)
apache_beam/runners/portability/portable_runner.py:399: in run_pipeline
job_service_handle.submit(proto_pipeline)
apache_beam/runners/portability/portable_runner.py:116: in submit
return self.run(prepare_response.preparation_id)
apache_beam/runners/portability/portable_runner.py:234: in run
beam_job_api_pb2.RunJobRequest(preparation_id=preparation_id))
target/.tox-flink-runner-test/flink-runner-test/lib/python3.6/site-packages/grpc/_channel.py:826: in __call__
return _end_unary_response_blocking(state, call, False, None)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
state = <grpc._channel._RPCState object at 0x7f9ee7094cc0>
call = <grpc._cython.cygrpc.SegregatedCall object at 0x7f9ee4ed0c88>
with_call = False, deadline = None
def _end_unary_response_blocking(state, call, with_call, deadline):
if state.code is grpc.StatusCode.OK:
if with_call:
rendezvous = _MultiThreadedRendezvous(state, call, None, deadline)
return state.response, rendezvous
else:
return state.response
else:
> raise _InactiveRpcError(state)
E grpc._channel._InactiveRpcError: <_InactiveRpcError of RPC that terminated with:
E status = StatusCode.INVALID_ARGUMENT
E details = ""
E debug_error_string = "{"created":"@1602504731.151624904","description":"Error received from peer ipv4:127.0.0.1:60175","file":"src/core/lib/surface/call.cc","file_line":1061,"grpc_message":"","grpc_status":3}"
E >
target/.tox-flink-runner-test/flink-runner-test/lib/python3.6/site-packages/grpc/_channel.py:729: _InactiveRpcError
----------------------------- Captured stderr call -----------------------------
WARNING:root:Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
[grpc-default-executor-0] WARN org.apache.beam.runners.jobsubmission.InMemoryJobService - Encountered Unexpected Exception during validation
java.lang.RuntimeException: Failed to validate transform (((ref_PCollection_PCollection_21/Read)+(ref_AppliedPTransform_assert_that/Group/Map(_merge_tagged_vals_under_key)_31))+(ref_AppliedPTransform_assert_that/Unkey_32))+(ref_AppliedPTransform_assert_that/Match_33)
at org.apache.beam.runners.core.construction.graph.PipelineValidator.validateTransform(PipelineValidator.java:221)
at org.apache.beam.runners.core.construction.graph.PipelineValidator.validateComponents(PipelineValidator.java:120)
at org.apache.beam.runners.core.construction.graph.PipelineValidator.validate(PipelineValidator.java:100)
at org.apache.beam.runners.jobsubmission.InMemoryJobService.run(InMemoryJobService.java:234)
at org.apache.beam.model.jobmanagement.v1.JobServiceGrpc$MethodHandlers.invoke(JobServiceGrpc.java:961)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:172)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.PartialForwardingServerCallListener.onHalfClose(PartialForwardingServerCallListener.java:35)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.ForwardingServerCallListener.onHalfClose(ForwardingServerCallListener.java:23)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.ForwardingServerCallListener$SimpleForwardingServerCallListener.onHalfClose(ForwardingServerCallListener.java:40)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.Contexts$ContextualizedServerCallListener.onHalfClose(Contexts.java:86)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:331)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:817)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:123)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.IllegalArgumentException: Transform transform_2 input 0 points to unknown PCollection ref_PCollection_PCollection_23
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:458)
at org.apache.beam.runners.core.construction.graph.PipelineValidator.validateTransform(PipelineValidator.java:190)
at org.apache.beam.runners.core.construction.graph.PipelineValidator.validateComponents(PipelineValidator.java:120)
at org.apache.beam.runners.core.construction.graph.PipelineValidator.validateExecutableStage(PipelineValidator.java:313)
at org.apache.beam.runners.core.construction.graph.PipelineValidator.validateTransform(PipelineValidator.java:219)
... 16 more
------------------------------ Captured log call -------------------------------
WARNING root:environments.py:285 Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
=============================== warnings summary ===============================
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_expand_kafka_read
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_expand_kafka_write
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_external_transform
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_expand_kafka_read
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_expand_kafka_write
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_external_transform
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
<https://ci-beam.apache.org/job/beam_PreCommit_Python_PVR_Flink_Cron/ws/src/sdks/python/test-suites/portable/py36/build/srcs/sdks/python/apache_beam/coders/coder_impl.py>:222: DeprecationWarning: tostring() is deprecated. Use tobytes() instead.
self.encode_to_stream(value, out, False)
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
<https://ci-beam.apache.org/job/beam_PreCommit_Python_PVR_Flink_Cron/ws/src/sdks/python/test-suites/portable/py36/build/srcs/sdks/python/apache_beam/coders/coder_impl.py>:227: DeprecationWarning: fromstring() is deprecated. Use frombytes() instead.
return self.decode_from_stream(create_InputStream(encoded), False)
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
<https://ci-beam.apache.org/job/beam_PreCommit_Python_PVR_Flink_Cron/ws/src/sdks/python/test-suites/portable/py36/build/srcs/sdks/python/apache_beam/coders/coder_impl.py>:234: DeprecationWarning: tostring() is deprecated. Use tobytes() instead.
self.encode_to_stream(value, out, nested)
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
<https://ci-beam.apache.org/job/beam_PreCommit_Python_PVR_Flink_Cron/ws/src/sdks/python/test-suites/portable/py36/build/srcs/sdks/python/apache_beam/coders/coder_impl.py>:1247: DeprecationWarning: tostring() is deprecated. Use tobytes() instead.
self._value_coder.encode_to_stream(wv.value, out, nested)
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
<https://ci-beam.apache.org/job/beam_PreCommit_Python_PVR_Flink_Cron/ws/src/sdks/python/test-suites/portable/py36/build/srcs/sdks/python/apache_beam/coders/coder_impl.py>:1268: DeprecationWarning: fromstring() is deprecated. Use frombytes() instead.
value = self._value_coder.decode_from_stream(in_stream, nested)
-- Docs: https://docs.pytest.org/en/latest/warnings.html
- generated xml file: <https://ci-beam.apache.org/job/beam_PreCommit_Python_PVR_Flink_Cron/ws/src/sdks/python/test-suites/portable/py36/build/srcs/sdks/python/pytest_flink-runner-test.xml> -
======= 34 failed, 81 passed, 35 skipped, 88 warnings in 714.44 seconds ========
[31mERROR: InvocationError for command <https://ci-beam.apache.org/job/beam_PreCommit_Python_PVR_Flink_Cron/ws/src/sdks/python/test-suites/portable/py36/build/srcs/sdks/python/scripts/pytest_validates_runner.sh> flink-runner-test apache_beam/runners/portability/flink_runner_test.py '--flink_job_server_jar=<https://ci-beam.apache.org/job/beam_PreCommit_Python_PVR_Flink_Cron/ws/src/runners/flink/1.10/job-server/build/libs/beam-runners-flink-1.10-job-server-2.26.0-SNAPSHOT.jar> --environment_type=LOOPBACK' (exited with code 1)
[0m[1mflink-runner-test run-test-post: commands[0] | bash <https://ci-beam.apache.org/job/beam_PreCommit_Python_PVR_Flink_Cron/ws/src/sdks/python/test-suites/portable/py36/build/srcs/sdks/python/scripts/run_tox_cleanup.sh>
[0m___________________________________ summary ____________________________________
[31mERROR: flink-runner-test: commands failed
[0m
> Task :sdks:python:test-suites:portable:py36:flinkCompatibilityMatrixLOOPBACK FAILED
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:portable:py36:flinkCompatibilityMatrixLOOPBACK'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.6.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 17m 40s
114 actionable tasks: 81 executed, 31 from cache, 2 up-to-date
Publishing build scan...
https://gradle.com/s/iwftfuwowanmy
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PreCommit_Python_PVR_Flink_Cron #80
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PreCommit_Python_PVR_Flink_Cron/80/display/redirect>
Changes:
------------------------------------------
[...truncated 301.87 KB...]
E details = ""
E debug_error_string = "{"created":"@1602483109.402137541","description":"Error received from peer ipv4:127.0.0.1:36195","file":"src/core/lib/surface/call.cc","file_line":1061,"grpc_message":"","grpc_status":3}"
E >
target/.tox-flink-runner-test/flink-runner-test/lib/python3.6/site-packages/grpc/_channel.py:729: _InactiveRpcError
----------------------------- Captured stderr call -----------------------------
WARNING:root:Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
[grpc-default-executor-0] WARN org.apache.beam.runners.jobsubmission.InMemoryJobService - Encountered Unexpected Exception during validation
java.lang.RuntimeException: Failed to validate transform (((((ref_PCollection_PCollection_13/Read)+(ref_AppliedPTransform_assert_that/Create/FlatMap(<lambda at core.py:2945>)_21))+(ref_AppliedPTransform_assert_that/Create/Map(decode)_23))+(ref_AppliedPTransform_assert_that/Group/pair_with_0_27))+(assert_that/Group/Flatten/Transcode/0))+(assert_that/Group/Flatten/Transcode/0/out/Write)
at org.apache.beam.runners.core.construction.graph.PipelineValidator.validateTransform(PipelineValidator.java:221)
at org.apache.beam.runners.core.construction.graph.PipelineValidator.validateComponents(PipelineValidator.java:120)
at org.apache.beam.runners.core.construction.graph.PipelineValidator.validate(PipelineValidator.java:100)
at org.apache.beam.runners.jobsubmission.InMemoryJobService.run(InMemoryJobService.java:234)
at org.apache.beam.model.jobmanagement.v1.JobServiceGrpc$MethodHandlers.invoke(JobServiceGrpc.java:961)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:172)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.PartialForwardingServerCallListener.onHalfClose(PartialForwardingServerCallListener.java:35)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.ForwardingServerCallListener.onHalfClose(ForwardingServerCallListener.java:23)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.ForwardingServerCallListener$SimpleForwardingServerCallListener.onHalfClose(ForwardingServerCallListener.java:40)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.Contexts$ContextualizedServerCallListener.onHalfClose(Contexts.java:86)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:331)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:817)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:123)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.IllegalArgumentException: ExecutableStage (((((ref_PCollection_PCollection_13/Read)+(ref_AppliedPTransform_assert_that/Create/FlatMap(<lambda at core.py:2945>)_21))+(ref_AppliedPTransform_assert_that/Create/Map(decode)_23))+(ref_AppliedPTransform_assert_that/Group/pair_with_0_27))+(assert_that/Group/Flatten/Transcode/0))+(assert_that/Group/Flatten/Transcode/0/out/Write) uses unknown output assert_that/Group/Flatten/Transcode/0/out
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.runners.core.construction.graph.PipelineValidator.validateExecutableStage(PipelineValidator.java:306)
at org.apache.beam.runners.core.construction.graph.PipelineValidator.validateTransform(PipelineValidator.java:219)
... 16 more
------------------------------ Captured log call -------------------------------
WARNING root:environments.py:285 Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
___________________ FlinkRunnerTestOptimized.test_windowing ____________________
self = <apache_beam.runners.portability.flink_runner_test.FlinkRunnerTestOptimized testMethod=test_windowing>
def test_windowing(self):
with self.create_pipeline() as p:
res = (
p
| beam.Create([1, 2, 100, 101, 102])
| beam.Map(lambda t: window.TimestampedValue(('k', t), t))
| beam.WindowInto(beam.transforms.window.Sessions(10))
| beam.GroupByKey()
| beam.Map(lambda k_vs1: (k_vs1[0], sorted(k_vs1[1]))))
> assert_that(res, equal_to([('k', [1, 2]), ('k', [100, 101, 102])]))
apache_beam/runners/portability/fn_api_runner/fn_runner_test.py:710:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
apache_beam/pipeline.py:568: in __exit__
self.result = self.run()
apache_beam/pipeline.py:547: in run
return self.runner.run_pipeline(self, self._options)
apache_beam/runners/portability/portable_runner.py:399: in run_pipeline
job_service_handle.submit(proto_pipeline)
apache_beam/runners/portability/portable_runner.py:116: in submit
return self.run(prepare_response.preparation_id)
apache_beam/runners/portability/portable_runner.py:234: in run
beam_job_api_pb2.RunJobRequest(preparation_id=preparation_id))
target/.tox-flink-runner-test/flink-runner-test/lib/python3.6/site-packages/grpc/_channel.py:826: in __call__
return _end_unary_response_blocking(state, call, False, None)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
state = <grpc._channel._RPCState object at 0x7f1091433940>
call = <grpc._cython.cygrpc.SegregatedCall object at 0x7f109151e088>
with_call = False, deadline = None
def _end_unary_response_blocking(state, call, with_call, deadline):
if state.code is grpc.StatusCode.OK:
if with_call:
rendezvous = _MultiThreadedRendezvous(state, call, None, deadline)
return state.response, rendezvous
else:
return state.response
else:
> raise _InactiveRpcError(state)
E grpc._channel._InactiveRpcError: <_InactiveRpcError of RPC that terminated with:
E status = StatusCode.INVALID_ARGUMENT
E details = ""
E debug_error_string = "{"created":"@1602483109.999482698","description":"Error received from peer ipv4:127.0.0.1:36195","file":"src/core/lib/surface/call.cc","file_line":1061,"grpc_message":"","grpc_status":3}"
E >
target/.tox-flink-runner-test/flink-runner-test/lib/python3.6/site-packages/grpc/_channel.py:729: _InactiveRpcError
----------------------------- Captured stderr call -----------------------------
WARNING:root:Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
[grpc-default-executor-0] WARN org.apache.beam.runners.jobsubmission.InMemoryJobService - Encountered Unexpected Exception during validation
java.lang.RuntimeException: Failed to validate transform ((((ref_PCollection_PCollection_1/Read)+(ref_AppliedPTransform_Create/FlatMap(<lambda at core.py:2945>)_4))+(ref_AppliedPTransform_Create/MaybeReshuffle/Reshuffle/AddRandomKeys_7))+(ref_AppliedPTransform_Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)_9))+(ref_PCollection_PCollection_4/Write)
at org.apache.beam.runners.core.construction.graph.PipelineValidator.validateTransform(PipelineValidator.java:221)
at org.apache.beam.runners.core.construction.graph.PipelineValidator.validateComponents(PipelineValidator.java:120)
at org.apache.beam.runners.core.construction.graph.PipelineValidator.validate(PipelineValidator.java:100)
at org.apache.beam.runners.jobsubmission.InMemoryJobService.run(InMemoryJobService.java:234)
at org.apache.beam.model.jobmanagement.v1.JobServiceGrpc$MethodHandlers.invoke(JobServiceGrpc.java:961)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:172)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.PartialForwardingServerCallListener.onHalfClose(PartialForwardingServerCallListener.java:35)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.ForwardingServerCallListener.onHalfClose(ForwardingServerCallListener.java:23)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.ForwardingServerCallListener$SimpleForwardingServerCallListener.onHalfClose(ForwardingServerCallListener.java:40)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.Contexts$ContextualizedServerCallListener.onHalfClose(Contexts.java:86)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:331)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:817)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
at org.apache.beam.vendor.grpc.v1p26p0.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:123)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.IllegalArgumentException: ExecutableStage ((((ref_PCollection_PCollection_1/Read)+(ref_AppliedPTransform_Create/FlatMap(<lambda at core.py:2945>)_4))+(ref_AppliedPTransform_Create/MaybeReshuffle/Reshuffle/AddRandomKeys_7))+(ref_AppliedPTransform_Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)_9))+(ref_PCollection_PCollection_4/Write) uses unknown output ref_PCollection_PCollection_4
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.runners.core.construction.graph.PipelineValidator.validateExecutableStage(PipelineValidator.java:306)
at org.apache.beam.runners.core.construction.graph.PipelineValidator.validateTransform(PipelineValidator.java:219)
... 16 more
------------------------------ Captured log call -------------------------------
WARNING root:environments.py:285 Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
=============================== warnings summary ===============================
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_expand_kafka_read
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_expand_kafka_write
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_external_transform
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_expand_kafka_read
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_expand_kafka_write
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_external_transform
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
<https://ci-beam.apache.org/job/beam_PreCommit_Python_PVR_Flink_Cron/ws/src/sdks/python/test-suites/portable/py36/build/srcs/sdks/python/apache_beam/coders/coder_impl.py>:222: DeprecationWarning: tostring() is deprecated. Use tobytes() instead.
self.encode_to_stream(value, out, False)
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
<https://ci-beam.apache.org/job/beam_PreCommit_Python_PVR_Flink_Cron/ws/src/sdks/python/test-suites/portable/py36/build/srcs/sdks/python/apache_beam/coders/coder_impl.py>:227: DeprecationWarning: fromstring() is deprecated. Use frombytes() instead.
return self.decode_from_stream(create_InputStream(encoded), False)
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
<https://ci-beam.apache.org/job/beam_PreCommit_Python_PVR_Flink_Cron/ws/src/sdks/python/test-suites/portable/py36/build/srcs/sdks/python/apache_beam/coders/coder_impl.py>:234: DeprecationWarning: tostring() is deprecated. Use tobytes() instead.
self.encode_to_stream(value, out, nested)
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
<https://ci-beam.apache.org/job/beam_PreCommit_Python_PVR_Flink_Cron/ws/src/sdks/python/test-suites/portable/py36/build/srcs/sdks/python/apache_beam/coders/coder_impl.py>:1247: DeprecationWarning: tostring() is deprecated. Use tobytes() instead.
self._value_coder.encode_to_stream(wv.value, out, nested)
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTest::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
apache_beam/runners/portability/flink_runner_test.py::FlinkRunnerTestStreaming::test_sql
<https://ci-beam.apache.org/job/beam_PreCommit_Python_PVR_Flink_Cron/ws/src/sdks/python/test-suites/portable/py36/build/srcs/sdks/python/apache_beam/coders/coder_impl.py>:1268: DeprecationWarning: fromstring() is deprecated. Use frombytes() instead.
value = self._value_coder.decode_from_stream(in_stream, nested)
-- Docs: https://docs.pytest.org/en/latest/warnings.html
- generated xml file: <https://ci-beam.apache.org/job/beam_PreCommit_Python_PVR_Flink_Cron/ws/src/sdks/python/test-suites/portable/py36/build/srcs/sdks/python/pytest_flink-runner-test.xml> -
======= 34 failed, 81 passed, 35 skipped, 88 warnings in 735.34 seconds ========
[31mERROR: InvocationError for command <https://ci-beam.apache.org/job/beam_PreCommit_Python_PVR_Flink_Cron/ws/src/sdks/python/test-suites/portable/py36/build/srcs/sdks/python/scripts/pytest_validates_runner.sh> flink-runner-test apache_beam/runners/portability/flink_runner_test.py '--flink_job_server_jar=<https://ci-beam.apache.org/job/beam_PreCommit_Python_PVR_Flink_Cron/ws/src/runners/flink/1.10/job-server/build/libs/beam-runners-flink-1.10-job-server-2.26.0-SNAPSHOT.jar> --environment_type=LOOPBACK' (exited with code 1)
[0m[1mflink-runner-test run-test-post: commands[0] | bash <https://ci-beam.apache.org/job/beam_PreCommit_Python_PVR_Flink_Cron/ws/src/sdks/python/test-suites/portable/py36/build/srcs/sdks/python/scripts/run_tox_cleanup.sh>
[0m___________________________________ summary ____________________________________
[31mERROR: flink-runner-test: commands failed
[0m
> Task :sdks:python:test-suites:portable:py36:flinkCompatibilityMatrixLOOPBACK FAILED
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:portable:py36:flinkCompatibilityMatrixLOOPBACK'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.6.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 18m 16s
114 actionable tasks: 81 executed, 31 from cache, 2 up-to-date
Publishing build scan...
https://gradle.com/s/6lktzqy4hcxpe
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org