You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@beam.apache.org by Ahmet Altay <al...@google.com.INVALID> on 2016/12/05 20:08:32 UTC
Re: Build failed in Jenkins: beam_PostCommit_Python_Verify #823
I am looking at this.
Caused by: https://github.com/apache/incubator-beam/pull/1342
tracking issue: https://issues.apache.org/jira/browse/BEAM-1088
Ahmet
On Mon, Dec 5, 2016 at 11:42 AM, Apache Jenkins Server <
jenkins@builds.apache.org> wrote:
> See <https://builds.apache.org/job/beam_PostCommit_Python_
> Verify/823/changes>
>
> Changes:
>
> [vikasrk] Add experimental warning to datastoreio
>
> ------------------------------------------
> [...truncated 3365 lines...]
> ],
> "is_pair_like": true
> },
> {
> "@type": "TimestampCoder$eJxrYEpOLEhMzkiNT0pNzNVLzk9JLS
> qGUlwhmbmpxSWJuQXOID5XIYNmYyFjbSFTkh4ANWETWg==",
> "component_encodings": []
> },
> {
> "@type": "SingletonCoder$<string of 256 bytes>",
> "component_encodings": []
> }
> ],
> "is_wrapper": true
> },
> "output_name": "out",
> "user_name": "write/WriteImpl/GroupByKey.out"
> }
> ],
> "parallel_input": {
> "@type": "OutputReference",
> "output_name": "out",
> "step_name": "s12"
> },
> "serialized_fn": "<string of 252 bytes>",
> "user_name": "write/WriteImpl/GroupByKey"
> }
> },
> {
> "kind": "ParallelDo",
> "name": "s14",
> "properties": {
> "display_data": [
> {
> "key": "fn",
> "label": "Transform Function",
> "namespace": "apache_beam.transforms.core.
> CallableWrapperDoFn",
> "type": "STRING",
> "value": "<lambda>"
> },
> {
> "key": "fn",
> "label": "Transform Function",
> "namespace": "apache_beam.transforms.core.ParDo",
> "shortValue": "CallableWrapperDoFn",
> "type": "STRING",
> "value": "apache_beam.transforms.core.CallableWrapperDoFn"
> }
> ],
> "non_parallel_inputs": {},
> "output_info": [
> {
> "encoding": {
> "@type": "WindowedValueCoder$<string of 408 bytes>",
> "component_encodings": [
> {
> "@type": "FastPrimitivesCoder$
> eJxrYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5C
> Bs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
> "component_encodings": [
> {
> "@type": "FastPrimitivesCoder$
> eJxrYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5C
> Bs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
> "component_encodings": []
> },
> {
> "@type": "FastPrimitivesCoder$
> eJxrYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5C
> Bs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
> "component_encodings": []
> }
> ],
> "is_pair_like": true
> },
> {
> "@type": "TimestampCoder$eJxrYEpOLEhMzkiNT0pNzNVLzk9JLS
> qGUlwhmbmpxSWJuQXOID5XIYNmYyFjbSFTkh4ANWETWg==",
> "component_encodings": []
> },
> {
> "@type": "SingletonCoder$<string of 256 bytes>",
> "component_encodings": []
> }
> ],
> "is_wrapper": true
> },
> "output_name": "out",
> "user_name": "write/WriteImpl/extract.out"
> }
> ],
> "parallel_input": {
> "@type": "OutputReference",
> "output_name": "out",
> "step_name": "s13"
> },
> "serialized_fn": "<string of 852 bytes>",
> "user_name": "write/WriteImpl/extract"
> }
> },
> {
> "kind": "CollectionToSingleton",
> "name": "s15",
> "properties": {
> "display_data": [],
> "output_info": [
> {
> "encoding": {
> "@type": "WindowedValueCoder$<string of 408 bytes>",
> "component_encodings": [
> {
> "@type": "WindowedValueCoder$<string of 408 bytes>",
> "component_encodings": [
> {
> "@type": "FastPrimitivesCoder$
> eJxrYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5C
> Bs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
> "component_encodings": [
> {
> "@type": "FastPrimitivesCoder$
> eJxrYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5C
> Bs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
> "component_encodings": []
> },
> {
> "@type": "FastPrimitivesCoder$
> eJxrYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5C
> Bs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
> "component_encodings": []
> }
> ],
> "is_pair_like": true
> },
> {
> "@type": "TimestampCoder$
> eJxrYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlwhmbmpxSWJuQXOID5XIYNmYyFj
> bSFTkh4ANWETWg==",
> "component_encodings": []
> },
> {
> "@type": "SingletonCoder$<string of 256 bytes>",
> "component_encodings": []
> }
> ],
> "is_wrapper": true
> }
> ]
> },
> "output_name": "out",
> "user_name": "write/WriteImpl/ViewAsIterable(write|
> WriteImpl|extract.None)/CreatePCollectionView.out"
> }
> ],
> "parallel_input": {
> "@type": "OutputReference",
> "output_name": "out",
> "step_name": "s14"
> },
> "user_name": "write/WriteImpl/ViewAsIterable(write|
> WriteImpl|extract.None)/CreatePCollectionView"
> }
> },
> {
> "kind": "ParallelDo",
> "name": "s16",
> "properties": {
> "display_data": [
> {
> "key": "fn",
> "label": "Transform Function",
> "namespace": "apache_beam.transforms.core.
> CallableWrapperDoFn",
> "type": "STRING",
> "value": "_finalize_write"
> },
> {
> "key": "fn",
> "label": "Transform Function",
> "namespace": "apache_beam.transforms.core.ParDo",
> "shortValue": "CallableWrapperDoFn",
> "type": "STRING",
> "value": "apache_beam.transforms.core.CallableWrapperDoFn"
> }
> ],
> "non_parallel_inputs": {
> "s15": {
> "@type": "OutputReference",
> "output_name": "out",
> "step_name": "s15"
> },
> "s9": {
> "@type": "OutputReference",
> "output_name": "out",
> "step_name": "s9"
> }
> },
> "output_info": [
> {
> "encoding": {
> "@type": "WindowedValueCoder$<string of 408 bytes>",
> "component_encodings": [
> {
> "@type": "FastPrimitivesCoder$
> eJxrYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5C
> Bs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
> "component_encodings": [
> {
> "@type": "FastPrimitivesCoder$
> eJxrYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5C
> Bs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
> "component_encodings": []
> },
> {
> "@type": "FastPrimitivesCoder$
> eJxrYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5C
> Bs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
> "component_encodings": []
> }
> ],
> "is_pair_like": true
> },
> {
> "@type": "TimestampCoder$eJxrYEpOLEhMzkiNT0pNzNVLzk9JLS
> qGUlwhmbmpxSWJuQXOID5XIYNmYyFjbSFTkh4ANWETWg==",
> "component_encodings": []
> },
> {
> "@type": "SingletonCoder$<string of 256 bytes>",
> "component_encodings": []
> }
> ],
> "is_wrapper": true
> },
> "output_name": "out",
> "user_name": "write/WriteImpl/finalize_write.out"
> }
> ],
> "parallel_input": {
> "@type": "OutputReference",
> "output_name": "out",
> "step_name": "s7"
> },
> "serialized_fn": "<string of 1292 bytes>",
> "user_name": "write/WriteImpl/finalize_write"
> }
> }
> ],
> "type": "JOB_TYPE_BATCH"
> }
> Traceback (most recent call last):
> File "/usr/lib/python2.7/runpy.py", line 162, in _run_module_as_main
> "__main__", fname, loader, pkg_name)
> File "/usr/lib/python2.7/runpy.py", line 72, in _run_code
> exec code in run_globals
> File "<https://builds.apache.org/job/beam_PostCommit_Python_
> Verify/ws/sdks/python/apache_beam/examples/wordcount.py",> line 106, in
> <module>
> run()
> File "<https://builds.apache.org/job/beam_PostCommit_Python_
> Verify/ws/sdks/python/apache_beam/examples/wordcount.py",> line 97, in run
> result = p.run()
> File "apache_beam/pipeline.py", line 159, in run
> return self.runner.run(self)
> File "apache_beam/runners/dataflow_runner.py", line 179, in run
> self.dataflow_client.create_job(self.job))
> File "apache_beam/utils/retry.py", line 167, in wrapper
> return fun(*args, **kwargs)
> File "apache_beam/internal/apiclient.py", line 415, in create_job
> return self.submit_job_description()
> File "apache_beam/internal/apiclient.py", line 433, in
> submit_job_description
> request.job = job.proto
> NameError: global name 'job' is not defined
>
> # Grep will exit with status 1 if success message was not found.
> echo ">>> CHECKING JOB SUCCESS"
> >>> CHECKING JOB SUCCESS
> grep JOB_STATE_DONE job_output
> Build step 'Execute shell' marked build as failure
>