You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2019/05/01 17:21:09 UTC

Build failed in Jenkins: beam_PostCommit_Py_ValCont #3076

See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3076/display/redirect?page=changes>

Changes:

[github] Revert "[BEAM-5709] Changing sleeps to CountdownLatch in test"

------------------------------------------
[...truncated 297.98 KB...]
copying apache_beam/transforms/ptransform.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=40695, attempted=40695)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_10_14_02-10832788014029576252/phases/graph_runner/step-invocations/F20-invoke-17603146588897195509/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=32, attempted=32)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=119, attempted=119)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3993, attempted=3993)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8214, attempted=8214)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2992, attempted=2992)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_10_14_02-10832788014029576252/phases/graph_runner/step-invocations/F19-invoke-17603146588897195665/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=10, attempted=10)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=625086, attempted=625086)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=162, attempted=162)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=400, attempted=400)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=38, attempted=38)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=104, attempted=104)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=119, attempted=119)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_10_14_02-10832788014029576252/phases/graph_runner/step-invocations/F18-invoke-17603146588897195821/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=202, attempted=202)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2868, attempted=2868)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2202, attempted=2202)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=27, attempted=27)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-01_10_14_02-10832788014029576252?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 881.089s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190501-165910
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:f6e2ef1aa67c86bedcbc3e5b6fcfe7a234c1b7ef10ff3d6261b3405d4d6a9842
Deleted: sha256:68e1813b4bf0d2c1159d8ef11c0e8563d9bc9e8db19bf1aae6861cd268eb623e
Deleted: sha256:5155ccfcb0be2404ffbfc6afe1e31984cc4e786a72d069bc92d94412e228c151
Deleted: sha256:84535843b1489771757f6cb442a9ca959fb4271c3d6731b8c7cf65d972a68f0a
Deleted: sha256:479109f3dd6083a88bfa1f8f4f264af8d915ac3f9b4168c018c2be964e9569dc
Deleted: sha256:8a725b1cf908d42a24e359478b9cb92eac210d15bcdee816c79cef01587fcc13
Deleted: sha256:a9e37fe08ceee90490315f4566640d338f17ccab934891b383c8960537aaed47
Deleted: sha256:0931792bcd7b36069debb42d0021d9b4c3f3581cadd44fdacb69cc3d30483187
Deleted: sha256:92fb44d6ab10f1e265089c92ff74c8ecde11ea8b3f37ab52e93ffb1f94779e11
Deleted: sha256:b4ccd40bb3d9243b0f6e0bd611b5e1700b090e6e1f2efd28094ab6fab45e5104
Deleted: sha256:b13047e0200c05743df586d5071da4110173f61db1aab726a8d2ab07eeef7931
Deleted: sha256:e7fcb51bf6066a8b5e420dc862ad32e9023de513e8cb38290f332badde0365f2
Deleted: sha256:5e8c98e1e4ebb4ff12588e32d282105eaf2e6c5668fe3df13fe71b9f46cdd6ec
Deleted: sha256:383bcd165c637e56605b8b997d904bcdf44731ff8c6eaa6e8cacf2552c0c7323
Deleted: sha256:2c5fd9d7027646459b79fa2fc3eee1ec1a4b55694b1428745e4b1acc671382f9
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:f6e2ef1aa67c86bedcbc3e5b6fcfe7a234c1b7ef10ff3d6261b3405d4d6a9842
  Associated tags:
 - 20190501-165910
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190501-165910
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190501-165910].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:f6e2ef1aa67c86bedcbc3e5b6fcfe7a234c1b7ef10ff3d6261b3405d4d6a9842].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Jenkins build is back to normal : beam_PostCommit_Py_ValCont #3136

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3136/display/redirect?page=changes>


---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3135

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3135/display/redirect>

------------------------------------------
[...truncated 298.57 KB...]
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=39043, attempted=39043)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-06_05_14_12-16772555939695574517/phases/graph_runner/step-invocations/F20-invoke-9473082940486123580/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=34, attempted=34)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=120, attempted=120)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3983, attempted=3983)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8007, attempted=8007)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=3007, attempted=3007)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-06_05_14_12-16772555939695574517/phases/graph_runner/step-invocations/F19-invoke-9473082940486125216/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2, attempted=2)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=599707, attempted=599707)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount'}), committed=27, attempted=27)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=156, attempted=156)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=401, attempted=401)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=25, attempted=25)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=46, attempted=46)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=57, attempted=57)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=120, attempted=120)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-06_05_14_12-16772555939695574517/phases/graph_runner/step-invocations/F18-invoke-9473082940486126852/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2202, attempted=2202)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}), committed=27, attempted=27)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2867, attempted=2867)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-MeanByteCount'}), committed=14, attempted=14)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-06_05_14_12-16772555939695574517?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 736.651s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190506-120013
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:a7426830642298045a6ea922363334e0489c18b8d5cc9fcecd2552af97c2137a
Deleted: sha256:4e2c8fb7d2b7b8a5d27947a8d790e65e4de1951a408ef360fe301b35f7c9e572
Deleted: sha256:7096f6fffd7b613435106b55d505b58fa3c73df94a0cd8a8fef9f783b191013a
Deleted: sha256:1448056ea273a05c02eba974922003ef6852c0b0e7a272303f3a632451c2e738
Deleted: sha256:62f71db3705143bec582a67213ac52ee0127b636080444493d2e5d293af55897
Deleted: sha256:9b85a239ed7314ac698530b77f0a9c4ee25688b1b9572265b5220250ccb12c67
Deleted: sha256:9b587c9e294d96a841ed84998129c0a2b2586c2fff157566f2826d7bdd6ee5b2
Deleted: sha256:0a69039fd22d3f4b47fda1a2146de34ee8a3340ce84384ddedf42340d2932d9a
Deleted: sha256:b55844bef5b84ed587ef70b5f40eb95988563984bf914a0f9c8f7bdc381c3881
Deleted: sha256:d8c353a43c8cc50d3ffd9275d16856aed27ec6a5ac7f5abd4435e564972d8328
Deleted: sha256:ad7cbd50d587d4cd35a89c97df9e2417888b7d8870e1619644981720091acf77
Deleted: sha256:122ed28e22bf1ff6c91801e3131f8896737b578d2610a8c54a92f89343d19e62
Deleted: sha256:72e02949b40606aae5bbf6991ed495bda272f743c125fd0f9c71a6f427442eb3
Deleted: sha256:7e989e5125d728bfcf6988e4edc7835c5e8c18d78b6f02f0ba57575ddd4b30d1
Deleted: sha256:6dad16c28c9299f27b16651313736c2a4d44ad9cc9aa50b0b01bed7cb76a0d38
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:a7426830642298045a6ea922363334e0489c18b8d5cc9fcecd2552af97c2137a
  Associated tags:
 - 20190506-120013
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190506-120013
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190506-120013].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:a7426830642298045a6ea922363334e0489c18b8d5cc9fcecd2552af97c2137a].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3134

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3134/display/redirect?page=changes>

Changes:

[iemejia] Categorize missing unbounded NeedsRunner tests in sdks/java/core

------------------------------------------
[...truncated 298.88 KB...]
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=47020, attempted=47020)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-06_04_30_38-4653199971385588002/phases/graph_runner/step-invocations/F20-invoke-5816432176352726300/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=33, attempted=33)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=29, attempted=29)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=119, attempted=119)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3979, attempted=3979)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8012, attempted=8012)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=3003, attempted=3003)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=403, attempted=403)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=400, attempted=400)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-06_04_30_38-4653199971385588002/phases/graph_runner/step-invocations/F19-invoke-5816432176352726664/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=9, attempted=9)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=722238, attempted=722238)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=188, attempted=188)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=25, attempted=25)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=59, attempted=59)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=119, attempted=119)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-06_04_30_38-4653199971385588002/phases/graph_runner/step-invocations/F18-invoke-5816432176352727028/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2001, attempted=2001)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=400, attempted=400)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2871, attempted=2871)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-MeanByteCount'}), committed=14, attempted=14)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-06_04_30_38-4653199971385588002?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 905.725s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190506-111446
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:834150f73322aaca11764aed77d01a7a2222cee2ee15c994279c8f9ad0104278
Deleted: sha256:23522278f239bc258b91f6ccea7641e999d0c677873ab912ef30046f098c6db5
Deleted: sha256:dbb3ae57ead4131b2b96c56c2f73dac0c8781d808a4b8bd48a537abd696a2f90
Deleted: sha256:0107137f820022c71ad756cc32159a5852ad3ef82aeb9f20f59bc68f6ae95d49
Deleted: sha256:3c66303520efea5c9a6325e98a9300f1606a4ee803892c2849477286609f0f07
Deleted: sha256:3638b1d7c5b8109db89b63e194864665d7642b7d748a2eed136ec660fe91319b
Deleted: sha256:c6fc87191d87fd54ff020ad2427866c18914b2d6af7469ecea3a18c7dc7c00e5
Deleted: sha256:aee1a6a49e02aa02caf2b6c04323199553ece20f75f564f333f7603c5f777f9e
Deleted: sha256:6b7a36d983c3553bb41ec74ea6a80c0ce04bc8d94fc1681edec4d4ef9830482a
Deleted: sha256:e449cea6e43a6ccb93fc6d2a3b9596e92d95f2260543484fe5f86c74ac06f6e4
Deleted: sha256:6a2eff1384bfb1a07bd8b3d7a0a45dc50a0234ab6f5648846f42d29bbde6f518
Deleted: sha256:c49e8f0f6916cbe2c9383dc63ca5dcf3349291c08ee638dab650142b576f1814
Deleted: sha256:1fae804ee636b378497b9e6723009c6b24549044beb2d2b15a944416c2cefa85
Deleted: sha256:6b4a71389d6b8b537a7311f7f3bb9e95d3d9d8aa31e95fbb8636889a73d3fdca
Deleted: sha256:8cf4aa9b09bfcf01f503c01b599f0e815a4e866376a4072f1efec11dfa8693d3
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:834150f73322aaca11764aed77d01a7a2222cee2ee15c994279c8f9ad0104278
  Associated tags:
 - 20190506-111446
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190506-111446
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190506-111446].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:834150f73322aaca11764aed77d01a7a2222cee2ee15c994279c8f9ad0104278].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3133

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3133/display/redirect?page=changes>

Changes:

[iemejia] [BEAM-7227] Instantiate PipelineRunner from options to support other

------------------------------------------
[...truncated 298.44 KB...]
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=40523, attempted=40523)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-06_04_01_52-506674730537462668/phases/graph_runner/step-invocations/F20-invoke-2905497064970355149/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=33, attempted=33)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=116, attempted=116)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-ElementCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3981, attempted=3981)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8210, attempted=8210)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=3002, attempted=3002)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-MeanByteCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-06_04_01_52-506674730537462668/phases/graph_runner/step-invocations/F19-invoke-2905497064970358249/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=9, attempted=9)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=622446, attempted=622446)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=162, attempted=162)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=402, attempted=402)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=25, attempted=25)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=37, attempted=37)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=116, attempted=116)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-06_04_01_52-506674730537462668/phases/graph_runner/step-invocations/F18-invoke-2905497064970357253/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2003, attempted=2003)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=400, attempted=400)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2879, attempted=2879)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-MeanByteCount'}), committed=14, attempted=14)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-06_04_01_52-506674730537462668?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 810.132s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190506-104717
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:51378da50de13596bb003c57d06b74ccdc7646c1139337f79a220d58c493811f
Deleted: sha256:cfa38a8ff1c1240560bc3a205e1b9824864e47353dbf3daa7ca9779d6a55a2bb
Deleted: sha256:e633ba8a51fe228bf57a45d7857eeee22da07d7b2588fe10f9d64bc9678e4725
Deleted: sha256:5e79126d3b6f81dda4c2e7d5da1552d87a6382098b6720cc63dd347cc52856ac
Deleted: sha256:10ecf710da5af202686ec94b4fc11e02113dd79332d4f03400ed74691e98530a
Deleted: sha256:cdf4c1f235023124dc3cb1c25a3dbb04f6bef9eb45d02edb47b5838ef5dd11fd
Deleted: sha256:87660e4bd533399144d2faf5981853014dcb9754269ff922571ca48533eb6b10
Deleted: sha256:4a44c4e08906524ef8f48a63a80e26060336825d09bb45bca53790d251288fdd
Deleted: sha256:831fe2f274fa2285b1f2d677e3f69740a1509935f7dbb440559d1f392a39f4d0
Deleted: sha256:c5bc5c8540106c0c89ff01c431901caaa7f4208fa17207239efd39883768dd98
Deleted: sha256:0c38e0978a7f217c1fda428ffa05f5ad3dc798b1135f8e814fea41c5d50bec28
Deleted: sha256:06ad392113ddc7b2896944d35139439acc0187b4a49069148c7799a942b4f74b
Deleted: sha256:67b30e66a2771635969bbdca35f77a528652dd66de59627ccdab0c916e90b569
Deleted: sha256:d85aea645f67aafe108f695788eaf0e59c7111cf03241be5cce72492f4a19702
Deleted: sha256:1a806841cebaaa6fe17223edbac4cf2376ef0464b74149ef226b761d65d41c44
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:51378da50de13596bb003c57d06b74ccdc7646c1139337f79a220d58c493811f
  Associated tags:
 - 20190506-104717
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190506-104717
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190506-104717].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:51378da50de13596bb003c57d06b74ccdc7646c1139337f79a220d58c493811f].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3132

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3132/display/redirect?page=changes>

Changes:

[relax] Fix non-determistic row access

------------------------------------------
[...truncated 298.60 KB...]
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=43374, attempted=43374)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-06_02_17_22-12544739902195091863/phases/graph_runner/step-invocations/F20-invoke-14761980809469367136/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=33, attempted=33)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=29, attempted=29)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=119, attempted=119)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3986, attempted=3986)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=6207, attempted=6207)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2993, attempted=2993)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-06_02_17_22-12544739902195091863/phases/graph_runner/step-invocations/F19-invoke-14761980809469367196/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=666233, attempted=666233)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=173, attempted=173)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=202, attempted=202)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=25, attempted=25)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=57, attempted=57)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=119, attempted=119)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-06_02_17_22-12544739902195091863/phases/graph_runner/step-invocations/F18-invoke-14761980809469367256/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=4212, attempted=4212)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2874, attempted=2874)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-MeanByteCount'}), committed=14, attempted=14)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-06_02_17_22-12544739902195091863?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 861.085s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190506-090347
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:bc3c473903e32babef506a41f6331359cd69e05670db9b039f53d9741ea25bfc
Deleted: sha256:15f22e259feeab7022b36d1bedb0ca9dc7fe777435d2be5c51398d1b3066ee59
Deleted: sha256:a8789b55cb99b4846c65a69a28b3b7a9dc2a08d61cd29ccd5ca01c817ff3c699
Deleted: sha256:c950f4726a108e82515204775e14f264e28ebeee9a48649eabb78ac6310f61b8
Deleted: sha256:2e9fa8e3ce42bdf2aaa7c203b98698c6f6e675f6dde70c4216125adc5c8d6b06
Deleted: sha256:110d2dff64571719710238fe5b64d2ce4cb99d236a2f44525a79b67c0077e89e
Deleted: sha256:33a0294bf39699f17633ff0be729ba1f141ff9ecf3360154f3ee4b1ffd7bee49
Deleted: sha256:575dbb095a667471d37ec10070b8c56ea53ebda19ee0a43439431c44f9539227
Deleted: sha256:e80f9f7570cfe11aad7a962c5e0359ef679254fce709b7aadcbbce78ccb32432
Deleted: sha256:326a2068a040c9aab14d86837eb136e293dc68f9a2d8e725d320904336b9015e
Deleted: sha256:c99182438dd7104aa992352fdd7b54b3a53d50ef689e053dd70238d8a2f2b2ed
Deleted: sha256:1b2c8949e563573bed605dc380dabf78fc4fcf3b6e05cf0b76669418398c3601
Deleted: sha256:24688eb59290b7b42e6806537d469898a6d90ce5c994aafe8589f80c9375a720
Deleted: sha256:ca7058d254c9ee04368478df8f709ec6b42d839a8d95ba2c59a17745c443055b
Deleted: sha256:757c0dbe9be8a86f4884baf4f277798d5332960d68690c907b464c925d646497
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:bc3c473903e32babef506a41f6331359cd69e05670db9b039f53d9741ea25bfc
  Associated tags:
 - 20190506-090347
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190506-090347
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190506-090347].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:bc3c473903e32babef506a41f6331359cd69e05670db9b039f53d9741ea25bfc].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3131

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3131/display/redirect?page=changes>

Changes:

[iemejia] Refine Spark ValidatesRunner exclusions

------------------------------------------
[...truncated 297.52 KB...]
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=43895, attempted=43895)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-06_01_57_53-2234941448012213228/phases/graph_runner/step-invocations/F20-invoke-4288142502804464120/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=29, attempted=29)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3991, attempted=3991)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8414, attempted=8414)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2997, attempted=2997)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-06_01_57_53-2234941448012213228/phases/graph_runner/step-invocations/F19-invoke-4288142502804464644/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=None)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=10, attempted=10)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=674237, attempted=674237)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=175, attempted=175)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=25, attempted=25)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=33, attempted=33)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=62, attempted=62)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-06_01_57_53-2234941448012213228/phases/graph_runner/step-invocations/F18-invoke-4288142502804465168/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2002, attempted=2002)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=400, attempted=400)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2882, attempted=2882)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-06_01_57_53-2234941448012213228?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 720.462s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190506-084325
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:a05e9befbb53d7310e3cbc115fb494e650a0fa8bd33c027eac58da41c288ae7e
Deleted: sha256:7367a568576a9b6350f5422e4431dd3dff646101f4216266e1b7f81091463fbf
Deleted: sha256:b9ae66485c4a2d55118178aaf5115d331a8deab40df37761055242420f13ec81
Deleted: sha256:1a164d031b1ff6071186029c49fbd197df204e2d5c3049500bcf6915a8341838
Deleted: sha256:bb98957328b60403521e025629d48fb99d87c8f2926ab1872470d690213cb78c
Deleted: sha256:0cca25c583289b4dfa58df5e1e77489d8a4f2f61f7b4a3ce7b15d33f5fbcf437
Deleted: sha256:dc852fe5f8ab4bfa95231e8c154f6601acc0291376a2799d79d29d805f6851d8
Deleted: sha256:956ab61a2f91ab8a7ff0e6ae409367a35e2eacc31e9e715d396f4a7aea976ceb
Deleted: sha256:4549fa8994cc92b990aeae299db2ef75ec02d2b9fb93eea72988635fbf6fbf38
Deleted: sha256:2b36a6f563d5c101899574bef330b5ac4bc2595a54602d0a11bd2bf56fec64a1
Deleted: sha256:6093dfe2bd5d339d1dce939469d0226fca9535e4c18954f938d0ee99f58f3fd4
Deleted: sha256:24e6cdc147aac8865aca690bbc72d451503cd73f4bff4def73ef2df3650fcefe
Deleted: sha256:9a0a755f7c1244f897e0cee75741e2cb6c466e420531a0d1b2c235a4fa70dc79
Deleted: sha256:ee56e1764d330700f868afda736d0df0615d66f0bf9f496c2c6e29d3075d2fa1
Deleted: sha256:0493a8d56911bb92e6e479f1e608d2b90931b829966562438fc83618a2a546b4
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:a05e9befbb53d7310e3cbc115fb494e650a0fa8bd33c027eac58da41c288ae7e
  Associated tags:
 - 20190506-084325
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190506-084325
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190506-084325].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:a05e9befbb53d7310e3cbc115fb494e650a0fa8bd33c027eac58da41c288ae7e].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3130

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3130/display/redirect>

------------------------------------------
[...truncated 299.17 KB...]
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=50879, attempted=50879)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-05_23_15_44-10549194019125582941/phases/graph_runner/step-invocations/F20-invoke-15051278451404311146/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=33, attempted=33)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=29, attempted=29)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=116, attempted=116)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3979, attempted=3979)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8413, attempted=8413)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=3005, attempted=3005)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-05_23_15_44-10549194019125582941/phases/graph_runner/step-invocations/F19-invoke-15051278451404311990/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=21, attempted=21)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=781515, attempted=781515)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=203, attempted=203)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=25, attempted=25)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=114, attempted=114)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=116, attempted=116)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-05_23_15_44-10549194019125582941/phases/graph_runner/step-invocations/F18-invoke-15051278451404308738/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2001, attempted=2001)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=400, attempted=400)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2881, attempted=2881)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-MeanByteCount'}), committed=14, attempted=14)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-05_23_15_44-10549194019125582941?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 791.078s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190506-060048
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:5558a527f741051d0ed6724125e8f8da75268b5dbd9c96da204e04f0a2583a2a
Deleted: sha256:64b6016adf36cf9337a44862ab0da2b55701fb9aabba782e788e5a019526735b
Deleted: sha256:37c44ccf867f7e3389218d583bf37c0df7aa877dadac3bf2db107b6f764c592c
Deleted: sha256:4a8a204e7abd27e361970230cda5187cbada4d761756076c6b2178a5e537638e
Deleted: sha256:156475a336e2cb69abf0c5a8dd128d00189f0bd432c19d31cd039aeb6353d3d4
Deleted: sha256:7267962cb3dfb818dad8f8df37a02faefadf53ad6026e7b7ce86ba46b428d9a7
Deleted: sha256:2f23afaab70fec247d8aed77455ff7cc68b62146b5d84bd7de9d0a3ce649fa2c
Deleted: sha256:95d8fd20520edf200e32d713c27bdf5a866b19b3451af8008dabe535ad6b8024
Deleted: sha256:6f2c3bb3eb5725c1eb36db0260acb530058dda93258c88d4bf35ff60675a782b
Deleted: sha256:11a53d0f4314049b976b20d8adeb3eb8e462c278f1a85a2734cd5db65d170093
Deleted: sha256:790701498a2964743df8cc6297e91fa334e2c80bf8f83791d77841868e5ce2c4
Deleted: sha256:3e9dddffe2fb293d7c663db2cf6a5ef196c3b39f0b005e854510e956ee52da16
Deleted: sha256:7ec4006fad1df94133133e491b7030ea0b26ffaef79b911d27b2f6b03f5de51b
Deleted: sha256:7b4540cd0a8c09fb99ecdc766d54f81b696499d4d9f0a51a1505d10e4c292801
Deleted: sha256:336691f66832ac291cc9066ab419a96a8ec9105b6a5b51893e1b3516ed600326
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:5558a527f741051d0ed6724125e8f8da75268b5dbd9c96da204e04f0a2583a2a
  Associated tags:
 - 20190506-060048
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190506-060048
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190506-060048].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:5558a527f741051d0ed6724125e8f8da75268b5dbd9c96da204e04f0a2583a2a].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3129

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3129/display/redirect?page=changes>

Changes:

[heejong] [BEAM-7102] Adding `jar_packages` experiment option for Python SDK

------------------------------------------
[...truncated 298.62 KB...]
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=40958, attempted=40958)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-05_21_56_57-9915086381931358300/phases/graph_runner/step-invocations/F20-invoke-13720070476700869023/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=33, attempted=33)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=119, attempted=119)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-ElementCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3991, attempted=3991)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8604, attempted=8604)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2994, attempted=2994)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-MeanByteCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-05_21_56_57-9915086381931358300/phases/graph_runner/step-invocations/F19-invoke-13720070476700871155/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=None)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=629115, attempted=629115)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=163, attempted=163)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=25, attempted=25)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=38, attempted=38)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=119, attempted=119)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-05_21_56_57-9915086381931358300/phases/graph_runner/step-invocations/F18-invoke-13720070476700869191/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2001, attempted=2001)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=401, attempted=401)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2879, attempted=2879)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-MeanByteCount'}), committed=14, attempted=14)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-05_21_56_57-9915086381931358300?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 765.211s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190506-044315
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:4b4d361d558baa4a11a2d55779af36ac445c5c4f85b58387352f848fee7f0476
Deleted: sha256:aceb5aa9d807e8b68c1e46f1b425ffb4db7a20e36ef472198c4c5441def06c25
Deleted: sha256:1c926429271260243353e654b35a70fd1e496d8724c2705d7204272a389e969a
Deleted: sha256:70c0e129837cd2ab4e229a27831f38f6ace2411b6601143c508379c93cce0e3a
Deleted: sha256:a5d77a0ac043f858920b21b482881d89154ad5f6306e86a3da2c56bfa5b7e4d7
Deleted: sha256:914622b98f659a57a2d07f253b84a9a873ad17d403624fca8666e5fc542f318f
Deleted: sha256:e759ec358159c686697d6b3fae14ec1c67b9bda3d171329de8681b54ebe9e202
Deleted: sha256:e8c5b63becdf845302c137f4471b950404ddfa2e0c1ddbc24902e704a2ab6b40
Deleted: sha256:6b378818455526a2c4a096ae960fa088d46dd5e0df55aacf5bbc6ff36347660b
Deleted: sha256:b9cd4bc4a3c105b59874db24ab7d5a79dfc29e75a841a25bc813dcf224348324
Deleted: sha256:3064e718c1b38ab91d52fd458173a4e2437c1fecdfab2d03c180d7df67586f03
Deleted: sha256:31a672fc281822f351e2a2731e50c2bad248aef5b893afc2b30839bb1f5dff39
Deleted: sha256:c7d72f2a50665c3c5938d3b0710d30b4df91c2f3b5a52642fe3cad91e924c43e
Deleted: sha256:76e5929b82545eede86d7d113cbf50e7d6702841d34bf23a17d2c2f58c130c02
Deleted: sha256:8d3f5c1c3baa4d314a05c03e5b38fce6acb7b566c58d3c57ead6a8c45b5859f7
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:4b4d361d558baa4a11a2d55779af36ac445c5c4f85b58387352f848fee7f0476
  Associated tags:
 - 20190506-044315
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190506-044315
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190506-044315].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:4b4d361d558baa4a11a2d55779af36ac445c5c4f85b58387352f848fee7f0476].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3128

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3128/display/redirect>

------------------------------------------
[...truncated 298.74 KB...]
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=44534, attempted=44534)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-05_17_15_17-14811326706150282228/phases/graph_runner/step-invocations/F20-invoke-4435367610508714167/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=33, attempted=33)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-ElementCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3984, attempted=3984)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8611, attempted=8611)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=3006, attempted=3006)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-MeanByteCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-05_17_15_17-14811326706150282228/phases/graph_runner/step-invocations/F19-invoke-4435367610508716555/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=10, attempted=10)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=684048, attempted=684048)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=178, attempted=178)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=25, attempted=25)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=57, attempted=57)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-05_17_15_17-14811326706150282228/phases/graph_runner/step-invocations/F18-invoke-4435367610508714847/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2001, attempted=2001)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=400, attempted=400)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2883, attempted=2883)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-MeanByteCount'}), committed=14, attempted=14)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-05_17_15_17-14811326706150282228?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 830.505s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190506-000010
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:d4cdabf199feaa0c722805633c97f2f3bbc43d35bb9ce70b9380e80a509c2d1a
Deleted: sha256:979bad65472085e01c82200f0f7192c610ff6233f8193db9f2c6139660735b22
Deleted: sha256:58154458b0975c41d760c7cf0223f411b5065b9f98adf36a0e8b1ed7c94dd734
Deleted: sha256:b8d5128cc124f7cd1df31ca2a3d96f4eeb56b80ad532e1ba0a5cc8ae44f38a98
Deleted: sha256:08e3fe9ee70cda031ff250221739fd6a49ec69ba518eb57a0a76202134a8ecb0
Deleted: sha256:5e6785fc1ec1306e5be0a46ca0acce688f950a54450a25f5ed0e41dad120f52e
Deleted: sha256:61bf5670ea6a916679d4d57b26b605981ee5642d6baffc361740eb6a72227ff6
Deleted: sha256:b71d6b00fd0b334f3932e2714bfcc6a8add32ab38a89923c177d8cb587e8ebc9
Deleted: sha256:60c6586f242a7598abdd7b50dd13bebcbd7455eb4b55ac17f5378d2c9a1de9af
Deleted: sha256:eb7f77c1ece7182d421910ea8f61a4bfc592dae836d6129bb9542f265cf737af
Deleted: sha256:df71f7a39bd265ba06ff1dfb681e94fd3bbd7b492fd7f4f5a7944f00950fbab1
Deleted: sha256:95233c40e593837ae58b37d84369b63e5f103bfe0259f3f008edb12cf0ac66c4
Deleted: sha256:01571d98906132201744d05a23740213ae6d945d56ebf0693f4fb6546558447a
Deleted: sha256:75524a1fb2363ab994541814d59305d77c833a0bbe95efc6776f8a6a7e71219a
Deleted: sha256:99c0cc07a84ab0716799bb6e31eba07a5662e07fd3e78ed710952edadafae6f2
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:d4cdabf199feaa0c722805633c97f2f3bbc43d35bb9ce70b9380e80a509c2d1a
  Associated tags:
 - 20190506-000010
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190506-000010
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190506-000010].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:d4cdabf199feaa0c722805633c97f2f3bbc43d35bb9ce70b9380e80a509c2d1a].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3127

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3127/display/redirect?page=changes>

Changes:

[robert] fix format string errors with errors package.

[robert] Update Go protos.

------------------------------------------
[...truncated 298.43 KB...]
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=38938, attempted=38938)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-05_14_49_55-5781875545193939146/phases/graph_runner/step-invocations/F20-invoke-10784662707247476507/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=33, attempted=33)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=29, attempted=29)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=117, attempted=117)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3981, attempted=3981)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8417, attempted=8417)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=3004, attempted=3004)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-05_14_49_55-5781875545193939146/phases/graph_runner/step-invocations/F19-invoke-10784662707247474983/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=598102, attempted=598102)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=155, attempted=155)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=25, attempted=25)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=110, attempted=110)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=117, attempted=117)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-05_14_49_55-5781875545193939146/phases/graph_runner/step-invocations/F18-invoke-10784662707247473459/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2001, attempted=2001)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=401, attempted=401)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2885, attempted=2885)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-MeanByteCount'}), committed=14, attempted=14)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-05_14_49_55-5781875545193939146?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 719.727s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190505-213657
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:b31330ea3a28fe9f621733e1fb6023447159176f151c94ab88a62aaf34a59093
Deleted: sha256:d9bbc6e3c90a43b78df403c2841dc840a5dcd21294aff5c93a7cb36957336fd0
Deleted: sha256:bf394bf2899a0d77474730a70ef99a0351c934e0a51871271ca9ead8378c9b13
Deleted: sha256:16ab0f979c31c0bbc8d1ee564f228a3210ad05c1d2d37e7d5aba294de26a5dd4
Deleted: sha256:11a79eb7d42e1a68a1e96414d8e397e3565fa9f4ef55a964a265fc794a9fbb35
Deleted: sha256:42ed578d93f14e97532050d3149253abadbc03d9f56d9906265884e1f7464d88
Deleted: sha256:eda2bfef1067bcfafc24891341d4de1a80c704fef88782f159397a0fd1756f4b
Deleted: sha256:7097898c12bb325b9e76c2ebb9384fe091e0eed6aba4947eee2875d4cf0d44af
Deleted: sha256:d7564d5a0955ebf5c745d1d9a5de71e75fd06a76ee55f16357e969afa2b46a0f
Deleted: sha256:952676779d8ad9888eb6cec8bc9c24d60d0a16283c5f56aece4065c09dba0963
Deleted: sha256:ac5c239db2537a0383c7dce02a412207b9ca59637096c6c3808d81f2fcd47598
Deleted: sha256:f2d4a3bf874e312c7076c5e8aafa5d60e9531c955b1aa1cba092d646922b3874
Deleted: sha256:ed58095929890b49cfc482bdf060f0779b07b69e005b87c926ebf8edd45cb425
Deleted: sha256:8006146cf7dba6cde9c3a4a7bcea3a47e96cea05902b4ffd9d03658e745dbc22
Deleted: sha256:4e167edd6c37d2ba27c50a88679b65fd227aef48b814eab658a567a543094e13
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:b31330ea3a28fe9f621733e1fb6023447159176f151c94ab88a62aaf34a59093
  Associated tags:
 - 20190505-213657
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190505-213657
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190505-213657].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:b31330ea3a28fe9f621733e1fb6023447159176f151c94ab88a62aaf34a59093].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3126

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3126/display/redirect>

------------------------------------------
[...truncated 299.41 KB...]
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=41565, attempted=41565)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-05_11_15_18-17412699499676105428/phases/graph_runner/step-invocations/F20-invoke-1148753547456879755/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=33, attempted=33)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=116, attempted=116)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-ElementCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3986, attempted=3986)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8607, attempted=8607)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=3005, attempted=3005)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-MeanByteCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-05_11_15_18-17412699499676105428/phases/graph_runner/step-invocations/F19-invoke-1148753547456879791/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=6, attempted=6)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=638444, attempted=638444)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=166, attempted=166)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=25, attempted=25)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=55, attempted=55)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=116, attempted=116)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-05_11_15_18-17412699499676105428/phases/graph_runner/step-invocations/F18-invoke-1148753547456879827/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2002, attempted=2002)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=400, attempted=400)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2879, attempted=2879)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-MeanByteCount'}), committed=14, attempted=14)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-05_11_15_18-17412699499676105428?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 800.460s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190505-180007
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:a9516d52ce52a07180613bb4ad7a82dd2146d0ca0d0a8a6b1bcd893cea6d1a3d
Deleted: sha256:2d6441e2afb918f8b1dd2cc2212519ea2888beee8877b32b7be61dd0650dcdae
Deleted: sha256:aa055a528227bfd490ccc1874cd49ac03eb5503a5feb69fcc85c9582c1d60efc
Deleted: sha256:0162088f7263f23353a3e1d1d57485984e2f34b570c8e93c01e46cb532f5a219
Deleted: sha256:e85a26bfd980e6b05a9b5717eb02502519c5b04d5b9d656232b16adfdd911d8c
Deleted: sha256:1cd443d5386e055f86c7359231f4bc4d6d296830e24bef642c5293f07e6a666e
Deleted: sha256:e8eaab6152a91d1757f649861fb91262d493590a2f316e14839505f3d6aac245
Deleted: sha256:376cc4b59add9f48658b2f2958393e9e86d8b0bd3201ddb9adc0d0d1eeace311
Deleted: sha256:2453cee10f553c8693a201b13f0ce925120ab8727ae02dac7d43af356898718b
Deleted: sha256:663427fe53739e2eeb8221f117fbd393192ce11648969f88d6d32c6e92ec0dc9
Deleted: sha256:185fa9f86d34a95fd67d6853ea2ffc18d759ff36fea83820586ca56ba79c2162
Deleted: sha256:8ab78c685d143a8630cba6b9322555f03c9e28c018137f38b5a3377eea46e495
Deleted: sha256:1f88beb5b38ccc517323459b6f92934e5c1fe85df43175da9d43aefac1d8404d
Deleted: sha256:b6f49ac6adcaf31973ba0726842e1afaf50e78610bb997345c3152bd7576f89e
Deleted: sha256:cf91b4372a856728db41998062cf0cf71ed8b351b40b67b3fa078168fee1d0c0
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:a9516d52ce52a07180613bb4ad7a82dd2146d0ca0d0a8a6b1bcd893cea6d1a3d
  Associated tags:
 - 20190505-180007
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190505-180007
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190505-180007].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:a9516d52ce52a07180613bb4ad7a82dd2146d0ca0d0a8a6b1bcd893cea6d1a3d].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3125

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3125/display/redirect>

------------------------------------------
[...truncated 298.44 KB...]
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=39995, attempted=39995)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-05_05_14_53-8990725475205115940/phases/graph_runner/step-invocations/F20-invoke-894601180505436719/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=33, attempted=33)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-ElementCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3977, attempted=3977)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8607, attempted=8607)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=3006, attempted=3006)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-MeanByteCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-05_05_14_53-8990725475205115940/phases/graph_runner/step-invocations/F19-invoke-894601180505437619/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=9, attempted=9)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=614335, attempted=614335)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=159, attempted=159)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=25, attempted=25)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2, attempted=2)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-05_05_14_53-8990725475205115940/phases/graph_runner/step-invocations/F18-invoke-894601180505438519/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2000, attempted=2000)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=401, attempted=401)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2874, attempted=2874)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-MeanByteCount'}), committed=14, attempted=14)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-05_05_14_53-8990725475205115940?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 775.430s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190505-120010
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:eaa7a9075c6c71b2043719e817674c37c817d023c5973e148180d70bf81763ff
Deleted: sha256:16c5df85781136db0c4cf67f381baa6f1a3dc580756064084cac4605b696c94a
Deleted: sha256:56bcf2fbbf7c224d95a1e3638d7a7faedc93c932dfa1cc90ad30e2ab2893ae86
Deleted: sha256:aaf8244b8a791bf10423ed766f9ed40a4d56ccfed8f7169ed3794c212319820d
Deleted: sha256:8c95c5f1ab446bb99d8367b2979febc8cdd74508bede4084b323be4bd148b7dd
Deleted: sha256:baf8653ec2b3a1f4d49e50fea784d28fcf9181d32952812a7c4665896585865c
Deleted: sha256:dd505a4a3fdd420c4d4fb8d68e56d0986f180d875aacb05219cd64e12fe4afa3
Deleted: sha256:c45db3e5336165c5f775d555882339360eb77f68335965a658bfbaa06f8b78f9
Deleted: sha256:17529e097fcade380fc290fd5781891c85f501e425c9f0764ac25280c0a285f1
Deleted: sha256:14a914a3ff2ecc68b2abe528b69f897572aa9b97ff4e6ac0eeb3f729c6beb667
Deleted: sha256:3b8006838b0ffd4189558fb00c04e948481ab418f4ccf34c1f6c9f9908ff4b99
Deleted: sha256:f4018e9adc1f36912147b67d5d04d7045d90c2f0cd94ca21f731d9d22f832f2a
Deleted: sha256:ce723ae9231a117ac49928c02b4ccae01c8303f633386cfec6d5fe886e107b66
Deleted: sha256:8aa786f720dc08cd13fb65fce8fd08e7487cb1838e1a7aa6f8b462f5721c768c
Deleted: sha256:5731d5d6e44b1239b8cfb4478475a51bbaf3597e0d07d14f5b000c6e236b63a1
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:eaa7a9075c6c71b2043719e817674c37c817d023c5973e148180d70bf81763ff
  Associated tags:
 - 20190505-120010
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190505-120010
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190505-120010].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:eaa7a9075c6c71b2043719e817674c37c817d023c5973e148180d70bf81763ff].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3124

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3124/display/redirect>

------------------------------------------
[...truncated 298.76 KB...]
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=40919, attempted=40919)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-04_23_14_00-2671328646700284954/phases/graph_runner/step-invocations/F20-invoke-6857368904504386660/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=33, attempted=33)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=29, attempted=29)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=117, attempted=117)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3985, attempted=3985)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=6405, attempted=6405)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2996, attempted=2996)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-04_23_14_00-2671328646700284954/phases/graph_runner/step-invocations/F19-invoke-6857368904504386872/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=8, attempted=8)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=628515, attempted=628515)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=163, attempted=163)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=25, attempted=25)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=107, attempted=107)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=117, attempted=117)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-04_23_14_00-2671328646700284954/phases/graph_runner/step-invocations/F18-invoke-6857368904504387084/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=4204, attempted=4204)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2872, attempted=2872)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-MeanByteCount'}), committed=14, attempted=14)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-04_23_14_00-2671328646700284954?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 700.736s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190505-060007
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:c6bcf3a528f817170eb323a69e7a2535e305c3d94f5ae314f80a5af1665d9dd6
Deleted: sha256:ad499cd9285f6e332d39fa2296a9a21e8e8dc15e4eff0177a06c3b98ac9e0cad
Deleted: sha256:27f2036d28975c0417377601992cd09a4a21030e08ebe5203765b84e70b5d43b
Deleted: sha256:b455161aafdfbf7a95f08e1079de7df3403dcc500f3ff9d0782008db09aa4bf8
Deleted: sha256:e1b1ba500190d2e19de381a693a521cce2b7e8ad5c6ccfd5b448f557241e7738
Deleted: sha256:ddf0f38c8efe60dff7a80f902db0a4cd659a86ac6fd623644ecc32b2e31573b4
Deleted: sha256:9762bb3fb95d2f2821cfab13fc7555ced2fc17ec075a9f54d2a42c6a681871bf
Deleted: sha256:bf8843a61b303160da06b4165eba0b937d6798c19eca88f2c5e6c72cf5546f79
Deleted: sha256:d38306dc1867e0d76b986cea99a5582db642f8fef5f8a884c2bc8773d1e81be7
Deleted: sha256:efc75cd4a551a7f6281c1808e060dcadf6a32b06875d7b21b03d031b475995ee
Deleted: sha256:2862a8355e9005410ec8b6c4def734c64dcdb708f815abd9e8c3a0f0cac5fa16
Deleted: sha256:57ebc135f7e14b5258c4fa20a29db632c87178fc2fba55414f9a4de985b2e685
Deleted: sha256:5a95e45b06fa022345193084e886bdb9c6634bc56010a39c82962636d8186811
Deleted: sha256:320a2cc69256f5887143ec723c11337c499cc68219768f36fdfd56486f3d86e5
Deleted: sha256:c392671af465358ac3fb397840fe53c7697f8544b6aa5ac57963d4d405e673d7
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:c6bcf3a528f817170eb323a69e7a2535e305c3d94f5ae314f80a5af1665d9dd6
  Associated tags:
 - 20190505-060007
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190505-060007
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190505-060007].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:c6bcf3a528f817170eb323a69e7a2535e305c3d94f5ae314f80a5af1665d9dd6].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3123

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3123/display/redirect>

------------------------------------------
[...truncated 299.00 KB...]
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=39002, attempted=39002)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-04_17_15_36-9819628920889691244/phases/graph_runner/step-invocations/F20-invoke-9295921774137810777/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=29, attempted=29)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3994, attempted=3994)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=6207, attempted=6207)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2995, attempted=2995)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-04_17_15_36-9819628920889691244/phases/graph_runner/step-invocations/F19-invoke-9295921774137808893/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=10, attempted=10)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=599073, attempted=599073)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=156, attempted=156)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=25, attempted=25)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=33, attempted=33)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=58, attempted=58)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-04_17_15_36-9819628920889691244/phases/graph_runner/step-invocations/F18-invoke-9295921774137807009/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=4204, attempted=4204)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=401, attempted=401)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2873, attempted=2873)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-04_17_15_36-9819628920889691244?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 795.764s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190505-000007
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:9bbb166fd322bb7f2566c0600244d71941c9489f6a318fc7510531bbc2c55994
Deleted: sha256:8f43183d5024f96e929b6b3cf011238cf5f3bb86e9f4125d3c122fb7247ffabf
Deleted: sha256:61b002b2a829beaef3a8ae74b07d72190032e1b321477cdb71b7fff5e6d4727b
Deleted: sha256:d0fb06d9bb2e61e60105fe497c66f1ef97964001d1ef9ccfcb0ad94c24a06a8e
Deleted: sha256:c1e02e0ee884bef84466a18b4b092d61131ddbc3399951d582acf2f1b1ef2ad6
Deleted: sha256:cf0710ef2a7be47699d1ec1a87181d7dbc536e017a7e186eb690cbecd26485ff
Deleted: sha256:28a900003573592c9d6d28f2a7775d11465b1542850ff36f1e4be412c2b8e6f1
Deleted: sha256:6fdd996b2a488c14b3b1b03a6ac3be432c4f58603759efdc4fd773154fb64ada
Deleted: sha256:831a87ab4638735f169aeba6d097444753cc31bf32f0067d32126d57ee15f41c
Deleted: sha256:eea212b73723ca47dce09a392ffea44020a3310621e9a349df7a20de01abee4e
Deleted: sha256:c10911491912ebb62870df68a9df5328955cebd2d3b1eefa3141eca9c67c1033
Deleted: sha256:9098995e65379b8862cb358703614f4b5e5b6a0d8081ddb7be65ba7fac0b6db7
Deleted: sha256:d5f54af6c2b5cb59fb66d6f6ea4b42f1152c358a703841cdcffec525b6aaada0
Deleted: sha256:eaa47362fbb727fdab4106dfc0ad4a465a63c09d4622c5ebb9e4f1cb2c869f4a
Deleted: sha256:068e19f7beb7fd0e98dc2e32e0a92c68cf88da617ee569c6ef7b7ec7c1e90c31
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:9bbb166fd322bb7f2566c0600244d71941c9489f6a318fc7510531bbc2c55994
  Associated tags:
 - 20190505-000007
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190505-000007
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190505-000007].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:9bbb166fd322bb7f2566c0600244d71941c9489f6a318fc7510531bbc2c55994].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3122

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3122/display/redirect>

------------------------------------------
[...truncated 298.58 KB...]
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=42851, attempted=42851)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-04_11_14_10-5991697383509437024/phases/graph_runner/step-invocations/F20-invoke-18220667223325221988/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=33, attempted=33)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=29, attempted=29)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=119, attempted=119)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3989, attempted=3989)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8406, attempted=8406)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2993, attempted=2993)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-04_11_14_10-5991697383509437024/phases/graph_runner/step-invocations/F19-invoke-18220667223325224160/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=7, attempted=7)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=658191, attempted=658191)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=171, attempted=171)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=25, attempted=25)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=70, attempted=70)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=119, attempted=119)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-04_11_14_10-5991697383509437024/phases/graph_runner/step-invocations/F18-invoke-18220667223325222236/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2002, attempted=2002)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2880, attempted=2880)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-MeanByteCount'}), committed=14, attempted=14)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-04_11_14_10-5991697383509437024?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 740.755s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190504-180007
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:0108c25316f625022fc0ed7c06982e6f68ad4ba55556b05a4a674852edbe347e
Deleted: sha256:6c807182679a4d448e368dcd4fa618c7a0799ac9e93db6465bc2daca13db17a9
Deleted: sha256:801764d4d18a9a627b9675f65d23207a2cb12fd81b18986e4eef6f3e9059b02d
Deleted: sha256:d4032ba12bde444411e5af9bdc4fb28a31a64ec14b1dcd1bc2e2ea1db9da9305
Deleted: sha256:2a245bd0b0c238ba65e10b6a2f86b0b9f3f938b0f4b578202a5f5bdaf5b9f78c
Deleted: sha256:773128124426c014bb694a065b37537ad86ec9126c7f354f605c61ae99ea0ced
Deleted: sha256:69bdab5efc58adf21fdde950197909634f5332ee7d0e90e54e0d6214d51effdd
Deleted: sha256:3c32b0fcac92d4055c4bd32d4d91adb7f0cbc4eb1a65bb3341a4dd6ea3faaec1
Deleted: sha256:ef1790edf50112de846700fd3e17e18c4656d54f4049feee4cc0c7983abf5c18
Deleted: sha256:b02e8b3dc78f119705eec60eade629c55aa39440d15961099ab18274442bbd8c
Deleted: sha256:26c4ccb9d32de4543610eb441cd3898f546b4fc8be4b16979b50d309bc3a8e5b
Deleted: sha256:4a5a53728cf64bad67339dd7a9d5f6a9928f8341bcefc438065537dc8798473d
Deleted: sha256:3000cd937d2801230ff1242e7f39b6fcfc25a070e3f170d891a7200c2bba9914
Deleted: sha256:afb320c312f06e8b76219a38b65d0c7e1a9df6c6996a7d12151914fcc80b832e
Deleted: sha256:958a3cbeabb9aceb1347ec74f3a60795b79bed6e28155e5dbcf0e3fe5bdd1725
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:0108c25316f625022fc0ed7c06982e6f68ad4ba55556b05a4a674852edbe347e
  Associated tags:
 - 20190504-180007
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190504-180007
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190504-180007].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:0108c25316f625022fc0ed7c06982e6f68ad4ba55556b05a4a674852edbe347e].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3121

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3121/display/redirect?page=changes>

Changes:

[kcweaver] [BEAM-6966] Spark portable runner: translate READ

------------------------------------------
[...truncated 298.64 KB...]
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=42216, attempted=42216)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-04_05_43_16-2073322353179484620/phases/graph_runner/step-invocations/F20-invoke-8399347100725699460/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=33, attempted=33)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=29, attempted=29)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=119, attempted=119)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3990, attempted=3990)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=6206, attempted=6206)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2992, attempted=2992)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-04_05_43_16-2073322353179484620/phases/graph_runner/step-invocations/F19-invoke-8399347100725701080/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=648445, attempted=648445)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=168, attempted=168)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=25, attempted=25)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=56, attempted=56)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=119, attempted=119)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-04_05_43_16-2073322353179484620/phases/graph_runner/step-invocations/F18-invoke-8399347100725698604/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=4217, attempted=4217)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2874, attempted=2874)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-MeanByteCount'}), committed=14, attempted=14)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-04_05_43_16-2073322353179484620?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 790.762s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190504-122914
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:a08cbb1ae39a39660a55d2c162aab5cece4a1466e0383d0d9dd84f6f28017c78
Deleted: sha256:f54055e2f405d752b6afc86c2ceb959655afd9f1a44ac095948d31482d5338fb
Deleted: sha256:642a3811cde8958791c4402324d77aeb8a7adc2e563d1d920a20edd969c56cd0
Deleted: sha256:2ff57902102574f8f7567b8b929ffd8a391799aa96441b0304e06b8f295844ba
Deleted: sha256:87839e8c7fcad500a18b98752939e3899df626b9d02c6dd2ad2775bee6bd696f
Deleted: sha256:714f7f367e69828ff0e4a5df44764ca64d3b54d23012527ea90b365d8f987ebb
Deleted: sha256:b8924897a07f4bb38a4c28ff285c2fff2fb363bfb02d45bb0c91024cb319096b
Deleted: sha256:91312652253edbd9f4c7a41fd1efda926bff8223aa5f99dc9edd330ad1edea98
Deleted: sha256:85b7305d4cbe0d3847d78e6928f7532ea93d7102729dd46316c093260536c994
Deleted: sha256:e51e76eeff18636f348020c0537a8d5144feaee84dadde790929fe112ba69d21
Deleted: sha256:af03bcf5c16700e850779731cb8d35ae6a10542677a622d6418901faaa2880ae
Deleted: sha256:95722753ba31da906c7a643dce2b8a04485bb76a8d00f5786dcd8db8512f9517
Deleted: sha256:8e463883fc56c3199066bff80af197c2e9dadbbc0aafefec31580ef8d56e60ce
Deleted: sha256:bc0531f880896bfc15812e9d43a62d9787ba0776a4fd15b9b4a6e7b434e15c08
Deleted: sha256:f75e9dac9595fdae58f088cdc20cb5128d0069550964449dc6e747c88e09e24c
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:a08cbb1ae39a39660a55d2c162aab5cece4a1466e0383d0d9dd84f6f28017c78
  Associated tags:
 - 20190504-122914
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190504-122914
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190504-122914].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:a08cbb1ae39a39660a55d2c162aab5cece4a1466e0383d0d9dd84f6f28017c78].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3120

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3120/display/redirect>

------------------------------------------
[...truncated 298.77 KB...]
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=38455, attempted=38455)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-04_05_14_22-16444070098099302865/phases/graph_runner/step-invocations/F20-invoke-3305182839013353696/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=29, attempted=29)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=119, attempted=119)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3997, attempted=3997)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8415, attempted=8415)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2995, attempted=2995)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=202, attempted=202)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-04_05_14_22-16444070098099302865/phases/graph_runner/step-invocations/F19-invoke-3305182839013353604/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2, attempted=2)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=590671, attempted=590671)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=153, attempted=153)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=25, attempted=25)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=33, attempted=33)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=57, attempted=57)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=119, attempted=119)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-04_05_14_22-16444070098099302865/phases/graph_runner/step-invocations/F18-invoke-3305182839013353512/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2005, attempted=2005)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=400, attempted=400)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2867, attempted=2867)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-04_05_14_22-16444070098099302865?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 690.536s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190504-120009
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:e3bd0b62ff093de31f24396fcd2f3a827892d473f55cec25ea040e0fff8dd2a0
Deleted: sha256:18c5ec86c002fa680c701b6d433c6425d0bee9f82a012ae5a727476c4f974d6a
Deleted: sha256:2ec3c921a32397ef337f81f2a13c418367b349dd7b1f7eca536d95e33b1fd937
Deleted: sha256:37bfcda8cd6e4f84ee51311af3784eaf2f583a3d38cdb83956c0553828cab1fc
Deleted: sha256:d361fc496207b24a0a933f1cf8ef42178cb3ebd30f0f72d3d593cfca11449ab1
Deleted: sha256:b8c960d3da69d0ad2f76cfb66ad0968f9bde354bb42fed3dd73f0a446785f23a
Deleted: sha256:3141e24645e8e73b5716046ae06660cebf766dd477bbf7c692d1b40b1da3dce0
Deleted: sha256:0e3d741a88058f7b5a3d54e0c76ba4599cfad3bd2161c1f8483fbda5ffb7cb91
Deleted: sha256:11bb2ab522645e0b119bf41e95c7475663db28b6cd9950e3640396c30328156d
Deleted: sha256:10e07c390f51ebf330621dacabf4d7626ed0635d324169b7feb233b71a07c90b
Deleted: sha256:46a7feb40c5fad579164b0f860c9378847c4b82580052419c904a97e984f0ea4
Deleted: sha256:701efd6327d8173b1642dda8280227b056335b3c06121508d2f8d854445e8eac
Deleted: sha256:4f7d0e8168cc16e667cb740ed0b13c76abb8ad2edfd96898fae32848b0844445
Deleted: sha256:84bdfea80e63fbd4aef1774710ee1addfbe23247b0a5ce5ea6f91acc44c535d6
Deleted: sha256:bf4cca4a554c326442174d23364bf9d491f5bf769c478cc88df38d8fc1d3ef4a
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:e3bd0b62ff093de31f24396fcd2f3a827892d473f55cec25ea040e0fff8dd2a0
  Associated tags:
 - 20190504-120009
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190504-120009
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190504-120009].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:e3bd0b62ff093de31f24396fcd2f3a827892d473f55cec25ea040e0fff8dd2a0].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3119

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3119/display/redirect>

------------------------------------------
[...truncated 299.42 KB...]
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=42437, attempted=42437)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-03_23_14_18-1148769716567726788/phases/graph_runner/step-invocations/F20-invoke-3883387193702767595/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=33, attempted=33)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=29, attempted=29)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=119, attempted=119)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3990, attempted=3990)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8409, attempted=8409)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2999, attempted=2999)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-03_23_14_18-1148769716567726788/phases/graph_runner/step-invocations/F19-invoke-3883387193702764751/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=None)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=12, attempted=12)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=651839, attempted=651839)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=169, attempted=169)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=25, attempted=25)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=111, attempted=111)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=119, attempted=119)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-03_23_14_18-1148769716567726788/phases/graph_runner/step-invocations/F18-invoke-3883387193702766003/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2001, attempted=2001)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2872, attempted=2872)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-MeanByteCount'}), committed=14, attempted=14)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-03_23_14_18-1148769716567726788?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 680.988s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190504-060009
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:2eab96a2217f01eef704f12fce652cbe9c8ea727156861d98f4ace6122338731
Deleted: sha256:68203c1cc016ab8221ba4eaa2204aa225a55afcb6006aa66b97cffc63b8d6505
Deleted: sha256:e0d88cfb680eb2fdaa72c013e8271de7c908800c58959d212a4d2cfd5d503f5e
Deleted: sha256:ad5021745bdc7002fea994be76777eca7b17719060cf803d754f2d85af29d809
Deleted: sha256:3ccc99c737575ae33b6339064b29717713f2dc6c735b797103ade89a15959ca5
Deleted: sha256:19bde23cd2222bff46eca8fe26b336d881936775c8a6c72c182dc67e4379a72e
Deleted: sha256:ac0e1929ce643213da394af75da36ea3cad3f73a3486989b79f0bfa233e19bef
Deleted: sha256:092c4956fd6e5bae51503a6ac2179b04a89a3a77449772228f4dbcbdffb367ff
Deleted: sha256:900a6bd698c83509ec6f8d8cb1648dfc45317ec8f0853b9ac1742cb88477e157
Deleted: sha256:7252d6f0426dd0c5b0981387dcbe065dccb680c9d613af60faa8907360524646
Deleted: sha256:cf2c6e18b7b1f680569cf2e2a90966a5d875be2ae3016bda5070f7b7b689011e
Deleted: sha256:b38fb9fabadb09149d594faf04eee12be946a5983f354c4778e2731ce517c428
Deleted: sha256:d0f728f63b3d717cfb31fbcbdb45b77d7b25c2c532db57056883309d2f28af9d
Deleted: sha256:8fbd316018a14ff3ffb2efdd86debaf6ac53f08c4359f63c0d8474a9d53ecd23
Deleted: sha256:4adb8c529137d27c4f1323ed7ab1f5906062c13fd0737d0e84e36f3201e4bb80
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:2eab96a2217f01eef704f12fce652cbe9c8ea727156861d98f4ace6122338731
  Associated tags:
 - 20190504-060009
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190504-060009
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190504-060009].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:2eab96a2217f01eef704f12fce652cbe9c8ea727156861d98f4ace6122338731].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3118

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3118/display/redirect?page=changes>

Changes:

[yoshiki.obata] [BEAM-7137] encode header to bytes when writing to file at

------------------------------------------
[...truncated 297.79 KB...]
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=43990, attempted=43990)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-03_19_39_17-11525430362221698329/phases/graph_runner/step-invocations/F20-invoke-10829185414458246087/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=33, attempted=33)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=29, attempted=29)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3987, attempted=3987)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8606, attempted=8606)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2995, attempted=2995)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-03_19_39_17-11525430362221698329/phases/graph_runner/step-invocations/F19-invoke-10829185414458247835/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=None)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=675694, attempted=675694)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=175, attempted=175)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=202, attempted=202)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=25, attempted=25)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=57, attempted=57)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-03_19_39_17-11525430362221698329/phases/graph_runner/step-invocations/F18-invoke-10829185414458245487/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2001, attempted=2001)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2865, attempted=2865)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-MeanByteCount'}), committed=14, attempted=14)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-03_19_39_17-11525430362221698329?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 872.153s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190504-022344
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:dd2d25085e25bffa8d04802673fe811f934ba6edfe904038432a60b753e8660f
Deleted: sha256:3e500a739e2a9921d17920aa3f2cecde451b61a47d1db084cfeb35647820e70d
Deleted: sha256:f894335d23029e6b8ac47a92aae1edde11a0292d75098775e40ebfd188686f5f
Deleted: sha256:68c37914fa67d05452c70b044cd3659e65e49122f8d418a71a93948cc402ffe0
Deleted: sha256:6a148da221b92fb4781f0e1751d48035fe04a5144719ecb124db523df83403c3
Deleted: sha256:f54b92c8eb77296910cd947c896fc8e325d5c56c6c67b5e86c5239c88a37d121
Deleted: sha256:e546b6ff94c4aa4353dce559d7ac7803c418aebd1ed015fc0489b4a658c571cd
Deleted: sha256:73ac34cacf06458813cad5e3809a6248e1a933e6b140ca66a405f2c802899c01
Deleted: sha256:f5fb453a2111cdfdb623671883253ae788611affeacceafae4c58b9691e96c23
Deleted: sha256:204f7b5c95c84c2260434e58bd68fef8dc5b02681663e2732a36e56a9049752f
Deleted: sha256:bef469174751ea75d1a8ffcf40a8dab059419d04b9fb614820111d41223705f1
Deleted: sha256:43e2da2dac3bb8c237708b5fe723532314ab68734c0aa31f53e104bd83b86f74
Deleted: sha256:5331a458f69f64f8a8c46b8f214358066eef756b00154c763a9e9b4732b8715c
Deleted: sha256:cccb6cee97ae1b6c133be2e4b7d2776462b3ee830fe1768d44c7c3efbaa754d5
Deleted: sha256:6b0d55f6b65f85b423cda10bae6dcddfc72d3a6259512c94a43e024dbfdc6e47
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:dd2d25085e25bffa8d04802673fe811f934ba6edfe904038432a60b753e8660f
  Associated tags:
 - 20190504-022344
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190504-022344
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190504-022344].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:dd2d25085e25bffa8d04802673fe811f934ba6edfe904038432a60b753e8660f].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3117

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3117/display/redirect>

------------------------------------------
[...truncated 299.53 KB...]
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=40308, attempted=40308)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-03_17_15_58-17948471876945159321/phases/graph_runner/step-invocations/F20-invoke-507552049291823076/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=29, attempted=29)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3994, attempted=3994)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=6607, attempted=6607)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2994, attempted=2994)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-03_17_15_58-17948471876945159321/phases/graph_runner/step-invocations/F19-invoke-507552049291824608/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=11, attempted=11)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=619137, attempted=619137)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=161, attempted=161)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=406, attempted=406)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=25, attempted=25)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=33, attempted=33)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=60, attempted=60)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-03_17_15_58-17948471876945159321/phases/graph_runner/step-invocations/F18-invoke-507552049291822044/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=4002, attempted=4002)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2884, attempted=2884)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-03_17_15_58-17948471876945159321?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 891.015s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190504-000008
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:2da4046779139caecd35a4a5aea740b477935347bd6dfe7f02afab43cf0f040b
Deleted: sha256:a9f8366c0976f9b46f36e23faaa820b0b829cf09eaf4e4f066cec9b0158b3ea6
Deleted: sha256:515eceae292470f2d86caf5a10d6968d7cc568041e2cd36f1f5e4d050bdd7416
Deleted: sha256:4d60182911676113ac2aa309a25147b4c7b935dd26d1b1d95849cfcc264cfa57
Deleted: sha256:0d163087d695e5669b89690f12406f1c7d121558ffc61d8268bf4200dbc0e898
Deleted: sha256:9bc032b790fc43168d749445d442f5004039b9f7b70dd5209e3d3e92fb9f524f
Deleted: sha256:fd5359eaaf92b2135d01cdc75927c088841bda42a7fe6c5665a4962b20123730
Deleted: sha256:4a7e8c0ce9628f21466ac9ebe74d7ce57c170d1c512710dae1d486057c977bd5
Deleted: sha256:9d8ba9d3702c309b69f2cb8288246c57081a52f19da212a57e155fb7842c659e
Deleted: sha256:554f2f3d13678317fe3b5aed214044ad7582629588bab67b17a61e2a5964d6b2
Deleted: sha256:c3e61a6876871315f9c4fc589ce65e3ccc399cfeebfc88082d6a4aaa85ef915e
Deleted: sha256:6eb1d511874a545a9361350b83129431e0ca4d6a0b3a4d448be7f34fd8c7f7e1
Deleted: sha256:1d95138f962c6afa6a9b3f443512e3d5215f249683b28532e50bfb35ad62fd18
Deleted: sha256:171d0c06f3f744b0ce593c21c5363b00a24c809e577c75d279d19683931a25bc
Deleted: sha256:1a044e814c52f7a1644aa1557ef65c264d6ac2164f8bf1efddcf764057e6de4f
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:2da4046779139caecd35a4a5aea740b477935347bd6dfe7f02afab43cf0f040b
  Associated tags:
 - 20190504-000008
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190504-000008
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190504-000008].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:2da4046779139caecd35a4a5aea740b477935347bd6dfe7f02afab43cf0f040b].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3116

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3116/display/redirect?page=changes>

Changes:

[pabloem] [BEAM-2939] Initial SyntheticSDF as Source and add an Synthetic pipeline

------------------------------------------
[...truncated 298.60 KB...]
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=35954, attempted=35954)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-03_16_13_08-6613893471533055794/phases/graph_runner/step-invocations/F20-invoke-16605094910379995392/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=33, attempted=33)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=29, attempted=29)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=117, attempted=117)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3976, attempted=3976)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8210, attempted=8210)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=3003, attempted=3003)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2208>)-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-03_16_13_08-6613893471533055794/phases/graph_runner/step-invocations/F19-invoke-16605094910379998580/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=552260, attempted=552260)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2208>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=143, attempted=143)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=25, attempted=25)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=63, attempted=63)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=117, attempted=117)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-03_16_13_08-6613893471533055794/phases/graph_runner/step-invocations/F18-invoke-16605094910379997672/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2202, attempted=2202)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2879, attempted=2879)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-MeanByteCount'}), committed=14, attempted=14)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-03_16_13_08-6613893471533055794?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 980.756s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190503-225658
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:5ca4ee6ce7861765a9790fa23d2de86c283c54bbfa3790ec15dcbf22ff625699
Deleted: sha256:e8c53bc7db4fdcbb5a4ee4ca7519bdbe61f42273c450fb75c5b1ac0307dc117d
Deleted: sha256:7eb5d03a6b9f4b43e0fb5971d2402da0371b6ac51b703a50d505b55a9422ecaa
Deleted: sha256:69b49cd77622b481fc98c5c799e94ee7c07d9d36d31d617e248533a431b79461
Deleted: sha256:f262a8f170aeded1d3c7eb551856269519ee8bb98f1aab7bf6e2225de6a44cc1
Deleted: sha256:5110f9a35ec050cb33594452ccf39819066bbce88008149163a1a0a4e14d9edc
Deleted: sha256:a7f6f7355ab6e69f7fad54252ba0acd5b0b8c84ed611a059a63f84a5e2a967aa
Deleted: sha256:cf987ffa89ce1ba611d31c09744559bcd93c386184b20b718bf12f5610125d8e
Deleted: sha256:4afd68bcf6753b3e69056c94b9bfb6084229aadd3e5e7a32a5c0e3ac9a6d322b
Deleted: sha256:6d42e0e8f2dca76fbac096c7a4ef00913756218867b5925cd638edb2f810b4ae
Deleted: sha256:ff3577012ba0462185f7f7cf5d22dbea2f642f85022e14502f138b1b711e27d5
Deleted: sha256:8930f8fb076502698c3bfb2da92cbdb6809744724a85c93b91df2d1df2cb622f
Deleted: sha256:343c7a96c536a74423a6900e33e91b4e986083624a32d69f313e79faafab25be
Deleted: sha256:54db63139b3b359eea6182d07d0cdd36cb2f26e82016312c8d58748bfb9046cc
Deleted: sha256:85b13c2249f1d4033fe7c7dd7b9f11f6392efab09c42def86e07c1ec592f6c05
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:5ca4ee6ce7861765a9790fa23d2de86c283c54bbfa3790ec15dcbf22ff625699
  Associated tags:
 - 20190503-225658
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190503-225658
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190503-225658].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:5ca4ee6ce7861765a9790fa23d2de86c283c54bbfa3790ec15dcbf22ff625699].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3115

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3115/display/redirect>

------------------------------------------
[...truncated 298.61 KB...]
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=43526, attempted=43526)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-03_13_12_49-9980147658253192848/phases/graph_runner/step-invocations/F20-invoke-17074009370900705900/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=29, attempted=29)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=117, attempted=117)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3983, attempted=3983)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8208, attempted=8208)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=3006, attempted=3006)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=33, attempted=33)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-03_13_12_49-9980147658253192848/phases/graph_runner/step-invocations/F19-invoke-17074009370900707496/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=668562, attempted=668562)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=174, attempted=174)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=25, attempted=25)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=57, attempted=57)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=117, attempted=117)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-03_13_12_49-9980147658253192848/phases/graph_runner/step-invocations/F18-invoke-17074009370900709092/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2203, attempted=2203)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=401, attempted=401)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2872, attempted=2872)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount'}), committed=15, attempted=15)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-03_13_12_49-9980147658253192848?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 846.084s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190503-195830
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:17b89a8c5f3e6e21f519136f956cef3f82e24b267e6c81d3c933325beb5ea258
Deleted: sha256:bab489759899c2cabf28f7f986980dd20cb2de74a4d930a49bcea43e2fe745cd
Deleted: sha256:3bc2d7eb7fcd4d12f264e8efdb213d98abddefbc840f1cb71b2a3649255054df
Deleted: sha256:91d0a129e3a2698fab0b1ebd055033d767dc81c73e160d4a14ea0d7c76f0e4cc
Deleted: sha256:b27c35f89cd9601b04fec5f04917f5c23fdeb99b8fa7e6025902a0284c9e397b
Deleted: sha256:efb5115d959366457e1570a8e1962fb76d139a5b84d3e8f91fdeaf9fd28e7f6f
Deleted: sha256:b47dca06212ad464a471366b6148b5aaede3b43c9bb992db94d0cebbd92448be
Deleted: sha256:b566895e142ba07829d56a0303060505b213457580357d6e5038682cdac2f469
Deleted: sha256:a48f74804bfdf652ec0f89a4696ed900f7b418074aaee80b96e609090254f60a
Deleted: sha256:ecb16e2c15bf85c2528a0cbeb0cf01d6a0d2980a8d26f02cd63af98e475d192f
Deleted: sha256:c8411700952dd98744eab245902d7432575eb5a022e8dc5702a3e7957c4896ed
Deleted: sha256:1cd7d7029a99f1e465441927a93a042ceeba7261b46f55282c9dfa70737757cd
Deleted: sha256:6195b69b6de908d156cf6826095ab48fc4703dc55c35ade08084206b91ccb28d
Deleted: sha256:50b4738d99848cbad4a340ba8989a9e5dd6e95edf112fa7aaebb63d9d068d166
Deleted: sha256:51398d7ea41a428a5ad553e27f7043c267c9f2129e3fa12ff82fda61653d22a4
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:17b89a8c5f3e6e21f519136f956cef3f82e24b267e6c81d3c933325beb5ea258
  Associated tags:
 - 20190503-195830
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190503-195830
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190503-195830].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:17b89a8c5f3e6e21f519136f956cef3f82e24b267e6c81d3c933325beb5ea258].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3114

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3114/display/redirect?page=changes>

Changes:

[iemejia] [BEAM-6605] Deprecate TextIO.readAll and TextIO.ReadAll transform

[iemejia] [BEAM-6605] Refactor TextIO.Read and its Tests to use FileIO + ReadFiles

[iemejia] [BEAM-6606] Deprecate AvroIO ReadAll and ParseAll transforms

------------------------------------------
[...truncated 299.82 KB...]
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=38525, attempted=38525)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-03_12_48_38-13613983786627403986/phases/graph_runner/step-invocations/F20-invoke-13092678817550949420/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=29, attempted=29)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=119, attempted=119)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3975, attempted=3975)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8408, attempted=8408)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=3004, attempted=3004)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=33, attempted=33)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-03_12_48_38-13613983786627403986/phases/graph_runner/step-invocations/F19-invoke-13092678817550948008/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=6, attempted=6)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=591758, attempted=591758)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=154, attempted=154)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=401, attempted=401)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=25, attempted=25)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=58, attempted=58)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=119, attempted=119)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-03_12_48_38-13613983786627403986/phases/graph_runner/step-invocations/F18-invoke-13092678817550946596/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2002, attempted=2002)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2874, attempted=2874)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount'}), committed=15, attempted=15)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-03_12_48_38-13613983786627403986?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 825.465s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190503-193420
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:d8090a76252b23c5181cfa3321a0d677069f10df31f8baebeb898298f84c5044
Deleted: sha256:5c036cf7de5cc34e9699238f3d0c75bfc147fb352e8c49adea3a78036315e695
Deleted: sha256:95bb5c090440419f043012504f3f75f87172fbb59ccbb72d88f3aee9723b036b
Deleted: sha256:d8956ae22e6ebc5ff9a8f92cd8a817600143363683de4769e15fbefb1f3ed6ca
Deleted: sha256:894af5b66ed21a3e696d4df97bbefde1757fe0c0f86c5db7e52105db3c3cd71d
Deleted: sha256:11741f6010770c849c17d1941c3a1d104ee3d3b79b179ebdda257f4246b978ed
Deleted: sha256:b591dc6733daa6f4e760f04221bf045705b2ba739be524a617cc30499e8235d3
Deleted: sha256:a7e22077ce4d818019f97de3fe78c4c9991be0db6a90e687a5ca633d1fa8d652
Deleted: sha256:3eab5476cc57c33f937705a19762e7642dda9878fa488025811a385a716134a6
Deleted: sha256:1509e8f64109da9d3b2b4d31cabcdbb1e3c6d1df37ff22f4b644b236d525a936
Deleted: sha256:56d8f23c375c157356a95dc25fd43ac69531181c9965d8c06abceac8f33f2886
Deleted: sha256:03503e476a30fb14bd6ef8fffbd0294d6d8159db3ca635853d1498871bf74856
Deleted: sha256:f2b8dc811c16346b6ae7c9178f5857ea168004efc6040c3c9160d90ef6ea1070
Deleted: sha256:9351fc3617d7fb4e674830893af34586917fdb75454943087dd7059433d584e0
Deleted: sha256:d34b8da87a5e62d0773d1d979bc88fcbd9aa0ea3d9d5189c2c5bedacb652de6c
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:d8090a76252b23c5181cfa3321a0d677069f10df31f8baebeb898298f84c5044
  Associated tags:
 - 20190503-193420
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190503-193420
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190503-193420].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:d8090a76252b23c5181cfa3321a0d677069f10df31f8baebeb898298f84c5044].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3113

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3113/display/redirect?page=changes>

Changes:

[github] Update setup.py for pyarrow

------------------------------------------
[...truncated 298.50 KB...]
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=38550, attempted=38550)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-03_11_54_50-12586649394703437631/phases/graph_runner/step-invocations/F20-invoke-5995169391480541417/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=29, attempted=29)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=119, attempted=119)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3989, attempted=3989)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=6415, attempted=6415)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2997, attempted=2997)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=33, attempted=33)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-03_11_54_50-12586649394703437631/phases/graph_runner/step-invocations/F19-invoke-5995169391480544621/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=12, attempted=12)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=592134, attempted=592134)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=154, attempted=154)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=25, attempted=25)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=119, attempted=119)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-03_11_54_50-12586649394703437631/phases/graph_runner/step-invocations/F18-invoke-5995169391480543729/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=4211, attempted=4211)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2866, attempted=2866)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount'}), committed=15, attempted=15)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-03_11_54_50-12586649394703437631?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 843.994s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190503-183845
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:bdb47f6fcf64230e6d97873314d6b5976aef6228865fcf45211ee0db7c7a07bc
Deleted: sha256:c2c0daff453b913b3e8f5280087c7b0f5bea6fd5973c95329b64c442c3d64566
Deleted: sha256:c2ef4b27c3b5dec3a876672af325d3f73baff3900083f8d7791b3af2cf902579
Deleted: sha256:4577b48b3b26359c2386ccca7fe7bff131d6f5a2415828e8dbd639a5f2d84c10
Deleted: sha256:0a0e607af78a3f09ce7f3a2bf0eb7085cf556640fdb0d103b4421cd8310864f5
Deleted: sha256:11a55adabb21bc40445ea1f9c2b3680c941b4d86887a12ef5f93435e21b9af9c
Deleted: sha256:6033d25aa60996d1fe5e824e152168a1a5fd6cd86b98005b964562208ebee39a
Deleted: sha256:c5b2f70fe7f6de0a7319d29b801bd18453a9c503b4c9bdd69165be4ddca5563e
Deleted: sha256:3defc6135fb6176556d69f8d27a60312090933916a4febdd3d9604c7d6a29986
Deleted: sha256:fa954dbc0839045610ce4538dd20c23f47b9497ac16cd5c92d55bc1736e06b00
Deleted: sha256:36a696be61197a86f93e2e16cb1dcee31d51edf143612e67dc62b78b4d86c2ce
Deleted: sha256:955119fa47bb3946ff6c4983f46ec443cb45eb94fa96e5d93849df9cc2a63ddd
Deleted: sha256:b02b296c1f028cf564abe5a0082c63d2710fe6db8401d5b91b060a2170b0c32d
Deleted: sha256:400855b5121fdee6f37d8b4e75b70cc20705808f6e1a68de6b1a7e2a42c18e27
Deleted: sha256:2e3de0be4d4bf8df5fb5c3786d827353f627c945b0db71bef9c98a8c2ecd0b5b
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:bdb47f6fcf64230e6d97873314d6b5976aef6228865fcf45211ee0db7c7a07bc
  Associated tags:
 - 20190503-183845
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190503-183845
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190503-183845].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:bdb47f6fcf64230e6d97873314d6b5976aef6228865fcf45211ee0db7c7a07bc].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3112

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3112/display/redirect>

------------------------------------------
[...truncated 299.18 KB...]
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=37817, attempted=37817)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=25, attempted=25)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-03_11_15_47-14236000882341106172/phases/graph_runner/step-invocations/F20-invoke-2461222769145200525/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=29, attempted=29)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=117, attempted=117)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3993, attempted=3993)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=6204, attempted=6204)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2994, attempted=2994)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-03_11_15_47-14236000882341106172/phases/graph_runner/step-invocations/F19-invoke-2461222769145199201/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=9, attempted=9)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=580879, attempted=580879)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=151, attempted=151)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=202, attempted=202)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=610, attempted=610)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=33, attempted=33)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=108, attempted=108)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=117, attempted=117)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-03_11_15_47-14236000882341106172/phases/graph_runner/step-invocations/F18-invoke-2461222769145197877/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=4003, attempted=4003)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2866, attempted=2866)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-MeanByteCount'}), committed=15, attempted=15)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-03_11_15_47-14236000882341106172?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 831.821s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190503-180012
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:c3ece7ca8f907dbbf5a534825be1553bfae39e2b3ba3329b88298eaf5ee0806c
Deleted: sha256:bda771a9ffd60ada8be280db4ab628f75b24dcf408b0dbb1b0c757217f6b844b
Deleted: sha256:d27dfb76999fb862dca6f891cb5e91cedc2886ef2daa762b64be3c9e83baaad3
Deleted: sha256:2c1715c069093861d4bfba7a067614b80aebecb2d2677450d6128ea2efafe15e
Deleted: sha256:bde139aac8217f7a3ba2df1267fddeba7b0d45aff6046c9a55b50631c9186b29
Deleted: sha256:b8748741489a662d20da50c6f8884c91d6e9e6c097561a3ad17e9f8f60115d94
Deleted: sha256:63e06b0564e8ebaf7876cadafd3f41dec8fdddd57b70c240949bf5670c875397
Deleted: sha256:d584b4443969eb370e03a6c20d601843961254da87b586857f2b4423160f43b7
Deleted: sha256:a8c7d49f9b69f6ba3f978fb6e5628be0cb95b0b7855d7304268ab8dc0b2e09c7
Deleted: sha256:9f6cf332c26414345195d4a74a7ee5ec77befd5c4cb722c08e6944609db38577
Deleted: sha256:dc568298b984299800c86e56c6d51dffd3bdaf3b0c3d64c0ced91b32716cabce
Deleted: sha256:64166f00d3145b95f7f7fb64c5ebd4048b9727ef25a7f439e2e260a04147373c
Deleted: sha256:3f7bba6b5c778bc061de86a0243bacc4332e285ba3091bcf4a94315c5559db35
Deleted: sha256:457c4b7bd703139229e1567ffbbf7fca2b1a4ec811868ee5bf533fe74bd007d7
Deleted: sha256:2b6c0b5d1ba829bd0df28b2a09196d510a6cd0ba128f655ba4ea46d2b8828465
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:c3ece7ca8f907dbbf5a534825be1553bfae39e2b3ba3329b88298eaf5ee0806c
  Associated tags:
 - 20190503-180012
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190503-180012
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190503-180012].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:c3ece7ca8f907dbbf5a534825be1553bfae39e2b3ba3329b88298eaf5ee0806c].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3111

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3111/display/redirect?page=changes>

Changes:

[mxm] [BEAM-7192] Fix partitioning of buffered elements during checkpointing

------------------------------------------
[...truncated 299.35 KB...]
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=44182, attempted=44182)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-03_08_37_48-3363754461248951661/phases/graph_runner/step-invocations/F20-invoke-20664929449759743/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=29, attempted=29)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=116, attempted=116)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3990, attempted=3990)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=6617, attempted=6617)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2996, attempted=2996)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=203, attempted=203)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=33, attempted=33)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-03_08_37_48-3363754461248951661/phases/graph_runner/step-invocations/F19-invoke-20664929449759307/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=11, attempted=11)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=678639, attempted=678639)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=176, attempted=176)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=25, attempted=25)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=78, attempted=78)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=116, attempted=116)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-03_08_37_48-3363754461248951661/phases/graph_runner/step-invocations/F18-invoke-20664929449758871/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=4006, attempted=4006)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2879, attempted=2879)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount'}), committed=15, attempted=15)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-03_08_37_48-3363754461248951661?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 841.658s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190503-152211
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:7102786a7493dcb24b80c5b08d9f44bbb358785ffe832893c3b14aa67b841789
Deleted: sha256:5e871e871a1bed8cf873e748b4679c760e7df4c64b5120a68e973a4ac68c79f0
Deleted: sha256:4f9a03966f479e5c159c37c32ede2d1df6c1a0f644a63febd5c823232139dea9
Deleted: sha256:ebcc10165625544bcb43ee072e415470c547b9b258a85d510a6381153fad7e1c
Deleted: sha256:4ccf45bfaa3062f083ad67c274e1405b290f7e47afb745245f30300ade4e28ff
Deleted: sha256:4383f8cce019ccf406cc9b86da0ee07bd91c6c34f3903afbb1c038e3b8527ee4
Deleted: sha256:5b1029997f549963e37a30bdf5003bef04db24a44463c86ef28bb3cb0304c9ba
Deleted: sha256:1fd2b3d1db791c2bea596cc8313d2bce1489915d689edaed6c2754a6af7416ba
Deleted: sha256:9959ace29db25e3ca593897c1dc002f03aeaa06cc9af3ac11ab1df630d0ee35d
Deleted: sha256:4bcd7e268300df05c9e48e2b0872db48ea8e173a8f5fe8f68c5ad909280569c7
Deleted: sha256:8df563b32a9ce1fd1464954a18e87165c29882bc2235c5d6b9ecdc1a2a9e7605
Deleted: sha256:27dea7d1e9e637bd689d4bff3f1186e9a69e1fabb6aa29a22ff1f71f339bfbb4
Deleted: sha256:5a8766a4d75c9468b98f8a02c1f82dda03301972a28cfa38a5dbf7d74caf8eb3
Deleted: sha256:f2f2fada1d257ef46239e6ca5ae0d4016952f2fdaae4e3fe040c2ddb4953c928
Deleted: sha256:03d645681b0b243604b7e39d6ab48f029bcbf14553e98cf2290d7de5c36a4e91
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:7102786a7493dcb24b80c5b08d9f44bbb358785ffe832893c3b14aa67b841789
  Associated tags:
 - 20190503-152211
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190503-152211
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190503-152211].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:7102786a7493dcb24b80c5b08d9f44bbb358785ffe832893c3b14aa67b841789].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3110

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3110/display/redirect?page=changes>

Changes:

[aromanenko.dev] [BEAM-6247] Remove deprecated module “hadoop-input-format”

------------------------------------------
[...truncated 298.88 KB...]
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=45600, attempted=45600)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=25, attempted=25)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-03_08_04_18-17829483413968843367/phases/graph_runner/step-invocations/F20-invoke-3137530876224123529/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=29, attempted=29)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3991, attempted=3991)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=6607, attempted=6607)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2995, attempted=2995)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-03_08_04_18-17829483413968843367/phases/graph_runner/step-invocations/F19-invoke-3137530876224125845/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=6, attempted=6)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=700417, attempted=700417)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=182, attempted=182)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=33, attempted=33)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=106, attempted=106)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-03_08_04_18-17829483413968843367/phases/graph_runner/step-invocations/F18-invoke-3137530876224124065/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=4004, attempted=4004)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=202, attempted=202)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2874, attempted=2874)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-MeanByteCount'}), committed=15, attempted=15)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-03_08_04_18-17829483413968843367?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 831.131s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190503-144813
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:23e56713d26480bb69d2068c15ec511d361d5144e73763b0af8c62ac487a3639
Deleted: sha256:5a8404a46d1a3417227c70cc89aa9eb264b6c920ae603b6a4b11e5bf42479d1e
Deleted: sha256:7df1afe9b327cd7928e42f37677847678a4e1b9f89ace6157172b02c17c99f92
Deleted: sha256:ec38f4281e13e0f32bd4aeb2e0daa500a5c5457b2c6bcfdff98e5671a19aa4b6
Deleted: sha256:e829ea5966ded84cbc0ba778e2381ca0a0293ee37cfbdd7dc497df567b84ec72
Deleted: sha256:39780d78aeb79f00b3f5ac5dcd24e5c23156772bb9ee6b2b8ebe29bc9c5d4bcc
Deleted: sha256:152576a7c65059967cbb2b0540775deb89327e32b8ad6052e5dffa00d644db82
Deleted: sha256:f5e5de8212aca25440298ff5c34e214972e14cd5a38d37afb432e42f58598054
Deleted: sha256:8fd7e4395d1629ac2d33417a3bb460c61cf10a15ce0c1e57984323c44cb9c22a
Deleted: sha256:8f50d759284a80d9f608709d1fc355c7b602cf48f9f985709be8d3ddeb9112f6
Deleted: sha256:e2d9978d2e4bd245111d69bc86afd2f12fd598348c2d91cf42de2af0765ca0ea
Deleted: sha256:96235cd1dcbf4a181647b66437b7996e3612e9bf094177aed24e4ac8acde4dbd
Deleted: sha256:b03cd7691cd54b428f88344267cfb8a20fd4f61108f7c76b99ff9f139abf08fa
Deleted: sha256:26b78200ffe095f3befcc6dae18286723257fdcccd150889cc845bfaed99fcc2
Deleted: sha256:d85ca9d8a144a6c845d0c8496898d948806bce56effd010ad242c3a2aa08ea3d
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:23e56713d26480bb69d2068c15ec511d361d5144e73763b0af8c62ac487a3639
  Associated tags:
 - 20190503-144813
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190503-144813
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190503-144813].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:23e56713d26480bb69d2068c15ec511d361d5144e73763b0af8c62ac487a3639].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3109

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3109/display/redirect>

------------------------------------------
[...truncated 298.87 KB...]
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=39745, attempted=39745)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-03_05_15_43-15379609502492724780/phases/graph_runner/step-invocations/F20-invoke-1759861612337692243/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=29, attempted=29)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3976, attempted=3976)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8205, attempted=8205)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=3003, attempted=3003)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=33, attempted=33)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-03_05_15_43-15379609502492724780/phases/graph_runner/step-invocations/F19-invoke-1759861612337691959/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=10, attempted=10)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=610490, attempted=610490)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=158, attempted=158)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=402, attempted=402)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=25, attempted=25)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=57, attempted=57)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-03_05_15_43-15379609502492724780/phases/graph_runner/step-invocations/F18-invoke-1759861612337691675/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2002, attempted=2002)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2891, attempted=2891)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount'}), committed=15, attempted=15)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-03_05_15_43-15379609502492724780?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 826.084s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190503-120010
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:8b355798f353765a4ce35d1a4af62f503a8aab11ec1490e427b8aa577915567e
Deleted: sha256:f7f219eb8ca14731ff0f54a1cfde84bf0ac01b628d7cb5ffaf925343174d8c26
Deleted: sha256:2c3fff7fa665e328a2fcf994dc76e7ad8a9d79a18fcbb0abdd212805a4f2272e
Deleted: sha256:d4fa2471f93c8f578c2d8b957c859272b6266e2d2505da4c6cd92591798b42e5
Deleted: sha256:03dc1dc2744068a124944d2b45cc2f84a93fb88a51e761df556111fe04b8633f
Deleted: sha256:058d88ef207e4fd762fea2cc0ffd05f6705d65bb35600a36f099605b6a0d9cb4
Deleted: sha256:142398925aedf67d1d4deb6a3fdcf33395a8db602e0467929b2693c860a689ad
Deleted: sha256:be1f5d4b6d41f5e7f406ce0dabeb3109eeb2366dc45dfd1f59728eafa6a397e9
Deleted: sha256:986a1e0536eea14858192d2da4fd7bbca3bc8af0f3cb0d20ce3e20f54ec37330
Deleted: sha256:1360a890dbba11e825df1fbedac0e8e24ad9dd53ff4ad74967932ea046253ab6
Deleted: sha256:233c631657bb20ad111279e9f4593b9c061f2d4ed505f1719e3722ba0b174f79
Deleted: sha256:2457b35577529c9f9b8fe98a1e71291b7dfe10299c710cb6b142f00478487bfe
Deleted: sha256:d098a98023d0c06c92f9ff6c9f76042de54f0eafa1500ad0971f7beb9c846af8
Deleted: sha256:fe7e72ddc6fc02d012613c17dc3893f8b1aa6a21a222198fed31bc1e3f4eebcf
Deleted: sha256:fc7de575410ad297ca01fa6233d445c258a8f1b517d744065a8dd07304454d99
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:8b355798f353765a4ce35d1a4af62f503a8aab11ec1490e427b8aa577915567e
  Associated tags:
 - 20190503-120010
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190503-120010
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190503-120010].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:8b355798f353765a4ce35d1a4af62f503a8aab11ec1490e427b8aa577915567e].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3108

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3108/display/redirect?page=changes>

Changes:

[25622840+adude3141] [BEAM-6859] align teardown with setup calls also for empty streaming

------------------------------------------
[...truncated 299.03 KB...]
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=44492, attempted=44492)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=25, attempted=25)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-03_00_58_59-3280483091558584038/phases/graph_runner/step-invocations/F20-invoke-2915026983112464467/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=120, attempted=120)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount'}), committed=27, attempted=27)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3995, attempted=3995)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=6205, attempted=6205)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2996, attempted=2996)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-03_00_58_59-3280483091558584038/phases/graph_runner/step-invocations/F19-invoke-2915026983112465055/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=7, attempted=7)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=683400, attempted=683400)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=177, attempted=177)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=401, attempted=401)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=34, attempted=34)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=108, attempted=108)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=120, attempted=120)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-03_00_58_59-3280483091558584038/phases/graph_runner/step-invocations/F18-invoke-2915026983112465643/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=4004, attempted=4004)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}), committed=27, attempted=27)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=46, attempted=46)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2871, attempted=2871)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-MeanByteCount'}), committed=15, attempted=15)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-03_00_58_59-3280483091558584038?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 830.376s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190503-074416
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:ec550b7c2fdc2210b4d17692e0b508cff58840d291088a9204d4cdbd01ad39cb
Deleted: sha256:87cf52f681bbe75a0107fd28d4edd2ac25b6ab6fdbf4acc686b2409e628ba032
Deleted: sha256:f7ba5373b779921629de31583b1f69b8b3a7f4aef9007bb049813830134ebaa1
Deleted: sha256:2a608371c106ee2b92b69b7ff191de3df8d79eb57b53a56f87f865d1e9281fda
Deleted: sha256:9be767657a3e0c916ad692e486311c22392d207f06de54ff05e220c045c26bbb
Deleted: sha256:01e105eebddf78a797aeacbd3e0900ee8c3caac1afd5b433e529fabd4c8862d0
Deleted: sha256:b5feafea0e2f152defb15cde619fa643b3b8e4a3cc1ff6209870927f592be598
Deleted: sha256:c5f5efc1db8b3c48e0682260e323e978ea542f9b8101b58ef967b0b1fa2640d9
Deleted: sha256:e762e8507b08bb00387eaf4dc4135fcf471e090eb99cfabbf3467664ce16cc58
Deleted: sha256:7a33f267b420487f786313fa93c1ad581f15562c9fe4fb895f9b06a3a96c9b8b
Deleted: sha256:a751bffcea1edc928b0b1bb5e4b1d1fe32d090f054cc240fb386cee36178fd2d
Deleted: sha256:22d2d9b51d5a1a6dddd63ec678ffe4141c29f6d3153b10083ba8470cf35e7d6c
Deleted: sha256:d237305a2792db5403f83725daf7cd2cd535991d4bcd5aebecf1563c1af64b69
Deleted: sha256:9002579f80b8bf514711c7d425f560057a2d9d7e8ee2ba0837f65e387f34817a
Deleted: sha256:c94f777add41da0a0a41f0dd4bdc28e14b1f0cd3e9cceed24d64fc14fb954ddd
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:ec550b7c2fdc2210b4d17692e0b508cff58840d291088a9204d4cdbd01ad39cb
  Associated tags:
 - 20190503-074416
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190503-074416
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190503-074416].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:ec550b7c2fdc2210b4d17692e0b508cff58840d291088a9204d4cdbd01ad39cb].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3107

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3107/display/redirect>

------------------------------------------
[...truncated 299.19 KB...]
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=44644, attempted=44644)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=25, attempted=25)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_23_15_22-6152238572696719174/phases/graph_runner/step-invocations/F20-invoke-16490397299833998257/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=29, attempted=29)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=119, attempted=119)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3988, attempted=3988)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=6407, attempted=6407)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2991, attempted=2991)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_23_15_22-6152238572696719174/phases/graph_runner/step-invocations/F19-invoke-16490397299833995701/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=12, attempted=12)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=685733, attempted=685733)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=178, attempted=178)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=209, attempted=209)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=33, attempted=33)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=105, attempted=105)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=119, attempted=119)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_23_15_22-6152238572696719174/phases/graph_runner/step-invocations/F18-invoke-16490397299833997241/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=4204, attempted=4204)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2883, attempted=2883)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-MeanByteCount'}), committed=15, attempted=15)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-02_23_15_22-6152238572696719174?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 790.923s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190503-060010
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:feb3242e1a00e7adf7cbaee791451f0e3aca0ac8eae542fefbb5fdd622355caf
Deleted: sha256:bd8339d9a981dd1fbd270df629e982b01b7252282b730f7f867d78fb2001fb09
Deleted: sha256:355da6265de068ee4ee02d0f1387f6d5524b4d84297a111597fa1650f45a7d9d
Deleted: sha256:943178b9be00c3783ef9ad8c765a238e7650865ab3b72ea36bf01ee5005f311a
Deleted: sha256:ff4f8956b34927f15506ed345f523b55dfb440f1615c65503c05dfb9ba6f0f55
Deleted: sha256:049e375ff03fe172c44c792c54c8e7d906188177001a697fab0679cedf909976
Deleted: sha256:8b5a12302f6841b6fd3ff955a852e29985a44590974577f6cfbd84cba94cc5b6
Deleted: sha256:235c19f7ad114ebc4ee35127101230db8b73e9894a8573d0db9282b9a19187d5
Deleted: sha256:811eb251eaef305743bd1badc4c9c4efda69ea1794ae80399cb7229ed4017346
Deleted: sha256:4b96f8a751eacb2ec885894d86cc39158faba491e50fb038f82ab3fec449df8a
Deleted: sha256:522a7b969f7910b36d8cf090e8dcda35053c3d39adfe4f71bcfb8c68e506613e
Deleted: sha256:172be39ffcce3b4b4abcbff18f4954729631fceac24b7d7af42d11a8b33f5d31
Deleted: sha256:65f9df4d54b5f72e8ac73d6fb3003c549ef6b295105e2a6a9844efc4c2f64573
Deleted: sha256:3f3dbecf485388ef9edf1c9d23bf54adc83cffc4c9f7fb5197760a46750e4c14
Deleted: sha256:0838fb73b813768e1f3d659b1c5940249b54e2cde2cf8fd04945c7b4831a9e45
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:feb3242e1a00e7adf7cbaee791451f0e3aca0ac8eae542fefbb5fdd622355caf
  Associated tags:
 - 20190503-060010
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190503-060010
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190503-060010].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:feb3242e1a00e7adf7cbaee791451f0e3aca0ac8eae542fefbb5fdd622355caf].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3106

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3106/display/redirect?page=changes>

Changes:

[ehudm] Update Dataflow BEAM_CONTAINER_VERSION

------------------------------------------
[...truncated 298.66 KB...]
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=37429, attempted=37429)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_21_31_43-5516351566546605626/phases/graph_runner/step-invocations/F20-invoke-16567758292017537784/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=29, attempted=29)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=117, attempted=117)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3979, attempted=3979)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8414, attempted=8414)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=3003, attempted=3003)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=33, attempted=33)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_21_31_43-5516351566546605626/phases/graph_runner/step-invocations/F19-invoke-16567758292017539492/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2, attempted=2)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=574920, attempted=574920)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=149, attempted=149)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=202, attempted=202)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=25, attempted=25)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=110, attempted=110)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=117, attempted=117)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_21_31_43-5516351566546605626/phases/graph_runner/step-invocations/F18-invoke-16567758292017537104/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2002, attempted=2002)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2887, attempted=2887)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount'}), committed=15, attempted=15)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-02_21_31_43-5516351566546605626?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 810.646s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190503-041747
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:4549deaf60787dc482af826916315ff33362c726d79df87eac1f1e91a4dd9611
Deleted: sha256:9409d64c9a1d08bf868791d14a009c4dc9f69dd2417e1fc55a35dfea7638379d
Deleted: sha256:d0c0099281236f9b8af734d812d9d6b767d23c0a1ca274e3929a16f5ac5c6572
Deleted: sha256:b5864a9c4115a8ce2e701c84875935933944b1920185ef1a31348daccaa6e128
Deleted: sha256:0497baa7bbbca49bf0a793cce1c4ee1bd7327e55b9c2c293e1457a5e0de3378e
Deleted: sha256:32080b2bb7dea9cefe904817589d76021e1afc87ba0eea82237c5cecca118793
Deleted: sha256:cf88b5619930c5d0f2e13afebc73dd80885bf020b222b844c5f58a0c99f851b8
Deleted: sha256:11b6578915dcc3811569a9a590429403f1de608f0cfe656ac535e78392fbf41f
Deleted: sha256:a3b42d4d490c2d4130094dc7430930d740640b1f00c916f4e4569231e49c6f9d
Deleted: sha256:f04f5c67111b8c9d8bcd8f77077e75624cea2b0d55edce22e3154c0618090f89
Deleted: sha256:08717408eb735c0c4a2f1310e39e2cfd4869f9082562eb350326e4cea5ac57b1
Deleted: sha256:b112ecb7c3e0bad120d07293abb93a63c6549d3efaef6f26ef577d910345b6cc
Deleted: sha256:f626763dd76a720507eeb71cd72503eddc29614a1b96782455062429ddf04a36
Deleted: sha256:1484ee57411ba2d6b73eee9181638fc391e451def70067b784debea33efbd465
Deleted: sha256:4fe4ef3eba00e6ab7957d0c9c4ad2b4448f432b3452cde437ee9e64ee4ba017a
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:4549deaf60787dc482af826916315ff33362c726d79df87eac1f1e91a4dd9611
  Associated tags:
 - 20190503-041747
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190503-041747
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190503-041747].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:4549deaf60787dc482af826916315ff33362c726d79df87eac1f1e91a4dd9611].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3105

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3105/display/redirect?page=changes>

Changes:

[angoenka] Update beam_fn_api.proto to specify allowed split points. (#8476)

------------------------------------------
[...truncated 298.65 KB...]
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=47573, attempted=47573)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_18_26_00-10243902108718576840/phases/graph_runner/step-invocations/F20-invoke-14931894247658792341/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=29, attempted=29)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3993, attempted=3993)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8407, attempted=8407)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2997, attempted=2997)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=33, attempted=33)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_18_26_00-10243902108718576840/phases/graph_runner/step-invocations/F19-invoke-14931894247658792977/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=None)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=12, attempted=12)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=730734, attempted=730734)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=190, attempted=190)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=25, attempted=25)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=105, attempted=105)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_18_26_00-10243902108718576840/phases/graph_runner/step-invocations/F18-invoke-14931894247658793613/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2201, attempted=2201)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2885, attempted=2885)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount'}), committed=15, attempted=15)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-02_18_26_00-10243902108718576840?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 845.986s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190503-011146
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:75834f42e35c2a189f1c02028e3fa06be0d17410d6b7a0b8ff18f11b94e37107
Deleted: sha256:5b64571155117511dd270c22391ec587d99563567f5cd79004d7b488248f552b
Deleted: sha256:620fbe6d7d34d8aa53455ef2933839d3c69f21f1417a3492b6d3f6de1676d6ef
Deleted: sha256:73d57aeb01e96839858ecdbe52552c5adb1d21296a123031317fc9ec8c69c03b
Deleted: sha256:316bff0be91defa099348ad2181dfa254e71b1b76578046de98718ee3aaf634c
Deleted: sha256:abb18a969d03eb9419a5aa58be898be90f450e442fb98a067730fb6874176e52
Deleted: sha256:d98cfe4674c8e07a67d0ad45588fafdda80ae5a21d1dbe14c498e6bd51e2396f
Deleted: sha256:a4a5055fd33693975da9b2492f5bbc8c32125db0225a552e487ae7b47a449d70
Deleted: sha256:f26c968022cf17a1245f35fe6cce60fce916e2faeed3da55314aba25f62c708b
Deleted: sha256:490cb67a6fe4272fde88af56616d342b2d40b14ca4082b213cb487dec21e2e59
Deleted: sha256:bab6e31119ca37d50895a15c9de95633969c709ef241cdd62ae2000abfb38ed0
Deleted: sha256:815cceccedbdbaa60147abca05e2055d40707b0861da9437fa4dccdd96a5d070
Deleted: sha256:519a080cfa1683fb8cb3f88fbbf80f16eb7d45fb9540bdda9cdba9285f4b58eb
Deleted: sha256:6a9b30b98ccfe5813f27e72d6a04fd0aa6b400ae8a94f52a98e128b71e7c890c
Deleted: sha256:00f1ebd1acef99ecea11cee81a3db091ffce8625a8b14d6840754b26ab1689d4
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:75834f42e35c2a189f1c02028e3fa06be0d17410d6b7a0b8ff18f11b94e37107
  Associated tags:
 - 20190503-011146
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190503-011146
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190503-011146].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:75834f42e35c2a189f1c02028e3fa06be0d17410d6b7a0b8ff18f11b94e37107].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3104

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3104/display/redirect>

------------------------------------------
[...truncated 299.34 KB...]
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=43170, attempted=43170)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_17_17_15-14863703072670646476/phases/graph_runner/step-invocations/F20-invoke-11833409880302890267/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=29, attempted=29)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=117, attempted=117)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3988, attempted=3988)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=6605, attempted=6605)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2996, attempted=2996)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=33, attempted=33)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_17_17_15-14863703072670646476/phases/graph_runner/step-invocations/F19-invoke-11833409880302887095/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=10, attempted=10)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=663106, attempted=663106)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=172, attempted=172)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=25, attempted=25)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=109, attempted=109)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=117, attempted=117)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_17_17_15-14863703072670646476/phases/graph_runner/step-invocations/F18-invoke-11833409880302888019/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3804, attempted=3804)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=402, attempted=402)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2874, attempted=2874)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount'}), committed=15, attempted=15)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-02_17_17_15-14863703072670646476?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 902.110s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190503-000010
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:28a57f65491330eb9dad60904d2536f0ae35ac507cdde8785ca0a4e4caeb4d4d
Deleted: sha256:0d916d1b817ff4a6bece4e15a89290da815ca4ffa11d9d269d74b26f9e2117a2
Deleted: sha256:26d8396d42834cef43d66acdcde45917f6a4c4026b05b209832e9e6f15f9b9bc
Deleted: sha256:56a7387e1b2ef9a3922c1f7fc86b283a83f8073017056481a57d9a4ab965e3ef
Deleted: sha256:fc3afb0600fcb170c087ac6d9714d67a5887ee0b48bca7c7f462c93d2f134a12
Deleted: sha256:f9cc083fd9f7065dc25054d353b2e5708ffad8c46807298008a6561f69e9f1c1
Deleted: sha256:4033cfbcf2951245a1267cf5eb410894109dc1c09d05324758fccfe64acdc5ab
Deleted: sha256:fa9796af2c241135b3c244db0267634bc3cd45a3c9cba01421cb1d78ed906a4a
Deleted: sha256:c90e8de2a02bd0562c639c85d6e614dbcf730dd7d1ae77f3aa1d9843d96feafc
Deleted: sha256:8d451db829c4f53e1692c8665ab55ee205bbe48da3cb6240bbfe0be0599cec80
Deleted: sha256:805fea8dc9eb63544ded81701a4c57ef32e94e375887bab6813ba543bc9a9405
Deleted: sha256:4df64907cc18ebd6b6deb6e841b8c004d44a093f5f89058b54d026575c1c84b1
Deleted: sha256:9d4082510008b3d7dbdbb60289779f4fed365f1eff2852964f997764f802230d
Deleted: sha256:6c49e02ca7c67f651c23197eb903ff1eb121c60c260ce451eba3cf25eeb92371
Deleted: sha256:df228bb51767d8e517c42fe34e3b55d6922c0f9a8a9087b87bd8560405bd9b97
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:28a57f65491330eb9dad60904d2536f0ae35ac507cdde8785ca0a4e4caeb4d4d
  Associated tags:
 - 20190503-000010
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190503-000010
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190503-000010].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:28a57f65491330eb9dad60904d2536f0ae35ac507cdde8785ca0a4e4caeb4d4d].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3103

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3103/display/redirect?page=changes>

Changes:

[github] Adding documentation to DirectRunner functions. (#8464)

------------------------------------------
[...truncated 298.75 KB...]
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=38777, attempted=38777)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=25, attempted=25)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_16_32_20-13763869853997145065/phases/graph_runner/step-invocations/F20-invoke-650420947519509885/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=29, attempted=29)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=117, attempted=117)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3992, attempted=3992)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8207, attempted=8207)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2993, attempted=2993)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_16_32_20-13763869853997145065/phases/graph_runner/step-invocations/F19-invoke-650420947519512425/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=11, attempted=11)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=595623, attempted=595623)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=155, attempted=155)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=602, attempted=602)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=33, attempted=33)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=56, attempted=56)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=117, attempted=117)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_16_32_20-13763869853997145065/phases/graph_runner/step-invocations/F18-invoke-650420947519510869/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=1802, attempted=1802)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2868, attempted=2868)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-MeanByteCount'}), committed=15, attempted=15)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-02_16_32_20-13763869853997145065?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 806.533s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190502-231741
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:e129c305f7372e42aebe71de99f75587f8105acf44afa05a0bf603cf54540e6d
Deleted: sha256:67c093ba998f348cdd9c50d8b0f0b1003d37ca59619082daf1689991d6d3292b
Deleted: sha256:da03e1ed05ca394870f102c549f327beb07c6e561245a846ca687fdbae3deb3e
Deleted: sha256:40cbbd5f67b85c2591c357b606b7d42ff3be3d625fe02401325e284987b83f58
Deleted: sha256:810cb26a74cf65ef97b438b42ae1afedf42e47902826ed334a13e2ae9c418db5
Deleted: sha256:7f956117a8cd41078c72ee80856fc838cdb5a803069406648c37f1a25f2c4e01
Deleted: sha256:506480c8251563d6f0bc2e19512b3511a7e18d4d7aa57163118ecef781f99f2a
Deleted: sha256:8d822d7f315219ad170ab180e45a444d4e60bd2fe98cfeec25ce4b989fb97dfb
Deleted: sha256:fc047ac9169c1374268d1c82dec9d9dfdfa4e4cfe9e57da07df0afef00fbd9e1
Deleted: sha256:75f71574c335993064b5334bdfe1df4461eab11204cef289fdd56cd8528c4558
Deleted: sha256:b9d599e6909e50e5afce4dd812dbf596fc26b7c776c9b95a68d397ea5634e3b9
Deleted: sha256:31dd1619008af94e3da6875c39adcc839d473ad38b81c2174477a1080bdb4f59
Deleted: sha256:881bdb833ff24bbca903aa42023d46c0f51fecf5b29c1f4cee488785e0b4d6cd
Deleted: sha256:29b870b7cfc56d35693b1ebceed9b60f7cf8dd7b6280664e7b3cb92f8e611331
Deleted: sha256:99169fca4df4db98ab66cbc47f6f9687d32a9793a27d9002e1a8c77282f97542
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:e129c305f7372e42aebe71de99f75587f8105acf44afa05a0bf603cf54540e6d
  Associated tags:
 - 20190502-231741
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190502-231741
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190502-231741].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:e129c305f7372e42aebe71de99f75587f8105acf44afa05a0bf603cf54540e6d].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3102

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3102/display/redirect?page=changes>

Changes:

[ehudm] [BEAM-7062] Fix pydoc for @retry.with_exponential_backoff

[ehudm] Make utility functions private ...

[daniel.o.programmer] [BEAM-7154] Updating Go SDK errors (Part 2)

[bhulette] Move schema assignment onto Create builder

------------------------------------------
[...truncated 298.44 KB...]
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=38498, attempted=38498)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_16_11_21-13822048069825164846/phases/graph_runner/step-invocations/F20-invoke-1508368271738680106/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=33, attempted=33)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=29, attempted=29)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3987, attempted=3987)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8413, attempted=8413)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_16_11_21-13822048069825164846/phases/graph_runner/step-invocations/F19-invoke-1508368271738682942/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=591336, attempted=591336)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2864, attempted=2864)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=153, attempted=153)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=25, attempted=25)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2996, attempted=2996)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=110, attempted=110)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_16_11_21-13822048069825164846/phases/graph_runner/step-invocations/F18-invoke-1508368271738681682/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2001, attempted=2001)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=400, attempted=400)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-02_16_11_21-13822048069825164846?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 780.107s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190502-225743
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:ee4a80257e82a6c7b9006493d3cd6da27d3e45c69bb108bcf6935faf5e7ea9af
Deleted: sha256:6611b5025decfcd751a2f63400a34c109a4bb7800b908d7dc38af9a7f9cc72e7
Deleted: sha256:fa23f87ef2cda1ff6c300ea1aeb9dc45b666978cef651d78c05ee422b2cdcd4a
Deleted: sha256:e6bcd0e146683e675e9bb78bd4d1acf2052e3f2f3a1b7d80dc979dcdf9ad0842
Deleted: sha256:4e158b7fc74c0a73ecb4440af7d342e51d00ab09292d1cab3ef355d271b86622
Deleted: sha256:009306325898e60168d967555fd8923dc237e26fe49cbcbd25dbb34c0cc84fad
Deleted: sha256:34689ca57db468bc22d97765224bd1eb6c9e687755bd9300649107a18a7d7299
Deleted: sha256:4058696c9e71af76e4c65a9f7c26dff513854558c034f4897c8d9cfbb66ae3d7
Deleted: sha256:93e7969e059ceccde21412d550f3c3c01d3232ff30460bdc3c7c5e002fb910b8
Deleted: sha256:c0e5984d8f8258029cb2c1605aab9da7ae936707509f2d8e74564dac284919cd
Deleted: sha256:55dd16e502d4a7541152e6b26eb4e15e085ad73da25c5836ec38ae7b50f22835
Deleted: sha256:cd2866c530ef281bac092f50200bed4c8de65cd61e7190624b849328bed50433
Deleted: sha256:089eb3e1b0a138437551787802fec0203c9a5f32e96c6dd6214940971ae76663
Deleted: sha256:8a148bd5db1183cda752f9ac19cb7312545551d2f2dc38f2af90f34911727b78
Deleted: sha256:3fe71d1d1c8204c59ac0a1f4c4808e1162b98d63363e884ad45bafa83c1a532e
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:ee4a80257e82a6c7b9006493d3cd6da27d3e45c69bb108bcf6935faf5e7ea9af
  Associated tags:
 - 20190502-225743
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190502-225743
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190502-225743].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:ee4a80257e82a6c7b9006493d3cd6da27d3e45c69bb108bcf6935faf5e7ea9af].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3101

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3101/display/redirect?page=changes>

Changes:

[ajamato] [BEAM-4374] Emit SampledByteCount distribution tuple system metric from

------------------------------------------
[...truncated 298.68 KB...]
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=42391, attempted=42391)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_15_51_11-5094390618464169307/phases/graph_runner/step-invocations/F20-invoke-2092103298399599367/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=29, attempted=29)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=117, attempted=117)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3977, attempted=3977)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8412, attempted=8412)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=3003, attempted=3003)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=33, attempted=33)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_15_51_11-5094390618464169307/phases/graph_runner/step-invocations/F19-invoke-2092103298399596603/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=6, attempted=6)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=651134, attempted=651134)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=169, attempted=169)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=25, attempted=25)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=57, attempted=57)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=117, attempted=117)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_15_51_11-5094390618464169307/phases/graph_runner/step-invocations/F18-invoke-2092103298399597935/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2003, attempted=2003)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount'}), committed=26, attempted=26)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2880, attempted=2880)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount'}), committed=15, attempted=15)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-02_15_51_11-5094390618464169307?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 881.648s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190502-223558
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:7ae5e6ab2aa0ac35f35c1872c05b0c75a78f5a7595c869e7a0eabcd7cafa9c2d
Deleted: sha256:e1f0526be2aef8b5ddde7b7367198d57213f4f042be9a01d39c0a7d113112e4c
Deleted: sha256:0a3d7b55b33ac6636a883729af9fd8a5c0ed4c3a2089b24dffaf1f88bee2b498
Deleted: sha256:1076ef3ae582bc64608c62b15637c914fe31d37e97e9657f8dd607fc504bf03e
Deleted: sha256:890a571f9ea6c89ea4bfe6f691015ca9492a318d5d8afaaeab87ea0d3bf21203
Deleted: sha256:25b938fee4d92673bae2b42fa1a0377c0a67845b7448c22af0dcbba8a3ea6aff
Deleted: sha256:c84b6c48f4967e87c802f662d66321f468456d9b535d20ae6f69f49ef398fe26
Deleted: sha256:0b35e71b6255e82543e800bee6d1501ffa1584005cb778a17811319369ce28d4
Deleted: sha256:c6f31ad0af35fa3a7ac7d2ddd94b2abbb381982a50e59f1917fce00cf4e23df1
Deleted: sha256:17c1e0850060eac4c0c49283a369890c038b4e42b3bb79e5e6f96fb213d009c3
Deleted: sha256:72936c9fb086ed13fdf4b2e9891e80006133a035477dd28dc7cd3555d293484e
Deleted: sha256:0bb555af2dd03e3d37ef7bd98ad1081ea17dcb76ed40918f1990e74ee88b5dad
Deleted: sha256:18ea606e1d0e37810147ef327176e25db6a80764f90e445e3029f8e1265035bc
Deleted: sha256:a9d84e2bef028c21ce00fd325be4b8c674b62e931dc12e24781a0eadad4bca32
Deleted: sha256:f75ad1a2b539e019cb84eb8122bebdb3cd816487ecfc831d37c9aa6fc6018bdd
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:7ae5e6ab2aa0ac35f35c1872c05b0c75a78f5a7595c869e7a0eabcd7cafa9c2d
  Associated tags:
 - 20190502-223558
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190502-223558
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190502-223558].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:7ae5e6ab2aa0ac35f35c1872c05b0c75a78f5a7595c869e7a0eabcd7cafa9c2d].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3100

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3100/display/redirect?page=changes>

Changes:

[yifanzou] [BEAM-7202] fix inventory jobs

------------------------------------------
[...truncated 298.78 KB...]
copying apache_beam/transforms/ptransform.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=39655, attempted=39655)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_15_28_58-5470589949541330003/phases/graph_runner/step-invocations/F20-invoke-9441917818827573576/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=32, attempted=32)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3999, attempted=3999)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8612, attempted=8612)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_15_28_58-5470589949541330003/phases/graph_runner/step-invocations/F19-invoke-9441917818827571412/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=609102, attempted=609102)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=158, attempted=158)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=209, attempted=209)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2986, attempted=2986)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=69, attempted=69)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_15_28_58-5470589949541330003/phases/graph_runner/step-invocations/F18-invoke-9441917818827573344/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=38, attempted=38)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2869, attempted=2869)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2001, attempted=2001)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=27, attempted=27)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-02_15_28_58-5470589949541330003?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 855.540s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190502-221417
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:0394ad11253a950d8db98171b342754ffcda561726cc9539233f7247e5c29d58
Deleted: sha256:04a25a150ea1f27eb2884f7b1e6783384b09e570f3327608c945be984024498c
Deleted: sha256:feb21b2589e4e4aad8f5678ab0281f177bd75ee2ede2306dc6f03042580fe959
Deleted: sha256:9d6dc71324f147aa5cd442f5868fb46560e721451dd2205eb45c9f64bdf180f3
Deleted: sha256:4ce404e3e1a2cb50d2c48a2019ab57d8a4ed8351e0fd29fa108870687a0ddfeb
Deleted: sha256:b88f28ea7fb48ac3eb7a351ed67cafaa43028db542943d32f0838c59d756e242
Deleted: sha256:af00a99beaa4c340c5a49c2139885eadbe4ed4b56cf91121b2b62fd3f1f9f46f
Deleted: sha256:8ed0895227f3e20b5ec4f3cf3b725a8b0987ec05335f6b42f7e39573ce25dafc
Deleted: sha256:6462ff11b29e76d6ba6c3f14afa6b5643a514273c31b88472d4299e8943dd420
Deleted: sha256:1859639e20a33368c00279c31c3f844358ccd6c7c6bd32ac8822a53aecb79d40
Deleted: sha256:fb016f39c39661c5fac7d6144ba88cc0823377f8db367bc1c45e3202df4fd483
Deleted: sha256:7a86b4e4e43297a84293deb1ea21d21d2fbb5034dae0d8c8dbe051933f5c3b70
Deleted: sha256:3e0274a6b0756b2cc6ad72d8c14d7d9dae0ca011961fecb17852697ea8f1c631
Deleted: sha256:55f4cbe241f7e211e0c2df8ac4b6f0d56e6265f4770f8dcbfc9ecfa9d99836e9
Deleted: sha256:7d8e6f4e834d62b6861051048d74ec15d38e637361488bb0f265dec0890311e5
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:0394ad11253a950d8db98171b342754ffcda561726cc9539233f7247e5c29d58
  Associated tags:
 - 20190502-221417
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190502-221417
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190502-221417].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:0394ad11253a950d8db98171b342754ffcda561726cc9539233f7247e5c29d58].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3099

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3099/display/redirect?page=changes>

Changes:

[robertwb] Allow inference of CombiningValueState coders.

------------------------------------------
[...truncated 297.86 KB...]
copying apache_beam/transforms/ptransform.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=44144, attempted=44144)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_13_35_11-2232841342509371436/phases/graph_runner/step-invocations/F20-invoke-2946183384086080864/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=32, attempted=32)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=119, attempted=119)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3986, attempted=3986)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=6422, attempted=6422)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2996, attempted=2996)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_13_35_11-2232841342509371436/phases/graph_runner/step-invocations/F19-invoke-2946183384086078220/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=8, attempted=8)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=678062, attempted=678062)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=176, attempted=176)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=38, attempted=38)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=59, attempted=59)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=119, attempted=119)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_13_35_11-2232841342509371436/phases/graph_runner/step-invocations/F18-invoke-2946183384086079672/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2883, attempted=2883)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=4003, attempted=4003)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=27, attempted=27)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-02_13_35_11-2232841342509371436?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 941.194s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190502-201947
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:10b6325b93578303de5693a23e7c85c99e2601f0dc7e018b814d32ff6ad7b265
Deleted: sha256:be7033a38d27351a42dfb9746b032058f2a1d6626a2f07471306215b960a70a1
Deleted: sha256:8b93d442a89dba104234396bc8bbf1e9b4f98eaffc74b5aa322ed2a5d3342797
Deleted: sha256:8ef1e8e380dc46b09c9688259a006194676066300790fa16099de1280b6718b6
Deleted: sha256:11987d90f891a1fef2be9fa8d733875ecd559914d993a3501e47bdfe324823aa
Deleted: sha256:9bd0635f9d84320c314f7559dbf98e5b97538aa96ed09dfb8566c3f6c35262d1
Deleted: sha256:b0e5f827204494982c5e82cbe79c319c185ad105f33a63318364e41a58661839
Deleted: sha256:463362836182922ead20b8a52a146a7c7f93976e07ad1821981238752ddb41d6
Deleted: sha256:55d67011f10b4a1c87b2ddf90e00a2963d40068c09bb7032f4a552cbc7533e11
Deleted: sha256:9c5ff6a51e03494bafb2b0b3509a1cae26b7ccc8a7cd11f7a36ee1cb12c66bdc
Deleted: sha256:56ac9b4a9c6a6c010e4fa3c9aeea1ad83792b73bef168910b4346405541e4fdf
Deleted: sha256:3ec7d43a79973dc0c9aaad8d57c4db5ccf63a14bbf9ab342dd9966159a96cc27
Deleted: sha256:ef6fd5febdb8c43814bff4bca26e7e264078c62d657a9502140c912e3ff9c187
Deleted: sha256:bb1d053855b471382ff40f998fde7fcb2d2a7ef1e7d7626ef5101fb52aad11f2
Deleted: sha256:82839564d4d3d468f2befd89b4ddc56d09e4f00aa619d090b73b2cb235817a2d
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:10b6325b93578303de5693a23e7c85c99e2601f0dc7e018b814d32ff6ad7b265
  Associated tags:
 - 20190502-201947
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190502-201947
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190502-201947].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:10b6325b93578303de5693a23e7c85c99e2601f0dc7e018b814d32ff6ad7b265].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3098

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3098/display/redirect?page=changes>

Changes:

[iemejia] [BEAM-7211] Implement HasDefaultTracker interface in ByteKeyRange

------------------------------------------
[...truncated 298.41 KB...]
copying apache_beam/transforms/ptransform.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=41577, attempted=41577)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_13_12_56-5068595353357507328/phases/graph_runner/step-invocations/F20-invoke-13870885444659065449/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=32, attempted=32)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=119, attempted=119)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=3, attempted=3)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2983, attempted=2983)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8007, attempted=8007)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2001, attempted=2001)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_13_12_56-5068595353357507328/phases/graph_runner/step-invocations/F19-invoke-13870885444659066933/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=7, attempted=7)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=638630, attempted=638630)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=166, attempted=166)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=38, attempted=38)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=3, attempted=3)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=402, attempted=402)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=106, attempted=106)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=119, attempted=119)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_13_12_56-5068595353357507328/phases/graph_runner/step-invocations/F18-invoke-13870885444659068417/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=401, attempted=401)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2867, attempted=2867)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2003, attempted=2003)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=27, attempted=27)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-02_13_12_56-5068595353357507328?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 876.171s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190502-195649
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:de41019ea49a343c7b036b2dfaada5ccb1c8c43823ce0d95c01b5c5361e5fe71
Deleted: sha256:6f6ee1d33fe14f2fe0555eced9e43597506691587d0b8668b6edbebd62b45dee
Deleted: sha256:29ef6c452e43230e8787f5109a91a335a2f5a3f5aa172cd1dda89d3ebfa7feab
Deleted: sha256:b2db4dac9e4900ed6875a6f5c211900c2734743b515cb917fce40ee7498231e2
Deleted: sha256:ab01b93d81618cd2f4d1c2941299feeb2f94e3e5e3c36892ed27c6f29c21b56e
Deleted: sha256:ff926b941a5e08116380219ba2c48f9076944be5f15236fbe1fe41f6ba4fbc57
Deleted: sha256:0c6c74b3702c6164bd65a0227b900254d841f7d149eeeaf27e87643289f88002
Deleted: sha256:e4146d3321c0cb0e8e90950de41aa94bae18e3fdf93b5a6730db3bcaca22629a
Deleted: sha256:63a0390259b994ac3687cf0c9aef2e1b94ea714d78ccc12d49f7c27fb2e0aa33
Deleted: sha256:b2d10e1710e6d8e02872b563a4465fd34c1a804e285cb68b01d493178bb15e8f
Deleted: sha256:cebfbbb3f7dcd252dcf478c6629a7a55c5592cd52f1d1f3cb6876349e310f99c
Deleted: sha256:08d4255c8d41ddca403b4056ca15e5317d6a2ff201274e5e2916aae32587626e
Deleted: sha256:8d384659251c139d50405004d73be97da6068f14e990c214d122fefb0c5c090a
Deleted: sha256:b250d16092f710ae3c9a3f1ad52ca3b2f460c213d6aaaef3a8cfac38a63d3e2f
Deleted: sha256:b4fdd7f861d16c7ea22679988c79cfb55a80040bfe89a5f7e5961e6358707384
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:de41019ea49a343c7b036b2dfaada5ccb1c8c43823ce0d95c01b5c5361e5fe71
  Associated tags:
 - 20190502-195649
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190502-195649
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190502-195649].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:de41019ea49a343c7b036b2dfaada5ccb1c8c43823ce0d95c01b5c5361e5fe71].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3097

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3097/display/redirect?page=changes>

Changes:

[migryz] FnApiMonitoringInfoToCounterUpdateTranformer with User counters

[yifanzou] [BEAM-7213] fix beam_PostRelease_NightlySnapshot

------------------------------------------
[...truncated 298.13 KB...]
copying apache_beam/transforms/ptransform.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=42440, attempted=42440)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_11_49_52-11726742144176277974/phases/graph_runner/step-invocations/F20-invoke-4359455490893549647/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=32, attempted=32)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=117, attempted=117)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3983, attempted=3983)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8236, attempted=8236)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=3001, attempted=3001)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_11_49_52-11726742144176277974/phases/graph_runner/step-invocations/F19-invoke-4359455490893549931/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=10, attempted=10)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=651892, attempted=651892)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=169, attempted=169)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=401, attempted=401)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=38, attempted=38)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=202, attempted=202)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=112, attempted=112)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=117, attempted=117)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_11_49_52-11726742144176277974/phases/graph_runner/step-invocations/F18-invoke-4359455490893550215/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2880, attempted=2880)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2005, attempted=2005)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=27, attempted=27)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-02_11_49_52-11726742144176277974?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 840.958s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190502-183639
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:c22b2f44db9bb9f07903aafb98620e5df5afc5e77f1345b32b4b7c6c2caec78e
Deleted: sha256:d3f3c9a9fee98c3d0700932fa663cca52e78bb6141f34ad82f9e836529c43b3b
Deleted: sha256:c343bb8d5b92894c7fa6b9403119c1c2d0b6fccb07b14c6372553a64fa66d652
Deleted: sha256:1fa5c89b854d339454072e4ec5eb5bdb57c49733b23a684b0fd8cd002c3144f9
Deleted: sha256:0414824df837e0fa24b3219a5f80e56011652d2eb17f00fbf4220f0bd7b5b290
Deleted: sha256:3d42199bc9cd4d70e05445c0fd32b23e68cdc9ab8499664602e7fa5d7200626f
Deleted: sha256:3140453011c25f84400efa2d7ebfe2ea2c2d68d0cacaf6d8e0a82757d05b0a28
Deleted: sha256:8fd3b703685e4237d29599a1650ceaedfcca782498ee4ccea2db9f12c46f8ad2
Deleted: sha256:5fc0ef6a935c36169372d719ee64b4b0e4508178243958e07c00119eb712200a
Deleted: sha256:bbf60a3e515ca7e8c6effc3bebee7a08779be8314eefa0a39d0d83335fe0ebad
Deleted: sha256:8a98619d690f094c4aaf82ca8df8517d6d34d4338b9cf85746af19b2e40b1dc3
Deleted: sha256:5e320a28c4d76f9164f17e50979a79c04f7e3ce7b84dbcdd33a8763087f69baf
Deleted: sha256:7f22c19bedd67c2798f2df22703877e3414f187f1714e56060ccc9d1b445932b
Deleted: sha256:06d0b27a8c5364e60b42cd38fa8a97d4a4993a71c3acd5a720b44714bfb639d6
Deleted: sha256:abb73ab6dd7d1daf5ad80980412220a4a43b2cea0f76669736686350f4506c23
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:c22b2f44db9bb9f07903aafb98620e5df5afc5e77f1345b32b4b7c6c2caec78e
  Associated tags:
 - 20190502-183639
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190502-183639
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190502-183639].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:c22b2f44db9bb9f07903aafb98620e5df5afc5e77f1345b32b4b7c6c2caec78e].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3096

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3096/display/redirect>

------------------------------------------
[...truncated 297.61 KB...]
copying apache_beam/transforms/ptransform.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=41945, attempted=41945)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_11_15_19-11307573855726067891/phases/graph_runner/step-invocations/F20-invoke-5261475407860721328/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=32, attempted=32)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=117, attempted=117)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3990, attempted=3990)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8205, attempted=8205)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2998, attempted=2998)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_11_15_19-11307573855726067891/phases/graph_runner/step-invocations/F19-invoke-5261475407860722244/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=None)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2, attempted=2)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=644283, attempted=644283)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=167, attempted=167)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=38, attempted=38)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=57, attempted=57)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=117, attempted=117)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_11_15_19-11307573855726067891/phases/graph_runner/step-invocations/F18-invoke-5261475407860723160/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=400, attempted=400)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2865, attempted=2865)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2203, attempted=2203)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=27, attempted=27)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-02_11_15_19-11307573855726067891?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 857.061s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190502-180010
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:13e4fd5ea9645675596b44ead865330e64c0b832c19f16a2ad1da2e88f295bcb
Deleted: sha256:c0bd5df55a01a630ba53ada91562c4238bde15007e21dd716a2d37e5190a81b2
Deleted: sha256:7441d39cd290d5eb8b1aa5c0a7a29051067e9a3c214dd7f89efc11a5fc1c6c24
Deleted: sha256:8aa03ff4c0ce1dba0f30b3540de50ca40fb70b8619868efd93f973abfc390cc9
Deleted: sha256:d887efdc2692e5ef0a3c06fd8fd8199c3b7fa4e41e817d380c7c20ff051c10c2
Deleted: sha256:5cafec95d1248fe6e430935b029b99860c8e1c550a7720497909c17def15b78a
Deleted: sha256:3d6cd1fdfce0a19d93b10cce36b54b295d30062eb4811d790619279492a8738f
Deleted: sha256:cf4724bede8ed684ec429dd72093e727da42c253130d3af041e9f36dd171a395
Deleted: sha256:2501e48dbb203f1fe215180d7b7c717b5825f816172bfc04812ef996729cbe5d
Deleted: sha256:201e53d9f930d5ca563876a45915f2deadd9fc80cdb3eb820e7a7743c0fe17c8
Deleted: sha256:1b7774ffd9841d5ebb1eb37b5eb6a527da40e6d24bec908533191d66b4803946
Deleted: sha256:76c484e8663df148d7f6668bb11a8a1b2b33967ccc475d19d5d55acf3905245c
Deleted: sha256:1ba520c7ab080deda8264916297391001355e4b862cca9ed838cbdd765bb7c67
Deleted: sha256:82be901edc90ac45e3a023afc707db2c0cefe42d03f0ef06c3707b840449cdaf
Deleted: sha256:4aae323d293fd8729a90c8a7c1f05a49805b79a5b33ac4c6ad6795b40b0b8eac
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:13e4fd5ea9645675596b44ead865330e64c0b832c19f16a2ad1da2e88f295bcb
  Associated tags:
 - 20190502-180010
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190502-180010
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190502-180010].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:13e4fd5ea9645675596b44ead865330e64c0b832c19f16a2ad1da2e88f295bcb].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3095

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3095/display/redirect?page=changes>

Changes:

[leo.unc] Use TFRecord to store intermediate cache results using PCollection's

------------------------------------------
[...truncated 297.65 KB...]
copying apache_beam/transforms/ptransform.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=42685, attempted=42685)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_09_26_11-3763979242728453901/phases/graph_runner/step-invocations/F20-invoke-15780310244023551662/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=32, attempted=32)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3988, attempted=3988)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8011, attempted=8011)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2994, attempted=2994)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_09_26_11-3763979242728453901/phases/graph_runner/step-invocations/F19-invoke-15780310244023551162/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=None)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2, attempted=2)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=655656, attempted=655656)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=38, attempted=38)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=170, attempted=170)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=600, attempted=600)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=63, attempted=63)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_09_26_11-3763979242728453901/phases/graph_runner/step-invocations/F18-invoke-15780310244023550662/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=400, attempted=400)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2876, attempted=2876)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2003, attempted=2003)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=27, attempted=27)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-02_09_26_11-3763979242728453901?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 861.597s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190502-161157
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:20f8c871804201df20485f0f73c128de93559eea2f1b085a51428fd4e4ef6944
Deleted: sha256:913f523c72aa63224ada3d521de74e7f041cfa642a22d13300289910056d8b63
Deleted: sha256:1779c5e7d0ae0757f670ef3b3a9524c2450e4aa289c0fad2f657e9f4febb44a0
Deleted: sha256:efcd86d62e22a9bddb07a81029fd28477f2c492ba153a55fcb41275c8f0d7c1c
Deleted: sha256:5442393c37aef83758a5ccce5f86a304802795dd7f83a78b8bdce333ed430d22
Deleted: sha256:7eeac883492f9002adf698ec7dc677df8fa58a920c1919df493bbdbabc1ca06f
Deleted: sha256:295b5cdebe4466747fa2eee61c8cda1249b08d75a5337a1535ff7538693b5e6b
Deleted: sha256:426a1d42a509c5f390e53fd16092a628a896c5edfda765fbdd208d01dc1f3858
Deleted: sha256:55b58de8c7105a211270d289cee3bb46731b681bde8ef8890d2395d8b4245165
Deleted: sha256:c12d709a152d1123d476b4af2e16b9659a8f20185a44eff6e8b4ed4722504705
Deleted: sha256:40f68a98ca1ef92f701a34a7d9760f345f4c82c2f236bc545be662da8e9d23fc
Deleted: sha256:e6b3b4514a3751e555bc0bd73e28a5d5484be2b30ac551b1d35272d94c7b71b4
Deleted: sha256:8b5df0c6e9171f8249e5bc690c4f36e7b95ae3cdef60e57f023b1898e621262a
Deleted: sha256:e9abc551ededa177bfd9c12291ac76f1a780aa9806573493cee6fc8a8022aea1
Deleted: sha256:bfdbc87150c7bad816ccc1ce634f14290dbb76525d0c4e9cfcbadf3f9858a610
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:20f8c871804201df20485f0f73c128de93559eea2f1b085a51428fd4e4ef6944
  Associated tags:
 - 20190502-161157
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190502-161157
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190502-161157].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:20f8c871804201df20485f0f73c128de93559eea2f1b085a51428fd4e4ef6944].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3094

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3094/display/redirect?page=changes>

Changes:

[aromanenko.dev] [BEAM-6850] Use HadoopFormatIOIT for perfomance/integration testing

[aromanenko.dev] [BEAM-6850] Add metrics collectioning to HadoopFormatIOIT

------------------------------------------
[...truncated 298.17 KB...]
copying apache_beam/transforms/ptransform.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=41727, attempted=41727)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_09_06_07-8222077815972743228/phases/graph_runner/step-invocations/F20-invoke-17742055856149830809/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=32, attempted=32)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=119, attempted=119)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3992, attempted=3992)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=6009, attempted=6009)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2992, attempted=2992)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_09_06_07-8222077815972743228/phases/graph_runner/step-invocations/F19-invoke-17742055856149828957/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=11, attempted=11)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=640934, attempted=640934)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=166, attempted=166)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=38, attempted=38)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=57, attempted=57)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=119, attempted=119)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_09_06_07-8222077815972743228/phases/graph_runner/step-invocations/F18-invoke-17742055856149831201/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=402, attempted=402)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2862, attempted=2862)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=4404, attempted=4404)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=27, attempted=27)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-02_09_06_07-8222077815972743228?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 790.894s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190502-155121
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:2fe24df81b2f581e255ed1aef39e71e139bb1332bf2972fc51b90b8d9656078b
Deleted: sha256:1f6a5552a6aa359f5e30f01cf715e3dd500d37d4d5bb65dc47c7c2f0a8852548
Deleted: sha256:2bbd6be0113be949d4bab7c98c8a7b2d6ff495e88853cd601f59e207fbd047ed
Deleted: sha256:a2029c370bb2868cfdce51785890b3ac2b4119be40ebec9bfe22576e37f365bd
Deleted: sha256:58026a363cb64fa9124b1c3058d778324373b934d502b55a57918d44cfe15983
Deleted: sha256:5fc72061356fb483b41eaa13e1a1ed24ba8fbfa640c85d4a2677a4c29704bae1
Deleted: sha256:d83f659cb2bfcc04104d9409c9cf460d43b4bceee4211beac4bb72ea875e8205
Deleted: sha256:2ec40c6e1c91f7176aefdf7832beb1ccccc1948af7cf24d0a21de8dda452ead0
Deleted: sha256:31fafa4b25d668c65b9b6b2a7805ea503e0ff196f566fcd9d432f9ee72eadef3
Deleted: sha256:8110a618fb8e73089e5ebf84497ca249793dc5b1bb13631765e9232687160e0f
Deleted: sha256:e9f12c21b15c9f5cdaceeeb39286c65b49df4a5594c09b9249a3bf58d0c10b78
Deleted: sha256:9a72035f740c26c4d07e285113dea5b17cafeb6000f96e13047ed8af187a7c3c
Deleted: sha256:f4af27390c70347548edbae603ed23e6facc5d2b45b45389ff1b915ac558dd3b
Deleted: sha256:7be4657fa8826edee4682bdabd26aceac598bb9692ac64fe925a8e30341f0f4f
Deleted: sha256:36a8da7813b9191b797694f3a20f7bbc9ff3c47d272e40af7f21acfba4ec1d6a
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:2fe24df81b2f581e255ed1aef39e71e139bb1332bf2972fc51b90b8d9656078b
  Associated tags:
 - 20190502-155121
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190502-155121
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190502-155121].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:2fe24df81b2f581e255ed1aef39e71e139bb1332bf2972fc51b90b8d9656078b].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3093

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3093/display/redirect?page=changes>

Changes:

[iemejia] [BEAM-7205] Remove MongoDb withKeepAlive configuration

------------------------------------------
[...truncated 297.61 KB...]
copying apache_beam/transforms/ptransform.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=41945, attempted=41945)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_08_29_49-15378741537160654516/phases/graph_runner/step-invocations/F20-invoke-15967596932470690201/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=32, attempted=32)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=117, attempted=117)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3991, attempted=3991)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=6409, attempted=6409)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2994, attempted=2994)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_08_29_49-15378741537160654516/phases/graph_runner/step-invocations/F19-invoke-15967596932470690909/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=10, attempted=10)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=644289, attempted=644289)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=167, attempted=167)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=38, attempted=38)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=60, attempted=60)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=117, attempted=117)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_08_29_49-15378741537160654516/phases/graph_runner/step-invocations/F18-invoke-15967596932470691617/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2873, attempted=2873)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=4203, attempted=4203)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=27, attempted=27)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-02_08_29_49-15378741537160654516?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 820.802s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190502-151452
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:b3def71b021a99760a702f45ae18736aa41d9ec03c59c378b2f004adcfae8cde
Deleted: sha256:57e22f88d992423b832a6e9281d3285250c96b2b31297beaeca6869ae22a1600
Deleted: sha256:2c2e8edb2f0ca9480ad69dc4dca96df3641a3f7d0bcb4784e695d0401dd4b97f
Deleted: sha256:7d9ed1dba0664b7b8891cc2e1633d49f18a2a4f6027548d316abba44824aca26
Deleted: sha256:d9596025491181f2bf08733936de07d7e6fdaff506024ed733a3ceeb2fc06898
Deleted: sha256:e07e56b900012abb1bb004aba0055de23e9976cc4a87a75bedda84c87a50b72e
Deleted: sha256:7a2d4599509811110aea65423d203a5fff834099054892553db422b07533d3d0
Deleted: sha256:20b8260835de5a720157b24b461a0ed486f59d5ed50557b4fb63fb9201251752
Deleted: sha256:2d01a21aa9d28a9a198846cf21cb21fa4868bae004b862ecfc0f90126c0e0836
Deleted: sha256:9eb6cb311cfc0b0903b165aa41257d73885a9bb71e761f950da83aeceb5b20f9
Deleted: sha256:c446986d479993f12f3aeaebe3ca562b89f708cf1aaa8325aea8081dd2320f4f
Deleted: sha256:9eb0ad57c5eb1a11aa7c4f61310c2ccccf63f4f2cdb8a3e489db7d52c5851fdc
Deleted: sha256:c229a6cecef6e18b5bfe9a7afd3e4264357d6f64b0c8c12e43bbcf5aac854728
Deleted: sha256:9a2a5f4d0e439c1b702ef43f3d61e3fc60b51bd8e84a72e8cc663afb9fca4ef5
Deleted: sha256:9f4b61469554fcc45b11dd8c54ce1a9e4eba61ce6a30da7b30a0d99618528c66
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:b3def71b021a99760a702f45ae18736aa41d9ec03c59c378b2f004adcfae8cde
  Associated tags:
 - 20190502-151452
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190502-151452
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190502-151452].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:b3def71b021a99760a702f45ae18736aa41d9ec03c59c378b2f004adcfae8cde].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3092

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3092/display/redirect?page=changes>

Changes:

[mxm] [website] Link design document on cross-language and legacy IO

------------------------------------------
[...truncated 298.28 KB...]
copying apache_beam/transforms/ptransform.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=44459, attempted=44459)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_07_18_43-5771676102772355873/phases/graph_runner/step-invocations/F20-invoke-13943648833279236581/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=32, attempted=32)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3994, attempted=3994)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=6205, attempted=6205)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2995, attempted=2995)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_07_18_43-5771676102772355873/phases/graph_runner/step-invocations/F19-invoke-13943648833279234329/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=12, attempted=12)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=682901, attempted=682901)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=177, attempted=177)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=402, attempted=402)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=38, attempted=38)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=104, attempted=104)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_07_18_43-5771676102772355873/phases/graph_runner/step-invocations/F18-invoke-13943648833279236173/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=400, attempted=400)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2870, attempted=2870)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=4004, attempted=4004)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=27, attempted=27)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-02_07_18_43-5771676102772355873?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 841.035s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190502-140359
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:e2d86e1df46e4f6ffbc3d2b77ba5e0a56628e023f7891c9d9333e5ce210081cc
Deleted: sha256:a64b9789614e273e75751b38b062fd2988fdc7ac16c161d32f27f1343febf044
Deleted: sha256:4396081e84feadfd292a6117f40cd3420657aef573ed3b112cc9dc1a0e5a153b
Deleted: sha256:f2db19945c43ad4f4821b390ea006b391d46c277ea85f3bca3cf4be37e649741
Deleted: sha256:816ff857453ec8f6d4efbecdea82c87ff9977e01c8785780837a3bf5466596d5
Deleted: sha256:5c69bdab0e82cfe06c338ac5c5c53264c69390f9e59270719af5575625f214b2
Deleted: sha256:2bdd40577b0c3f93b9e1d26c29cae59abe5dee8a79ca253fa34248ca03d86603
Deleted: sha256:7377a8a694ee1957a0fa32cf62cfbeb3904685eef98c17d1cbf314f95f09cf1b
Deleted: sha256:6dff328f79037c2b12b15993f26161f3fe99271af83544889e594e64f78750d5
Deleted: sha256:f72fadfd471aad4b9fa8eb79d202611192f065d762d9a0fa7c5e81173f687ef1
Deleted: sha256:3a2a5210bb4f61456b3d7cd0ba5db1704388e922be48d08e9e642f10af8f9027
Deleted: sha256:c6455d1d341a2d5f35befd3306c7d9bbdd710dd7aa2f67a422ce9be92db89002
Deleted: sha256:af888346b083694f8fdda69128daabe550f50eb87d2c1007a14a80c47058cd76
Deleted: sha256:7145a6af2b0dba05a5d344383fd7a175f4493f4e63ef85ed0fe35eff9f8483e3
Deleted: sha256:222fce54aebc133001db8cc50b14350ed21f552a22bfc75c67ec2b0e0fb17280
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:e2d86e1df46e4f6ffbc3d2b77ba5e0a56628e023f7891c9d9333e5ce210081cc
  Associated tags:
 - 20190502-140359
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190502-140359
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190502-140359].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:e2d86e1df46e4f6ffbc3d2b77ba5e0a56628e023f7891c9d9333e5ce210081cc].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3091

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3091/display/redirect?page=changes>

Changes:

[mxm] [BEAM-7171] Ensure bundle finalization during Flink checkpoint

------------------------------------------
[...truncated 297.99 KB...]
copying apache_beam/transforms/ptransform.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=43518, attempted=43518)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_05_59_55-9720949276000362600/phases/graph_runner/step-invocations/F20-invoke-3835541851844867820/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=32, attempted=32)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3976, attempted=3976)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8613, attempted=8613)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=3000, attempted=3000)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_05_59_55-9720949276000362600/phases/graph_runner/step-invocations/F19-invoke-3835541851844867816/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=668448, attempted=668448)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=174, attempted=174)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=210, attempted=210)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=38, attempted=38)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=112, attempted=112)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_05_59_55-9720949276000362600/phases/graph_runner/step-invocations/F18-invoke-3835541851844867812/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=400, attempted=400)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2878, attempted=2878)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2002, attempted=2002)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=27, attempted=27)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-02_05_59_55-9720949276000362600?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 780.208s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190502-124555
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:2206b5931178cc4eb9854a2fd68026617bcc987570442dc9b025d66146959ebe
Deleted: sha256:f0825b82034d6c2f0b2931fb97f39b137a432fb26f81e579600c9e980da39e5b
Deleted: sha256:c543e3e50bb5a9aa6cd4899d4db3b9a7944da7f5ab4c133e117fec66cefeda27
Deleted: sha256:685b20d91932bd465d679acd087441035f3a9e36d4b8cc7c07a94f994c6a4524
Deleted: sha256:ad9f524a35005faca28945d9351671a3a085370846e8f8febbcff560b9846f4f
Deleted: sha256:d588702f01f3747b57b96e104c95d15cabdf8ad835d23cc6ac8b2ce13853f2f8
Deleted: sha256:ca03ff8a926c7c091d457124b47196af0f433dbdb496bf73780298c1ea5d432b
Deleted: sha256:f92b7fb2af8f2e0d5f684e1ddc984249a6e118575143024189aee90648ea7e93
Deleted: sha256:f19b89e5c0f00f26f2c6d1f0a08ea4b9d04383e7d107e8ba7c5af38344380f9f
Deleted: sha256:4ee359c1eb2a4143b4dffa0b091eb94eefff3dddde7e9d5dfac182ee0ab6b24f
Deleted: sha256:8cfc66bbe81ea19aa6766a5cd2f61be99c58994a669368dfd6c3645542504706
Deleted: sha256:346195dc4236d2b261db2af86745c9ae6b89e7d36d51feab0cd25ecf15c0dffc
Deleted: sha256:de045c6573de6f0470f7c820cbb99b0786c04e1639095d0b9b5bfb60c9f2d4d1
Deleted: sha256:08000b6df7700739f7cb063861144ee5b7e9774ddf7b5f92370757cd7d26162e
Deleted: sha256:13a99f173b961fe358a398ab538c7cfc240788a7be94a10ba95469e60f661b73
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:2206b5931178cc4eb9854a2fd68026617bcc987570442dc9b025d66146959ebe
  Associated tags:
 - 20190502-124555
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190502-124555
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190502-124555].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:2206b5931178cc4eb9854a2fd68026617bcc987570442dc9b025d66146959ebe].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3090

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3090/display/redirect?page=changes>

Changes:

[25622840+adude3141] [BEAM-7193] ParDoLifecycleTest: remove duplicated inner class

------------------------------------------
[...truncated 297.57 KB...]
copying apache_beam/transforms/ptransform.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=37020, attempted=37020)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_05_39_09-6821742447156516315/phases/graph_runner/step-invocations/F20-invoke-2617627721648116536/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=32, attempted=32)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3993, attempted=3993)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8607, attempted=8607)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_05_39_09-6821742447156516315/phases/graph_runner/step-invocations/F19-invoke-2617627721648118924/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2, attempted=2)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=568627, attempted=568627)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=148, attempted=148)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2994, attempted=2994)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=61, attempted=61)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_05_39_09-6821742447156516315/phases/graph_runner/step-invocations/F18-invoke-2617627721648117216/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=38, attempted=38)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2887, attempted=2887)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2002, attempted=2002)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=27, attempted=27)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-02_05_39_09-6821742447156516315?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 859.890s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190502-122447
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:76c330d8d85215604170e9f114992e1a491cf6d99323583a0271ea83b5add14a
Deleted: sha256:857a2c8d36648488382a793009afb90e7755b23a39ec0b0ffc3430ab5d910049
Deleted: sha256:0fb6cd0bd7f1042489f359238836d680871229cd73744ad5a81b26f911ec6d6c
Deleted: sha256:da16d022be423289b944797563e76bc76ae313640326cd63df49f21678119fb6
Deleted: sha256:4a98679df0c9f0fb4f8385927ad12b94241bf096521704e85d820f71fe5bf20c
Deleted: sha256:35461d814bb9ac428831737ea768ee555c88b0cab24ce5f34c9e7cce4c1ae4e4
Deleted: sha256:70558d3b3c6dd333ac2eaf013c971d8ec38bd4ebe129563c0880b3894a2858b6
Deleted: sha256:fccedd35bf4b8c73825e68d5520b2a8faa530817ce172045038206abeebe91c3
Deleted: sha256:f9dd9f26b7f0df26a7a55fdef6c647d6d59ab50152922c80b7edaf62b5f70aff
Deleted: sha256:f89307cfb7265adf7f062dce9e8a0f5e7ae4c2ad1e64cd8f01a1bb41d9cfb10f
Deleted: sha256:14c48f4b368fa0f43ae7196fad5df4c4925e1fc605e76ac5354d7d926e98d62c
Deleted: sha256:c2d115b53f3667ed668cbc74204d5f82f67a8341e02d8e1299c6c23c7898754a
Deleted: sha256:973af33a65687e56c450799a620925c7cf720ed3cf2b07036cacb138bfc4e059
Deleted: sha256:1603607d68a98a3baab85143a858b065e0385ea1d3655e3d2f858d48484a855e
Deleted: sha256:39f0d8e61e83132bfa63142ca66880df5f3f3bd2e582eb811da67b2f516ce639
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:76c330d8d85215604170e9f114992e1a491cf6d99323583a0271ea83b5add14a
  Associated tags:
 - 20190502-122447
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190502-122447
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190502-122447].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:76c330d8d85215604170e9f114992e1a491cf6d99323583a0271ea83b5add14a].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3089

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3089/display/redirect>

------------------------------------------
[...truncated 298.42 KB...]
copying apache_beam/transforms/ptransform.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=43413, attempted=43413)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_05_15_17-6216843832615069852/phases/graph_runner/step-invocations/F20-invoke-11140843722576100690/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=32, attempted=32)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=119, attempted=119)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3991, attempted=3991)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=6405, attempted=6405)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2993, attempted=2993)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=401, attempted=401)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_05_15_17-6216843832615069852/phases/graph_runner/step-invocations/F19-invoke-11140843722576101150/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=7, attempted=7)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=666834, attempted=666834)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=173, attempted=173)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=38, attempted=38)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=111, attempted=111)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=119, attempted=119)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-02_05_15_17-6216843832615069852/phases/graph_runner/step-invocations/F18-invoke-11140843722576097514/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=400, attempted=400)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2879, attempted=2879)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=4002, attempted=4002)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=27, attempted=27)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-02_05_15_17-6216843832615069852?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 757.213s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190502-120009
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:fbc4c3a55a1c436d04d56c5f3606591ad5f633c09c10d584374c8b820c9ab9d4
Deleted: sha256:ae758e94958a7da6879f977e7ffa082201b39296c1af08e4d01c92c49cf73f06
Deleted: sha256:bf00a813222f9b32924904f33f502ecf558f5a020132e9abb7744f5386b071be
Deleted: sha256:41a742ac13a633ca45fa79f7f3c7d77bc61fab56486409a69844ab1f0c261de0
Deleted: sha256:5ea2efb42b4d6ad450ecdec8c9846d8b6f64eb663bb49fb1e9695ff425047cd6
Deleted: sha256:5d05532236ba61ce64d465a34edb78c06d489a396833166f745bc9a1a6bdabae
Deleted: sha256:1d8d43c0004a124130efde91b3871fb52172f3842c7a7ddb67c511cc477a3655
Deleted: sha256:c6d43e49323e6d52f6b6f06da674bab09326d6c587420aeefdf194a5620d9ca5
Deleted: sha256:73fff5a1bda242e9fba6ea6cfe74b748c04caffc48337c811e3d24393a3063a1
Deleted: sha256:561885330de8c8fd5d9515fa9ada3e434f9a397c749eb3c4bbd233640d57cfe2
Deleted: sha256:be746ca0c232a927cc17adf4f980ba25ccec2c8c3dbad598021954807752b630
Deleted: sha256:d141f2692cfc7d38dfd5fea46ea80e35efd09014d71be0c09dcf32d19ad74baf
Deleted: sha256:d074b0c84aea45ac9f1a25d90a88ca5e73c69dad99b596aa8ccc408e51407682
Deleted: sha256:ef23220c770f9967b84e9f4057192cc095b2a7a556f762e359890a0b8896774e
Deleted: sha256:8df7d6a01ce67e57ac8a9b08daea29fae28119f11c4717b6a7e58605f25f1d09
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:fbc4c3a55a1c436d04d56c5f3606591ad5f633c09c10d584374c8b820c9ab9d4
  Associated tags:
 - 20190502-120009
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190502-120009
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190502-120009].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:fbc4c3a55a1c436d04d56c5f3606591ad5f633c09c10d584374c8b820c9ab9d4].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3088

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3088/display/redirect?page=changes>

Changes:

[iemejia] [BEAM-6526] Remove unneeded methods in AvroIO ReadFiles and ParseFiles

[iemejia] [BEAM-6526] Refactor AvroIO Read/Parse to use FileIO +

[iemejia] [BEAM-6526] Add populateDisplayData on AvroIO.ReadFiles

------------------------------------------
[...truncated 297.88 KB...]
copying apache_beam/transforms/ptransform.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=42373, attempted=42373)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_23_36_50-773717206090291214/phases/graph_runner/step-invocations/F20-invoke-8308052651371995209/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=32, attempted=32)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=116, attempted=116)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3992, attempted=3992)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=6405, attempted=6405)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2993, attempted=2993)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=202, attempted=202)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_23_36_50-773717206090291214/phases/graph_runner/step-invocations/F19-invoke-8308052651371996541/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=10, attempted=10)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=650854, attempted=650854)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=169, attempted=169)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=38, attempted=38)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=103, attempted=103)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=116, attempted=116)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_23_36_50-773717206090291214/phases/graph_runner/step-invocations/F18-invoke-8308052651371997873/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2866, attempted=2866)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=4003, attempted=4003)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=27, attempted=27)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-01_23_36_50-773717206090291214?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 767.257s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190502-062316
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:b90152be005dc74b2ec2c9b79cb35e02ffe05f5a863df298ee9447b0aa25570f
Deleted: sha256:833466fe168a7c6d0acf78fdeb65639770078ffd44393d95a767cbf30341caee
Deleted: sha256:741d56bc6dc3dbc48a45a09603a0cc8c9797bbd7de6a6e8a5b6d10e4495ec242
Deleted: sha256:f474fd66bded3aa2b5f3b7ff47fe8ac0b07bce641d6e7c411033bab0ea6e5d51
Deleted: sha256:2a1b74e8421f5abbc8ffbca45bd299cf315d7593d24361f46796207b8146eb97
Deleted: sha256:b520e3fe44d7ada13d6162011ef9c00960db6a769140e9f3ba161296e2438edc
Deleted: sha256:6abe3c14919659665fc2a3fb6dd4dcdc5bfc20d35bd49b5a0b64b17580bfc65d
Deleted: sha256:4f42ea2460623bb3f32e763612fe57681d7dafcbb771e6fb95ec105221be2273
Deleted: sha256:2bb4925a162b8fb75100654a3cf90a82c2965c6a2eedcc2b12fb83230b0e3c82
Deleted: sha256:248dfc655fcfba002f5aaf8cb6184c39a01f27642525933a29731bd887eba535
Deleted: sha256:29d78753cfec97e3b0b7cd2a8439aeaf409d197122cecc9991002c6cbaee5b87
Deleted: sha256:d79ba22adb6326c957d958a56e4fc21e910d729140c3601462c75ce161a4b486
Deleted: sha256:0cbe76db97d56179430fed0eb55437bdb369c7bf1acc7db300dbb1dfdd059e73
Deleted: sha256:81946a44d0d92b0c34b201e003a1f924201384f3d9c1eb63669ce8346f697494
Deleted: sha256:75f7b84e2c988c15d7d1f35a92555fd0fc4dac12ed0872d2a89e73d1d63bd6b6
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:b90152be005dc74b2ec2c9b79cb35e02ffe05f5a863df298ee9447b0aa25570f
  Associated tags:
 - 20190502-062316
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190502-062316
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190502-062316].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:b90152be005dc74b2ec2c9b79cb35e02ffe05f5a863df298ee9447b0aa25570f].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3087

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3087/display/redirect>

------------------------------------------
[...truncated 298.56 KB...]
copying apache_beam/transforms/ptransform.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=43717, attempted=43717)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_23_16_49-17579952662342062012/phases/graph_runner/step-invocations/F20-invoke-14596007105662808603/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=32, attempted=32)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3993, attempted=3993)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8205, attempted=8205)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2995, attempted=2995)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_23_16_49-17579952662342062012/phases/graph_runner/step-invocations/F19-invoke-14596007105662808631/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=7, attempted=7)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=671495, attempted=671495)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=174, attempted=174)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=402, attempted=402)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=38, attempted=38)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=108, attempted=108)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_23_16_49-17579952662342062012/phases/graph_runner/step-invocations/F18-invoke-14596007105662808659/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=400, attempted=400)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2870, attempted=2870)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2202, attempted=2202)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=27, attempted=27)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-01_23_16_49-17579952662342062012?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 835.604s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190502-060009
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:987b30dc270ca0b66e2c4cf32bf8cf0f30cc0f98ea7c4b956a4050b24c665558
Deleted: sha256:2660ee3cfe854592584a0d1afc0ec448b8b0a09cba26a5ea2bc2d38f0cc6b337
Deleted: sha256:e8fd789caaf63c6ad306605208ff8de85e915095da9a6b107de5dd8451b29d55
Deleted: sha256:b9cd988927704eb1838a9d9ff26e8d7336f20811057f0b5f3c70e4336f94e0de
Deleted: sha256:136e5d3983de8186b328644e705ffd3793404d687288a428d101bc3206a5c41a
Deleted: sha256:ddd625540222a826eb87fa7d6ad3a5e2a56a230c246317393c2754abfb8615e9
Deleted: sha256:6c8d020b547fe54361d5995af3ebbb401057d5de07ec807c26e59afea98b608b
Deleted: sha256:56811a698429656f2cc08c90c49b4cb7748fa1f37fc6dbc15cde563dc6cb207e
Deleted: sha256:a360f483f160a30852fdf203372624bad58922a3fbdb39f8d19daf07075912c2
Deleted: sha256:eaca281b266e46631cfe3aac9de6d8f964f1a5fe0aa1647077214e573c84b972
Deleted: sha256:171d6614b1a228bfafca1fe9fe84b266052eaa732eee88426b74946504a4e737
Deleted: sha256:4a00314b3ea4d62b454306928f4b2c75446d43ac50840e174bd3ed1e0e5db9b3
Deleted: sha256:d0abb9c3ebf3face9ee82f6a9893e4d9f738f188b386cf29b6d1a1216a511da4
Deleted: sha256:e43742717de9f507139b13e9609a88d601a8d9574015810abfd1d19836ac1323
Deleted: sha256:e2cef2be224cecccd7a1f401c729d562837a6a5dea82d4a7ceb40cefaf320838
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:987b30dc270ca0b66e2c4cf32bf8cf0f30cc0f98ea7c4b956a4050b24c665558
  Associated tags:
 - 20190502-060009
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190502-060009
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190502-060009].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:987b30dc270ca0b66e2c4cf32bf8cf0f30cc0f98ea7c4b956a4050b24c665558].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3086

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3086/display/redirect?page=changes>

Changes:

[pabloem] Fixing fileio tests for windows

------------------------------------------
[...truncated 298.01 KB...]
copying apache_beam/transforms/ptransform.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=40091, attempted=40091)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_19_04_53-607900365931845669/phases/graph_runner/step-invocations/F20-invoke-16107409760571730650/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=32, attempted=32)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=116, attempted=116)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3988, attempted=3988)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8215, attempted=8215)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2995, attempted=2995)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_19_04_53-607900365931845669/phases/graph_runner/step-invocations/F19-invoke-16107409760571731222/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=None)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=9, attempted=9)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=615803, attempted=615803)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=160, attempted=160)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=38, attempted=38)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=111, attempted=111)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=116, attempted=116)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_19_04_53-607900365931845669/phases/graph_runner/step-invocations/F18-invoke-16107409760571731794/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2880, attempted=2880)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2201, attempted=2201)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=27, attempted=27)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-01_19_04_53-607900365931845669?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 982.835s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190502-014810
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:bd8abbf24b2ba00f6ff92aae61daaf2e89f17ce60d0c9defe18fcb6172643608
Deleted: sha256:aed83350d478e439335909ef26946c55cec038ef3b0247acb1ab40156c840226
Deleted: sha256:207b86f1d1887f801647967369b44c96c4d21d73b18ae10e7ab54758abffff89
Deleted: sha256:3783147bb6af0cf0440b60c7eb979f9c0a620bbe1e7f94139b68a5acceacc9d7
Deleted: sha256:b60e8177a5d419a6500fd9af34fcd0dc25f6439f3c5235f307208cdec1c483fb
Deleted: sha256:2a4177fc0fa22483148eea76fcfe9108092ff73203d7b93d06eb0fed92224f75
Deleted: sha256:e2e2bf03bef9f01d365c7362b5b8c03bf672254a0e821a8c6a1e286d65137ebf
Deleted: sha256:8840f2ae9c43976a6028836b1fb0f15a56f5149bd9479195dfd9a6744cb60512
Deleted: sha256:b86d89257b1749c33adee63aac64e8f915c972a69ce879cdb64ff9e76ec05068
Deleted: sha256:8ab4e526888e39f1e69ef658c37b23848a7d369b678e40d08402607086eac635
Deleted: sha256:f531e9aea16de9a9b67d5204ff9417602710791248d8e2892a0abff16add6cfb
Deleted: sha256:3929f1c7eacee0accbacabbe892ac57db6c11c3146331ebb249044147f2ecc21
Deleted: sha256:c3ad86027c80ea22c20135e48f12594c5efce0977bc1d81d75f0d2ec31f3792c
Deleted: sha256:56be6d82ebce66b35b15a6481adaec475fbc2524466a62ddd50ac51d2d5083fc
Deleted: sha256:086fcb629581494ed1618517dc43c332b790e811e2f213f28e6eaf562b0a76b1
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:bd8abbf24b2ba00f6ff92aae61daaf2e89f17ce60d0c9defe18fcb6172643608
  Associated tags:
 - 20190502-014810
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190502-014810
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190502-014810].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:bd8abbf24b2ba00f6ff92aae61daaf2e89f17ce60d0c9defe18fcb6172643608].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3085

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3085/display/redirect?page=changes>

Changes:

[juta.staes] [BEAM-6769] write bytes to bigquery in python 2

------------------------------------------
[...truncated 297.61 KB...]
copying apache_beam/transforms/ptransform.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=42605, attempted=42605)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_18_30_18-10348284507176444136/phases/graph_runner/step-invocations/F20-invoke-2945417565672077970/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=32, attempted=32)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=119, attempted=119)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3986, attempted=3986)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8610, attempted=8610)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_18_30_18-10348284507176444136/phases/graph_runner/step-invocations/F19-invoke-2945417565672079342/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=10, attempted=10)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=654413, attempted=654413)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=170, attempted=170)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2994, attempted=2994)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=159, attempted=159)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=119, attempted=119)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_18_30_18-10348284507176444136/phases/graph_runner/step-invocations/F18-invoke-2945417565672076618/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=38, attempted=38)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=600, attempted=600)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2887, attempted=2887)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2001, attempted=2001)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=27, attempted=27)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-01_18_30_18-10348284507176444136?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 901.533s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190502-011451
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:863207b6318d59e6dbfc169d4ba086e9d26e2679bd0ea568e287ca337b857232
Deleted: sha256:50c104fd6ae5881708684e1ea2b7352a2cd3513b42aaca7c73d7bde4a9243aeb
Deleted: sha256:c6a955b266e18141b95f0b254cc3da86bdd6aa888236afecad8ceb15a093fea9
Deleted: sha256:658755d98578f51db6ef39ca8ae49d0d1cb1c243716b610dc4b41cf8f2166337
Deleted: sha256:adfa8618c25403763770a1d8e78c6209ae47fe680e5a631d858cd566a3d9bb09
Deleted: sha256:0f4ddeeaa996b3cceaf89671a8cbf40fa3c8af8b299c8395c3df2d389d7d983c
Deleted: sha256:8bf0a1500abcb886a907b00790bc2849a33c315d1d332be21c69d49e83e61ec3
Deleted: sha256:18ee5a128e77917ebbdf33f1137050207cc0be83f5daf385fb12bcc6dac46081
Deleted: sha256:098748f4a9177e6652f381ed38b9ff9ca4b6c65a7de77a5bfec607749360944c
Deleted: sha256:835c5e6b2de719330edd695986d4a7ec9f7575ea95d7fa0fe33c6c89d2c573e5
Deleted: sha256:1c3ed27705454a52dd362bdb6a2afc449ee0dc6286e365523314cdb268adc7e3
Deleted: sha256:205035766ace3a8f12321c6f365562dc91ea02715c0c9096d172314a1bd5e53a
Deleted: sha256:f01a52156ca4f98820880b2fefa70e18c9ba9d78063e6a2c4ca2ad637ed7ce73
Deleted: sha256:3ab04655217493bc3deb00084b97d69c3f9733d7f2ad6651c799077be256d2da
Deleted: sha256:45b61d797b818929bc390ece8e718470f6185e8f86c1e66e1fb3273db7766591
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:863207b6318d59e6dbfc169d4ba086e9d26e2679bd0ea568e287ca337b857232
  Associated tags:
 - 20190502-011451
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190502-011451
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190502-011451].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:863207b6318d59e6dbfc169d4ba086e9d26e2679bd0ea568e287ca337b857232].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3084

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3084/display/redirect?page=changes>

Changes:

[kcweaver] [BEAM-7201] Go README: update task name

------------------------------------------
[...truncated 297.69 KB...]
copying apache_beam/transforms/ptransform.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=34559, attempted=34559)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_17_28_27-8360818558548588906/phases/graph_runner/step-invocations/F20-invoke-1487289996144592172/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=32, attempted=32)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3977, attempted=3977)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8610, attempted=8610)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=3005, attempted=3005)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_17_28_27-8360818558548588906/phases/graph_runner/step-invocations/F19-invoke-1487289996144591160/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=530833, attempted=530833)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=138, attempted=138)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=38, attempted=38)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=103, attempted=103)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_17_28_27-8360818558548588906/phases/graph_runner/step-invocations/F18-invoke-1487289996144594244/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=401, attempted=401)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2874, attempted=2874)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2011, attempted=2011)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=27, attempted=27)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-01_17_28_27-8360818558548588906?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 922.708s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190502-001212
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:9b16051b72f09de90f4e90d92eaf3f39e3536f7bf727c3f7351b19af78a30fd6
Deleted: sha256:cbe00b1064560b3c8e7c1f9a95cfd3002006237199546023a536d2818c7773af
Deleted: sha256:5c64374c30e4540852c8c548f4636a5863dc442b4520196b34901259307c0229
Deleted: sha256:7edb541a6718dc65f62e19c9e0bf6c99eb5efeddf4718cb6e28d70f90bddd0e7
Deleted: sha256:3c7ea6612bb7a143b8005142388ba9d0981b6d637e0084f8ce05156ca90abebf
Deleted: sha256:e55007144e5849ad5f210d27475a5eeda5f91929404a862e27167c0af33dc44c
Deleted: sha256:4817d4681b7436f9f60ec4c439f96fc1d84ce95d1881685d1d5e7d60fca14020
Deleted: sha256:8a3e6d7e0c41975cc3b7e4b82c8d2445d56daf3ab3417e657205a4c78a1ae071
Deleted: sha256:f62491da18fd8f57c2f7672360ad92e0a7e60a7c8bdfa8c395ceda11a7a5813f
Deleted: sha256:df3be5ee0daa5390dd854e43d136fdaecd50ec0a66c6dc7200b65a17f6b0318a
Deleted: sha256:126bdf7dbaab5777538e27ec7b0c90e0e8f4eeb1ea001e0caf363840c7b4e225
Deleted: sha256:ab535a0756b11f3560851f4a6c1a2fea26db0e59bffb41123e8e6f6563351249
Deleted: sha256:fee79c1d79d651cf097620007468d7d93b5ea007424816b1cfd754901a3165fe
Deleted: sha256:b56f5991ebff57dd77c74e95026f92a12aebbf8dc938c10ccb940c530835cfa5
Deleted: sha256:4db0850445676714d1dba244696da4a46b487bd70e7fa38fb9f64c7f17cd186f
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:9b16051b72f09de90f4e90d92eaf3f39e3536f7bf727c3f7351b19af78a30fd6
  Associated tags:
 - 20190502-001212
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190502-001212
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190502-001212].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:9b16051b72f09de90f4e90d92eaf3f39e3536f7bf727c3f7351b19af78a30fd6].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3083

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3083/display/redirect?page=changes>

Changes:

[migryz] Downgrade logging level to avoid log spam

------------------------------------------
[...truncated 297.96 KB...]
copying apache_beam/transforms/ptransform.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=43723, attempted=43723)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_17_04_17-5537348894768372865/phases/graph_runner/step-invocations/F20-invoke-3899650231121848793/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=32, attempted=32)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=117, attempted=117)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3985, attempted=3985)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=6405, attempted=6405)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2995, attempted=2995)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_17_04_17-5537348894768372865/phases/graph_runner/step-invocations/F19-invoke-3899650231121847157/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=12, attempted=12)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=671589, attempted=671589)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=174, attempted=174)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=400, attempted=400)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=38, attempted=38)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=110, attempted=110)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=117, attempted=117)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_17_04_17-5537348894768372865/phases/graph_runner/step-invocations/F18-invoke-3899650231121849617/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2868, attempted=2868)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=4005, attempted=4005)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=27, attempted=27)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-01_17_04_17-5537348894768372865?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 976.251s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190501-234844
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:490358f9c1a6c0c9e5d9b3ce676fce684f4b80f69a0f9bec73738d5cdc79cd44
Deleted: sha256:7f4fb19aac6095074ea1144504a2b1a43f0c4138d34eb924192b56c448615274
Deleted: sha256:575778cc982df97426f96aa09d637d033b5c79e3fb304afaefe89b88f69a3d4b
Deleted: sha256:db9f56791946482ff14d9de628abe756b477051e8e063ecb57d9165f6fd997a5
Deleted: sha256:f7cc9c112e41281447a6ecec63b51b34e3ad7e074400ee3027461cb21b6e6d37
Deleted: sha256:6624989869113a09c97ca2cf4f25d1bfa9bb293366c25644f47cf4822ce293bd
Deleted: sha256:eb7d3e508410e0be0ef99a76a7cdad8d910d911bfebc712ad5f70d7acb099e71
Deleted: sha256:173b6475868b56d22323b8ed7ee1397a0d6c407bcc969e96fc07cd99f2f011fa
Deleted: sha256:df080dcba22c7f5851b2fa2be45e46dacdb40ee6fcff7fa966152a97f1c77ebf
Deleted: sha256:3bf85a72f7cae03bdd88696bc12ea68488e3f1bf1f29361b41e9a8c449502ec4
Deleted: sha256:b406614c64b9ba4810bc06684b5f2ceae0c3c2f15ebc35e46b1d8529eb2b92bc
Deleted: sha256:e6ff18830184c851d33a80064030d99c4f5502157fc038100af5e336aec830ee
Deleted: sha256:f1b76ebb74f5b852436a919fd2e825d9f7299e76725a0ac64fe32ed81d006bfd
Deleted: sha256:96a84d13e9f0a50915e13da427b7a4e7126aba85c676c3b51b5f4b24c7a04cea
Deleted: sha256:ac4f60c8b24ac5edf7c75051b2c6188026397ac77c7f54c4547711c146bb923a
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:490358f9c1a6c0c9e5d9b3ce676fce684f4b80f69a0f9bec73738d5cdc79cd44
  Associated tags:
 - 20190501-234844
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190501-234844
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190501-234844].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:490358f9c1a6c0c9e5d9b3ce676fce684f4b80f69a0f9bec73738d5cdc79cd44].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3082

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3082/display/redirect?page=changes>

Changes:

[lcwik] [BEAM-7179] Correct file extension (#8434)

------------------------------------------
[...truncated 297.62 KB...]
copying apache_beam/transforms/ptransform.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=38567, attempted=38567)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_16_40_38-17404185589934043666/phases/graph_runner/step-invocations/F20-invoke-1883983665833812917/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=32, attempted=32)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3986, attempted=3986)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8609, attempted=8609)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2994, attempted=2994)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_16_40_38-17404185589934043666/phases/graph_runner/step-invocations/F19-invoke-1883983665833816057/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=None)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=12, attempted=12)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=592396, attempted=592396)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=154, attempted=154)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=38, attempted=38)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=105, attempted=105)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_16_40_38-17404185589934043666/phases/graph_runner/step-invocations/F18-invoke-1883983665833815101/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=401, attempted=401)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2870, attempted=2870)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2001, attempted=2001)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=27, attempted=27)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-01_16_40_38-17404185589934043666?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 1011.279s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190501-232420
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:6ae9639fadc670ee771c78075fe60e254cca854aa75780bc29e01131962b9259
Deleted: sha256:699c2769191462d8a1b6479200dadf794f110999d4a9a6ae87692d583ed659e0
Deleted: sha256:ef905e7a854466258b8d6973f0b26a71b8b334abf1d65ca5a5ffafdc574d216a
Deleted: sha256:5d41fda4671d520efe04340a5eea29ed84de022fcb89fc1ebab4f740d32c2549
Deleted: sha256:decf6c209a63886a43ee0ea0c822e3c9f511940d9363b72bb39ead36f5d6aa08
Deleted: sha256:f58dca8a7481f03dea718b26f0ca5516804b6f22427ab80d4b33c0156b974741
Deleted: sha256:5e86fb713bd9d6dc1cd000a02421cc4f254efaf65529a0c0412e3221c62dc9ab
Deleted: sha256:dc6a2defdf6e7fbd661194e8381deb801299fb6fc504007329ce4fc3ac3e226f
Deleted: sha256:4b427cd81c7bbbfbc8daabecf45d754dee03182d698385bba5654c77dffc9395
Deleted: sha256:efd80e90dffdfcf250a0da4caf5b67728c06fbc9d33248d460ce18ce0b958d44
Deleted: sha256:34ad78eee07d216399da41d4a36fb776c872bf05455f12cc3c1035f42132d150
Deleted: sha256:fdbfb6be7c0b51c9e4e66bd4fbb96e54209561cd5073cc4f164b39ef9c77dbf7
Deleted: sha256:b528d86e7de7faf34fa7f458a1281d7663ac3b0ca5017cb42482394ae50370af
Deleted: sha256:93e697a633192800606ccd43ce4139ce87dca5da5ebe49f97f6f9d6366b6b1a8
Deleted: sha256:1b7a81e9217d8d7b83de0653a52f2619b5c2d7fe7cd0e94118bd17f7542f8895
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:6ae9639fadc670ee771c78075fe60e254cca854aa75780bc29e01131962b9259
  Associated tags:
 - 20190501-232420
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190501-232420
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190501-232420].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:6ae9639fadc670ee771c78075fe60e254cca854aa75780bc29e01131962b9259].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3081

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3081/display/redirect?page=changes>

Changes:

[ehudm] Add pip check invocations to all tox environments.

------------------------------------------
[...truncated 297.63 KB...]
copying apache_beam/transforms/ptransform.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=42910, attempted=42910)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_16_01_26-2605321794428869098/phases/graph_runner/step-invocations/F20-invoke-17313778045048706519/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=32, attempted=32)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=117, attempted=117)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3992, attempted=3992)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8613, attempted=8613)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_16_01_26-2605321794428869098/phases/graph_runner/step-invocations/F19-invoke-17313778045048706451/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=12, attempted=12)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=659111, attempted=659111)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=171, attempted=171)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2998, attempted=2998)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=63, attempted=63)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=117, attempted=117)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_16_01_26-2605321794428869098/phases/graph_runner/step-invocations/F18-invoke-17313778045048706383/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=38, attempted=38)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=401, attempted=401)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2871, attempted=2871)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2202, attempted=2202)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=27, attempted=27)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-01_16_01_26-2605321794428869098?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 900.752s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190501-224658
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:ff5375a9a6f9c20ec77aa3b26254b79bbb586511a4182ba1b71fd8fd570c0e25
Deleted: sha256:222b976c548e6cd09404f895ce7aa4afe7d1fa663d97939ed6d675873a2846dd
Deleted: sha256:b5c8474f97a4d556afa39f3567b3582f9dd60cc35db2a47a63e6686185ec045b
Deleted: sha256:64773a635a47ed867a9f62f4fd5b2569f2ce6dc4bfc8fe1ddb6bc1e34bff124c
Deleted: sha256:e55282f9db073d4e5aa04342e65ac3e38274e9596f855d829da0ca12be9e7816
Deleted: sha256:0b160a3b413d044989f79d1e7139fc5ab134355c486450a3da3c8a02e2595578
Deleted: sha256:14c0c4f87a8a7a239823f5703883dacc6c03252b97c740045124aa09340fda1f
Deleted: sha256:0c1ecfa8b3fdfc61063700f989c4a9d56f4b2223bd0e2aa7e503ca3cf18b3862
Deleted: sha256:6524ecc40ef180ca9d1064c4eb3985c72e30553329fa5f5fffdf338e0a837eae
Deleted: sha256:3068a316205e822d5893eae2cbfc83b1aedae68c675e12b3ad63b58e5584bcdd
Deleted: sha256:fe0df61a40aa0e55d74a68526de007289bd149e6151095e1a4738581313a80d7
Deleted: sha256:6e153496bb9a854ede8a69c09dea9ceb3ba3b57c921708c510375c9ad98b8b36
Deleted: sha256:6fbd04b1d21a515162dd2483faadf24e71db4e7364f036cfbea18148c5be6fda
Deleted: sha256:6da9fab3c961d9a08ccdc9cba6f66188677892d919e7ba15d396e6f6b58ebcae
Deleted: sha256:470fc8322b81edcc74fe2306960d411bbd597e17c3689d4d18cbb47c60961cd0
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:ff5375a9a6f9c20ec77aa3b26254b79bbb586511a4182ba1b71fd8fd570c0e25
  Associated tags:
 - 20190501-224658
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190501-224658
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190501-224658].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:ff5375a9a6f9c20ec77aa3b26254b79bbb586511a4182ba1b71fd8fd570c0e25].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3080

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3080/display/redirect?page=changes>

Changes:

[kcweaver] [BEAM-7176] don't reuse Spark context in tests (causes OOM)

------------------------------------------
[...truncated 298.46 KB...]
copying apache_beam/transforms/ptransform.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=38479, attempted=38479)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_15_40_28-17001076260615045897/phases/graph_runner/step-invocations/F20-invoke-11488609841524313737/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=32, attempted=32)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=119, attempted=119)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3975, attempted=3975)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8422, attempted=8422)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=3004, attempted=3004)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_15_40_28-17001076260615045897/phases/graph_runner/step-invocations/F19-invoke-11488609841524311421/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=7, attempted=7)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=591044, attempted=591044)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=153, attempted=153)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=38, attempted=38)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=115, attempted=115)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=119, attempted=119)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_15_40_28-17001076260615045897/phases/graph_runner/step-invocations/F18-invoke-11488609841524313201/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=202, attempted=202)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2867, attempted=2867)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2002, attempted=2002)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=27, attempted=27)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-01_15_40_28-17001076260615045897?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 861.279s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190501-222542
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:b782f3cbcb9cb2dec34ab4ac7545aa40bd8b0b58ab681da9c50a727c61f5b10e
Deleted: sha256:792f7e479ec35b71c0c487cc676202a0810fc3f494544967fca460fc2bd573c2
Deleted: sha256:6cd5f8683596ed3b7b9091e12d2117366b182d6b9dcbc1dce1a81d597b63f441
Deleted: sha256:d3a502129ac83f4e55b19aad1644c0aff8b1610f6e8dde0af068e8f8dafe1260
Deleted: sha256:def55d3900215950c396808d42e6dfcad598c61bdf11e3b6c9aca02e490048a3
Deleted: sha256:7ef1a88b6948c0b4c217904bcde338f24c84f361f3634d60cb20aa1d0648da4d
Deleted: sha256:1388b3a4e0d0945076c4e52b62ba7000ba77d2a83a7b208f4517fd781ef2260e
Deleted: sha256:67e461caac51ae886ad22c92c7efb1d2abb355d87b6b87a1c4e0afeeb82a5d78
Deleted: sha256:e35548fb797807979cb7ddf5817a98499463e66eaf36f93c2e6ffc51a6ffce2b
Deleted: sha256:20078f061e6a266eaf7b003714b35ff14ee3268c9d693f267b10d9cf23fbf637
Deleted: sha256:d16a569be7c4cc89f9bc28fa57fdf8fdb67ffc3d958afbadb94957de4a46852b
Deleted: sha256:be84706cce126b66177618e11cbf4fef9a3c3f03715e4babedc185992d9633f3
Deleted: sha256:64467f96dfe10f647d55cb679c12574e3fad3a568eda9468a83f7a525513eba8
Deleted: sha256:380ba52bba5dc062b9fed865e202ecdca1f33e5d9169d7cc7a46cc209daa17f5
Deleted: sha256:2b478b7775a2c2aeaafab6e16dc91e8f72d8bbd4ec095b5357c307027e2c071e
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:b782f3cbcb9cb2dec34ab4ac7545aa40bd8b0b58ab681da9c50a727c61f5b10e
  Associated tags:
 - 20190501-222542
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190501-222542
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190501-222542].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:b782f3cbcb9cb2dec34ab4ac7545aa40bd8b0b58ab681da9c50a727c61f5b10e].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3079

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3079/display/redirect?page=changes>

Changes:

[iemejia] [BEAM-7196] Add Display Data to FileIO Match/MatchAll

------------------------------------------
[...truncated 298.46 KB...]
copying apache_beam/transforms/ptransform.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=43795, attempted=43795)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_12_55_22-10809633501337018420/phases/graph_runner/step-invocations/F20-invoke-4607297484954902912/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=32, attempted=32)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=116, attempted=116)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3994, attempted=3994)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=6204, attempted=6204)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2994, attempted=2994)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=400, attempted=400)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_12_55_22-10809633501337018420/phases/graph_runner/step-invocations/F19-invoke-4607297484954904020/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=7, attempted=7)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=672704, attempted=672704)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=175, attempted=175)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=204, attempted=204)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=206, attempted=206)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=400, attempted=400)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=38, attempted=38)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=110, attempted=110)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=116, attempted=116)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_12_55_22-10809633501337018420/phases/graph_runner/step-invocations/F18-invoke-4607297484954905128/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=400, attempted=400)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2866, attempted=2866)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3802, attempted=3802)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=27, attempted=27)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-01_12_55_22-10809633501337018420?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 917.932s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190501-193827
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:d0a92151872d9408e0dddf398246f728b5e3c9be9da2ee4d56428f7a2c7a3515
Deleted: sha256:ee8df38d3dbdfb8e2e77e9d717a036cfae87c267d0762867af3d9513d1dcaa7d
Deleted: sha256:31bd5d5ac44818fd83c6e4661802fcabca9ddc64af7d2064e0a166fe7ae14695
Deleted: sha256:1f199e768d90b6b5c956f51e9baecec55444cee2a2d61fc2a17430310ab77100
Deleted: sha256:2d2ba989bf189aae7e38f06614396eb65e5cbd7f87828cda7d20245a6d74c0c1
Deleted: sha256:176dc1c83ab0c93def4a6783538efa1d6a0ace4537bf1e7c2a94d4092322f2d2
Deleted: sha256:bcb4f65829b06b82b0cf3f6ada9ee7516f735ae3afe1e7684aa1d2c9e0baa285
Deleted: sha256:309b43fd232acf4e9f9440dfa46779df9e71c4006822a41f87b5626de8640f97
Deleted: sha256:413326c9e06d605016f6d41b4308cdb9b26354325259348cb5390c0383ed924a
Deleted: sha256:7b71982878f4f0c6c42630c0099ecf4acffeaf31266419d121e80136b42737d8
Deleted: sha256:76262f4c943ff36161c5345ea01abe56d110a3ec0a59782a4f056b108fc52bec
Deleted: sha256:a9959bfa4de402e46901733fc0f7ed732a3011e9ac6bfb11e0e1649331df37c0
Deleted: sha256:7d288d43be7da015cb7235cd612327448da3ca40bc4daf4f46e67472fa7f05a2
Deleted: sha256:a33cb7bfac18b2ecf19be5a6e78e04f23a94ef63866184389a1efc605062aaff
Deleted: sha256:5e9f24c8e5143773ca374d1d4307ab8e17bcb4fd17151f3869cedfb45a75cbab
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:d0a92151872d9408e0dddf398246f728b5e3c9be9da2ee4d56428f7a2c7a3515
  Associated tags:
 - 20190501-193827
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190501-193827
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190501-193827].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:d0a92151872d9408e0dddf398246f728b5e3c9be9da2ee4d56428f7a2c7a3515].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3078

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3078/display/redirect>

------------------------------------------
[...truncated 299.16 KB...]
copying apache_beam/transforms/ptransform.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=46323, attempted=46323)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_11_19_00-11495613919840074255/phases/graph_runner/step-invocations/F20-invoke-4648582371980433932/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=32, attempted=32)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3989, attempted=3989)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=6211, attempted=6211)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=2992, attempted=2992)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_11_19_00-11495613919840074255/phases/graph_runner/step-invocations/F19-invoke-4648582371980434392/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=10, attempted=10)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=201, attempted=201)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=711522, attempted=711522)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=185, attempted=185)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=38, attempted=38)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=58, attempted=58)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_11_19_00-11495613919840074255/phases/graph_runner/step-invocations/F18-invoke-4648582371980434852/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=400, attempted=400)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2868, attempted=2868)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=4407, attempted=4407)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=27, attempted=27)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-01_11_19_00-11495613919840074255?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 1001.417s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190501-180340
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:fd920b6abf226348f6937f137b44573920c85fc8a153cd6f7c2e221e2c32a009
Deleted: sha256:9ee74dd0f33f9286a4f0db6214d7543a47e4f52270bb0dbe7f6ccedc0e19553f
Deleted: sha256:e4d5ea14899c688a3fc207461dfcd04081f3bd4a5709e3158e7f00b614e271bc
Deleted: sha256:3690670519a1288ce81233518e5f746220b86741cf4c1481bc8071e4779abcc5
Deleted: sha256:b7aa791426d82f9ec7f0a53540c628a9a08547f159d831c9f6db3dbf3a43413c
Deleted: sha256:c77e0cd01baba5fa4f995d8297b4c925da5e89fdbac3d614099e71ca4f9a0e59
Deleted: sha256:8b6fb60d9c465cde94bb652ad8fbc3e66eec9b8cfd223403ab6e32df7df9c024
Deleted: sha256:30d8e4084560cc4946c7386b31a2adacab37f78678b214689d53684301e3b09c
Deleted: sha256:ca3dbc5152b146c1887ce82f4a72a6698221afed0740c7582f7b351a5fe07972
Deleted: sha256:daa4fa6e41311c8c1be246cbbb49a28d92d5559dead7671c0f2517eac17e51e1
Deleted: sha256:93ada54c24954c05aaa0df542dea9ac35eb3653f0f16365632a5d78a613a6266
Deleted: sha256:bee35ec42f7f225e2721e9e745540f3c2a344076cf95dede38899dbe7e2c5ded
Deleted: sha256:bf243c8a1bb3f5f11e5facf525d88fc7df3dd648fc0ae0a5703f5f5236f8425d
Deleted: sha256:87dc4ededb7d4406a3ae260c48196ff628444c91fcdf731574ea645bac76a0bc
Deleted: sha256:9f4f8ddcba4f4b69b55a4868767770572c8a5af52672240349e0aa87173a14e2
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:fd920b6abf226348f6937f137b44573920c85fc8a153cd6f7c2e221e2c32a009
  Associated tags:
 - 20190501-180340
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190501-180340
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190501-180340].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:fd920b6abf226348f6937f137b44573920c85fc8a153cd6f7c2e221e2c32a009].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Py_ValCont #3077

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/3077/display/redirect?page=changes>

Changes:

[lcwik] [BEAM-6669] Set Dataflow KMS key name (#8296)

------------------------------------------
[...truncated 301.51 KB...]
copying apache_beam/transforms/ptransform.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.13.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py -> apache-beam-2.13.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py -> apache-beam-2.13.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.13.0.dev0/apache_beam/utils
Writing apache-beam-2.13.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.13.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz

# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
  --attr ValidatesContainer \
  --nologcapture \
  --processes=1 \
  --process-timeout=900 \
  --test-pipeline-options=" \
    --runner=TestDataflowRunner \
    --project=$PROJECT \
    --worker_harness_container_image=$CONTAINER:$TAG \
    --staging_location=$GCS_LOCATION/staging-validatesrunner-test \
    --temp_location=$GCS_LOCATION/temp-validatesrunner-test \
    --output=$GCS_LOCATION/output \
    --sdk_location=$SDK_LOCATION \
    --num_workers=1"
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/setuptools/dist.py>:472: UserWarning: Normalizing '2.13.0.dev' to '2.13.0.dev0'
  normalized_version,
running nosetests
running egg_info
<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:57: UserWarning: Installing grpcio-tools is recommended for development.
  warnings.warn('Installing grpcio-tools is recommended for development.')
writing requirements to apache_beam.egg-info/requires.txt
writing apache_beam.egg-info/PKG-INFO
writing top-level names to apache_beam.egg-info/top_level.txt
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:Using deprecated Datastore client.
This client will be removed in Beam 3.0 (next Beam major release).
Please migrate to apache_beam.io.gcp.datastore.v1new.datastoreio.
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ok
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
WARNING:root:Discarding unparseable args: ['--output=gs://temp-storage-for-end-to-end-tests/output']
test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ... FAIL

======================================================================
FAIL: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
  File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py",> line 70, in test_metrics_fnapi_it
    self.assertFalse(errors, str(errors))
AssertionError: Unable to match metrics for matcher  namespace: 'apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn' name: 'total_values' step: 'metrics' attempted: <100> committed: <100>
Actual MetricResults:
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage), labels={'original_name': u'Service-pd_gb_seconds'}), committed=34536, attempted=34536)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_10_53_33-13460376455063207047/phases/graph_runner/step-invocations/F20-invoke-14548922761891594048/map-tasks-completion/map-tasks', 'execution_step': u'F20'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-MeanByteCount'}), committed=31, attempted=31)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount'}), committed=32, attempted=32)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Reify-out0', 'original_name': u'GroupByKey/Reify-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's5-write-shuffle14-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'metrics-out0', 'original_name': u'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount), labels={'original_name': u'Service-cpu_num'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=3979, attempted=3979)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=8610, attempted=8610)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=3002, attempted=3002)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's11-read-shuffle7-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-MeanByteCount'}), committed=22, attempted=22)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_10_53_33-13460376455063207047/phases/graph_runner/step-invocations/F19-invoke-14548922761891590596/map-tasks-completion/map-tasks', 'execution_step': u'F19'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2, attempted=2)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=200, attempted=200)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage), labels={'original_name': u'Service-pd_ssd_gb_seconds'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage), labels={'original_name': u'Service-mem_mb_seconds'}), committed=530475, attempted=530475)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_WriteShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesWritten), labels={'original_name': u's11-write-shuffle5-ByteCount'}), committed=68, attempted=68)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Map(decode)-out0', 'original_name': u'Create/Map(decode)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}), committed=45, attempted=45)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage), labels={'original_name': u'Service-pd_ssd_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage), labels={'original_name': u'Service-pd_gb'}), committed=250, attempted=250)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/Read-out0', 'original_name': u'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage), labels={'original_name': u'Service-mem_mb'}), committed=3840, attempted=3840)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'm_out-out0', 'original_name': u'm_out-out0-ElementCount'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_chargeable_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime), labels={'original_name': u'Service-cpu_num_seconds'}), committed=138, attempted=138)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed), labels={'original_name': u'Service-shuffle_service_actual_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=204, attempted=204)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0', 'original_name': u'Create/FlatMap(<lambda at core.py:2207>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=38, attempted=38)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'map_to_common_key-out0', 'original_name': u'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ReadShuffle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=108, attempted=108)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ShuffleBytesRead), labels={'original_name': u's5-read-shuffle16-ByteCount'}), committed=118, attempted=118)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:2207>), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress), labels={'original_name': u'dax_workflow_stage_progress_/workflows/wf-2019-05-01_10_53_33-13460376455063207047/phases/graph_runner/step-invocations/F18-invoke-14548922761891591240/map-tasks-completion/map-tasks', 'execution_step': u'F18'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/Impulse, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/Impulse-out0', 'original_name': u'Create/Impulse-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount'}), committed=30, attempted=30)
MetricResult(key=MetricKey(step=s03, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=401, attempted=401)
MetricResult(key=MetricKey(step=metrics, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle), labels={}), committed=2870, attempted=2870)
MetricResult(key=MetricKey(step=s07, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode), metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessTimers), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed), labels={'original_name': u'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=ElementCount), labels={'output_user_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0', 'original_name': u'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=s05, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=2001, attempted=2001)
MetricResult(key=MetricKey(step=map_to_common_key, metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement), labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount), labels={'output_user_name': u'GroupByKey/GroupByWindow-out0', 'original_name': u'GroupByKey/GroupByWindow-out0-MeanByteCount'}), committed=27, attempted=27)
-------------------- >> begin captured stdout << ---------------------
Found: https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-05-01_10_53_33-13460376455063207047?project=apache-beam-testing.

--------------------- >> end captured stdout << ----------------------

----------------------------------------------------------------------
XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 2 tests in 891.136s

FAILED (failures=1)
cleanup_container
Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20190501-173811
Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:1c4257518df4da2905869ae45694aa87ecc0f9f3036d4ffc0a01e4d9703c8353
Deleted: sha256:d65921127554ca60a9022e56ccfe1f3e251c955b52eac32b1779240560400154
Deleted: sha256:c281a522e76f47381bd677b02be1ad23f38f559e4f74490c11d503c9b5ba41a0
Deleted: sha256:dc277eecd98b3b4e9d3f74ea1c1ac059de266f4d9577fb17f772fcc86748064f
Deleted: sha256:236c00f018305266f45b90263fd6c85eff8623eb137d3ef4b89eee6733868459
Deleted: sha256:43d6987b581b7063c289d0563febb844729f3349c9a86e6994b7d8a92b3b8243
Deleted: sha256:4ea73a2cfc260777fa172732d8ca033b534a5475112f05029b7a72ebc8502592
Deleted: sha256:66f6c0413230bb8e68571496e82c8334f6b28b479ff7ba913e4f4c5f8acf59af
Deleted: sha256:3b9ab74db20d1b39ac4cb73cd8f2708074380394d555ace7441def6b7e0f1e03
Deleted: sha256:64e50c253b98a1f2c669ec8b69c0686bd10951d4069db9147549e86123586aed
Deleted: sha256:8aa9f6793f319c79128b0af6654653d44396248b68db81716a741c1ac9e4446d
Deleted: sha256:4074d18b1c69cedd95cd69955f15d713d42b2d7f12be30ec3729f51ab0d7c342
Deleted: sha256:c0650d4c8c1d1200c968e9d0f48b03dc15bfe1554fda55c174dabbd1b9e9140a
Deleted: sha256:e3b06cba673a559a17996f254b2e303c25f0aa6abf9617f3d0e5262bc4404e28
Deleted: sha256:cccd454502625890c06d76e5890f243c6c8143e88c07dd1e86a31aaeae861e5f
Digests:
- us.gcr.io/apache-beam-testing/jenkins/python@sha256:1c4257518df4da2905869ae45694aa87ecc0f9f3036d4ffc0a01e4d9703c8353
  Associated tags:
 - 20190501-173811
Tags:
- us.gcr.io/apache-beam-testing/jenkins/python:20190501-173811
Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20190501-173811].
Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:1c4257518df4da2905869ae45694aa87ecc0f9f3036d4ffc0a01e4d9703c8353].
Removed the container
Build step 'Execute shell' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org