You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by al...@apache.org on 2017/04/07 22:02:55 UTC
[1/2] beam git commit: [BEAM-1823] Improve ValidatesRunner Test Log
Repository: beam
Updated Branches:
refs/heads/master 82c5e89ca -> 4fd8dc401
[BEAM-1823] Improve ValidatesRunner Test Log
Project: http://git-wip-us.apache.org/repos/asf/beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/ef344ee4
Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/ef344ee4
Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/ef344ee4
Branch: refs/heads/master
Commit: ef344ee4b34abc19f27ec84a2b56f906009db23d
Parents: 82c5e89
Author: Mark Liu <ma...@google.com>
Authored: Fri Apr 7 14:30:44 2017 -0700
Committer: Ahmet Altay <al...@google.com>
Committed: Fri Apr 7 15:02:42 2017 -0700
----------------------------------------------------------------------
.../apache_beam/runners/dataflow/test_dataflow_runner.py | 10 +++++++++-
sdks/python/run_postcommit.sh | 6 ++++--
2 files changed, 13 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/beam/blob/ef344ee4/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py
----------------------------------------------------------------------
diff --git a/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py b/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py
index aca291a..046313a 100644
--- a/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py
+++ b/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py
@@ -18,7 +18,7 @@
"""Wrapper of Beam runners that's built for running and verifying e2e tests."""
from apache_beam.internal import pickler
-from apache_beam.utils.pipeline_options import TestOptions
+from apache_beam.utils.pipeline_options import TestOptions, GoogleCloudOptions
from apache_beam.runners.dataflow.dataflow_runner import DataflowRunner
@@ -37,6 +37,14 @@ class TestDataflowRunner(DataflowRunner):
options.on_success_matcher = None
self.result = super(TestDataflowRunner, self).run(pipeline)
+ if self.result.has_job:
+ project = pipeline.options.view_as(GoogleCloudOptions).project
+ job_id = self.result.job_id()
+ # TODO(markflyhigh)(BEAM-1890): Use print since Nose dosen't show logs
+ # in some cases.
+ print (
+ 'Found: https://console.cloud.google.com/dataflow/job/%s?project=%s' %
+ (job_id, project))
self.result.wait_until_finish()
if on_success_matcher:
http://git-wip-us.apache.org/repos/asf/beam/blob/ef344ee4/sdks/python/run_postcommit.sh
----------------------------------------------------------------------
diff --git a/sdks/python/run_postcommit.sh b/sdks/python/run_postcommit.sh
index dd3182a..7714d7a 100755
--- a/sdks/python/run_postcommit.sh
+++ b/sdks/python/run_postcommit.sh
@@ -73,7 +73,8 @@ echo "mock" >> postcommit_requirements.txt
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESRUNNER TESTS"
python setup.py nosetests \
- -a ValidatesRunner \
+ --attr ValidatesRunner \
+ --nocapture \
--processes=4 \
--process-timeout=600 \
--test-pipeline-options=" \
@@ -89,7 +90,8 @@ python setup.py nosetests \
# and validate that jobs finish successfully.
echo ">>> RUNNING TEST DATAFLOW RUNNER it tests"
python setup.py nosetests \
- -a IT \
+ --attr IT \
+ --nocapture \
--processes=4 \
--process-timeout=600 \
--test-pipeline-options=" \
[2/2] beam git commit: This closes #2464
Posted by al...@apache.org.
This closes #2464
Project: http://git-wip-us.apache.org/repos/asf/beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/4fd8dc40
Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/4fd8dc40
Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/4fd8dc40
Branch: refs/heads/master
Commit: 4fd8dc401b5cb995fea150204fd77a3f48150ee2
Parents: 82c5e89 ef344ee
Author: Ahmet Altay <al...@google.com>
Authored: Fri Apr 7 15:02:46 2017 -0700
Committer: Ahmet Altay <al...@google.com>
Committed: Fri Apr 7 15:02:46 2017 -0700
----------------------------------------------------------------------
.../apache_beam/runners/dataflow/test_dataflow_runner.py | 10 +++++++++-
sdks/python/run_postcommit.sh | 6 ++++--
2 files changed, 13 insertions(+), 3 deletions(-)
----------------------------------------------------------------------