You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by lo...@apache.org on 2020/12/16 01:45:55 UTC
[beam] 01/01: Use portable job submission by default for Go.
This is an automated email from the ASF dual-hosted git repository.
lostluck pushed a commit to branch lostluck-porta
in repository https://gitbox.apache.org/repos/asf/beam.git
commit f556a77f603b9e0aeacdfec99a8d852643a06337
Author: Robert Burke <lo...@users.noreply.github.com>
AuthorDate: Tue Dec 15 17:45:22 2020 -0800
Use portable job submission by default for Go.
---
sdks/go/pkg/beam/runners/dataflow/dataflow.go | 11 +++++++++--
1 file changed, 9 insertions(+), 2 deletions(-)
diff --git a/sdks/go/pkg/beam/runners/dataflow/dataflow.go b/sdks/go/pkg/beam/runners/dataflow/dataflow.go
index 3ff23da..6352cd9 100644
--- a/sdks/go/pkg/beam/runners/dataflow/dataflow.go
+++ b/sdks/go/pkg/beam/runners/dataflow/dataflow.go
@@ -129,16 +129,23 @@ func Execute(ctx context.Context, p *beam.Pipeline) (beam.PipelineResult, error)
experiments := jobopts.GetExperiments()
// Always use runner v2, unless set already.
- var v2set bool
+ var v2set, portaSubmission bool
for _, e := range experiments {
if strings.Contains(e, "use_runner_v2") || strings.Contains(e, "use_unified_worker") {
v2set = true
- break
+ }
+ if strings.Contains(e, "use_portable_job_submission") {
+ portaSubmission = true
}
}
+ // Enable Default unified worker, and portable job submission.
if !v2set {
experiments = append(experiments, "use_unified_worker")
}
+ if !portaSubmission {
+ experiments = append(experiments, "use_portable_job_submission")
+ }
+
if *minCPUPlatform != "" {
experiments = append(experiments, fmt.Sprintf("min_cpu_platform=%v", *minCPUPlatform))
}