You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by lo...@apache.org on 2021/01/07 16:55:12 UTC
[beam] branch master updated: [BEAM-11580] Add disk_size_gb flag
for Go SDK. (#13693)
This is an automated email from the ASF dual-hosted git repository.
lostluck pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new d42c67c [BEAM-11580] Add disk_size_gb flag for Go SDK. (#13693)
d42c67c is described below
commit d42c67c0494376cd7761c1a0bb32de56938a9d61
Author: John Edmonds <jo...@gmail.com>
AuthorDate: Thu Jan 7 11:52:05 2021 -0500
[BEAM-11580] Add disk_size_gb flag for Go SDK. (#13693)
---
sdks/go/pkg/beam/runners/dataflow/dataflow.go | 2 ++
sdks/go/pkg/beam/runners/dataflow/dataflowlib/job.go | 2 ++
2 files changed, 4 insertions(+)
diff --git a/sdks/go/pkg/beam/runners/dataflow/dataflow.go b/sdks/go/pkg/beam/runners/dataflow/dataflow.go
index 3ff23da..474fb7a 100644
--- a/sdks/go/pkg/beam/runners/dataflow/dataflow.go
+++ b/sdks/go/pkg/beam/runners/dataflow/dataflow.go
@@ -52,6 +52,7 @@ var (
serviceAccountEmail = flag.String("service_account_email", "", "Service account email (optional).")
numWorkers = flag.Int64("num_workers", 0, "Number of workers (optional).")
maxNumWorkers = flag.Int64("max_num_workers", 0, "Maximum number of workers during scaling (optional).")
+ diskSizeGb = flag.Int64("disk_size_gb", 0, "Size of root disk for VMs, in GB (optional).")
autoscalingAlgorithm = flag.String("autoscaling_algorithm", "", "Autoscaling mode to use (optional).")
zone = flag.String("zone", "", "GCP zone (optional)")
network = flag.String("network", "", "GCP network (optional)")
@@ -155,6 +156,7 @@ func Execute(ctx context.Context, p *beam.Pipeline) (beam.PipelineResult, error)
NoUsePublicIPs: *noUsePublicIPs,
NumWorkers: *numWorkers,
MaxNumWorkers: *maxNumWorkers,
+ DiskSizeGb: *diskSizeGb,
Algorithm: *autoscalingAlgorithm,
MachineType: *machineType,
Labels: jobLabels,
diff --git a/sdks/go/pkg/beam/runners/dataflow/dataflowlib/job.go b/sdks/go/pkg/beam/runners/dataflow/dataflowlib/job.go
index 047ff10..ddf1c2d 100644
--- a/sdks/go/pkg/beam/runners/dataflow/dataflowlib/job.go
+++ b/sdks/go/pkg/beam/runners/dataflow/dataflowlib/job.go
@@ -48,6 +48,7 @@ type JobOptions struct {
Subnetwork string
NoUsePublicIPs bool
NumWorkers int64
+ DiskSizeGb int64
MachineType string
Labels map[string]string
ServiceAccountEmail string
@@ -144,6 +145,7 @@ func Translate(ctx context.Context, p *pipepb.Pipeline, opts *JobOptions, worker
AutoscalingSettings: &df.AutoscalingSettings{
MaxNumWorkers: opts.MaxNumWorkers,
},
+ DiskSizeGb: opts.DiskSizeGb,
IpConfiguration: ipConfiguration,
Kind: "harness",
Packages: packages,