You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by pa...@apache.org on 2020/05/29 17:14:22 UTC
[beam] branch master updated: [BEAM-9964] Move workerCacheMb to a
user-visible place
This is an automated email from the ASF dual-hosted git repository.
pabloem pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new b843bfc [BEAM-9964] Move workerCacheMb to a user-visible place
new 8420eee Merge pull request #11849 from [BEAM-9964] Move workerCacheMb to a user-visible place
b843bfc is described below
commit b843bfc1a277d4cd54fb811f7eb1f622af25c8cb
Author: steve <sn...@twitter.com>
AuthorDate: Thu May 28 13:03:03 2020 -0400
[BEAM-9964] Move workerCacheMb to a user-visible place
---
.../dataflow/options/DataflowPipelineDebugOptions.java | 12 ++++++++++++
.../dataflow/options/DataflowWorkerHarnessOptions.java | 12 ------------
2 files changed, 12 insertions(+), 12 deletions(-)
diff --git a/runners/google-cloud-dataflow-java/src/main/java/org/apache/beam/runners/dataflow/options/DataflowPipelineDebugOptions.java b/runners/google-cloud-dataflow-java/src/main/java/org/apache/beam/runners/dataflow/options/DataflowPipelineDebugOptions.java
index e81ab43..9a63e00 100644
--- a/runners/google-cloud-dataflow-java/src/main/java/org/apache/beam/runners/dataflow/options/DataflowPipelineDebugOptions.java
+++ b/runners/google-cloud-dataflow-java/src/main/java/org/apache/beam/runners/dataflow/options/DataflowPipelineDebugOptions.java
@@ -193,6 +193,18 @@ public interface DataflowPipelineDebugOptions extends ExperimentalOptions, Pipel
void setDumpHeapOnOOM(boolean dumpHeapBeforeExit);
/**
+ * The size of the worker's in-memory cache, in megabytes.
+ *
+ * <p>Currently, this cache is used for storing read values of side inputs. as well as the state
+ * for streaming jobs.
+ */
+ @Description("The size of the worker's in-memory cache, in megabytes.")
+ @Default.Integer(100)
+ Integer getWorkerCacheMb();
+
+ void setWorkerCacheMb(Integer value);
+
+ /**
* CAUTION: This option implies dumpHeapOnOOM, and has similar caveats. Specifically, heap dumps
* can of comparable size to the default boot disk. Consider increasing the boot disk size before
* setting this flag to true.
diff --git a/runners/google-cloud-dataflow-java/src/main/java/org/apache/beam/runners/dataflow/options/DataflowWorkerHarnessOptions.java b/runners/google-cloud-dataflow-java/src/main/java/org/apache/beam/runners/dataflow/options/DataflowWorkerHarnessOptions.java
index 3f37c74..596b26d 100644
--- a/runners/google-cloud-dataflow-java/src/main/java/org/apache/beam/runners/dataflow/options/DataflowWorkerHarnessOptions.java
+++ b/runners/google-cloud-dataflow-java/src/main/java/org/apache/beam/runners/dataflow/options/DataflowWorkerHarnessOptions.java
@@ -17,7 +17,6 @@
*/
package org.apache.beam.runners.dataflow.options;
-import org.apache.beam.sdk.options.Default;
import org.apache.beam.sdk.options.Description;
import org.apache.beam.sdk.options.Hidden;
@@ -41,15 +40,4 @@ public interface DataflowWorkerHarnessOptions extends DataflowPipelineOptions {
String getJobId();
void setJobId(String value);
-
- /**
- * The size of the worker's in-memory cache, in megabytes.
- *
- * <p>Currently, this cache is used for storing read values of side inputs.
- */
- @Description("The size of the worker's in-memory cache, in megabytes.")
- @Default.Integer(100)
- Integer getWorkerCacheMb();
-
- void setWorkerCacheMb(Integer value);
}