You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ke...@apache.org on 2016/03/03 23:20:52 UTC

[1/4] incubator-beam git commit: [BEAM-87] Support opt-in for heap dumps

Repository: incubator-beam
Updated Branches:
  refs/heads/master 5e8250411 -> 365029863


[BEAM-87] Support opt-in for heap dumps


Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/5cd05891
Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/5cd05891
Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/5cd05891

Branch: refs/heads/master
Commit: 5cd0589158707e93609e05b0e31e45970c993a13
Parents: d4dcaaa
Author: Mark Shields <ma...@google.com>
Authored: Wed Mar 2 13:17:02 2016 -0800
Committer: Mark Shields <ma...@google.com>
Committed: Wed Mar 2 14:39:20 2016 -0800

----------------------------------------------------------------------
 .../sdk/options/DataflowPipelineDebugOptions.java      | 13 +++++++++++++
 1 file changed, 13 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-beam/blob/5cd05891/sdk/src/main/java/com/google/cloud/dataflow/sdk/options/DataflowPipelineDebugOptions.java
----------------------------------------------------------------------
diff --git a/sdk/src/main/java/com/google/cloud/dataflow/sdk/options/DataflowPipelineDebugOptions.java b/sdk/src/main/java/com/google/cloud/dataflow/sdk/options/DataflowPipelineDebugOptions.java
index e94b56d..17728c9 100644
--- a/sdk/src/main/java/com/google/cloud/dataflow/sdk/options/DataflowPipelineDebugOptions.java
+++ b/sdk/src/main/java/com/google/cloud/dataflow/sdk/options/DataflowPipelineDebugOptions.java
@@ -209,6 +209,19 @@ public interface DataflowPipelineDebugOptions extends PipelineOptions {
   void setNumberOfWorkerHarnessThreads(int value);
 
   /**
+   * If {@literal true}, save a heap dump before killing a thread or process which is GC
+   * thrashing or out of memory.
+   *
+   * <p>
+   * CAUTION: Heap dumps can of comparable size to the default boot disk. Consider increasing
+   * the boot disk size before setting this flag to true.
+   */
+  @Description("If {@literal true}, save a heap dump before killing a thread or process "
+      + "which is GC thrashing or out of memory.")
+  boolean getDumpHeapOnOOM();
+  void setDumpHeapOnOOM(boolean dumpHeapBeforeExit);
+
+  /**
    * Creates a {@link PathValidator} object using the class specified in
    * {@link #getPathValidatorClass()}.
    */


[4/4] incubator-beam git commit: Closes #8

Posted by ke...@apache.org.
Closes #8


Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/36502986
Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/36502986
Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/36502986

Branch: refs/heads/master
Commit: 365029863712926472a50f891f133e8b197f355a
Parents: 5e82504 2eda3fc
Author: Kenneth Knowles <kl...@google.com>
Authored: Thu Mar 3 14:20:13 2016 -0800
Committer: Kenneth Knowles <kl...@google.com>
Committed: Thu Mar 3 14:20:13 2016 -0800

----------------------------------------------------------------------
 .../sdk/options/DataflowPipelineDebugOptions.java     | 14 ++++++++++++++
 1 file changed, 14 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-beam/blob/36502986/sdk/src/main/java/com/google/cloud/dataflow/sdk/options/DataflowPipelineDebugOptions.java
----------------------------------------------------------------------


[2/4] incubator-beam git commit: Clarrify heap file path.

Posted by ke...@apache.org.
Clarrify heap file path.


Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/616f898e
Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/616f898e
Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/616f898e

Branch: refs/heads/master
Commit: 616f898ec62e13eeccf0d6b970c5ce3495028070
Parents: 5cd0589
Author: Mark Shields <ma...@google.com>
Authored: Thu Mar 3 10:53:25 2016 -0800
Committer: Mark Shields <ma...@google.com>
Committed: Thu Mar 3 10:53:25 2016 -0800

----------------------------------------------------------------------
 .../cloud/dataflow/sdk/options/DataflowPipelineDebugOptions.java  | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-beam/blob/616f898e/sdk/src/main/java/com/google/cloud/dataflow/sdk/options/DataflowPipelineDebugOptions.java
----------------------------------------------------------------------
diff --git a/sdk/src/main/java/com/google/cloud/dataflow/sdk/options/DataflowPipelineDebugOptions.java b/sdk/src/main/java/com/google/cloud/dataflow/sdk/options/DataflowPipelineDebugOptions.java
index 17728c9..05d23be 100644
--- a/sdk/src/main/java/com/google/cloud/dataflow/sdk/options/DataflowPipelineDebugOptions.java
+++ b/sdk/src/main/java/com/google/cloud/dataflow/sdk/options/DataflowPipelineDebugOptions.java
@@ -210,7 +210,8 @@ public interface DataflowPipelineDebugOptions extends PipelineOptions {
 
   /**
    * If {@literal true}, save a heap dump before killing a thread or process which is GC
-   * thrashing or out of memory.
+   * thrashing or out of memory. The location of the heap file will either be echoed back
+   * to the user, or the user will be given the oppourtunity to download the heap file.
    *
    * <p>
    * CAUTION: Heap dumps can of comparable size to the default boot disk. Consider increasing


[3/4] incubator-beam git commit: Fix typo

Posted by ke...@apache.org.
Fix typo


Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/2eda3fcf
Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/2eda3fcf
Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/2eda3fcf

Branch: refs/heads/master
Commit: 2eda3fcfc52c57e53916b0a9940244f05faaf2a9
Parents: 616f898
Author: Kenneth Knowles <kl...@google.com>
Authored: Thu Mar 3 14:19:51 2016 -0800
Committer: Kenneth Knowles <kl...@google.com>
Committed: Thu Mar 3 14:19:51 2016 -0800

----------------------------------------------------------------------
 .../cloud/dataflow/sdk/options/DataflowPipelineDebugOptions.java   | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-beam/blob/2eda3fcf/sdk/src/main/java/com/google/cloud/dataflow/sdk/options/DataflowPipelineDebugOptions.java
----------------------------------------------------------------------
diff --git a/sdk/src/main/java/com/google/cloud/dataflow/sdk/options/DataflowPipelineDebugOptions.java b/sdk/src/main/java/com/google/cloud/dataflow/sdk/options/DataflowPipelineDebugOptions.java
index 05d23be..513a0e3 100644
--- a/sdk/src/main/java/com/google/cloud/dataflow/sdk/options/DataflowPipelineDebugOptions.java
+++ b/sdk/src/main/java/com/google/cloud/dataflow/sdk/options/DataflowPipelineDebugOptions.java
@@ -211,7 +211,7 @@ public interface DataflowPipelineDebugOptions extends PipelineOptions {
   /**
    * If {@literal true}, save a heap dump before killing a thread or process which is GC
    * thrashing or out of memory. The location of the heap file will either be echoed back
-   * to the user, or the user will be given the oppourtunity to download the heap file.
+   * to the user, or the user will be given the opportunity to download the heap file.
    *
    * <p>
    * CAUTION: Heap dumps can of comparable size to the default boot disk. Consider increasing