You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by ch...@apache.org on 2016/09/08 10:05:28 UTC
[1/2] flink git commit: [FLINK-4436] Unclosed DataOutputBuffer in
Utils#setTokensFor()
Repository: flink
Updated Branches:
refs/heads/master 66d4b8724 -> 920cda408
[FLINK-4436] Unclosed DataOutputBuffer in Utils#setTokensFor()
This closes #2402
Project: http://git-wip-us.apache.org/repos/asf/flink/repo
Commit: http://git-wip-us.apache.org/repos/asf/flink/commit/7e07bde8
Tree: http://git-wip-us.apache.org/repos/asf/flink/tree/7e07bde8
Diff: http://git-wip-us.apache.org/repos/asf/flink/diff/7e07bde8
Branch: refs/heads/master
Commit: 7e07bde8c5b33e9985260416fdf75e15df102efa
Parents: 66d4b87
Author: f7753 <ma...@gmail.com>
Authored: Mon Aug 22 21:07:55 2016 +0800
Committer: zentol <ch...@apache.org>
Committed: Thu Sep 8 12:04:25 2016 +0200
----------------------------------------------------------------------
.../src/main/java/org/apache/flink/yarn/Utils.java | 15 ++++++++-------
.../flink/yarn/YarnApplicationMasterRunner.java | 3 +--
2 files changed, 9 insertions(+), 9 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/flink/blob/7e07bde8/flink-yarn/src/main/java/org/apache/flink/yarn/Utils.java
----------------------------------------------------------------------
diff --git a/flink-yarn/src/main/java/org/apache/flink/yarn/Utils.java b/flink-yarn/src/main/java/org/apache/flink/yarn/Utils.java
index d5bad2f..1496d61 100644
--- a/flink-yarn/src/main/java/org/apache/flink/yarn/Utils.java
+++ b/flink-yarn/src/main/java/org/apache/flink/yarn/Utils.java
@@ -155,15 +155,16 @@ public final class Utils {
LOG.info("Adding user token " + id + " with " + token);
credentials.addToken(id, token);
}
- DataOutputBuffer dob = new DataOutputBuffer();
- credentials.writeTokenStorageToStream(dob);
+ try (DataOutputBuffer dob = new DataOutputBuffer()) {
+ credentials.writeTokenStorageToStream(dob);
- if(LOG.isDebugEnabled()) {
- LOG.debug("Wrote tokens. Credentials buffer length: " + dob.getLength());
- }
+ if(LOG.isDebugEnabled()) {
+ LOG.debug("Wrote tokens. Credentials buffer length: " + dob.getLength());
+ }
- ByteBuffer securityTokens = ByteBuffer.wrap(dob.getData(), 0, dob.getLength());
- amContainer.setTokens(securityTokens);
+ ByteBuffer securityTokens = ByteBuffer.wrap(dob.getData(), 0, dob.getLength());
+ amContainer.setTokens(securityTokens);
+ }
}
/**
http://git-wip-us.apache.org/repos/asf/flink/blob/7e07bde8/flink-yarn/src/main/java/org/apache/flink/yarn/YarnApplicationMasterRunner.java
----------------------------------------------------------------------
diff --git a/flink-yarn/src/main/java/org/apache/flink/yarn/YarnApplicationMasterRunner.java b/flink-yarn/src/main/java/org/apache/flink/yarn/YarnApplicationMasterRunner.java
index 4637b97..7453344 100644
--- a/flink-yarn/src/main/java/org/apache/flink/yarn/YarnApplicationMasterRunner.java
+++ b/flink-yarn/src/main/java/org/apache/flink/yarn/YarnApplicationMasterRunner.java
@@ -599,10 +599,9 @@ public class YarnApplicationMasterRunner {
ctx.setEnvironment(containerEnv);
- try {
+ try (DataOutputBuffer dob = new DataOutputBuffer()) {
UserGroupInformation user = UserGroupInformation.getCurrentUser();
Credentials credentials = user.getCredentials();
- DataOutputBuffer dob = new DataOutputBuffer();
credentials.writeTokenStorageToStream(dob);
ByteBuffer securityTokens = ByteBuffer.wrap(dob.getData(), 0, dob.getLength());
ctx.setTokens(securityTokens);
[2/2] flink git commit: [FLINK-4595] Close FileOutputStream in
ParameterTool
Posted by ch...@apache.org.
[FLINK-4595] Close FileOutputStream in ParameterTool
This closes #2478
Project: http://git-wip-us.apache.org/repos/asf/flink/repo
Commit: http://git-wip-us.apache.org/repos/asf/flink/commit/920cda40
Tree: http://git-wip-us.apache.org/repos/asf/flink/tree/920cda40
Diff: http://git-wip-us.apache.org/repos/asf/flink/diff/920cda40
Branch: refs/heads/master
Commit: 920cda408f61a27f0b1731325b62bf141dd4b530
Parents: 7e07bde
Author: Alexander Pivovarov <ap...@gmail.com>
Authored: Wed Sep 7 14:11:06 2016 -0700
Committer: zentol <ch...@apache.org>
Committed: Thu Sep 8 12:04:26 2016 +0200
----------------------------------------------------------------------
.../java/org/apache/flink/api/java/utils/ParameterTool.java | 5 ++++-
.../java/org/apache/flink/api/java/utils/ParameterToolTest.java | 5 ++++-
2 files changed, 8 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/flink/blob/920cda40/flink-java/src/main/java/org/apache/flink/api/java/utils/ParameterTool.java
----------------------------------------------------------------------
diff --git a/flink-java/src/main/java/org/apache/flink/api/java/utils/ParameterTool.java b/flink-java/src/main/java/org/apache/flink/api/java/utils/ParameterTool.java
index 46c7387..38ae6df 100644
--- a/flink-java/src/main/java/org/apache/flink/api/java/utils/ParameterTool.java
+++ b/flink-java/src/main/java/org/apache/flink/api/java/utils/ParameterTool.java
@@ -31,6 +31,7 @@ import java.io.FileInputStream;
import java.io.FileNotFoundException;
import java.io.FileOutputStream;
import java.io.IOException;
+import java.io.OutputStream;
import java.io.Serializable;
import java.util.Arrays;
import java.util.HashMap;
@@ -523,7 +524,9 @@ public class ParameterTool extends ExecutionConfig.GlobalJobParameters implement
}
Properties defaultProps = new Properties();
defaultProps.putAll(this.defaultData);
- defaultProps.store(new FileOutputStream(file), "Default file created by Flink's ParameterUtil.createPropertiesFile()");
+ try (final OutputStream out = new FileOutputStream(file)) {
+ defaultProps.store(out, "Default file created by Flink's ParameterUtil.createPropertiesFile()");
+ }
}
@Override
http://git-wip-us.apache.org/repos/asf/flink/blob/920cda40/flink-java/src/test/java/org/apache/flink/api/java/utils/ParameterToolTest.java
----------------------------------------------------------------------
diff --git a/flink-java/src/test/java/org/apache/flink/api/java/utils/ParameterToolTest.java b/flink-java/src/test/java/org/apache/flink/api/java/utils/ParameterToolTest.java
index a070473..09a7781 100644
--- a/flink-java/src/test/java/org/apache/flink/api/java/utils/ParameterToolTest.java
+++ b/flink-java/src/test/java/org/apache/flink/api/java/utils/ParameterToolTest.java
@@ -29,6 +29,7 @@ import java.io.File;
import java.io.FileInputStream;
import java.io.FileOutputStream;
import java.io.IOException;
+import java.io.OutputStream;
import java.util.Map;
import java.util.Properties;
@@ -118,7 +119,9 @@ public class ParameterToolTest {
Properties props = new Properties();
props.setProperty("input", "myInput");
props.setProperty("expectedCount", "15");
- props.store(new FileOutputStream(propertiesFile), "Test properties");
+ try (final OutputStream out = new FileOutputStream(propertiesFile)) {
+ props.store(out, "Test properties");
+ }
ParameterTool parameter = ParameterTool.fromPropertiesFile(propertiesFile.getAbsolutePath());
Assert.assertEquals(2, parameter.getNumberOfParameters());
validate(parameter);