You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by pn...@apache.org on 2019/11/20 14:05:55 UTC

[flink] branch release-1.9 updated (3c08499 -> 7d04551)

This is an automated email from the ASF dual-hosted git repository.

pnowojski pushed a change to branch release-1.9
in repository https://gitbox.apache.org/repos/asf/flink.git.


    from 3c08499  [FLINK-13184][yarn] Use dynamic properties instead of uploading taskmanager-conf.yaml to hdfs. This will reduce the time cost of launching a TaskExecutor so that YarnResourceManager could start a large number of TaskExecutors timely.
     add 2cecd2b  [FLINK-14382][java] Add MultipleParameterTool to support parsing multiple parameters of args. For example, --multi multiValue1 --multi multiValue2.
     add 908175d  [FLINK-14382][examples] Adding multiple --input support to WordCount
     add 673a23c  [FLINK-14382][e2e] Add another dummy fs for e2e test. It is same as dummy fs with different schema.
     add 7785460  [hotfix] Refactor test_yarn_kerberos_docker.sh by moving common functions to common_yarn_docker.sh.
     add ce10d75  [FLINK-14382][e2e] Update e2e tests to support two inputs from two dummy FS.
     add 7d04551  [FLINK-14382][yarn] Fixes the Flink plugin mechanism on yarn cluster by shipping only the plugin directory instead of adding it to the classpath. And add class isolation check in dummy FS.

No new revisions were added by this update.

Summary of changes:
 .../{ => another-dummy-fs}/pom.xml                 |   6 +-
 .../fs/anotherdummy/AnotherDummyFSFactory.java}    |  21 +-
 .../fs/anotherdummy/AnotherDummyFSFileStatus.java} |   6 +-
 .../fs/anotherdummy/AnotherDummyFSFileSystem.java} |  14 +-
 .../anotherdummy/AnotherDummyFSInputStream.java}   |  10 +-
 .../org.apache.flink.core.fs.FileSystemFactory     |   2 +-
 .../flink-plugins-test/{ => dummy-fs}/pom.xml      |   4 +-
 .../org/apache/flink/fs/dummy/DummyFSFactory.java  |  11 +-
 .../apache/flink/fs/dummy/DummyFSFileStatus.java   |   0
 .../apache/flink/fs/dummy/DummyFSFileSystem.java   |   0
 .../apache/flink/fs/dummy/DummyFSInputStream.java  |   0
 .../org.apache.flink.core.fs.FileSystemFactory     |   2 +-
 flink-end-to-end-tests/flink-plugins-test/pom.xml  |  40 +-
 .../test-scripts/common_dummy_fs.sh                |   4 +-
 ...rn_kerberos_docker.sh => common_yarn_docker.sh} | 134 ++---
 .../test-scripts/test_batch_wordcount.sh           |  16 +-
 .../test-scripts/test_docker_embedded_job.sh       |  10 +-
 .../test-scripts/test_yarn_kerberos_docker.sh      | 139 +-----
 .../flink/examples/java/wordcount/WordCount.java   |  18 +-
 .../streaming/examples/wordcount/WordCount.java    |  18 +-
 .../main/java/org/apache/flink/api/java/Utils.java |  27 +
 .../api/java/utils/AbstractParameterTool.java      | 308 ++++++++++++
 .../api/java/utils/MultipleParameterTool.java      | 272 ++++++++++
 .../apache/flink/api/java/utils/ParameterTool.java | 265 +---------
 .../api/java/utils/AbstractParameterToolTest.java  | 547 ++++++++++++++++++++-
 .../api/java/utils/MultipleParameterToolTest.java  |  79 +++
 .../flink/api/java/utils/ParameterToolTest.java    | 492 +-----------------
 .../flink/yarn/AbstractYarnClusterDescriptor.java  |  31 +-
 .../flink/yarn/YarnClusterDescriptorTest.java      |  16 +-
 29 files changed, 1402 insertions(+), 1090 deletions(-)
 copy flink-end-to-end-tests/flink-plugins-test/{ => another-dummy-fs}/pom.xml (93%)
 copy flink-end-to-end-tests/flink-plugins-test/{src/main/java/org/apache/flink/fs/dummy/DummyFSFactory.java => another-dummy-fs/src/main/java/org/apache/flink/fs/anotherdummy/AnotherDummyFSFactory.java} (62%)
 copy flink-end-to-end-tests/flink-plugins-test/{src/main/java/org/apache/flink/fs/dummy/DummyFSFileStatus.java => another-dummy-fs/src/main/java/org/apache/flink/fs/anotherdummy/AnotherDummyFSFileStatus.java} (90%)
 copy flink-end-to-end-tests/flink-plugins-test/{src/main/java/org/apache/flink/fs/dummy/DummyFSFileSystem.java => another-dummy-fs/src/main/java/org/apache/flink/fs/anotherdummy/AnotherDummyFSFileSystem.java} (91%)
 copy flink-end-to-end-tests/flink-plugins-test/{src/main/java/org/apache/flink/fs/dummy/DummyFSInputStream.java => another-dummy-fs/src/main/java/org/apache/flink/fs/anotherdummy/AnotherDummyFSInputStream.java} (80%)
 copy flink-end-to-end-tests/flink-plugins-test/{ => another-dummy-fs}/src/main/resources/META-INF/services/org.apache.flink.core.fs.FileSystemFactory (93%)
 copy flink-end-to-end-tests/flink-plugins-test/{ => dummy-fs}/pom.xml (95%)
 rename flink-end-to-end-tests/flink-plugins-test/{ => dummy-fs}/src/main/java/org/apache/flink/fs/dummy/DummyFSFactory.java (77%)
 rename flink-end-to-end-tests/flink-plugins-test/{ => dummy-fs}/src/main/java/org/apache/flink/fs/dummy/DummyFSFileStatus.java (100%)
 rename flink-end-to-end-tests/flink-plugins-test/{ => dummy-fs}/src/main/java/org/apache/flink/fs/dummy/DummyFSFileSystem.java (100%)
 rename flink-end-to-end-tests/flink-plugins-test/{ => dummy-fs}/src/main/java/org/apache/flink/fs/dummy/DummyFSInputStream.java (100%)
 rename flink-end-to-end-tests/flink-plugins-test/{ => dummy-fs}/src/main/resources/META-INF/services/org.apache.flink.core.fs.FileSystemFactory (95%)
 copy flink-end-to-end-tests/test-scripts/{test_yarn_kerberos_docker.sh => common_yarn_docker.sh} (54%)
 create mode 100644 flink-java/src/main/java/org/apache/flink/api/java/utils/AbstractParameterTool.java
 create mode 100644 flink-java/src/main/java/org/apache/flink/api/java/utils/MultipleParameterTool.java
 create mode 100644 flink-java/src/test/java/org/apache/flink/api/java/utils/MultipleParameterToolTest.java