You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by pn...@apache.org on 2019/11/15 07:27:33 UTC

[flink] branch master updated (65ecfab -> bc4e245)

This is an automated email from the ASF dual-hosted git repository.

pnowojski pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.


    from 65ecfab  [FLINK-14784][table] CsvTableSink miss delimiter when row start with null member.
     add 468415b  [FLINK-14382][java] Add MultipleParameterTool to support parsing multiple parameters of args. For example, --multi multiValue1 --multi multiValue2.
     add 304736d  [FLINK-14382][examples] Adding multiple --input support to WordCount
     add 8c217d7  [FLINK-14382][e2e] Add another dummy fs for e2e test. It is same as dummy fs with different schema.
     add 67eaddb  [hotfix] Refactor test_yarn_kerberos_docker.sh by moving common functions to common_yarn_docker.sh.
     add 7499653  [FLINK-14382][e2e] Update e2e tests to support two inputs from two dummy FS.
     add bc4e245  [FLINK-14382][yarn] Fixes the Flink plugin mechanism on yarn cluster by shipping only the plugin directory instead of adding it to the classpath. And add class isolation check in dummy FS.

No new revisions were added by this update.

Summary of changes:
 .../{ => another-dummy-fs}/pom.xml                 |   6 +-
 .../fs/anotherdummy/AnotherDummyFSFactory.java}    |  21 +-
 .../fs/anotherdummy/AnotherDummyFSFileStatus.java} |   6 +-
 .../fs/anotherdummy/AnotherDummyFSFileSystem.java} |  14 +-
 .../anotherdummy/AnotherDummyFSInputStream.java}   |  10 +-
 .../org.apache.flink.core.fs.FileSystemFactory     |   2 +-
 .../flink-plugins-test/{ => dummy-fs}/pom.xml      |   4 +-
 .../org/apache/flink/fs/dummy/DummyFSFactory.java  |  11 +-
 .../apache/flink/fs/dummy/DummyFSFileStatus.java   |   0
 .../apache/flink/fs/dummy/DummyFSFileSystem.java   |   0
 .../apache/flink/fs/dummy/DummyFSInputStream.java  |   0
 .../org.apache.flink.core.fs.FileSystemFactory     |   2 +-
 flink-end-to-end-tests/flink-plugins-test/pom.xml  |  86 ++--
 .../test-scripts/common_dummy_fs.sh                |   4 +-
 ...rn_kerberos_docker.sh => common_yarn_docker.sh} | 134 ++---
 .../test-scripts/test_batch_wordcount.sh           |  16 +-
 .../test-scripts/test_docker_embedded_job.sh       |  10 +-
 .../test-scripts/test_yarn_kerberos_docker.sh      | 139 +-----
 .../flink/examples/java/wordcount/WordCount.java   |  18 +-
 .../streaming/examples/wordcount/WordCount.java    |  18 +-
 .../main/java/org/apache/flink/api/java/Utils.java |  27 +
 .../api/java/utils/AbstractParameterTool.java      | 308 ++++++++++++
 .../api/java/utils/MultipleParameterTool.java      | 272 ++++++++++
 .../apache/flink/api/java/utils/ParameterTool.java | 265 +---------
 .../api/java/utils/AbstractParameterToolTest.java  | 547 ++++++++++++++++++++-
 .../api/java/utils/MultipleParameterToolTest.java  |  79 +++
 .../flink/api/java/utils/ParameterToolTest.java    | 492 +-----------------
 .../apache/flink/yarn/YarnClusterDescriptor.java   |  31 +-
 .../flink/yarn/YarnClusterDescriptorTest.java      |  16 +-
 29 files changed, 1425 insertions(+), 1113 deletions(-)
 copy flink-end-to-end-tests/flink-plugins-test/{ => another-dummy-fs}/pom.xml (93%)
 copy flink-end-to-end-tests/flink-plugins-test/{src/main/java/org/apache/flink/fs/dummy/DummyFSFactory.java => another-dummy-fs/src/main/java/org/apache/flink/fs/anotherdummy/AnotherDummyFSFactory.java} (62%)
 copy flink-end-to-end-tests/flink-plugins-test/{src/main/java/org/apache/flink/fs/dummy/DummyFSFileStatus.java => another-dummy-fs/src/main/java/org/apache/flink/fs/anotherdummy/AnotherDummyFSFileStatus.java} (90%)
 copy flink-end-to-end-tests/flink-plugins-test/{src/main/java/org/apache/flink/fs/dummy/DummyFSFileSystem.java => another-dummy-fs/src/main/java/org/apache/flink/fs/anotherdummy/AnotherDummyFSFileSystem.java} (91%)
 copy flink-end-to-end-tests/flink-plugins-test/{src/main/java/org/apache/flink/fs/dummy/DummyFSInputStream.java => another-dummy-fs/src/main/java/org/apache/flink/fs/anotherdummy/AnotherDummyFSInputStream.java} (80%)
 copy flink-end-to-end-tests/flink-plugins-test/{ => another-dummy-fs}/src/main/resources/META-INF/services/org.apache.flink.core.fs.FileSystemFactory (93%)
 copy flink-end-to-end-tests/flink-plugins-test/{ => dummy-fs}/pom.xml (95%)
 rename flink-end-to-end-tests/flink-plugins-test/{ => dummy-fs}/src/main/java/org/apache/flink/fs/dummy/DummyFSFactory.java (77%)
 rename flink-end-to-end-tests/flink-plugins-test/{ => dummy-fs}/src/main/java/org/apache/flink/fs/dummy/DummyFSFileStatus.java (100%)
 rename flink-end-to-end-tests/flink-plugins-test/{ => dummy-fs}/src/main/java/org/apache/flink/fs/dummy/DummyFSFileSystem.java (100%)
 rename flink-end-to-end-tests/flink-plugins-test/{ => dummy-fs}/src/main/java/org/apache/flink/fs/dummy/DummyFSInputStream.java (100%)
 rename flink-end-to-end-tests/flink-plugins-test/{ => dummy-fs}/src/main/resources/META-INF/services/org.apache.flink.core.fs.FileSystemFactory (95%)
 copy flink-end-to-end-tests/test-scripts/{test_yarn_kerberos_docker.sh => common_yarn_docker.sh} (54%)
 create mode 100644 flink-java/src/main/java/org/apache/flink/api/java/utils/AbstractParameterTool.java
 create mode 100644 flink-java/src/main/java/org/apache/flink/api/java/utils/MultipleParameterTool.java
 create mode 100644 flink-java/src/test/java/org/apache/flink/api/java/utils/MultipleParameterToolTest.java