[flink] branch s3_test created (now 7d0d032)

[ch...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

chesnay pushed a change to branch s3_test
in repository https://gitbox.apache.org/repos/asf/flink.git.


      at 7d0d032  test configured s3 provider

This branch includes the following new commits:

     new 7d0d032  test configured s3 provider

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.

[flink] 01/01: test configured s3 provider

[ch...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

chesnay pushed a commit to branch s3_test
in repository https://gitbox.apache.org/repos/asf/flink.git

commit 7d0d032665cee30c6c23ecfe36398a5ba3cca358
Author: Chesnay Schepler <ch...@apache.org>
AuthorDate: Fri Jul 26 13:24:15 2019 +0200

    test configured s3 provider
---
 flink-end-to-end-tests/run-pre-commit-tests.sh   | 10 ----------
 flink-end-to-end-tests/test-scripts/common_s3.sh |  3 +--
 2 files changed, 1 insertion(+), 12 deletions(-)

diff --git a/flink-end-to-end-tests/run-pre-commit-tests.sh b/flink-end-to-end-tests/run-pre-commit-tests.sh
index ebb544d..2e40958 100755
--- a/flink-end-to-end-tests/run-pre-commit-tests.sh
+++ b/flink-end-to-end-tests/run-pre-commit-tests.sh
@@ -48,18 +48,8 @@ echo "Flink distribution directory: $FLINK_DIR"
 # those checks are disabled, one should take care that a proper checks are performed in the tests itself that ensure that the test finished
 # in an expected state.
 
-run_test "State Migration end-to-end test from 1.6" "$END_TO_END_DIR/test-scripts/test_state_migration.sh"
-run_test "State Evolution end-to-end test" "$END_TO_END_DIR/test-scripts/test_state_evolution.sh"
-run_test "Wordcount end-to-end test" "$END_TO_END_DIR/test-scripts/test_batch_wordcount.sh file"
 run_test "Shaded Hadoop S3A end-to-end test" "$END_TO_END_DIR/test-scripts/test_batch_wordcount.sh hadoop"
 run_test "Shaded Presto S3 end-to-end test" "$END_TO_END_DIR/test-scripts/test_batch_wordcount.sh presto"
-run_test "Custom FS plugin end-to-end test" "$END_TO_END_DIR/test-scripts/test_batch_wordcount.sh dummy-fs"
-run_test "Kafka 0.10 end-to-end test" "$END_TO_END_DIR/test-scripts/test_streaming_kafka010.sh"
-run_test "Kafka 0.11 end-to-end test" "$END_TO_END_DIR/test-scripts/test_streaming_kafka011.sh"
-run_test "Modern Kafka end-to-end test" "$END_TO_END_DIR/test-scripts/test_streaming_kafka.sh"
-run_test "Kinesis end-to-end test" "$END_TO_END_DIR/test-scripts/test_streaming_kinesis.sh"
-run_test "class loading end-to-end test" "$END_TO_END_DIR/test-scripts/test_streaming_classloader.sh"
-run_test "Distributed cache end-to-end test" "$END_TO_END_DIR/test-scripts/test_streaming_distributed_cache_via_blob.sh"
 
 printf "\n[PASS] All tests passed\n"
 exit 0
diff --git a/flink-end-to-end-tests/test-scripts/common_s3.sh b/flink-end-to-end-tests/test-scripts/common_s3.sh
index b423977..fa6aa53 100644
--- a/flink-end-to-end-tests/test-scripts/common_s3.sh
+++ b/flink-end-to-end-tests/test-scripts/common_s3.sh
@@ -64,8 +64,7 @@ s3util="java -jar ${END_TO_END_DIR}/flink-e2e-test-utils/target/S3UtilProgram.ja
 ###################################
 function s3_setup {
   add_optional_plugin "s3-fs-$1"
-  set_config_key "s3.access-key" "$IT_CASE_S3_ACCESS_KEY"
-  set_config_key "s3.secret-key" "$IT_CASE_S3_SECRET_KEY"
+  set_config_key "fs.s3a.aws.credentials.provider" "com.amazonaws.auth.DefaultAWSCredentialsProviderChain"
 }
 
 ###################################