You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by ch...@apache.org on 2019/07/26 11:24:59 UTC

[flink] 01/01: test configured s3 provider

This is an automated email from the ASF dual-hosted git repository.

chesnay pushed a commit to branch s3_test
in repository https://gitbox.apache.org/repos/asf/flink.git

commit 7d0d032665cee30c6c23ecfe36398a5ba3cca358
Author: Chesnay Schepler <ch...@apache.org>
AuthorDate: Fri Jul 26 13:24:15 2019 +0200

    test configured s3 provider
---
 flink-end-to-end-tests/run-pre-commit-tests.sh   | 10 ----------
 flink-end-to-end-tests/test-scripts/common_s3.sh |  3 +--
 2 files changed, 1 insertion(+), 12 deletions(-)

diff --git a/flink-end-to-end-tests/run-pre-commit-tests.sh b/flink-end-to-end-tests/run-pre-commit-tests.sh
index ebb544d..2e40958 100755
--- a/flink-end-to-end-tests/run-pre-commit-tests.sh
+++ b/flink-end-to-end-tests/run-pre-commit-tests.sh
@@ -48,18 +48,8 @@ echo "Flink distribution directory: $FLINK_DIR"
 # those checks are disabled, one should take care that a proper checks are performed in the tests itself that ensure that the test finished
 # in an expected state.
 
-run_test "State Migration end-to-end test from 1.6" "$END_TO_END_DIR/test-scripts/test_state_migration.sh"
-run_test "State Evolution end-to-end test" "$END_TO_END_DIR/test-scripts/test_state_evolution.sh"
-run_test "Wordcount end-to-end test" "$END_TO_END_DIR/test-scripts/test_batch_wordcount.sh file"
 run_test "Shaded Hadoop S3A end-to-end test" "$END_TO_END_DIR/test-scripts/test_batch_wordcount.sh hadoop"
 run_test "Shaded Presto S3 end-to-end test" "$END_TO_END_DIR/test-scripts/test_batch_wordcount.sh presto"
-run_test "Custom FS plugin end-to-end test" "$END_TO_END_DIR/test-scripts/test_batch_wordcount.sh dummy-fs"
-run_test "Kafka 0.10 end-to-end test" "$END_TO_END_DIR/test-scripts/test_streaming_kafka010.sh"
-run_test "Kafka 0.11 end-to-end test" "$END_TO_END_DIR/test-scripts/test_streaming_kafka011.sh"
-run_test "Modern Kafka end-to-end test" "$END_TO_END_DIR/test-scripts/test_streaming_kafka.sh"
-run_test "Kinesis end-to-end test" "$END_TO_END_DIR/test-scripts/test_streaming_kinesis.sh"
-run_test "class loading end-to-end test" "$END_TO_END_DIR/test-scripts/test_streaming_classloader.sh"
-run_test "Distributed cache end-to-end test" "$END_TO_END_DIR/test-scripts/test_streaming_distributed_cache_via_blob.sh"
 
 printf "\n[PASS] All tests passed\n"
 exit 0
diff --git a/flink-end-to-end-tests/test-scripts/common_s3.sh b/flink-end-to-end-tests/test-scripts/common_s3.sh
index b423977..fa6aa53 100644
--- a/flink-end-to-end-tests/test-scripts/common_s3.sh
+++ b/flink-end-to-end-tests/test-scripts/common_s3.sh
@@ -64,8 +64,7 @@ s3util="java -jar ${END_TO_END_DIR}/flink-e2e-test-utils/target/S3UtilProgram.ja
 ###################################
 function s3_setup {
   add_optional_plugin "s3-fs-$1"
-  set_config_key "s3.access-key" "$IT_CASE_S3_ACCESS_KEY"
-  set_config_key "s3.secret-key" "$IT_CASE_S3_SECRET_KEY"
+  set_config_key "fs.s3a.aws.credentials.provider" "com.amazonaws.auth.DefaultAWSCredentialsProviderChain"
 }
 
 ###################################