[flink] branch master updated: [FLINK-16330][AZP] Enable tests requiring S3 credentials

[rm...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

rmetzger pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git


The following commit(s) were added to refs/heads/master by this push:
     new 222dc571 [FLINK-16330][AZP] Enable tests requiring S3 credentials
222dc571 is described below

commit 222dc5711d8600f9e5d98fffd5239f2654c92e07
Author: Robert Metzger <rm...@apache.org>
AuthorDate: Fri Feb 28 16:10:42 2020 +0100

    [FLINK-16330][AZP] Enable tests requiring S3 credentials
    
    This closes #11332
---
 flink-end-to-end-tests/run-nightly-tests.sh | 2 --
 tools/azure-pipelines/build-apache-repo.yml | 2 +-
 tools/azure-pipelines/jobs-template.yml     | 9 +++++++++
 3 files changed, 10 insertions(+), 3 deletions(-)

diff --git a/flink-end-to-end-tests/run-nightly-tests.sh b/flink-end-to-end-tests/run-nightly-tests.sh
index cee17d5..a895740 100755
--- a/flink-end-to-end-tests/run-nightly-tests.sh
+++ b/flink-end-to-end-tests/run-nightly-tests.sh
@@ -216,8 +216,6 @@ fi
 ARTIFACTS_DIR="${HERE}/artifacts"
 mkdir -p $ARTIFACTS_DIR || { echo "FAILURE: cannot create log directory '${ARTIFACTS_DIR}'." ; exit 1; }
 
-env > $ARTIFACTS_DIR/environment
-
 LOG4J_PROPERTIES=${HERE}/../tools/log4j-travis.properties
 
 MVN_LOGGING_OPTIONS="-Dlog.dir=${ARTIFACTS_DIR} -Dlog4j.configurationFile=file://$LOG4J_PROPERTIES -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn"
diff --git a/tools/azure-pipelines/build-apache-repo.yml b/tools/azure-pipelines/build-apache-repo.yml
index 559c84d..5940f4d 100644
--- a/tools/azure-pipelines/build-apache-repo.yml
+++ b/tools/azure-pipelines/build-apache-repo.yml
@@ -17,7 +17,7 @@
 #
 # This file defines the Flink build for the "apache/flink" repository, including
 # the following:
-#  - PR builds
+#  - PR builds (triggered through ci-bot)
 #  - custom triggered e2e tests
 #  - nightly builds
 
diff --git a/tools/azure-pipelines/jobs-template.yml b/tools/azure-pipelines/jobs-template.yml
index a916fc7..8f654b6 100644
--- a/tools/azure-pipelines/jobs-template.yml
+++ b/tools/azure-pipelines/jobs-template.yml
@@ -122,6 +122,10 @@ jobs:
   # Test
   - script: STAGE=test ${{parameters.environment}} ./tools/azure_controller.sh $(module)
     displayName: Test - $(module)
+    env:
+      IT_CASE_S3_BUCKET: $(IT_CASE_S3_BUCKET)
+      IT_CASE_S3_ACCESS_KEY: $(IT_CASE_S3_ACCESS_KEY)
+      IT_CASE_S3_SECRET_KEY: $(IT_CASE_S3_SECRET_KEY)
 
   - task: PublishTestResults@2
     inputs:
@@ -162,6 +166,7 @@ jobs:
       displayName: Setup Docker
     - script: ./tools/azure-pipelines/free_disk_space.sh
       displayName: Free up disk space
+    - script: sudo apt-get install -y bc
     - script: M2_HOME=/home/vsts/maven_cache/apache-maven-3.2.5/ PATH=/home/vsts/maven_cache/apache-maven-3.2.5/bin:$PATH ${{parameters.environment}} STAGE=compile ./tools/azure_controller.sh compile
       displayName: Build Flink
     # TODO remove pre-commit tests script by adding the tests to the nightly script
@@ -169,6 +174,10 @@ jobs:
 #      displayName: Test - precommit 
     - script: ${{parameters.environment}} FLINK_DIR=`pwd`/build-target flink-end-to-end-tests/run-nightly-tests.sh
       displayName: Run e2e tests
+      env:
+        IT_CASE_S3_BUCKET: $(IT_CASE_S3_BUCKET)
+        IT_CASE_S3_ACCESS_KEY: $(IT_CASE_S3_ACCESS_KEY)
+        IT_CASE_S3_SECRET_KEY: $(IT_CASE_S3_SECRET_KEY)
       # upload debug artifacts
     - task: PublishPipelineArtifact@1
       condition: and(succeededOrFailed(), not(eq('$(ARTIFACT_DIR)', '')))