[flink] branch master updated: [hotfix] Stabilize python tests

[rm...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

rmetzger pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git


The following commit(s) were added to refs/heads/master by this push:
     new 24c9f2b  [hotfix] Stabilize python tests
24c9f2b is described below

commit 24c9f2b0b89c21a292c745623ade837724d7cf75
Author: Robert Metzger <rm...@apache.org>
AuthorDate: Fri Feb 21 14:56:20 2020 +0100

    [hotfix] Stabilize python tests
---
 tools/azure-pipelines/jobs-template.yml | 14 ++++++++++----
 tools/azure_controller.sh               |  8 ++++++++
 2 files changed, 18 insertions(+), 4 deletions(-)

diff --git a/tools/azure-pipelines/jobs-template.yml b/tools/azure-pipelines/jobs-template.yml
index b3d8dba..a5f4329 100644
--- a/tools/azure-pipelines/jobs-template.yml
+++ b/tools/azure-pipelines/jobs-template.yml
@@ -98,10 +98,16 @@ jobs:
       path: $(CACHE_FLINK_DIR)
       artifact: FlinkCompileCacheDir-${{parameters.stage_name}}
 
-  # recreate "build-target" symlink for python tests
-  - script: |
-      ln -snf $(CACHE_FLINK_DIR)/flink-dist/target/flink-*-SNAPSHOT-bin/flink-*-SNAPSHOT $(CACHE_FLINK_DIR)/build-target
-    displayName: Recreate 'build-target' symlink
+  # only for the python stage (which runs a full mvn install), download the cache
+  - task: Cache@2
+    condition: eq(variables['module'], 'python')
+    inputs:
+      key: $(CACHE_KEY)
+      restoreKeys: $(CACHE_FALLBACK_KEY)
+      path: $(MAVEN_CACHE_FOLDER)
+    continueOnError: true # continue the build even if the cache fails.
+    displayName: Cache Maven local repo
+    
   # Test
   - script: STAGE=test ${{parameters.environment}} ./tools/azure_controller.sh $(module)
     displayName: Test - $(module)
diff --git a/tools/azure_controller.sh b/tools/azure_controller.sh
index 2682fcb..4c0b94d 100755
--- a/tools/azure_controller.sh
+++ b/tools/azure_controller.sh
@@ -172,6 +172,14 @@ elif [ $STAGE != "$STAGE_CLEANUP" ]; then
         PY_MVN="${MVN// clean/}"
         PY_MVN="$PY_MVN -Drat.skip=true"
         ${PY_MVN}
+
+        if [ $EXIT_CODE != 0 ]; then
+            echo "=============================================================================="
+            echo "Compile error for python stage preparation. Exit code: $EXIT_CODE. Failing build"
+            echo "=============================================================================="
+            exit $EXIT_CODE
+        fi
+        
         echo "Done compiling ... "
     fi