You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@flink.apache.org by GitBox <gi...@apache.org> on 2018/11/14 12:34:12 UTC
[GitHub] twalthr closed pull request #7045: [hotfix] Update nightly master
cron jobs
twalthr closed pull request #7045: [hotfix] Update nightly master cron jobs
URL: https://github.com/apache/flink/pull/7045
This is a PR merged from a forked repository.
As GitHub hides the original diff on merge, it is displayed below for
the sake of provenance:
As this is a foreign pull request (from a fork), the diff is supplied
below (as it won't show otherwise due to GitHub magic):
diff --git a/.travis.yml b/.travis.yml
index 3a5c6c9f858..cbd8dc0496c 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -69,12 +69,12 @@ matrix:
- REMOTE="apache"
- BRANCH="master"
- PROFILE="-Dhadoop.version=2.8.3"
- - SCRIPT="split_docker_e2e.sh"
+ - SCRIPT="split_container.sh"
- env:
- REMOTE="apache"
- BRANCH="master"
- PROFILE="-Dhadoop.version=2.8.3"
- - SCRIPT="split_kubernetes_e2e.sh"
+ - SCRIPT="split_heavy.sh"
- env:
- REMOTE="apache"
- BRANCH="master"
@@ -99,12 +99,12 @@ matrix:
- REMOTE="apache"
- BRANCH="master"
- PROFILE="-Dhadoop.version=2.8.3 -Dscala-2.12"
- - SCRIPT="split_docker_e2e.sh"
+ - SCRIPT="split_container.sh"
- env:
- REMOTE="apache"
- BRANCH="master"
- PROFILE="-Dhadoop.version=2.8.3 -Dscala-2.12"
- - SCRIPT="split_kubernetes_e2e.sh"
+ - SCRIPT="split_heavy.sh"
- env:
- REMOTE="apache"
- BRANCH="master"
@@ -129,12 +129,12 @@ matrix:
- REMOTE="apache"
- BRANCH="master"
- PROFILE="-DwithoutHadoop"
- - SCRIPT="split_docker_e2e.sh"
+ - SCRIPT="split_container.sh"
- env:
- REMOTE="apache"
- BRANCH="master"
- PROFILE="-DwithoutHadoop"
- - SCRIPT="split_kubernetes_e2e.sh"
+ - SCRIPT="split_heavy.sh"
git:
depth: 100
diff --git a/nightly.sh b/nightly.sh
index 19bc7b53287..c2d9ff6e1fc 100755
--- a/nightly.sh
+++ b/nightly.sh
@@ -44,7 +44,7 @@ LOG4J_PROPERTIES=${FLINK_DIR}/tools/log4j-travis.properties
MVN_LOGGING_OPTIONS="-Dlog.dir=${ARTIFACTS_DIR} -Dlog4j.configuration=file://$LOG4J_PROPERTIES -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn"
MVN_COMMON_OPTIONS="-nsu -B -Dflink.forkCount=2 -Dflink.forkCountTestPackage=2 -Dfast"
-MVN_COMPILE_OPTIONS="-DskipTests"
+MVN_COMPILE_OPTIONS="-T1C -DskipTests"
git clone --single-branch -b ${BRANCH} https://github.com/${REMOTE}/flink
diff --git a/splits/split_checkpoints.sh b/splits/split_checkpoints.sh
index 930b5a4bd98..5dfe7e34402 100755
--- a/splits/split_checkpoints.sh
+++ b/splits/split_checkpoints.sh
@@ -49,9 +49,12 @@ run_test "Resuming Savepoint (file, async, scale up) end-to-end test" "$END_TO_E
run_test "Resuming Savepoint (file, sync, scale up) end-to-end test" "$END_TO_END_DIR/test-scripts/test_resume_savepoint.sh 2 4 file false"
run_test "Resuming Savepoint (file, async, scale down) end-to-end test" "$END_TO_END_DIR/test-scripts/test_resume_savepoint.sh 4 2 file true"
run_test "Resuming Savepoint (file, sync, scale down) end-to-end test" "$END_TO_END_DIR/test-scripts/test_resume_savepoint.sh 4 2 file false"
-run_test "Resuming Savepoint (rocks, no parallelism change) end-to-end test" "$END_TO_END_DIR/test-scripts/test_resume_savepoint.sh 2 2 rocks"
-run_test "Resuming Savepoint (rocks, scale up) end-to-end test" "$END_TO_END_DIR/test-scripts/test_resume_savepoint.sh 2 4 rocks"
-run_test "Resuming Savepoint (rocks, scale down) end-to-end test" "$END_TO_END_DIR/test-scripts/test_resume_savepoint.sh 4 2 rocks"
+run_test "Resuming Savepoint (rocks, no parallelism change, heap timers) end-to-end test" "$END_TO_END_DIR/test-scripts/test_resume_savepoint.sh 2 2 rocks false heap"
+run_test "Resuming Savepoint (rocks, scale up, heap timers) end-to-end test" "$END_TO_END_DIR/test-scripts/test_resume_savepoint.sh 2 4 rocks false heap"
+run_test "Resuming Savepoint (rocks, scale down, heap timers) end-to-end test" "$END_TO_END_DIR/test-scripts/test_resume_savepoint.sh 4 2 rocks false heap"
+run_test "Resuming Savepoint (rocks, no parallelism change, rocks timers) end-to-end test" "$END_TO_END_DIR/test-scripts/test_resume_savepoint.sh 2 2 rocks false rocks"
+run_test "Resuming Savepoint (rocks, scale up, rocks timers) end-to-end test" "$END_TO_END_DIR/test-scripts/test_resume_savepoint.sh 2 4 rocks false rocks"
+run_test "Resuming Savepoint (rocks, scale down, rocks timers) end-to-end test" "$END_TO_END_DIR/test-scripts/test_resume_savepoint.sh 4 2 rocks false rocks"
run_test "Resuming Externalized Checkpoint (file, async, no parallelism change) end-to-end test" "$END_TO_END_DIR/test-scripts/test_resume_externalized_checkpoints.sh 2 2 file true true"
run_test "Resuming Externalized Checkpoint (file, sync, no parallelism change) end-to-end test" "$END_TO_END_DIR/test-scripts/test_resume_externalized_checkpoints.sh 2 2 file false true"
diff --git a/splits/split_docker_e2e.sh b/splits/split_container.sh
similarity index 95%
rename from splits/split_docker_e2e.sh
rename to splits/split_container.sh
index ff0817ba3f9..c62905f9a1d 100755
--- a/splits/split_docker_e2e.sh
+++ b/splits/split_container.sh
@@ -45,5 +45,7 @@ echo "Flink distribution directory: $FLINK_DIR"
run_test "Running Kerberized YARN on Docker test " "$END_TO_END_DIR/test-scripts/test_yarn_kerberos_docker.sh"
+run_test "Run kubernetes test" "$END_TO_END_DIR/test-scripts/test_kubernetes_embedded_job.sh"
+
printf "\n[PASS] All tests passed\n"
exit 0
diff --git a/splits/split_kubernetes_e2e.sh b/splits/split_heavy.sh
similarity index 87%
rename from splits/split_kubernetes_e2e.sh
rename to splits/split_heavy.sh
index 6e2a5b89126..169ee3168fe 100755
--- a/splits/split_kubernetes_e2e.sh
+++ b/splits/split_heavy.sh
@@ -43,8 +43,9 @@ echo "Flink distribution directory: $FLINK_DIR"
# run_test "<description>" "$END_TO_END_DIR/test-scripts/<script_name>"
-run_test "Run kubernetes test" "$END_TO_END_DIR/test-scripts/test_kubernetes_embedded_job.sh"
-run_test "Run docker test" "$END_TO_END_DIR/test-scripts/test_docker_embedded_job.sh"
+run_test "Heavy deployment end-to-end test" "$END_TO_END_DIR/test-scripts/test_heavy_deployment.sh"
+
+run_test "ConnectedComponents iterations with high parallelism end-to-end test" "$END_TO_END_DIR/test-scripts/test_high_parallelism_iterations.sh 25"
printf "\n[PASS] All tests passed\n"
exit 0
diff --git a/splits/split_misc.sh b/splits/split_misc.sh
index 8050364e8af..3f022b42558 100755
--- a/splits/split_misc.sh
+++ b/splits/split_misc.sh
@@ -43,12 +43,16 @@ echo "Flink distribution directory: $FLINK_DIR"
# run_test "<description>" "$END_TO_END_DIR/test-scripts/<script_name>"
+run_test "Flink CLI end-to-end test" "$END_TO_END_DIR/test-scripts/test_cli.sh"
+
run_test "Queryable state (rocksdb) end-to-end test" "$END_TO_END_DIR/test-scripts/test_queryable_state.sh rocksdb"
run_test "Queryable state (rocksdb) with TM restart end-to-end test" "$END_TO_END_DIR/test-scripts/test_queryable_state_restart_tm.sh" "skip_check_exceptions"
run_test "DataSet allround end-to-end test" "$END_TO_END_DIR/test-scripts/test_batch_allround.sh"
run_test "Streaming SQL end-to-end test" "$END_TO_END_DIR/test-scripts/test_streaming_sql.sh" "skip_check_exceptions"
run_test "Streaming bucketing end-to-end test" "$END_TO_END_DIR/test-scripts/test_streaming_bucketing.sh" "skip_check_exceptions"
+run_test "Streaming File Sink end-to-end test" "$END_TO_END_DIR/test-scripts/test_streaming_file_sink.sh" "skip_check_exceptions"
+run_test "Streaming File Sink s3 end-to-end test" "$END_TO_END_DIR/test-scripts/test_streaming_file_sink.sh s3" "skip_check_exceptions"
run_test "Stateful stream job upgrade end-to-end test" "$END_TO_END_DIR/test-scripts/test_stateful_stream_job_upgrade.sh 2 4"
run_test "Elasticsearch (v1.7.1) sink end-to-end test" "$END_TO_END_DIR/test-scripts/test_streaming_elasticsearch.sh 1 https://download.elastic.co/elasticsearch/elasticsearch/elasticsearch-1.7.1.tar.gz"
@@ -64,7 +68,7 @@ run_test "Avro Confluent Schema Registry nightly end-to-end test" "$END_TO_END_D
run_test "State TTL Heap backend end-to-end test" "$END_TO_END_DIR/test-scripts/test_stream_state_ttl.sh file"
run_test "State TTL RocksDb backend end-to-end test" "$END_TO_END_DIR/test-scripts/test_stream_state_ttl.sh rocks"
-run_test "Run kubernetes test" "$END_TO_END_DIR/test-scripts/test_kubernetes_embedded_job.sh"
+run_test "SQL Client end-to-end test" "$END_TO_END_DIR/test-scripts/test_sql_client.sh"
printf "\n[PASS] All tests passed\n"
exit 0
diff --git a/splits/split_misc_hadoopfree.sh b/splits/split_misc_hadoopfree.sh
index 3d668961e97..aaffb9126fe 100644
--- a/splits/split_misc_hadoopfree.sh
+++ b/splits/split_misc_hadoopfree.sh
@@ -43,10 +43,15 @@ echo "Flink distribution directory: $FLINK_DIR"
# run_test "<description>" "$END_TO_END_DIR/test-scripts/<script_name>"
+run_test "Flink CLI end-to-end test" "$END_TO_END_DIR/test-scripts/test_cli.sh"
+
run_test "Queryable state (rocksdb) end-to-end test" "$END_TO_END_DIR/test-scripts/test_queryable_state.sh rocksdb"
run_test "Queryable state (rocksdb) with TM restart end-to-end test" "$END_TO_END_DIR/test-scripts/test_queryable_state_restart_tm.sh" "skip_check_exceptions"
run_test "DataSet allround end-to-end test" "$END_TO_END_DIR/test-scripts/test_batch_allround.sh"
+run_test "Streaming SQL end-to-end test" "$END_TO_END_DIR/test-scripts/test_streaming_sql.sh" "skip_check_exceptions"
+run_test "Streaming File Sink end-to-end test" "$END_TO_END_DIR/test-scripts/test_streaming_file_sink.sh" "skip_check_exceptions"
+run_test "Streaming File Sink s3 end-to-end test" "$END_TO_END_DIR/test-scripts/test_streaming_file_sink.sh s3" "skip_check_exceptions"
run_test "Stateful stream job upgrade end-to-end test" "$END_TO_END_DIR/test-scripts/test_stateful_stream_job_upgrade.sh 2 4"
run_test "Elasticsearch (v1.7.1) sink end-to-end test" "$END_TO_END_DIR/test-scripts/test_streaming_elasticsearch.sh 1 https://download.elastic.co/elasticsearch/elasticsearch/elasticsearch-1.7.1.tar.gz"
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
users@infra.apache.org
With regards,
Apache Git Services