You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by si...@apache.org on 2022/03/14 01:12:10 UTC
[hudi] branch master updated: [HUDI-3613] Adding/fixing yamls for metadata (#5029)
This is an automated email from the ASF dual-hosted git repository.
sivabalan pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/master by this push:
new 1ba8220 [HUDI-3613] Adding/fixing yamls for metadata (#5029)
1ba8220 is described below
commit 1ba82206176b10c0c7392225de75756fcde70192
Author: Sivabalan Narayanan <n....@gmail.com>
AuthorDate: Sun Mar 13 18:11:37 2022 -0700
[HUDI-3613] Adding/fixing yamls for metadata (#5029)
---
docker/demo/config/test-suite/cow-spark-long-running.yaml | 2 --
.../deltastreamer-long-running-multi-partitions-hive.yaml | 2 --
...ml => deltastreamer-long-running-multi-partitions-metadata.yaml} | 6 ++----
.../test-suite/deltastreamer-long-running-multi-partitions.yaml | 2 --
.../test-suite/deltastreamer-medium-full-dataset-validation.yaml | 2 --
5 files changed, 2 insertions(+), 12 deletions(-)
diff --git a/docker/demo/config/test-suite/cow-spark-long-running.yaml b/docker/demo/config/test-suite/cow-spark-long-running.yaml
index 8a1e58f..8229ba7 100644
--- a/docker/demo/config/test-suite/cow-spark-long-running.yaml
+++ b/docker/demo/config/test-suite/cow-spark-long-running.yaml
@@ -67,7 +67,5 @@ dag_content:
last_validate:
config:
execute_itr_count: 30
- validate_clean: true
- validate_archival: true
type: ValidateAsyncOperations
deps: second_validate
diff --git a/docker/demo/config/test-suite/deltastreamer-long-running-multi-partitions-hive.yaml b/docker/demo/config/test-suite/deltastreamer-long-running-multi-partitions-hive.yaml
index 324a4b4..68d14a0 100644
--- a/docker/demo/config/test-suite/deltastreamer-long-running-multi-partitions-hive.yaml
+++ b/docker/demo/config/test-suite/deltastreamer-long-running-multi-partitions-hive.yaml
@@ -83,7 +83,5 @@ dag_content:
last_validate:
config:
execute_itr_count: 50
- validate_clean: true
- validate_archival: true
type: ValidateAsyncOperations
deps: second_validate
diff --git a/docker/demo/config/test-suite/deltastreamer-long-running-multi-partitions.yaml b/docker/demo/config/test-suite/deltastreamer-long-running-multi-partitions-metadata.yaml
similarity index 95%
copy from docker/demo/config/test-suite/deltastreamer-long-running-multi-partitions.yaml
copy to docker/demo/config/test-suite/deltastreamer-long-running-multi-partitions-metadata.yaml
index 9d2766f..8175522 100644
--- a/docker/demo/config/test-suite/deltastreamer-long-running-multi-partitions.yaml
+++ b/docker/demo/config/test-suite/deltastreamer-long-running-multi-partitions-metadata.yaml
@@ -14,7 +14,7 @@
# See the License for the specific language governing permissions and
# limitations under the License.
dag_name: deltastreamer-long-running-multi-partitions.yaml
-dag_rounds: 50
+dag_rounds: 30
dag_intermittent_delay_mins: 1
dag_content:
first_insert:
@@ -71,8 +71,6 @@ dag_content:
deps: second_hive_sync
last_validate:
config:
- execute_itr_count: 50
- validate_clean: true
- validate_archival: true
+ execute_itr_count: 30
type: ValidateAsyncOperations
deps: second_validate
diff --git a/docker/demo/config/test-suite/deltastreamer-long-running-multi-partitions.yaml b/docker/demo/config/test-suite/deltastreamer-long-running-multi-partitions.yaml
index 9d2766f..ba490a8 100644
--- a/docker/demo/config/test-suite/deltastreamer-long-running-multi-partitions.yaml
+++ b/docker/demo/config/test-suite/deltastreamer-long-running-multi-partitions.yaml
@@ -72,7 +72,5 @@ dag_content:
last_validate:
config:
execute_itr_count: 50
- validate_clean: true
- validate_archival: true
type: ValidateAsyncOperations
deps: second_validate
diff --git a/docker/demo/config/test-suite/deltastreamer-medium-full-dataset-validation.yaml b/docker/demo/config/test-suite/deltastreamer-medium-full-dataset-validation.yaml
index 2fc4961..aa83b27 100644
--- a/docker/demo/config/test-suite/deltastreamer-medium-full-dataset-validation.yaml
+++ b/docker/demo/config/test-suite/deltastreamer-medium-full-dataset-validation.yaml
@@ -75,7 +75,5 @@ dag_content:
last_validate:
config:
execute_itr_count: 20
- validate_clean: true
- validate_archival: true
type: ValidateAsyncOperations
deps: second_validate