You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@seatunnel.apache.org by we...@apache.org on 2023/03/03 10:37:55 UTC
[incubator-seatunnel] branch cdc-multiple-table updated: Change file type to file_format_type in e2e case (#4250)
This is an automated email from the ASF dual-hosted git repository.
wenjun pushed a commit to branch cdc-multiple-table
in repository https://gitbox.apache.org/repos/asf/incubator-seatunnel.git
The following commit(s) were added to refs/heads/cdc-multiple-table by this push:
new b7f3bf484 Change file type to file_format_type in e2e case (#4250)
b7f3bf484 is described below
commit b7f3bf48491cee9173f828dd11b8b89607a5f6f4
Author: Wenjun Ruan <we...@apache.org>
AuthorDate: Fri Mar 3 18:37:47 2023 +0800
Change file type to file_format_type in e2e case (#4250)
---
.../src/test/resources/json/fake_to_local_file_json.conf | 2 +-
.../src/test/resources/json/local_file_json_to_assert.conf | 2 +-
.../src/test/resources/orc/fake_to_local_file_orc.conf | 2 +-
.../src/test/resources/orc/local_file_orc_to_assert.conf | 2 +-
.../src/test/resources/parquet/fake_to_local_file_parquet.conf | 2 +-
.../src/test/resources/parquet/local_file_parquet_to_assert.conf | 2 +-
.../src/test/resources/text/fake_to_local_file_text.conf | 2 +-
.../src/test/resources/text/local_file_text_skip_headers.conf | 2 +-
.../src/test/resources/text/local_file_text_to_assert.conf | 2 +-
.../src/test/resources/batch_fakesource_to_file.conf | 2 +-
.../src/test/resources/batch_fakesource_to_file_complex.conf | 2 +-
.../src/test/resources/cluster_batch_fake_to_localfile_template.conf | 2 +-
.../cluster_batch_fake_to_localfile_two_pipeline_template.conf | 2 +-
.../src/test/resources/streaming_fakesource_to_file_complex.conf | 2 +-
14 files changed, 14 insertions(+), 14 deletions(-)
diff --git a/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/json/fake_to_local_file_json.conf b/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/json/fake_to_local_file_json.conf
index 9d48af1cf..9f58e0f22 100644
--- a/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/json/fake_to_local_file_json.conf
+++ b/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/json/fake_to_local_file_json.conf
@@ -72,7 +72,7 @@ sink {
partition_dir_expression = "${k0}=${v0}"
is_partition_field_write_in_file = true
file_name_expression = "${transactionId}_${now}"
- file_format = "json"
+ file_format_type = "json"
filename_time_format = "yyyy.MM.dd"
is_enable_transaction = true
}
diff --git a/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/json/local_file_json_to_assert.conf b/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/json/local_file_json_to_assert.conf
index ba94dce76..19f7b95a8 100644
--- a/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/json/local_file_json_to_assert.conf
+++ b/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/json/local_file_json_to_assert.conf
@@ -28,7 +28,7 @@ env {
source {
LocalFile {
path = "/seatunnel/read/json"
- type = "json"
+ file_format_type = "json"
schema = {
fields {
c_map = "map<string, string>"
diff --git a/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/orc/fake_to_local_file_orc.conf b/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/orc/fake_to_local_file_orc.conf
index a134e9fc0..3490fb169 100644
--- a/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/orc/fake_to_local_file_orc.conf
+++ b/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/orc/fake_to_local_file_orc.conf
@@ -72,7 +72,7 @@ sink {
partition_dir_expression = "${k0}=${v0}"
is_partition_field_write_in_file = true
file_name_expression = "${transactionId}_${now}"
- file_format = "orc"
+ file_format_type = "orc"
filename_time_format = "yyyy.MM.dd"
is_enable_transaction = true
compress_codec = "zlib"
diff --git a/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/orc/local_file_orc_to_assert.conf b/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/orc/local_file_orc_to_assert.conf
index d99fef31a..07776f0b8 100644
--- a/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/orc/local_file_orc_to_assert.conf
+++ b/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/orc/local_file_orc_to_assert.conf
@@ -28,7 +28,7 @@ env {
source {
LocalFile {
path = "/seatunnel/read/parquet"
- type = "parquet"
+ file_format_type = "parquet"
result_table_name = "fake"
}
}
diff --git a/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/parquet/fake_to_local_file_parquet.conf b/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/parquet/fake_to_local_file_parquet.conf
index c3eae33b0..a915229f5 100644
--- a/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/parquet/fake_to_local_file_parquet.conf
+++ b/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/parquet/fake_to_local_file_parquet.conf
@@ -72,7 +72,7 @@ sink {
partition_dir_expression = "${k0}=${v0}"
is_partition_field_write_in_file = true
file_name_expression = "${transactionId}_${now}"
- file_format = "parquet"
+ file_format_type = "parquet"
filename_time_format = "yyyy.MM.dd"
is_enable_transaction = true
compress_codec = "gzip"
diff --git a/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/parquet/local_file_parquet_to_assert.conf b/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/parquet/local_file_parquet_to_assert.conf
index d99fef31a..07776f0b8 100644
--- a/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/parquet/local_file_parquet_to_assert.conf
+++ b/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/parquet/local_file_parquet_to_assert.conf
@@ -28,7 +28,7 @@ env {
source {
LocalFile {
path = "/seatunnel/read/parquet"
- type = "parquet"
+ file_format_type = "parquet"
result_table_name = "fake"
}
}
diff --git a/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/text/fake_to_local_file_text.conf b/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/text/fake_to_local_file_text.conf
index 795d82234..294c4538e 100644
--- a/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/text/fake_to_local_file_text.conf
+++ b/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/text/fake_to_local_file_text.conf
@@ -72,7 +72,7 @@ sink {
partition_dir_expression = "${k0}=${v0}"
is_partition_field_write_in_file = true
file_name_expression = "${transactionId}_${now}"
- file_format = "text"
+ file_format_type = "text"
filename_time_format = "yyyy.MM.dd"
is_enable_transaction = true
compress_codec = "lzo"
diff --git a/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/text/local_file_text_skip_headers.conf b/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/text/local_file_text_skip_headers.conf
index c2b6e0402..7ebeba63a 100644
--- a/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/text/local_file_text_skip_headers.conf
+++ b/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/text/local_file_text_skip_headers.conf
@@ -28,7 +28,7 @@ env {
source {
LocalFile {
path = "/seatunnel/read/text"
- type = "text"
+ file_format_type = "text"
skip_header_row_number = 1
schema = {
fields {
diff --git a/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/text/local_file_text_to_assert.conf b/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/text/local_file_text_to_assert.conf
index 11c0a5710..05ce1ee6e 100644
--- a/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/text/local_file_text_to_assert.conf
+++ b/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-file-local-e2e/src/test/resources/text/local_file_text_to_assert.conf
@@ -28,7 +28,7 @@ env {
source {
LocalFile {
path = "/seatunnel/read/text"
- type = "text"
+ file_format_type = "text"
schema = {
fields {
c_map = "map<string, string>"
diff --git a/seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/batch_fakesource_to_file.conf b/seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/batch_fakesource_to_file.conf
index 10c2b673e..78ea7db94 100644
--- a/seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/batch_fakesource_to_file.conf
+++ b/seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/batch_fakesource_to_file.conf
@@ -86,7 +86,7 @@ sink {
partition_dir_expression="${k0}=${v0}"
is_partition_field_write_in_file=true
file_name_expression="${transactionId}_${now}"
- file_format="text"
+ file_format_type="text"
filename_time_format="yyyy.MM.dd"
is_enable_transaction=true
save_mode="error"
diff --git a/seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/batch_fakesource_to_file_complex.conf b/seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/batch_fakesource_to_file_complex.conf
index 2a327e463..5bbd38ada 100644
--- a/seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/batch_fakesource_to_file_complex.conf
+++ b/seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/batch_fakesource_to_file_complex.conf
@@ -132,7 +132,7 @@ sink {
partition_dir_expression="${k0}=${v0}"
is_partition_field_write_in_file=true
file_name_expression="${transactionId}_${now}"
- file_format="text"
+ file_format_type="text"
filename_time_format="yyyy.MM.dd"
is_enable_transaction=true
save_mode="error",
diff --git a/seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/cluster_batch_fake_to_localfile_template.conf b/seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/cluster_batch_fake_to_localfile_template.conf
index 1c3bd3ebe..f469c961f 100644
--- a/seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/cluster_batch_fake_to_localfile_template.conf
+++ b/seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/cluster_batch_fake_to_localfile_template.conf
@@ -84,7 +84,7 @@ sink {
field_delimiter="\t"
row_delimiter="\n"
file_name_expression="${transactionId}_${now}"
- file_format="text"
+ file_format_type="text"
filename_time_format="yyyy.MM.dd"
is_enable_transaction=true
save_mode="error"
diff --git a/seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/cluster_batch_fake_to_localfile_two_pipeline_template.conf b/seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/cluster_batch_fake_to_localfile_two_pipeline_template.conf
index ef1ce902a..4d7f65d53 100644
--- a/seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/cluster_batch_fake_to_localfile_two_pipeline_template.conf
+++ b/seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/cluster_batch_fake_to_localfile_two_pipeline_template.conf
@@ -146,7 +146,7 @@ sink {
field_delimiter="\t"
row_delimiter="\n"
file_name_expression="${transactionId}_${now}"
- file_format="text"
+ file_format_type="text"
filename_time_format="yyyy.MM.dd"
is_enable_transaction=true
save_mode="error"
diff --git a/seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/streaming_fakesource_to_file_complex.conf b/seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/streaming_fakesource_to_file_complex.conf
index 19ecb9359..96daf1365 100644
--- a/seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/streaming_fakesource_to_file_complex.conf
+++ b/seatunnel-e2e/seatunnel-engine-e2e/connector-seatunnel-e2e-base/src/test/resources/streaming_fakesource_to_file_complex.conf
@@ -132,7 +132,7 @@ sink {
partition_dir_expression="${k0}=${v0}"
is_partition_field_write_in_file=true
file_name_expression="${transactionId}_${now}"
- file_format="text"
+ file_format_type="text"
filename_time_format="yyyy.MM.dd"
is_enable_transaction=true
save_mode="error",