You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@dolphinscheduler.apache.org by we...@apache.org on 2022/10/16 09:19:37 UTC
[dolphinscheduler] branch dev updated: [Improvement] add presto in datax (#12371)
This is an automated email from the ASF dual-hosted git repository.
wenjun pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/dolphinscheduler.git
The following commit(s) were added to refs/heads/dev by this push:
new b7bd8d7803 [Improvement] add presto in datax (#12371)
b7bd8d7803 is described below
commit b7bd8d780356e055998fd0047be7e2cfea85d59b
Author: fuchanghai <33...@users.noreply.github.com>
AuthorDate: Sun Oct 16 17:19:29 2022 +0800
[Improvement] add presto in datax (#12371)
---
.../dolphinscheduler/plugin/task/datax/DataxUtils.java | 15 +++++++++++----
.../projects/task/components/node/fields/use-datax.ts | 3 ++-
2 files changed, 13 insertions(+), 5 deletions(-)
diff --git a/dolphinscheduler-task-plugin/dolphinscheduler-task-datax/src/main/java/org/apache/dolphinscheduler/plugin/task/datax/DataxUtils.java b/dolphinscheduler-task-plugin/dolphinscheduler-task-datax/src/main/java/org/apache/dolphinscheduler/plugin/task/datax/DataxUtils.java
index c377f88f33..d2c4b1d67e 100644
--- a/dolphinscheduler-task-plugin/dolphinscheduler-task-datax/src/main/java/org/apache/dolphinscheduler/plugin/task/datax/DataxUtils.java
+++ b/dolphinscheduler-task-plugin/dolphinscheduler-task-datax/src/main/java/org/apache/dolphinscheduler/plugin/task/datax/DataxUtils.java
@@ -17,6 +17,7 @@
package org.apache.dolphinscheduler.plugin.task.datax;
+import com.alibaba.druid.sql.dialect.presto.parser.PrestoStatementParser;
import org.apache.dolphinscheduler.spi.enums.DbType;
import com.alibaba.druid.sql.dialect.clickhouse.parser.ClickhouseStatementParser;
@@ -39,7 +40,7 @@ public class DataxUtils {
public static final String DATAX_READER_PLUGIN_CLICKHOUSE = "clickhousereader";
- public static final String DATAX_READER_PLUGIN_HIVE = "rdbmsreader";
+ public static final String DATAX_READER_PLUGIN_RDBMS = "rdbmsreader";
public static final String DATAX_WRITER_PLUGIN_MYSQL = "mysqlwriter";
@@ -51,7 +52,7 @@ public class DataxUtils {
public static final String DATAX_WRITER_PLUGIN_CLICKHOUSE = "clickhousewriter";
- public static final String DATAX_WRITER_PLUGIN_HIVE = "rdbmswriter";
+ public static final String DATAX_WRITER_PLUGIN_RDBMS = "rdbmswriter";
public static String getReaderPluginName(DbType dbType) {
switch (dbType) {
@@ -66,7 +67,9 @@ public class DataxUtils {
case CLICKHOUSE:
return DATAX_READER_PLUGIN_CLICKHOUSE;
case HIVE:
- return DATAX_READER_PLUGIN_HIVE;
+ return DATAX_READER_PLUGIN_RDBMS;
+ case PRESTO:
+ return DATAX_READER_PLUGIN_RDBMS;
default:
return null;
}
@@ -85,7 +88,9 @@ public class DataxUtils {
case CLICKHOUSE:
return DATAX_WRITER_PLUGIN_CLICKHOUSE;
case HIVE:
- return DATAX_WRITER_PLUGIN_HIVE;
+ return DATAX_WRITER_PLUGIN_RDBMS;
+ case PRESTO:
+ return DATAX_WRITER_PLUGIN_RDBMS;
default:
return null;
}
@@ -105,6 +110,8 @@ public class DataxUtils {
return new ClickhouseStatementParser(sql);
case HIVE:
return new HiveStatementParser(sql);
+ case PRESTO:
+ return new PrestoStatementParser(sql);
default:
return null;
}
diff --git a/dolphinscheduler-ui/src/views/projects/task/components/node/fields/use-datax.ts b/dolphinscheduler-ui/src/views/projects/task/components/node/fields/use-datax.ts
index 718e49f952..72952bb807 100644
--- a/dolphinscheduler-ui/src/views/projects/task/components/node/fields/use-datax.ts
+++ b/dolphinscheduler-ui/src/views/projects/task/components/node/fields/use-datax.ts
@@ -132,7 +132,8 @@ export function useDataX(model: { [field: string]: any }): IJsonItem[] {
'ORACLE',
'SQLSERVER',
'CLICKHOUSE',
- 'HIVE'
+ 'HIVE',
+ 'PRESTO'
]
onMounted(() => {
initConstants()