You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@dolphinscheduler.apache.org by ch...@apache.org on 2022/08/30 02:46:00 UTC

[dolphinscheduler] branch dev updated (71eeab3d98 -> 4a37345436)

This is an automated email from the ASF dual-hosted git repository.

chufenggao pushed a change to branch dev
in repository https://gitbox.apache.org/repos/asf/dolphinscheduler.git


    from 71eeab3d98 [CI] Fix cluster test abnormal (#11688)
     add 4a37345436 [Feature][Task Plugin] Support hive cli task plugin (#11651)

No new revisions were added by this update.

Summary of changes:
 docs/configs/docsdev.js                            |   8 +
 docs/docs/en/guide/task/hive-cli.md                |  56 ++++++
 docs/docs/zh/guide/task/hive-cli.md                |  57 ++++++
 docs/img/tasks/demo/hive_cli_from_file.png         | Bin 0 -> 388443 bytes
 docs/img/tasks/demo/hive_cli_from_script.png       | Bin 0 -> 395418 bytes
 docs/img/tasks/icons/hivecli.png                   | Bin 0 -> 398079 bytes
 .../dolphinscheduler-task-all/pom.xml              |  15 +-
 .../pom.xml                                        |   9 +-
 .../plugin/task/hivecli/HiveCliConstants.java      |  16 +-
 .../plugin/task/hivecli/HiveCliParameters.java}    |  44 ++---
 .../plugin/task/hivecli/HiveCliTask.java           | 133 +++++++++++++
 .../plugin/task/hivecli/HiveCliTaskChannel.java}   |  18 +-
 .../task/hivecli/HiveCliTaskChannelFactory.java}   |  17 +-
 .../plugin/task/hivecli/HiveCliTaskTest.java       | 105 ++++++++++
 dolphinscheduler-task-plugin/pom.xml               |  10 +-
 .../public/images/task-icons/hivecli.png           | Bin 0 -> 93460 bytes
 .../public/images/task-icons/hivecli_hover.png     | Bin 0 -> 11200 bytes
 .../src/layouts/content/use-dataList.ts            |   4 +-
 dolphinscheduler-ui/src/locales/en_US/project.ts   |  20 +-
 dolphinscheduler-ui/src/locales/zh_CN/project.ts   |   7 +-
 .../src/service/modules/k8s-namespace/types.ts     |   2 +-
 .../src/views/data-quality/rule/index.tsx          |   8 +-
 .../src/views/data-quality/task-result/index.tsx   |  10 +-
 .../views/data-quality/task-result/use-table.ts    |  41 ++--
 .../src/views/datasource/list/detail.tsx           |  34 ++--
 .../src/views/datasource/list/index.tsx            |  14 +-
 dolphinscheduler-ui/src/views/login/index.tsx      |   9 +-
 .../src/views/monitor/servers/master/index.tsx     |  10 +-
 .../src/views/monitor/servers/worker/index.tsx     |  10 +-
 .../views/monitor/statistics/audit-log/index.tsx   |  10 +-
 dolphinscheduler-ui/src/views/password/index.tsx   |   4 +-
 dolphinscheduler-ui/src/views/profile/index.tsx    |  14 +-
 .../projects/list/components/project-modal.tsx     |  16 +-
 .../src/views/projects/list/index.tsx              |   8 +-
 .../projects/task/components/node/fields/index.ts  |   1 +
 .../task/components/node/fields/use-emr.ts         |  12 +-
 .../node/fields/{use-shell.ts => use-hive-cli.ts}  |  38 +++-
 .../components/node/fields/use-mlflow-models.ts    |   4 +-
 .../task/components/node/fields/use-pytorch.ts     |   3 +-
 .../components/node/fields/use-resource-limit.ts   |   4 +-
 .../task/components/node/fields/use-sagemaker.ts   |   5 +-
 .../projects/task/components/node/format-data.ts   |   7 +
 .../projects/task/components/node/tasks/index.ts   |   4 +-
 .../node/tasks/{use-pytorch.ts => use-hive-cli.ts} |  16 +-
 .../task/components/node/tasks/use-pytorch.ts      |   1 -
 .../views/projects/task/components/node/types.ts   |   3 +
 .../src/views/projects/task/constants/task-type.ts |   5 +
 .../task/definition/components/start-modal.tsx     |   4 +-
 .../workflow/components/dag/dag-context-menu.tsx   |   4 +-
 .../workflow/components/dag/dag.module.scss        |   6 +
 .../definition/components/import-modal.tsx         |   2 +-
 .../workflow/definition/components/start-modal.tsx |  32 +--
 .../definition/components/timing-modal.tsx         |   2 +-
 .../views/projects/workflow/definition/index.tsx   |  15 +-
 .../components/process-instance-condition.tsx      |  11 +-
 .../src/views/resource/file/create/index.tsx       |   4 +-
 .../src/views/resource/file/index.tsx              |   9 +-
 .../src/views/resource/file/rename/index.tsx       |  12 +-
 .../src/views/resource/file/upload/index.tsx       |   4 +-
 .../src/views/resource/task-group/option/index.tsx |   9 +-
 .../task-group/queue/components/form-modal.tsx     |  12 +-
 .../src/views/resource/task-group/queue/index.tsx  |   9 +-
 .../udf/function/components/function-modal.tsx     |  18 +-
 .../src/views/resource/udf/function/index.tsx      |  12 +-
 .../udf/resource/components/upload-modal.tsx       |   4 +-
 .../src/views/resource/udf/resource/index.tsx      |  10 +-
 .../components/alarm-group-modal.tsx               |  12 +-
 .../views/security/alarm-group-manage/index.tsx    |  10 +-
 .../security/alarm-instance-manage/detail.tsx      |  11 +-
 .../views/security/alarm-instance-manage/index.tsx |  23 ++-
 .../cluster-manage/components/cluster-modal.tsx    |  16 +-
 .../src/views/security/cluster-manage/index.tsx    |  10 +-
 .../components/environment-modal.tsx               |  14 +-
 .../views/security/environment-manage/index.tsx    |  10 +-
 .../components/k8s-namespace-modal.tsx             | 216 +++++++++++----------
 .../k8s-namespace-manage/components/use-modal.ts   |  50 ++---
 .../views/security/k8s-namespace-manage/index.tsx  |  10 +-
 .../security/k8s-namespace-manage/use-table.ts     | 140 ++++++-------
 .../tenant-manage/components/tenant-modal.tsx      |  12 +-
 .../src/views/security/tenant-manage/index.tsx     |  10 +-
 .../user-manage/components/user-detail-modal.tsx   |  16 +-
 .../src/views/security/user-manage/index.tsx       |   6 +-
 .../components/worker-group-modal.tsx              |  10 +-
 .../views/security/worker-group-manage/index.tsx   |  10 +-
 .../components/yarn-queue-modal.tsx                |  12 +-
 .../src/views/security/yarn-queue-manage/index.tsx |  10 +-
 86 files changed, 1132 insertions(+), 467 deletions(-)
 create mode 100644 docs/docs/en/guide/task/hive-cli.md
 create mode 100644 docs/docs/zh/guide/task/hive-cli.md
 create mode 100644 docs/img/tasks/demo/hive_cli_from_file.png
 create mode 100644 docs/img/tasks/demo/hive_cli_from_script.png
 create mode 100644 docs/img/tasks/icons/hivecli.png
 copy dolphinscheduler-task-plugin/{dolphinscheduler-task-python => dolphinscheduler-task-hivecli}/pom.xml (90%)
 copy dolphinscheduler-registry/dolphinscheduler-registry-plugins/dolphinscheduler-registry-mysql/src/main/java/org/apache/dolphinscheduler/plugin/registry/mysql/MysqlRegistryConstant.java => dolphinscheduler-task-plugin/dolphinscheduler-task-hivecli/src/main/java/org/apache/dolphinscheduler/plugin/task/hivecli/HiveCliConstants.java (69%)
 copy dolphinscheduler-task-plugin/{dolphinscheduler-task-python/src/main/java/org/apache/dolphinscheduler/plugin/task/python/PythonParameters.java => dolphinscheduler-task-hivecli/src/main/java/org/apache/dolphinscheduler/plugin/task/hivecli/HiveCliParameters.java} (61%)
 create mode 100644 dolphinscheduler-task-plugin/dolphinscheduler-task-hivecli/src/main/java/org/apache/dolphinscheduler/plugin/task/hivecli/HiveCliTask.java
 copy dolphinscheduler-task-plugin/{dolphinscheduler-task-k8s/src/main/java/org/apache/dolphinscheduler/plugin/task/k8s/K8sTaskChannel.java => dolphinscheduler-task-hivecli/src/main/java/org/apache/dolphinscheduler/plugin/task/hivecli/HiveCliTaskChannel.java} (85%)
 copy dolphinscheduler-task-plugin/{dolphinscheduler-task-jupyter/src/main/java/org/apache/dolphinscheduler/plugin/task/jupyter/JupyterTaskChannelFactory.java => dolphinscheduler-task-hivecli/src/main/java/org/apache/dolphinscheduler/plugin/task/hivecli/HiveCliTaskChannelFactory.java} (87%)
 create mode 100644 dolphinscheduler-task-plugin/dolphinscheduler-task-hivecli/src/test/java/org/apache/dolphinscheduler/plugin/task/hivecli/HiveCliTaskTest.java
 create mode 100644 dolphinscheduler-ui/public/images/task-icons/hivecli.png
 create mode 100644 dolphinscheduler-ui/public/images/task-icons/hivecli_hover.png
 copy dolphinscheduler-ui/src/views/projects/task/components/node/fields/{use-shell.ts => use-hive-cli.ts} (59%)
 copy dolphinscheduler-ui/src/views/projects/task/components/node/tasks/{use-pytorch.ts => use-hive-cli.ts} (86%)