You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@dolphinscheduler.apache.org by ch...@apache.org on 2022/08/30 02:46:00 UTC
[dolphinscheduler] branch dev updated (71eeab3d98 -> 4a37345436)
This is an automated email from the ASF dual-hosted git repository.
chufenggao pushed a change to branch dev
in repository https://gitbox.apache.org/repos/asf/dolphinscheduler.git
from 71eeab3d98 [CI] Fix cluster test abnormal (#11688)
add 4a37345436 [Feature][Task Plugin] Support hive cli task plugin (#11651)
No new revisions were added by this update.
Summary of changes:
docs/configs/docsdev.js | 8 +
docs/docs/en/guide/task/hive-cli.md | 56 ++++++
docs/docs/zh/guide/task/hive-cli.md | 57 ++++++
docs/img/tasks/demo/hive_cli_from_file.png | Bin 0 -> 388443 bytes
docs/img/tasks/demo/hive_cli_from_script.png | Bin 0 -> 395418 bytes
docs/img/tasks/icons/hivecli.png | Bin 0 -> 398079 bytes
.../dolphinscheduler-task-all/pom.xml | 15 +-
.../pom.xml | 9 +-
.../plugin/task/hivecli/HiveCliConstants.java | 16 +-
.../plugin/task/hivecli/HiveCliParameters.java} | 44 ++---
.../plugin/task/hivecli/HiveCliTask.java | 133 +++++++++++++
.../plugin/task/hivecli/HiveCliTaskChannel.java} | 18 +-
.../task/hivecli/HiveCliTaskChannelFactory.java} | 17 +-
.../plugin/task/hivecli/HiveCliTaskTest.java | 105 ++++++++++
dolphinscheduler-task-plugin/pom.xml | 10 +-
.../public/images/task-icons/hivecli.png | Bin 0 -> 93460 bytes
.../public/images/task-icons/hivecli_hover.png | Bin 0 -> 11200 bytes
.../src/layouts/content/use-dataList.ts | 4 +-
dolphinscheduler-ui/src/locales/en_US/project.ts | 20 +-
dolphinscheduler-ui/src/locales/zh_CN/project.ts | 7 +-
.../src/service/modules/k8s-namespace/types.ts | 2 +-
.../src/views/data-quality/rule/index.tsx | 8 +-
.../src/views/data-quality/task-result/index.tsx | 10 +-
.../views/data-quality/task-result/use-table.ts | 41 ++--
.../src/views/datasource/list/detail.tsx | 34 ++--
.../src/views/datasource/list/index.tsx | 14 +-
dolphinscheduler-ui/src/views/login/index.tsx | 9 +-
.../src/views/monitor/servers/master/index.tsx | 10 +-
.../src/views/monitor/servers/worker/index.tsx | 10 +-
.../views/monitor/statistics/audit-log/index.tsx | 10 +-
dolphinscheduler-ui/src/views/password/index.tsx | 4 +-
dolphinscheduler-ui/src/views/profile/index.tsx | 14 +-
.../projects/list/components/project-modal.tsx | 16 +-
.../src/views/projects/list/index.tsx | 8 +-
.../projects/task/components/node/fields/index.ts | 1 +
.../task/components/node/fields/use-emr.ts | 12 +-
.../node/fields/{use-shell.ts => use-hive-cli.ts} | 38 +++-
.../components/node/fields/use-mlflow-models.ts | 4 +-
.../task/components/node/fields/use-pytorch.ts | 3 +-
.../components/node/fields/use-resource-limit.ts | 4 +-
.../task/components/node/fields/use-sagemaker.ts | 5 +-
.../projects/task/components/node/format-data.ts | 7 +
.../projects/task/components/node/tasks/index.ts | 4 +-
.../node/tasks/{use-pytorch.ts => use-hive-cli.ts} | 16 +-
.../task/components/node/tasks/use-pytorch.ts | 1 -
.../views/projects/task/components/node/types.ts | 3 +
.../src/views/projects/task/constants/task-type.ts | 5 +
.../task/definition/components/start-modal.tsx | 4 +-
.../workflow/components/dag/dag-context-menu.tsx | 4 +-
.../workflow/components/dag/dag.module.scss | 6 +
.../definition/components/import-modal.tsx | 2 +-
.../workflow/definition/components/start-modal.tsx | 32 +--
.../definition/components/timing-modal.tsx | 2 +-
.../views/projects/workflow/definition/index.tsx | 15 +-
.../components/process-instance-condition.tsx | 11 +-
.../src/views/resource/file/create/index.tsx | 4 +-
.../src/views/resource/file/index.tsx | 9 +-
.../src/views/resource/file/rename/index.tsx | 12 +-
.../src/views/resource/file/upload/index.tsx | 4 +-
.../src/views/resource/task-group/option/index.tsx | 9 +-
.../task-group/queue/components/form-modal.tsx | 12 +-
.../src/views/resource/task-group/queue/index.tsx | 9 +-
.../udf/function/components/function-modal.tsx | 18 +-
.../src/views/resource/udf/function/index.tsx | 12 +-
.../udf/resource/components/upload-modal.tsx | 4 +-
.../src/views/resource/udf/resource/index.tsx | 10 +-
.../components/alarm-group-modal.tsx | 12 +-
.../views/security/alarm-group-manage/index.tsx | 10 +-
.../security/alarm-instance-manage/detail.tsx | 11 +-
.../views/security/alarm-instance-manage/index.tsx | 23 ++-
.../cluster-manage/components/cluster-modal.tsx | 16 +-
.../src/views/security/cluster-manage/index.tsx | 10 +-
.../components/environment-modal.tsx | 14 +-
.../views/security/environment-manage/index.tsx | 10 +-
.../components/k8s-namespace-modal.tsx | 216 +++++++++++----------
.../k8s-namespace-manage/components/use-modal.ts | 50 ++---
.../views/security/k8s-namespace-manage/index.tsx | 10 +-
.../security/k8s-namespace-manage/use-table.ts | 140 ++++++-------
.../tenant-manage/components/tenant-modal.tsx | 12 +-
.../src/views/security/tenant-manage/index.tsx | 10 +-
.../user-manage/components/user-detail-modal.tsx | 16 +-
.../src/views/security/user-manage/index.tsx | 6 +-
.../components/worker-group-modal.tsx | 10 +-
.../views/security/worker-group-manage/index.tsx | 10 +-
.../components/yarn-queue-modal.tsx | 12 +-
.../src/views/security/yarn-queue-manage/index.tsx | 10 +-
86 files changed, 1132 insertions(+), 467 deletions(-)
create mode 100644 docs/docs/en/guide/task/hive-cli.md
create mode 100644 docs/docs/zh/guide/task/hive-cli.md
create mode 100644 docs/img/tasks/demo/hive_cli_from_file.png
create mode 100644 docs/img/tasks/demo/hive_cli_from_script.png
create mode 100644 docs/img/tasks/icons/hivecli.png
copy dolphinscheduler-task-plugin/{dolphinscheduler-task-python => dolphinscheduler-task-hivecli}/pom.xml (90%)
copy dolphinscheduler-registry/dolphinscheduler-registry-plugins/dolphinscheduler-registry-mysql/src/main/java/org/apache/dolphinscheduler/plugin/registry/mysql/MysqlRegistryConstant.java => dolphinscheduler-task-plugin/dolphinscheduler-task-hivecli/src/main/java/org/apache/dolphinscheduler/plugin/task/hivecli/HiveCliConstants.java (69%)
copy dolphinscheduler-task-plugin/{dolphinscheduler-task-python/src/main/java/org/apache/dolphinscheduler/plugin/task/python/PythonParameters.java => dolphinscheduler-task-hivecli/src/main/java/org/apache/dolphinscheduler/plugin/task/hivecli/HiveCliParameters.java} (61%)
create mode 100644 dolphinscheduler-task-plugin/dolphinscheduler-task-hivecli/src/main/java/org/apache/dolphinscheduler/plugin/task/hivecli/HiveCliTask.java
copy dolphinscheduler-task-plugin/{dolphinscheduler-task-k8s/src/main/java/org/apache/dolphinscheduler/plugin/task/k8s/K8sTaskChannel.java => dolphinscheduler-task-hivecli/src/main/java/org/apache/dolphinscheduler/plugin/task/hivecli/HiveCliTaskChannel.java} (85%)
copy dolphinscheduler-task-plugin/{dolphinscheduler-task-jupyter/src/main/java/org/apache/dolphinscheduler/plugin/task/jupyter/JupyterTaskChannelFactory.java => dolphinscheduler-task-hivecli/src/main/java/org/apache/dolphinscheduler/plugin/task/hivecli/HiveCliTaskChannelFactory.java} (87%)
create mode 100644 dolphinscheduler-task-plugin/dolphinscheduler-task-hivecli/src/test/java/org/apache/dolphinscheduler/plugin/task/hivecli/HiveCliTaskTest.java
create mode 100644 dolphinscheduler-ui/public/images/task-icons/hivecli.png
create mode 100644 dolphinscheduler-ui/public/images/task-icons/hivecli_hover.png
copy dolphinscheduler-ui/src/views/projects/task/components/node/fields/{use-shell.ts => use-hive-cli.ts} (59%)
copy dolphinscheduler-ui/src/views/projects/task/components/node/tasks/{use-pytorch.ts => use-hive-cli.ts} (86%)