You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@dolphinscheduler.apache.org by "MJorcen (via GitHub)" <gi...@apache.org> on 2023/07/10 14:48:20 UTC
[GitHub] [dolphinscheduler] MJorcen opened a new issue, #14502: [Bug] [Module Name] Bug title
MJorcen opened a new issue, #14502:
URL: https://github.com/apache/dolphinscheduler/issues/14502
### Search before asking
- [X] I had searched in the [issues](https://github.com/apache/dolphinscheduler/issues?q=is%3Aissue) and found no similar issues.
### What happened
参数传递
上游节点是 SQL , 下游节点是 shell 的时候参数无法传递
### What you expected to happen
[{"processDefinition":{"id":2,"code":10127550184512,"name":"data_trans_check_flow","version":23,"releaseState":"ONLINE","projectCode":10104428182592,"description":"","globalParams":"[]","globalParamList":[],"globalParamMap":{},"createTime":"2023-07-05 10:11:25","updateTime":"2023-07-10 14:42:14","flag":"YES","userId":1,"userName":null,"projectName":null,"locations":"[{\"taskCode\":10183755437120,\"x\":378,\"y\":134},{\"taskCode\":10184826458816,\"x\":128,\"y\":369},{\"taskCode\":10184322830400,\"x\":378,\"y\":369},{\"taskCode\":10184326076224,\"x\":378,\"y\":260}]","scheduleReleaseState":null,"timeout":22,"tenantId":-1,"tenantCode":null,"modifyBy":null,"warningGroupId":null,"executionType":"PARALLEL"},"processTaskRelationList":[{"id":1332,"name":"","processDefinitionVersion":23,"projectCode":10104428182592,"processDefinitionCode":10127550184512,"preTaskCode":0,"preTaskVersion":0,"postTaskCode":10183755437120,"postTaskVersion":1,"conditionType":"NONE","conditionParams":{},"createTi
me":"2023-07-10 14:42:14","updateTime":"2023-07-10 14:42:14","operator":1,"operateTime":"2023-07-10 14:42:14"},{"id":1333,"name":"","processDefinitionVersion":23,"projectCode":10104428182592,"processDefinitionCode":10127550184512,"preTaskCode":10184326076224,"preTaskVersion":12,"postTaskCode":10184322830400,"postTaskVersion":7,"conditionType":"NONE","conditionParams":{},"createTime":"2023-07-10 14:42:14","updateTime":"2023-07-10 14:42:14","operator":1,"operateTime":"2023-07-10 14:42:14"},{"id":1334,"name":"","processDefinitionVersion":23,"projectCode":10104428182592,"processDefinitionCode":10127550184512,"preTaskCode":10184326076224,"preTaskVersion":12,"postTaskCode":10184826458816,"postTaskVersion":2,"conditionType":"NONE","conditionParams":{},"createTime":"2023-07-10 14:42:14","updateTime":"2023-07-10 14:42:14","operator":1,"operateTime":"2023-07-10 14:42:14"},{"id":1335,"name":"","processDefinitionVersion":23,"projectCode":10104428182592,"processDefinitionCode":10127550184512,"pr
eTaskCode":10183755437120,"preTaskVersion":1,"postTaskCode":10184326076224,"postTaskVersion":12,"conditionType":"NONE","conditionParams":{},"createTime":"2023-07-10 14:42:14","updateTime":"2023-07-10 14:42:14","operator":1,"operateTime":"2023-07-10 14:42:14"}],"taskDefinitionList":[{"id":132,"code":10184326076224,"name":"sink_diff","version":12,"description":"","projectCode":10104428182592,"userId":1,"taskType":"SQL","taskParams":{"localParams":[{"prop":"sourceTable","direct":"OUT","type":"LIST","value":""},{"prop":"targetTable","direct":"OUT","type":"LIST","value":""},{"prop":"diffRows","direct":"OUT","type":"LIST","value":""}],"resourceList":[],"type":"MYSQL","datasource":1,"sql":"select sourceTable, targetTable ,diffRows from sink_view ","sqlType":"0","preStatements":[],"postStatements":[],"segmentSeparator":"","sendEmail":false,"displayRows":10},"taskParamList":[{"prop":"sourceTable","direct":"OUT","type":"LIST","value":""},{"prop":"targetTable","direct":"OUT","type":"LIST","v
alue":""},{"prop":"diffRows","direct":"OUT","type":"LIST","value":""}],"taskParamMap":{"targetTable":"","sourceTable":"","diffRows":""},"flag":"YES","taskPriority":"MEDIUM","userName":null,"projectName":null,"workerGroup":"default","environmentCode":10159871946944,"failRetryTimes":0,"failRetryInterval":1,"timeoutFlag":"CLOSE","timeoutNotifyStrategy":null,"timeout":0,"delayTime":0,"resourceIds":"","createTime":"2023-07-10 13:41:01","updateTime":"2023-07-10 14:42:14","modifyBy":null,"taskGroupId":0,"taskGroupPriority":0,"operator":1,"operateTime":"2023-07-10 14:42:14"},{"id":111,"code":10183755437120,"name":"check_flow_start","version":1,"description":"","projectCode":10104428182592,"userId":1,"taskType":"SHELL","taskParams":{"localParams":[],"rawScript":"echo check_flow_start","resourceList":[]},"taskParamList":[],"taskParamMap":null,"flag":"YES","taskPriority":"MEDIUM","userName":null,"projectName":null,"workerGroup":"default","environmentCode":10159871946944,"failRetryTimes":0,"fai
lRetryInterval":1,"timeoutFlag":"CLOSE","timeoutNotifyStrategy":null,"timeout":0,"delayTime":0,"resourceIds":"","createTime":"2023-07-10 13:41:01","updateTime":"2023-07-10 13:41:01","modifyBy":null,"taskGroupId":0,"taskGroupPriority":0,"operator":1,"operateTime":"2023-07-10 13:41:01"},{"id":128,"code":10184826458816,"name":"params_test2","version":2,"description":"","projectCode":10104428182592,"userId":1,"taskType":"SQL","taskParams":{"localParams":[{"prop":"sourceTable","direct":"IN","type":"LIST","value":""},{"prop":"diffRows","direct":"IN","type":"LIST","value":""}],"resourceList":[],"type":"MYSQL","datasource":1,"sql":"select ${sourceTable} sourceTable","sqlType":"0","preStatements":[],"postStatements":[],"segmentSeparator":"","displayRows":10},"taskParamList":[{"prop":"sourceTable","direct":"IN","type":"LIST","value":""},{"prop":"diffRows","direct":"IN","type":"LIST","value":""}],"taskParamMap":{"sourceTable":"","diffRows":""},"flag":"YES","taskPriority":"MEDIUM","userName":nu
ll,"projectName":null,"workerGroup":"default","environmentCode":10159871946944,"failRetryTimes":0,"failRetryInterval":1,"timeoutFlag":"CLOSE","timeoutNotifyStrategy":null,"timeout":0,"delayTime":0,"resourceIds":"","createTime":"2023-07-10 14:30:26","updateTime":"2023-07-10 14:38:34","modifyBy":null,"taskGroupId":0,"taskGroupPriority":0,"operator":1,"operateTime":"2023-07-10 14:38:34"},{"id":130,"code":10184322830400,"name":"warning","version":7,"description":"","projectCode":10104428182592,"userId":1,"taskType":"SHELL","taskParams":{"localParams":[{"prop":"sourceTable","direct":"IN","type":"LIST","value":""},{"prop":"targetTable","direct":"IN","type":"LIST","value":""},{"prop":"diffRows","direct":"IN","type":"LIST","value":""}],"rawScript":"echo '########### params ###########'\necho sourceTable ${sourceTable}\necho targetTable ${targetTable}\necho diffRows ${diffRows}\necho '########### params ###########'\n ","resourceList":[]},"taskParamList":[{"prop":"sourceTable","direct":"IN",
"type":"LIST","value":""},{"prop":"targetTable","direct":"IN","type":"LIST","value":""},{"prop":"diffRows","direct":"IN","type":"LIST","value":""}],"taskParamMap":{"targetTable":"","sourceTable":"","diffRows":""},"flag":"YES","taskPriority":"MEDIUM","userName":null,"projectName":null,"workerGroup":"default","environmentCode":10159871946944,"failRetryTimes":0,"failRetryInterval":1,"timeoutFlag":"CLOSE","timeoutNotifyStrategy":null,"timeout":0,"delayTime":0,"resourceIds":"","createTime":"2023-07-10 13:41:01","updateTime":"2023-07-10 14:40:35","modifyBy":null,"taskGroupId":0,"taskGroupPriority":0,"operator":1,"operateTime":"2023-07-10 14:40:35"}],"schedule":null}]
### How to reproduce
1
### Anything else
_No response_
### Version
3.1.x
### Are you willing to submit PR?
- [ ] Yes I am willing to submit a PR!
### Code of Conduct
- [X] I agree to follow this project's [Code of Conduct](https://www.apache.org/foundation/policies/conduct)
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: commits-unsubscribe@dolphinscheduler.apache.org.apache.org
For queries about this service, please contact Infrastructure at:
users@infra.apache.org
[GitHub] [dolphinscheduler] CallMeKingsley97 commented on issue #14502: [Bug] [Module Name] Bug title
Posted by "CallMeKingsley97 (via GitHub)" <gi...@apache.org>.
CallMeKingsley97 commented on issue #14502:
URL: https://github.com/apache/dolphinscheduler/issues/14502#issuecomment-1645228197
@MJorcen Delete parameters in the downstream node, and try it again.
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: commits-unsubscribe@dolphinscheduler.apache.org
For queries about this service, please contact Infrastructure at:
users@infra.apache.org
[GitHub] [dolphinscheduler] github-actions[bot] commented on issue #14502: [Bug] [Module Name] Bug title
Posted by "github-actions[bot] (via GitHub)" <gi...@apache.org>.
github-actions[bot] commented on issue #14502:
URL: https://github.com/apache/dolphinscheduler/issues/14502#issuecomment-1629126565
### Search before asking
- [X] I had searched in the [issues](https://github.com/apache/dolphinscheduler/issues?q=is%3Aissue) and found no similar issues.
### What happened
Parameter passing
Parameters cannot be passed when the upstream node is SQL and the downstream node is shell
### What you expected to happen
[{"processDefinition":{"id":2,"code":10127550184512,"name":"data_trans_check_flow","version":23,"releaseState":"ONLINE","projectCode":10104428182592,"description" :"","globalParams":"[]","globalParamList":[],"globalParamMap":{},"createTime":"2023-07-05 10:11:25","updateTime":"2023 -07-10 14:42:14","flag":"YES","userId":1,"userName":null,"projectName":null,"locations":"[{\"taskCode\": 10183755437120,\"x\":378,\"y\":134},{\"taskCode\":10184826458816,\"x\":128,\"y\":369},{\"taskCode\" ":10184322830400,\"x\":378,\"y\":369},{\"taskCode\":10184326076224,\"x\":378,\"y\":260}]"," scheduleReleaseState":null,"timeout":22,"tenantId":-1,"tenantCode":null,"modifyBy":null,"warningGroupId":null,"executionType":"PARALLEL"},"processTaskRelationList":[ {"id": 1332, "name": "", "procesDefinitionVersion": 23, "ProjectCode": 10104428182592, "ProcessDefinitionCode": 10127550184512, "PretaskCodee ": 0," pretaskversion ": 0," Posttaskcode ": 10183755437120, "postTaskVersion":1,"conditionType":"NONE","con
ditionParams":{},"createTime":"2023-07-10 14:42:14","updateTime":"2023-07-10 14: 42:14","operator":1,"operateTime":"2023-07-10 14:42:14"},{"id":1333,"name":"","processDefinitionVersion":23," projectCode":10104428182592,"processDefinitionCode":10127550184512,"preTaskCode":10184326076224,"preTaskVersion":12,"postTaskCode":10184322830400,"postTaskVersion":7,"conditionType": "NONE","conditionParams":{}, "createTime":"2023-07-10 14:42:14","updateTime":"2023-07-10 14:42:14","operator":1,"operateTime":"2023-07-10 14:42:14 "}, {" ID ": 1334," name ":" "," procesDefinitionVersion ": 23," ProjectCode ": 10104428182592," ProcessDefinitionCode ": 10127550184512 , "Pretaskcode": 10184326076224, "Pretaskversion": 12,"postTaskCode":10184826458816,"postTaskVersion":2,"conditionType":"NONE","conditionParams":{},"createTime":"2023-07-10 14:42:14","updateTime": "2023-07-10 14:42:14","operator":1,"operateTime":"2023-07-10 14:42:14"},{"id":1335,"name":"" ,"processDefinitionVersion":23,"projectCode":1010
4428182592,"processDefinitionCode":10127550184512,"preTaskCode":10183755437120,"preTaskVersion":1,"postTaskCode":10184326076224,"p ostTaskVersion":12,"conditionType":"NONE" ,"conditionParams":{},"createTime":"2023-07-10 14:42:14","updateTime":"2023-07-10 14:42:14","operator":1,"operateTime ":"2023-07-10 14:42:14"}],"taskDefinitionList":[{"id":132,"code":10184326076224,"name":"sink_diff","version":12," description":"","projectCode":10104428182592,"userId":1,"taskType":"SQL","taskParams":{"localParams":[{"prop":"sourceTable","direct":" OUT","type":"LIST","value":""},{"prop":"targetTable","direct":"OUT","type":"LIST","value":"" },{"prop":"diffRows","direct":"OUT","type":"LIST","value":""}],"resourceList":[],"type":"MYSQL" ,"datasource":1,"sql":"select sourceTable, targetTable ,diffRows from sink_view ","sqlType":"0","preStatements":[],"postStatements":[],"segmentSeparator":"" ,"sendEmail":false,"displayRows":10},"taskParamList":[{"prop":"sourceTable","direct":"OUT","type":"LIST","value
":"" },{"prop":"targetTable","direct":"OUT","type":"LIST","value":""},{"prop":"diffRows","direct":"OUT ","type":"LIST","value":""}],"taskParamMap":{"targetTable":"","sourceTable":"","diffRows":""},"flag": "YES","taskPriority":"MEDIUM","userName":null,"projectName":null,"workerGroup":"default","environmentCode":10159871946944,"failRetryTimes":0,"failRetryInterval":1, "timeoutFlag": "CLOSE","timeoutNotifyStrategy":null,"timeout":0,"delayTime":0,"resourceIds":"","createTime":"2023-07-10 13:41:01", "updateTime":"2023-07-10 14:42:14","modifyBy":null,"taskGroupId":0,"taskGroupPriority":0,"operator":1,"operateTime":"2023-07- 10 14:42:14"},{"id":111,"code":10183755437120,"name":"check_flow_start","version":1,"description":"","projectCode":10104428182592," userId":1,"taskType":"SHELL","taskParams":{"localParams":[],"rawScript":"echo check_flow_start","resourceList":[]},"taskParamList":[]," taskParamMap":null,"flag":"YES","taskPriority":"MEDIUM","userName":null,"projectName":null,"workerGroup
":"default","environmentCode":10159871946944,"failRetryTimes" :0,"failRetryInterval":1,"timeoutFlag":"CLOSE","timeoutNotifyStrategy":null,"timeout":0,"delayTime":0,"resourceIds":"","createTime":"2023-07 -10 13:41:01","updateTime":"2023-07-10 13:41:01","modifyBy":null,"taskGroupId":0,"taskGroupPriority":0,"operator":1, "operateTime":"2023-07-10 13:41:01"},{"id":128,"code":10184826458816,"name":"params_test2","version":2,"description":" ","projectCode":10104428182592,"userId":1,"taskType":"SQL","taskParams":{"localParams":[{"prop":"sourceTable","direct":"IN"," type":"LIST","value":""},{"prop":"diffRows","direct":"IN","type":"LIST","value":""}]," resourceList":[],"type":"MYSQL","datasource":1,"sql":"select ${sourceTable} sourceTable","sqlType":"0","preStatements":[],"postStatements ":[],"segmentSeparator":"","displayRows":10},"taskParamList":[{"prop":"sourceTable","direct":"IN","type":"LIST"," value":""},{"prop":"diffRows","direct":"IN","type":"LIST","value":""}],"taskParamMap":{"sourc
eTable": "","diffRows":""},"flag":"YES","taskPriority":"MEDIUM","userName":null,"projectName":null,"workerGroup":"default","environmentCode" :10159871946944,"failRetryTimes":0,"failRetryInterval":1,"timeoutFlag":"CLOSE","timeoutNotifyStrategy":null,"timeout":0,"delayTime":0,"resourceIds":"","createTime ":"2023-07-10 14:30:26","updateTime":"2023-07-10 14:38:34","modifyBy":null,"taskGroupId":0,"taskGroupPriority":0, "operator":1,"operateTime":"2023-07-10 14:38:34"},{"id":130,"code":10184322830400,"name":"warning","version":7 ,"description":"","projectCode":10104428182592,"userId":1,"taskType":"SHELL","taskParams":{"localParams":[{"prop":"sourceTable","direct" :"IN","type":"LIST","value":""},{"prop":"targetTable","direct":"IN","type":"LIST","value": ""},{"prop":"diffRows","direct":"IN","type":"LIST","value":""}],"rawScript":"echo '##### ###### params ###########'\necho sourceTable ${sourceTable}\necho targetTable ${targetTable}\necho diffRows ${diffRows}\necho '####### #### params ####
#######'\n ","resourceList":[]},"taskParamList":[{"prop":"sourceTable","direct":"IN" ,"type":"LIST","value":""},{"prop":"targetTable","direct":"IN","type":"LIST","value":""}, {"prop":"diffRows","direct":"IN","type":"LIST","value":""}],"taskParamMap":{"targetTable":"","sourceTable": "","diffRows":""},"flag":"YES","taskPriority":"MEDIUM","userName":null,"projectName":null,"workerGroup":"default","environmentCode" :10159871946944,"failRetryTimes":0,"failRetryInterval":1,"timeoutFlag":"CLOSE","timeoutNotifyStrategy":null,"timeout":0,"delayTime":0,"resourceIds":"","createTime ":"2023-07-10 13:41:01","updateTime":"2023-07-10 14:40:35","modifyBy":null,"taskGroupId":0,"taskGroupPriority":0, "operator":1,"operateTime":"2023-07-10 14:40:35"}],"schedule":null}]
### How to reproduce
1
### Anything else
_No response_
### Version
3.1.x
### Are you willing to submit PR?
- [ ] Yes I am willing to submit a PR!
### Code of Conduct
- [X] I agree to follow this project's [Code of Conduct](https://www.apache.org/foundation/policies/conduct)
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: commits-unsubscribe@dolphinscheduler.apache.org
For queries about this service, please contact Infrastructure at:
users@infra.apache.org
[GitHub] [dolphinscheduler] MJorcen closed issue #14502: [Bug] [Module Name] Bug title
Posted by "MJorcen (via GitHub)" <gi...@apache.org>.
MJorcen closed issue #14502: [Bug] [Module Name] Bug title
URL: https://github.com/apache/dolphinscheduler/issues/14502
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: commits-unsubscribe@dolphinscheduler.apache.org
For queries about this service, please contact Infrastructure at:
users@infra.apache.org