You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@devlake.apache.org by ly...@apache.org on 2024/05/27 06:40:20 UTC
(incubator-devlake) branch main updated: feat: fetch execution information from the built-in page interface (#7513)
This is an automated email from the ASF dual-hosted git repository.
lynwee pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-devlake.git
The following commit(s) were added to refs/heads/main by this push:
new 5e2caa25a feat: fetch execution information from the built-in page interface (#7513)
5e2caa25a is described below
commit 5e2caa25a90b8fc22cb07a6d603d6bf2a55496b3
Author: abeizn <zi...@merico.dev>
AuthorDate: Mon May 27 14:40:15 2024 +0800
feat: fetch execution information from the built-in page interface (#7513)
---
backend/plugins/zentao/impl/impl.go | 6 +-
.../tasks/execution_summary_dev_collector.go | 72 +++++++++++++++++++++
.../tasks/execution_summary_dev_extractor.go | 73 ++++++++++++++++++++++
3 files changed, 150 insertions(+), 1 deletion(-)
diff --git a/backend/plugins/zentao/impl/impl.go b/backend/plugins/zentao/impl/impl.go
index b3fe6bafb..e46f8a107 100644
--- a/backend/plugins/zentao/impl/impl.go
+++ b/backend/plugins/zentao/impl/impl.go
@@ -118,9 +118,13 @@ func (p Zentao) SubTaskMetas() []plugin.SubTaskMeta {
tasks.CollectDepartmentMeta,
tasks.ExtractDepartmentMeta,
- // project
+ //project
tasks.CollectExecutionSummaryMeta,
tasks.ExtractExecutionSummaryMeta,
+
+ tasks.CollectExecutionSummaryDevMeta,
+ tasks.ExtractExecutionSummaryDevMeta,
+
tasks.CollectExecutionMeta,
tasks.ExtractExecutionMeta,
tasks.ConvertExecutionMeta,
diff --git a/backend/plugins/zentao/tasks/execution_summary_dev_collector.go b/backend/plugins/zentao/tasks/execution_summary_dev_collector.go
new file mode 100644
index 000000000..257f14ead
--- /dev/null
+++ b/backend/plugins/zentao/tasks/execution_summary_dev_collector.go
@@ -0,0 +1,72 @@
+/*
+Licensed to the Apache Software Foundation (ASF) under one or more
+contributor license agreements. See the NOTICE file distributed with
+this work for additional information regarding copyright ownership.
+The ASF licenses this file to You under the Apache License, Version 2.0
+(the "License"); you may not use this file except in compliance with
+the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package tasks
+
+import (
+ "encoding/json"
+ "fmt"
+ "net/http"
+
+ "github.com/apache/incubator-devlake/core/errors"
+ "github.com/apache/incubator-devlake/core/plugin"
+ "github.com/apache/incubator-devlake/helpers/pluginhelper/api"
+)
+
+const RAW_EXECUTION_SUMMARY_DEV_TABLE = "zentao_api_execution_summary_dev"
+
+var _ plugin.SubTaskEntryPoint = CollectExecutionSummaryDev
+
+func CollectExecutionSummaryDev(taskCtx plugin.SubTaskContext) errors.Error {
+ data := taskCtx.GetData().(*ZentaoTaskData)
+ collector, err := api.NewApiCollector(api.ApiCollectorArgs{
+ RawDataSubTaskArgs: api.RawDataSubTaskArgs{
+ Ctx: taskCtx,
+ Options: data.Options,
+ Table: RAW_EXECUTION_SUMMARY_DEV_TABLE,
+ },
+ ApiClient: data.ApiClient,
+ UrlTemplate: fmt.Sprintf("../../project-execution-0-%d-0-0.json", data.Options.ProjectId),
+ ResponseParser: func(res *http.Response) ([]json.RawMessage, errors.Error) {
+ var responseData struct {
+ Data json.RawMessage `json:"data"`
+ }
+ err := api.UnmarshalResponse(res, &responseData)
+ if err != nil {
+ return nil, nil
+ }
+ if responseData.Data == nil {
+ return nil, nil
+ }
+
+ return []json.RawMessage{responseData.Data}, nil
+ },
+ })
+ if err != nil {
+ return err
+ }
+
+ return collector.Execute()
+}
+
+var CollectExecutionSummaryDevMeta = plugin.SubTaskMeta{
+ Name: "collectExecutionSummaryDev",
+ EntryPoint: CollectExecutionSummaryDev,
+ EnabledByDefault: true,
+ Description: "Collect Execution summary index data from Zentao built-in page api",
+ DomainTypes: []string{plugin.DOMAIN_TYPE_TICKET},
+}
diff --git a/backend/plugins/zentao/tasks/execution_summary_dev_extractor.go b/backend/plugins/zentao/tasks/execution_summary_dev_extractor.go
new file mode 100644
index 000000000..7d3fd24a3
--- /dev/null
+++ b/backend/plugins/zentao/tasks/execution_summary_dev_extractor.go
@@ -0,0 +1,73 @@
+/*
+Licensed to the Apache Software Foundation (ASF) under one or more
+contributor license agreements. See the NOTICE file distributed with
+this work for additional information regarding copyright ownership.
+The ASF licenses this file to You under the Apache License, Version 2.0
+(the "License"); you may not use this file except in compliance with
+the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package tasks
+
+import (
+ "strconv"
+ "strings"
+
+ "github.com/apache/incubator-devlake/core/errors"
+ "github.com/apache/incubator-devlake/core/plugin"
+ "github.com/apache/incubator-devlake/helpers/pluginhelper/api"
+ "github.com/apache/incubator-devlake/plugins/zentao/models"
+)
+
+var _ plugin.SubTaskEntryPoint = ExtractExecutionSummaryDev
+
+var ExtractExecutionSummaryDevMeta = plugin.SubTaskMeta{
+ Name: "extractExecutionSummaryDev",
+ EntryPoint: ExtractExecutionSummaryDev,
+ EnabledByDefault: true,
+ Description: "extract Zentao execution summary from build-in page api",
+ DomainTypes: []string{plugin.DOMAIN_TYPE_TICKET},
+}
+
+func ExtractExecutionSummaryDev(taskCtx plugin.SubTaskContext) errors.Error {
+ data := taskCtx.GetData().(*ZentaoTaskData)
+
+ extractor, err := api.NewApiExtractor(api.ApiExtractorArgs{
+ RawDataSubTaskArgs: api.RawDataSubTaskArgs{
+ Ctx: taskCtx,
+ Options: data.Options,
+ Table: RAW_EXECUTION_SUMMARY_DEV_TABLE,
+ },
+ Extract: func(row *api.RawData) ([]interface{}, errors.Error) {
+ executionSummary := &models.ZentaoExecutionSummary{}
+ executionSummary.ConnectionId = data.Options.ConnectionId
+ executionSummary.Project = data.Options.ProjectId
+ // for example:
+ // "{\"locate\":\"http:\\\/\\\/*.*.*.*\\\/zentao\\\/execution-task-259.json\"}"
+ parts := strings.Split(string(row.Data), "-")
+ value := strings.Split(parts[len(parts)-1], ".")[0]
+ id, err := strconv.ParseInt(value, 10, 64)
+ if err != nil {
+ // does not meet the format, skip it
+ return nil, nil
+ }
+ executionSummary.Id = id
+
+ return []interface{}{executionSummary}, nil
+ },
+ })
+
+ if err != nil {
+ return err
+ }
+
+ return extractor.Execute()
+}