You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@devlake.apache.org by ab...@apache.org on 2023/03/14 10:09:14 UTC
[incubator-devlake] branch main updated: feat: enhance the timeFilter/diffSync support for the gitlab plugin (#4658)
This is an automated email from the ASF dual-hosted git repository.
abeizn pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-devlake.git
The following commit(s) were added to refs/heads/main by this push:
new 861bef690 feat: enhance the timeFilter/diffSync support for the gitlab plugin (#4658)
861bef690 is described below
commit 861bef690d29899a37e7116c9cb3996d595e444f
Author: abeizn <zi...@merico.dev>
AuthorDate: Tue Mar 14 18:09:08 2023 +0800
feat: enhance the timeFilter/diffSync support for the gitlab plugin (#4658)
---
backend/plugins/gitlab/tasks/account_collector.go | 2 +-
backend/plugins/gitlab/tasks/commit_collector.go | 2 +-
backend/plugins/gitlab/tasks/issue_collector.go | 2 +-
backend/plugins/gitlab/tasks/job_collector.go | 13 +++++++------
backend/plugins/gitlab/tasks/mr_collector.go | 2 +-
backend/plugins/gitlab/tasks/mr_commit_collector.go | 2 +-
backend/plugins/gitlab/tasks/mr_detail_collector.go | 2 +-
backend/plugins/gitlab/tasks/mr_note_collector.go | 2 +-
backend/plugins/gitlab/tasks/pipeline_collector.go | 2 +-
backend/plugins/gitlab/tasks/pipeline_detail_collector.go | 2 +-
backend/plugins/gitlab/tasks/tag_collector.go | 2 +-
11 files changed, 17 insertions(+), 16 deletions(-)
diff --git a/backend/plugins/gitlab/tasks/account_collector.go b/backend/plugins/gitlab/tasks/account_collector.go
index 26b26a70d..67f27a9ff 100644
--- a/backend/plugins/gitlab/tasks/account_collector.go
+++ b/backend/plugins/gitlab/tasks/account_collector.go
@@ -35,7 +35,7 @@ var CollectAccountsMeta = plugin.SubTaskMeta{
Name: "collectAccounts",
EntryPoint: CollectAccounts,
EnabledByDefault: true,
- Description: "collect gitlab users",
+ Description: "collect gitlab users, does not support either timeFilter or diffSync.",
DomainTypes: []string{plugin.DOMAIN_TYPE_CROSS},
}
diff --git a/backend/plugins/gitlab/tasks/commit_collector.go b/backend/plugins/gitlab/tasks/commit_collector.go
index a845e0c22..90663bb5a 100644
--- a/backend/plugins/gitlab/tasks/commit_collector.go
+++ b/backend/plugins/gitlab/tasks/commit_collector.go
@@ -29,7 +29,7 @@ var CollectApiCommitsMeta = plugin.SubTaskMeta{
Name: "collectApiCommits",
EntryPoint: CollectApiCommits,
EnabledByDefault: false,
- Description: "Collect commit data from gitlab api",
+ Description: "Collect commit data from gitlab api, does not support either timeFilter or diffSync.",
DomainTypes: []string{plugin.DOMAIN_TYPE_CODE},
}
diff --git a/backend/plugins/gitlab/tasks/issue_collector.go b/backend/plugins/gitlab/tasks/issue_collector.go
index bb7f017d2..faecc6cc3 100644
--- a/backend/plugins/gitlab/tasks/issue_collector.go
+++ b/backend/plugins/gitlab/tasks/issue_collector.go
@@ -35,7 +35,7 @@ var CollectApiIssuesMeta = plugin.SubTaskMeta{
Name: "collectApiIssues",
EntryPoint: CollectApiIssues,
EnabledByDefault: true,
- Description: "Collect issues data from Gitlab api",
+ Description: "Collect issues data from Gitlab api, supports both timeFilter and diffSync.",
DomainTypes: []string{plugin.DOMAIN_TYPE_TICKET},
}
diff --git a/backend/plugins/gitlab/tasks/job_collector.go b/backend/plugins/gitlab/tasks/job_collector.go
index 9a7a0bf6c..8fc5d369b 100644
--- a/backend/plugins/gitlab/tasks/job_collector.go
+++ b/backend/plugins/gitlab/tasks/job_collector.go
@@ -19,17 +19,18 @@ package tasks
import (
"encoding/json"
- "github.com/apache/incubator-devlake/core/dal"
- "github.com/apache/incubator-devlake/core/errors"
- "github.com/apache/incubator-devlake/core/plugin"
- helper "github.com/apache/incubator-devlake/helpers/pluginhelper/api"
- "github.com/apache/incubator-devlake/plugins/gitlab/models"
"io"
"net/http"
"net/url"
"reflect"
"strconv"
"time"
+
+ "github.com/apache/incubator-devlake/core/dal"
+ "github.com/apache/incubator-devlake/core/errors"
+ "github.com/apache/incubator-devlake/core/plugin"
+ helper "github.com/apache/incubator-devlake/helpers/pluginhelper/api"
+ "github.com/apache/incubator-devlake/plugins/gitlab/models"
)
const RAW_JOB_TABLE = "gitlab_api_job"
@@ -43,7 +44,7 @@ var CollectApiJobsMeta = plugin.SubTaskMeta{
Name: "collectApiJobs",
EntryPoint: CollectApiJobs,
EnabledByDefault: true,
- Description: "Collect job data from gitlab api",
+ Description: "Collect job data from gitlab api, supports both timeFilter and diffSync.",
DomainTypes: []string{plugin.DOMAIN_TYPE_CICD},
}
diff --git a/backend/plugins/gitlab/tasks/mr_collector.go b/backend/plugins/gitlab/tasks/mr_collector.go
index 69dbc6c63..a9a0920b1 100644
--- a/backend/plugins/gitlab/tasks/mr_collector.go
+++ b/backend/plugins/gitlab/tasks/mr_collector.go
@@ -32,7 +32,7 @@ var CollectApiMergeRequestsMeta = plugin.SubTaskMeta{
Name: "collectApiMergeRequests",
EntryPoint: CollectApiMergeRequests,
EnabledByDefault: true,
- Description: "Collect merge requests data from gitlab api",
+ Description: "Collect merge requests data from gitlab api, supports both timeFilter and diffSync.",
DomainTypes: []string{plugin.DOMAIN_TYPE_CODE_REVIEW},
}
diff --git a/backend/plugins/gitlab/tasks/mr_commit_collector.go b/backend/plugins/gitlab/tasks/mr_commit_collector.go
index 2891f84c0..a6f50cf45 100644
--- a/backend/plugins/gitlab/tasks/mr_commit_collector.go
+++ b/backend/plugins/gitlab/tasks/mr_commit_collector.go
@@ -29,7 +29,7 @@ var CollectApiMrCommitsMeta = plugin.SubTaskMeta{
Name: "collectApiMergeRequestsCommits",
EntryPoint: CollectApiMergeRequestsCommits,
EnabledByDefault: true,
- Description: "Collect merge requests commits data from gitlab api",
+ Description: "Collect merge requests commits data from gitlab api, supports timeFilter but not diffSync.",
DomainTypes: []string{plugin.DOMAIN_TYPE_CODE_REVIEW},
}
diff --git a/backend/plugins/gitlab/tasks/mr_detail_collector.go b/backend/plugins/gitlab/tasks/mr_detail_collector.go
index e9cbe02e8..5e1e6b74e 100644
--- a/backend/plugins/gitlab/tasks/mr_detail_collector.go
+++ b/backend/plugins/gitlab/tasks/mr_detail_collector.go
@@ -33,7 +33,7 @@ var CollectApiMergeRequestDetailsMeta = plugin.SubTaskMeta{
Name: "collectApiMergeRequestDetails",
EntryPoint: CollectApiMergeRequestDetails,
EnabledByDefault: true,
- Description: "Collect merge request Details data from gitlab api",
+ Description: "Collect merge request Details data from gitlab api, supports timeFilter but not diffSync.",
DomainTypes: []string{plugin.DOMAIN_TYPE_CODE_REVIEW},
}
diff --git a/backend/plugins/gitlab/tasks/mr_note_collector.go b/backend/plugins/gitlab/tasks/mr_note_collector.go
index 2c39ad4a4..882dfc506 100644
--- a/backend/plugins/gitlab/tasks/mr_note_collector.go
+++ b/backend/plugins/gitlab/tasks/mr_note_collector.go
@@ -29,7 +29,7 @@ var CollectApiMrNotesMeta = plugin.SubTaskMeta{
Name: "collectApiMergeRequestsNotes",
EntryPoint: CollectApiMergeRequestsNotes,
EnabledByDefault: true,
- Description: "Collect merge requests notes data from gitlab api",
+ Description: "Collect merge requests notes data from gitlab api, supports timeFilter but not diffSync.",
DomainTypes: []string{plugin.DOMAIN_TYPE_CODE_REVIEW},
}
diff --git a/backend/plugins/gitlab/tasks/pipeline_collector.go b/backend/plugins/gitlab/tasks/pipeline_collector.go
index 115aaf851..8eb589617 100644
--- a/backend/plugins/gitlab/tasks/pipeline_collector.go
+++ b/backend/plugins/gitlab/tasks/pipeline_collector.go
@@ -33,7 +33,7 @@ var CollectApiPipelinesMeta = plugin.SubTaskMeta{
Name: "collectApiPipelines",
EntryPoint: CollectApiPipelines,
EnabledByDefault: true,
- Description: "Collect pipeline data from gitlab api",
+ Description: "Collect pipeline data from gitlab api, supports both timeFilter and diffSync.",
DomainTypes: []string{plugin.DOMAIN_TYPE_CICD},
}
diff --git a/backend/plugins/gitlab/tasks/pipeline_detail_collector.go b/backend/plugins/gitlab/tasks/pipeline_detail_collector.go
index 923457f50..0d22c81ac 100644
--- a/backend/plugins/gitlab/tasks/pipeline_detail_collector.go
+++ b/backend/plugins/gitlab/tasks/pipeline_detail_collector.go
@@ -34,7 +34,7 @@ var CollectApiPipelineDetailsMeta = plugin.SubTaskMeta{
Name: "collectApiPipelineDetails",
EntryPoint: CollectApiPipelineDetails,
EnabledByDefault: true,
- Description: "Collect pipeline details data from gitlab api",
+ Description: "Collect pipeline details data from gitlab api, supports both timeFilter and diffSync.",
DomainTypes: []string{plugin.DOMAIN_TYPE_CICD},
}
diff --git a/backend/plugins/gitlab/tasks/tag_collector.go b/backend/plugins/gitlab/tasks/tag_collector.go
index 4fb5825c6..d36a429e4 100644
--- a/backend/plugins/gitlab/tasks/tag_collector.go
+++ b/backend/plugins/gitlab/tasks/tag_collector.go
@@ -29,7 +29,7 @@ var CollectTagMeta = plugin.SubTaskMeta{
Name: "collectApiTag",
EntryPoint: CollectApiTag,
EnabledByDefault: false,
- Description: "Collect tag data from gitlab api",
+ Description: "Collect tag data from gitlab api, does not support either timeFilter or diffSync.",
DomainTypes: []string{plugin.DOMAIN_TYPE_CODE},
}