You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@devlake.apache.org by ab...@apache.org on 2024/04/18 04:58:31 UTC
(incubator-devlake) branch feat#7280 updated (130c3fb06 -> d4588e078)
This is an automated email from the ASF dual-hosted git repository.
abeizn pushed a change to branch feat#7280
in repository https://gitbox.apache.org/repos/asf/incubator-devlake.git
from 130c3fb06 fix: bamboo + jenkins
add 9589a6af7 pr-type/bug-fix 7114 - wire up the page size event to alter page size (#7124)
add 6dbbbc358 fix: more friendly msg when no data with shallow clone (#7308)
add 94e902a9d feat: upgrade grafana from 10.2.6 to 10.4.1 (#7309)
add 1ee625846 fix: giturls CVE-2023-46402 (#7310)
add ddedcacdf refactor: prevent concurrent migration (#7311)
add d0b318209 fix: db timeafter adjust (#7314)
add 64c52748f Kw gitext collect blob by default (#7315)
add c66d84787 Gitextractor supports incremental collection (#7319)
add e00c9cfa1 fix: refine process of actions field in Jenkins raw data (#7262)
add 915e0ee2c fix: failed to encode project name correctly (#7321)
add fd5ec032a fix: remove useless args and logics (#7322)
add b02211bbc refactor: deprecate specifying timeAfter via `taskOptions` (#7323)
add 40669df5a refactor: StatefulApiCollector adopts CollectorStateManager (#7324)
add ffe965b69 fix: azure connection rate limit config error (#7331)
add 3ac470f65 feat: support logo horizontal mode in onboard (#7330)
add f2f3c282b fix: adjust the layout style (#7332)
add c4cf352ef fix(tapd): change iteration_id's type from uint64 to int64 (#7334)
add d52abffb6 fix: grafana infinitely loop /login (#7335)
add bb1df951f refactor: tapd adopts dshelper and move the company_id to connection table (#7337)
add 10f8358a4 fix: gitextractor error out on empty bitbucket shallow clone (#7338)
add 04aef2e2a Dev fix tapd (#7339)
add 62b67c1fe refactor: opsgenie adopts the new dshelpers (#7341)
add 6dca288d5 feat: collect and extract jenkins jobs from multibranch pipelines (#7213)
add d4588e078 Merge branch 'main' into feat#7280
No new revisions were added by this update.
Summary of changes:
backend/core/errors/types.go | 1 +
backend/core/models/blueprint.go | 2 +-
backend/core/runner/run_task.go | 9 +-
backend/go.mod | 6 +-
backend/go.sum | 4 +-
backend/helpers/pluginhelper/api/api_collector.go | 4 +-
...tor_with_state.go => api_collector_stateful.go} | 150 ++++--------------
.../pluginhelper/api/collector_state_manager.go | 119 +++++++++++++++
.../api/collector_state_manager_test.go | 160 ++++++++++++++++++++
.../pluginhelper/api/ds_scope_api_helper.go | 3 +
.../helpers/pluginhelper/api/graphql_collector.go | 5 +-
.../helpers/pluginhelper/api/model_api_helper.go | 2 +-
.../helpers/pluginhelper/api/remote_api_helper.go | 2 +-
.../pluginhelper/api/scope_generic_helper.go | 1 -
backend/helpers/srvhelper/model_service_helper.go | 1 -
backend/helpers/unithelper/dummy_baesres.go | 4 +-
backend/plugins/ae/tasks/task_data.go | 5 +-
.../plugins/azuredevops_go/tasks/pr_collector.go | 15 +-
.../bamboo/models/{task.go => task_data.go} | 11 +-
backend/plugins/bitbucket/tasks/api_common.go | 24 +--
backend/plugins/bitbucket/tasks/task_data.go | 1 -
.../api/{scope.go => scope_api.go} | 14 +-
.../plugins/bitbucket_server/tasks/api_common.go | 6 +-
.../api/{blueprint200.go => blueprint_v200.go} | 0
backend/plugins/circleci/tasks/task_data.go | 11 +-
backend/plugins/customize/tasks/task_data.go | 5 +-
backend/plugins/feishu/tasks/task_data.go | 5 +-
backend/plugins/gitee/tasks/task_data.go | 9 +-
backend/plugins/gitextractor/impl/impl.go | 4 +-
.../plugins/gitextractor/parser/clone_gitcli.go | 75 +++++++--
backend/plugins/gitextractor/parser/repo_gogit.go | 3 -
backend/plugins/gitextractor/parser/taskdata.go | 7 +-
.../tasks/{clone.go => repo_cloner.go} | 4 +
.../{git_repo_collector.go => repo_collector.go} | 12 ++
backend/plugins/github/tasks/cicd_job_collector.go | 10 +-
backend/plugins/github/tasks/comment_collector.go | 10 +-
backend/plugins/github/tasks/commit_collector.go | 10 +-
backend/plugins/github/tasks/issue_collector.go | 10 +-
.../plugins/github/tasks/pr_commit_collector.go | 10 +-
.../plugins/github/tasks/pr_review_collector.go | 10 +-
.../github/tasks/pr_review_comment_collector.go | 10 +-
backend/plugins/github/tasks/task_data.go | 17 +--
.../github_graphql/tasks/deployment_collector.go | 8 +-
.../github_graphql/tasks/issue_collector.go | 8 +-
.../plugins/github_graphql/tasks/job_collector.go | 10 +-
.../plugins/github_graphql/tasks/pr_collector.go | 8 +-
.../plugins/gitlab/tasks/deployment_collector.go | 14 +-
backend/plugins/gitlab/tasks/issue_collector.go | 4 +-
backend/plugins/gitlab/tasks/mr_collector.go | 10 +-
.../plugins/gitlab/tasks/mr_detail_collector.go | 6 +-
backend/plugins/gitlab/tasks/pipeline_collector.go | 10 +-
.../gitlab/tasks/pipeline_detail_collector.go | 6 +-
backend/plugins/gitlab/tasks/shared.go | 8 +-
backend/plugins/gitlab/tasks/task_data.go | 11 +-
.../plugins/gitlab/tasks/trigger_job_collector.go | 16 +-
backend/plugins/icla/tasks/task_data.go | 3 +-
backend/plugins/jenkins/api/remote_api.go | 27 +++-
backend/plugins/jenkins/e2e/jobs_test.go | 40 +++++
.../_raw_jenkins_api_builds_multibranch.csv | 16 ++
.../_raw_jenkins_api_jobs_multibranch.csv | 5 +
.../_raw_jenkins_api_stages_multibranch.csv | 66 ++++++++
.../raw_tables/_tool_jenkins_jobs_multibranch.csv | 5 +
.../_tool_jenkins_build_commits_multibranch.csv | 14 ++
.../_tool_jenkins_builds_multibranch.csv | 16 ++
.../_tool_jenkins_stages_multibranch.csv | 66 ++++++++
.../cicd_pipeline_commits_multibranch.csv | 14 ++
.../snapshot_tables/cicd_pipelines_multibranch.csv | 16 ++
.../snapshot_tables/cicd_scopes_multibranch.csv | 5 +
.../e2e/snapshot_tables/cicd_tasks_multibranch.csv | 68 +++++++++
backend/plugins/jenkins/impl/impl.go | 6 +
.../plugins/jenkins/tasks/build_cicd_convertor.go | 19 ++-
backend/plugins/jenkins/tasks/build_collector.go | 111 +++++++++++++-
.../jenkins/tasks/build_commit_convertor.go | 20 ++-
backend/plugins/jenkins/tasks/build_extractor.go | 26 +++-
.../plugins/jenkins/tasks/build_stages_enricher.go | 21 ++-
.../tasks/{build_collector.go => job_collector.go} | 63 +++-----
.../tasks/{stage_extractor.go => job_extractor.go} | 47 +++---
backend/plugins/jenkins/tasks/shared.go | 6 +-
backend/plugins/jenkins/tasks/stage_collector.go | 85 ++++++++++-
backend/plugins/jenkins/tasks/stage_convertor.go | 14 +-
backend/plugins/jenkins/tasks/stage_extractor.go | 3 +-
backend/plugins/jenkins/tasks/task_data.go | 26 ++--
.../jira/tasks/development_panel_collector.go | 10 +-
backend/plugins/jira/tasks/epic_collector.go | 10 +-
.../jira/tasks/issue_changelog_collector.go | 10 +-
backend/plugins/jira/tasks/issue_collector.go | 10 +-
.../plugins/jira/tasks/issue_comment_collector.go | 10 +-
backend/plugins/jira/tasks/remotelink_collector.go | 10 +-
backend/plugins/jira/tasks/task_data.go | 11 +-
backend/plugins/jira/tasks/worklog_collector.go | 16 +-
backend/plugins/opsgenie/api/blueprint_v200.go | 22 +--
.../api/{connection.go => connection_api.go} | 41 +----
backend/plugins/opsgenie/api/init.go | 16 +-
.../opsgenie/api/{remote.go => remote_api.go} | 166 ++++++--------------
.../opsgenie/api/{scope.go => scope_api.go} | 16 +-
backend/plugins/opsgenie/tasks/task_data.go | 9 +-
backend/plugins/pagerduty/tasks/task_data.go | 9 +-
backend/plugins/slack/tasks/task_data.go | 3 +-
backend/plugins/sonarqube/tasks/task_data.go | 5 +-
backend/plugins/tapd/api/blueprint_v200.go | 90 +++++------
backend/plugins/tapd/api/blueprint_v200_test.go | 129 ----------------
.../tapd/api/{connection.go => connection_api.go} | 52 +------
backend/plugins/tapd/api/init.go | 45 +-----
backend/plugins/tapd/api/proxy.go | 72 ---------
backend/plugins/tapd/api/remote.go | 168 ---------------------
backend/plugins/tapd/api/remote_api.go | 164 ++++++++++++++++++++
.../plugins/tapd/api/{scope.go => scope_api.go} | 26 ++--
.../api/{scope_config.go => scope_config_api.go} | 14 +-
backend/plugins/tapd/impl/impl.go | 23 +--
backend/plugins/tapd/models/bug.go | 2 +-
backend/plugins/tapd/models/bug_changelog.go | 4 +-
backend/plugins/tapd/models/changelog.go | 4 +-
backend/plugins/tapd/models/connection.go | 1 +
backend/plugins/tapd/models/iteration.go | 4 +-
backend/plugins/tapd/models/iteration_bug.go | 2 +-
backend/plugins/tapd/models/iteration_story.go | 2 +-
backend/plugins/tapd/models/iteration_task.go | 2 +-
.../20240415_add_company_id_to_connection.go} | 28 ++--
.../tapd/models/migrationscripts/register.go | 1 +
backend/plugins/tapd/models/story.go | 2 +-
backend/plugins/tapd/models/story_changelog.go | 8 +-
backend/plugins/tapd/models/task.go | 2 +-
backend/plugins/tapd/models/task_changelog.go | 8 +-
.../plugins/tapd/tasks/bug_changelog_collector.go | 10 +-
.../plugins/tapd/tasks/bug_changelog_converter.go | 4 +-
backend/plugins/tapd/tasks/bug_collector.go | 10 +-
backend/plugins/tapd/tasks/bug_commit_collector.go | 10 +-
backend/plugins/tapd/tasks/iteration_collector.go | 10 +-
backend/plugins/tapd/tasks/shared.go | 2 +-
backend/plugins/tapd/tasks/shared_test.go | 4 +-
backend/plugins/tapd/tasks/story_bug_collector.go | 10 +-
.../tapd/tasks/story_changelog_collector.go | 4 +-
.../tapd/tasks/story_changelog_converter.go | 4 +-
backend/plugins/tapd/tasks/story_collector.go | 10 +-
.../plugins/tapd/tasks/story_commit_collector.go | 10 +-
.../plugins/tapd/tasks/task_changelog_collector.go | 10 +-
.../plugins/tapd/tasks/task_changelog_converter.go | 4 +-
backend/plugins/tapd/tasks/task_collector.go | 6 +-
.../plugins/tapd/tasks/task_commit_collector.go | 10 +-
backend/plugins/tapd/tasks/task_data.go | 13 +-
backend/plugins/tapd/tasks/worklog_collector.go | 10 +-
backend/plugins/teambition/tasks/task_data.go | 11 +-
backend/plugins/trello/tasks/task_data.go | 9 +-
.../plugins/zentao/tasks/bug_commits_collector.go | 10 +-
.../zentao/tasks/story_commits_collector.go | 10 +-
.../plugins/zentao/tasks/task_commits_collector.go | 10 +-
backend/plugins/zentao/tasks/task_data.go | 5 +-
backend/server/api/api.go | 30 ++--
backend/server/api/shared/api_output.go | 23 +++
backend/server/services/init.go | 20 ++-
config-ui/nginx.conf | 1 -
config-ui/src/api/project/index.ts | 19 ++-
config-ui/src/components/logo/index.tsx | 6 +-
config-ui/src/images/logo-horizontal.svg | 32 ++++
config-ui/src/plugins/register/azure/config.tsx | 4 +-
config-ui/src/routes/connection/connection.tsx | 8 +-
config-ui/src/routes/layout/layout.tsx | 2 +-
config-ui/src/routes/onboard/index.tsx | 2 +-
config-ui/src/routes/onboard/step-0.tsx | 2 +-
config-ui/src/routes/project/detail/index.tsx | 4 +-
.../src/routes/project/detail/settings-panel.tsx | 4 +-
config-ui/src/routes/project/utils.ts | 2 -
env.example | 2 +-
grafana/Dockerfile | 3 +-
164 files changed, 1868 insertions(+), 1417 deletions(-)
rename backend/helpers/pluginhelper/api/{api_collector_with_state.go => api_collector_stateful.go} (68%)
create mode 100644 backend/helpers/pluginhelper/api/collector_state_manager.go
create mode 100644 backend/helpers/pluginhelper/api/collector_state_manager_test.go
rename backend/plugins/bamboo/models/{task.go => task_data.go} (72%)
rename backend/plugins/bitbucket_server/api/{scope.go => scope_api.go} (94%)
rename backend/plugins/circleci/api/{blueprint200.go => blueprint_v200.go} (100%)
rename backend/plugins/gitextractor/tasks/{clone.go => repo_cloner.go} (96%)
rename backend/plugins/gitextractor/tasks/{git_repo_collector.go => repo_collector.go} (90%)
create mode 100644 backend/plugins/jenkins/e2e/raw_tables/_raw_jenkins_api_builds_multibranch.csv
create mode 100644 backend/plugins/jenkins/e2e/raw_tables/_raw_jenkins_api_jobs_multibranch.csv
create mode 100644 backend/plugins/jenkins/e2e/raw_tables/_raw_jenkins_api_stages_multibranch.csv
create mode 100644 backend/plugins/jenkins/e2e/raw_tables/_tool_jenkins_jobs_multibranch.csv
create mode 100644 backend/plugins/jenkins/e2e/snapshot_tables/_tool_jenkins_build_commits_multibranch.csv
create mode 100644 backend/plugins/jenkins/e2e/snapshot_tables/_tool_jenkins_builds_multibranch.csv
create mode 100644 backend/plugins/jenkins/e2e/snapshot_tables/_tool_jenkins_stages_multibranch.csv
create mode 100644 backend/plugins/jenkins/e2e/snapshot_tables/cicd_pipeline_commits_multibranch.csv
create mode 100644 backend/plugins/jenkins/e2e/snapshot_tables/cicd_pipelines_multibranch.csv
create mode 100644 backend/plugins/jenkins/e2e/snapshot_tables/cicd_scopes_multibranch.csv
create mode 100644 backend/plugins/jenkins/e2e/snapshot_tables/cicd_tasks_multibranch.csv
copy backend/plugins/jenkins/tasks/{build_collector.go => job_collector.go} (59%)
copy backend/plugins/jenkins/tasks/{stage_extractor.go => job_extractor.go} (65%)
rename backend/plugins/opsgenie/api/{connection.go => connection_api.go} (83%)
rename backend/plugins/opsgenie/api/{remote.go => remote_api.go} (51%)
rename backend/plugins/opsgenie/api/{scope.go => scope_api.go} (93%)
delete mode 100644 backend/plugins/tapd/api/blueprint_v200_test.go
rename backend/plugins/tapd/api/{connection.go => connection_api.go} (80%)
delete mode 100644 backend/plugins/tapd/api/proxy.go
delete mode 100644 backend/plugins/tapd/api/remote.go
create mode 100644 backend/plugins/tapd/api/remote_api.go
rename backend/plugins/tapd/api/{scope.go => scope_api.go} (88%)
rename backend/plugins/tapd/api/{scope_config.go => scope_config_api.go} (89%)
copy backend/{core/models/migrationscripts/20230222_add_commit_sha_index.go => plugins/tapd/models/migrationscripts/20240415_add_company_id_to_connection.go} (64%)
create mode 100644 config-ui/src/images/logo-horizontal.svg