This is an automated email from the ASF dual-hosted git repository.
lynwee pushed a change to branch dev-10
in repository https://gitbox.apache.org/repos/asf/incubator-devlake.git
from fb0dd2e87 feat: dora config (#8103)
add 1877da500 feat: gitlab extractors and convertors support incremental
mode (#7997)
add 7e1b853ff feat: keep source table name as destination table name
(#8108) (#8109)
No new revisions were added by this update.
Summary of changes:
.../pluginhelper/api/api_extractor_stateful.go | 48 ++++--
backend/helpers/pluginhelper/api/api_rawdata.go | 2 +-
.../pluginhelper/api/data_convertor_stateful.go | 26 +++-
.../helpers/pluginhelper/api/enrich_with_regex.go | 8 +
.../pluginhelper/api/subtask_state_manager.go | 2 +-
backend/impls/dalgorm/encdec_serializer.go | 5 +
backend/plugins/gitlab/e2e/mr_commits_test.go | 33 -----
backend/plugins/gitlab/e2e/mr_detail_test.go | 2 +
backend/plugins/gitlab/e2e/mr_enrich_test.go | 79 ----------
..._tool_gitlab_merge_requests_for_enrich_test.csv | 25 ----
...ol_gitlab_merge_requests_for_mr_commit_test.csv | 12 +-
...ool_gitlab_merge_requests_for_mr_notes_test.csv | 34 ++---
.../plugins/gitlab/e2e/snapshot_tables/commits.csv | 65 --------
.../gitlab/e2e/snapshot_tables/repo_commits.csv | 38 -----
.../20240904_remove_mr_review_fields.go} | 17 +--
backend/plugins/gitlab/models/mr.go | 4 +-
backend/plugins/gitlab/tasks/account_collector.go | 4 +-
.../gitlab/tasks/child_pipeline_extractor.go | 29 +---
backend/plugins/gitlab/tasks/commit_collector.go | 80 ----------
backend/plugins/gitlab/tasks/commit_convertor.go | 108 --------------
backend/plugins/gitlab/tasks/commit_extractor.go | 116 ---------------
.../plugins/gitlab/tasks/deployment_convertor.go | 40 +++--
.../plugins/gitlab/tasks/deployment_extractor.go | 16 +-
.../gitlab/tasks/issue_assignee_convertor.go | 49 +++---
backend/plugins/gitlab/tasks/issue_convertor.go | 55 ++++---
backend/plugins/gitlab/tasks/issue_extractor.go | 44 ++++--
.../plugins/gitlab/tasks/issue_label_convertor.go | 53 +++----
backend/plugins/gitlab/tasks/job_convertor.go | 51 +++----
backend/plugins/gitlab/tasks/job_extractor.go | 18 +--
.../plugins/gitlab/tasks/mr_assignee_convertor.go | 52 +++----
.../plugins/gitlab/tasks/mr_commit_convertor.go | 64 ++++----
.../plugins/gitlab/tasks/mr_commit_extractor.go | 56 +++++--
backend/plugins/gitlab/tasks/mr_convertor.go | 57 ++++---
.../plugins/gitlab/tasks/mr_detail_extractor.go | 25 ++--
backend/plugins/gitlab/tasks/mr_enricher.go | 165 ---------------------
backend/plugins/gitlab/tasks/mr_enricher_test.go | 112 --------------
backend/plugins/gitlab/tasks/mr_extractor.go | 78 +++++++---
backend/plugins/gitlab/tasks/mr_label_convertor.go | 53 +++----
...r_comment_convertor.go => mr_note_convertor.go} | 55 +++----
backend/plugins/gitlab/tasks/mr_note_extractor.go | 18 +--
.../plugins/gitlab/tasks/mr_reviewer_convertor.go | 53 +++----
.../gitlab/tasks/pipeline_commit_convertor.go | 45 +++---
.../gitlab/tasks/pipeline_detail_convertor.go | 45 +++---
.../gitlab/tasks/pipeline_detail_extractor.go | 18 +--
backend/plugins/gitlab/tasks/pipeline_extractor.go | 17 +--
backend/plugins/gitlab/tasks/shared.go | 24 ++-
.../plugins/gitlab/tasks/trigger_job_extractor.go | 17 +--
backend/plugins/jira/tasks/epic_extractor.go | 10 +-
.../jira/tasks/issue_changelog_convertor.go | 2 +-
.../jira/tasks/issue_changelog_extractor.go | 9 +-
backend/plugins/jira/tasks/issue_convertor.go | 13 +-
backend/plugins/jira/tasks/issue_extractor.go | 35 +++--
backend/plugins/starrocks/tasks/tasks.go | 2 +-
backend/server/api/blueprints/blueprints.go | 1 +
.../src/routes/blueprint/detail/status-panel.tsx | 2 +-
55 files changed, 678 insertions(+), 1413 deletions(-)
delete mode 100644 backend/plugins/gitlab/e2e/mr_enrich_test.go
delete mode 100644
backend/plugins/gitlab/e2e/snapshot_tables/_tool_gitlab_merge_requests_for_enrich_test.csv
delete mode 100644 backend/plugins/gitlab/e2e/snapshot_tables/commits.csv
delete mode 100644 backend/plugins/gitlab/e2e/snapshot_tables/repo_commits.csv
copy
backend/{core/models/migrationscripts/20220725_add_project_mapping_table.go =>
plugins/gitlab/models/migrationscripts/20240904_remove_mr_review_fields.go}
(67%)
delete mode 100644 backend/plugins/gitlab/tasks/commit_collector.go
delete mode 100644 backend/plugins/gitlab/tasks/commit_convertor.go
delete mode 100644 backend/plugins/gitlab/tasks/commit_extractor.go
delete mode 100644 backend/plugins/gitlab/tasks/mr_enricher.go
delete mode 100644 backend/plugins/gitlab/tasks/mr_enricher_test.go
rename backend/plugins/gitlab/tasks/{mr_comment_convertor.go =>
mr_note_convertor.go} (70%)
