You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@inlong.apache.org by al...@apache.org on 2022/02/22 07:45:40 UTC
[incubator-inlong] branch master updated (88fa254 -> b1d0910)
This is an automated email from the ASF dual-hosted git repository.
aloyszhang pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-inlong.git.
from 88fa254 [INLONG-2640] Fix data type error in audit configmap (#2641)
add b1d0910 [INLONG-2610][Manager] Plug-in support for StreamSource (#2645)
No new revisions were added by this update.
Summary of changes:
.../inlong/manager/common/enums/Constant.java | 12 +
.../inlong/manager/common/enums/EntityStatus.java | 6 +
.../inlong/manager/common/enums/ErrorCodeEnum.java | 29 +-
.../inlong/manager/common/enums/SinkType.java | 4 +-
.../enums/{SinkType.java => SourceType.java} | 29 +-
.../common/pojo/source/SourceDbBasicInfo.java | 1 +
.../common/pojo/source/SourceDbDetailInfo.java | 4 +-
.../common/pojo/source/SourceDbDetailListVO.java | 1 +
.../pojo/source/SourceDbDetailPageRequest.java | 1 +
.../common/pojo/source/SourceFileBasicInfo.java | 4 +-
.../common/pojo/source/SourceFileDetailInfo.java | 4 +-
.../common/pojo/source/SourceFileDetailListVO.java | 4 +-
.../pojo/source/SourceFileDetailPageRequest.java | 1 +
.../SourceHeartbeatRequest.java} | 22 +-
.../SourceListResponse.java} | 24 +-
.../SourcePageRequest.java} | 14 +-
.../SinkRequest.java => source/SourceRequest.java} | 43 +-
.../SourceResponse.java} | 41 +-
.../common/pojo/source/binlog/BinlogSourceDTO.java | 119 ++++++
.../binlog/BinlogSourceListResponse.java} | 36 +-
.../pojo/source/binlog/BinlogSourceRequest.java | 82 ++++
.../pojo/source/binlog/BinlogSourceResponse.java | 82 ++++
...reamSinkEntity.java => StreamSourceEntity.java} | 21 +-
.../manager/dao/mapper/StreamSinkEntityMapper.java | 10 +-
.../dao/mapper/StreamSourceEntityMapper.java | 89 +++++
.../src/main/resources/generatorConfig.xml | 61 +--
.../resources/mappers/StreamSinkEntityMapper.xml | 2 +-
.../mappers/StreamSinkFieldEntityMapper.xml | 3 +-
...tityMapper.xml => StreamSourceEntityMapper.xml} | 435 ++++++++++-----------
.../mappers/ThirdPartyClusterEntityMapper.xml | 17 +-
.../manager/service/CommonOperateService.java | 68 ++++
.../manager/service/core/SourceDbService.java | 4 +-
.../manager/service/core/SourceFileService.java | 4 +-
.../service/core/impl/SourceDbServiceImpl.java | 1 +
.../service/core/impl/SourceFileServiceImpl.java | 1 +
.../manager/service/sink/StreamSinkService.java | 86 ++--
.../service/sink/StreamSinkServiceImpl.java | 75 ++--
.../SourceOperationFactory.java} | 22 +-
.../service/source/StreamSourceOperation.java | 86 ++++
.../service/source/StreamSourceService.java | 153 ++++++++
.../service/source/StreamSourceServiceImpl.java | 273 +++++++++++++
.../source/binlog/BinlogStreamSourceOperation.java | 161 ++++++++
.../service/core/impl}/AuditServiceTest.java | 16 +-
.../service/core/impl}/ConsumptionServiceTest.java | 7 +-
.../service/core/impl}/InlongGroupServiceTest.java | 7 +-
.../core/impl}/InlongStreamServiceTest.java | 7 +-
.../sink}/ClickHouseStreamSinkServiceTest.java | 7 +-
.../core/sink/HiveStreamSinkServiceTest.java} | 7 +-
.../core/sink}/IcebergStreamSinkServiceTest.java | 7 +-
.../core/sink}/KafkaStreamSinkServiceTest.java | 19 +-
.../source/BinlogStreamSourceServiceTest.java} | 55 ++-
.../main/resources/sql/apache_inlong_manager.sql | 164 ++++++--
.../manager-web/sql/apache_inlong_manager.sql | 49 ++-
.../manager/web/controller/SourceDbController.java | 1 +
.../web/controller/SourceFileController.java | 1 +
.../web/controller/StreamSourceController.java | 96 +++++
56 files changed, 1999 insertions(+), 579 deletions(-)
copy inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/enums/{SinkType.java => SourceType.java} (65%)
copy inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/{sink/SinkApproveDTO.java => source/SourceHeartbeatRequest.java} (72%)
copy inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/{sink/SinkListResponse.java => source/SourceListResponse.java} (70%)
copy inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/{sink/SinkPageRequest.java => source/SourcePageRequest.java} (83%)
copy inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/{sink/SinkRequest.java => source/SourceRequest.java} (58%)
copy inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/{sink/SinkResponse.java => source/SourceResponse.java} (64%)
create mode 100644 inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/source/binlog/BinlogSourceDTO.java
copy inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/{sink/hive/HiveSinkListResponse.java => source/binlog/BinlogSourceListResponse.java} (53%)
create mode 100644 inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/source/binlog/BinlogSourceRequest.java
create mode 100644 inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/source/binlog/BinlogSourceResponse.java
copy inlong-manager/manager-dao/src/main/java/org/apache/inlong/manager/dao/entity/{StreamSinkEntity.java => StreamSourceEntity.java} (77%)
create mode 100644 inlong-manager/manager-dao/src/main/java/org/apache/inlong/manager/dao/mapper/StreamSourceEntityMapper.java
copy inlong-manager/manager-dao/src/main/resources/mappers/{StreamSinkEntityMapper.xml => StreamSourceEntityMapper.xml} (56%)
create mode 100644 inlong-manager/manager-service/src/main/java/org/apache/inlong/manager/service/CommonOperateService.java
copy inlong-manager/manager-service/src/main/java/org/apache/inlong/manager/service/{sink/SinkOperationFactory.java => source/SourceOperationFactory.java} (64%)
create mode 100644 inlong-manager/manager-service/src/main/java/org/apache/inlong/manager/service/source/StreamSourceOperation.java
create mode 100644 inlong-manager/manager-service/src/main/java/org/apache/inlong/manager/service/source/StreamSourceService.java
create mode 100644 inlong-manager/manager-service/src/main/java/org/apache/inlong/manager/service/source/StreamSourceServiceImpl.java
create mode 100644 inlong-manager/manager-service/src/main/java/org/apache/inlong/manager/service/source/binlog/BinlogStreamSourceOperation.java
rename inlong-manager/{manager-web/src/test/java/org/apache/inlong/manager/service/core => manager-service/src/test/java/org/apache/inlong/manager/service/core/impl}/AuditServiceTest.java (92%)
rename inlong-manager/{manager-web/src/test/java/org/apache/inlong/manager/service/core => manager-service/src/test/java/org/apache/inlong/manager/service/core/impl}/ConsumptionServiceTest.java (92%)
rename inlong-manager/{manager-web/src/test/java/org/apache/inlong/manager/service/core => manager-service/src/test/java/org/apache/inlong/manager/service/core/impl}/InlongGroupServiceTest.java (95%)
rename inlong-manager/{manager-web/src/test/java/org/apache/inlong/manager/service/core => manager-service/src/test/java/org/apache/inlong/manager/service/core/impl}/InlongStreamServiceTest.java (91%)
rename inlong-manager/{manager-web/src/test/java/org/apache/inlong/manager/service/core => manager-service/src/test/java/org/apache/inlong/manager/service/core/sink}/ClickHouseStreamSinkServiceTest.java (93%)
copy inlong-manager/{manager-web/src/test/java/org/apache/inlong/manager/service/core/StreamSinkServiceTest.java => manager-service/src/test/java/org/apache/inlong/manager/service/core/sink/HiveStreamSinkServiceTest.java} (92%)
rename inlong-manager/{manager-web/src/test/java/org/apache/inlong/manager/service/core => manager-service/src/test/java/org/apache/inlong/manager/service/core/sink}/IcebergStreamSinkServiceTest.java (92%)
rename inlong-manager/{manager-web/src/test/java/org/apache/inlong/manager/service/core => manager-service/src/test/java/org/apache/inlong/manager/service/core/sink}/KafkaStreamSinkServiceTest.java (93%)
rename inlong-manager/{manager-web/src/test/java/org/apache/inlong/manager/service/core/StreamSinkServiceTest.java => manager-service/src/test/java/org/apache/inlong/manager/service/core/source/BinlogStreamSourceServiceTest.java} (50%)
create mode 100644 inlong-manager/manager-web/src/main/java/org/apache/inlong/manager/web/controller/StreamSourceController.java