You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@inlong.apache.org by go...@apache.org on 2021/07/01 07:53:44 UTC
[incubator-inlong] branch INLONG-613 updated: [INLONG-632] Add
inlong-manager subdirectory (#487)
This is an automated email from the ASF dual-hosted git repository.
gosonzhang pushed a commit to branch INLONG-613
in repository https://gitbox.apache.org/repos/asf/incubator-inlong.git
The following commit(s) were added to refs/heads/INLONG-613 by this push:
new 819a6c0 [INLONG-632] Add inlong-manager subdirectory (#487)
819a6c0 is described below
commit 819a6c0c0e96200cdc5d38ea27b4ca84fa896161
Author: zhaolei-best <zh...@163.com>
AuthorDate: Thu Jul 1 15:53:34 2021 +0800
[INLONG-632] Add inlong-manager subdirectory (#487)
Co-authored-by: thirtyzhao <th...@tencent.com>
---
inlong-manager/doc/sql/apache_inlong_manager.sql | 857 +++++++++++++++++++++
inlong-manager/manager-common/pom.xml | 174 +++++
.../inlong/manager/common/beans/ClusterBean.java | 40 +
.../inlong/manager/common/beans/PageRequest.java | 52 ++
.../inlong/manager/common/beans/PageResult.java | 90 +++
.../inlong/manager/common/beans/Response.java | 76 ++
.../manager/common/enums/AuthenticationType.java | 27 +
.../inlong/manager/common/enums/BizConstant.java | 58 ++
.../manager/common/enums/BizErrorCodeEnum.java | 110 +++
.../manager/common/enums/ConsumptionStatus.java | 81 ++
.../inlong/manager/common/enums/EntityStatus.java | 150 ++++
.../apache/inlong/manager/common/enums/Env.java | 64 ++
.../common/enums/FileAgentDataGenerateRule.java | 54 ++
.../inlong/manager/common/enums/OperationType.java | 39 +
.../inlong/manager/common/enums/UserTypeEnum.java | 48 ++
.../manager/common/exceptions/BaseException.java | 36 +
.../common/exceptions/BusinessException.java | 37 +
.../manager/common/exceptions/JsonException.java | 44 ++
.../common/pojo/agent/AgentHeartbeatRequest.java | 36 +
.../manager/common/pojo/agent/AgentStatus.java | 300 ++++++++
.../pojo/agent/AgentStatusReportRequest.java | 36 +
.../manager/common/pojo/agent/AgentSysConfig.java | 112 +++
.../common/pojo/agent/AgentSysconfRequest.java | 36 +
.../pojo/agent/CheckAgentTaskConfRequest.java | 34 +
.../common/pojo/agent/ConfirmAgentIpRequest.java | 34 +
.../manager/common/pojo/agent/DataConfig.java | 69 ++
.../common/pojo/agent/FileAgentCMDConfig.java | 39 +
.../common/pojo/agent/FileAgentCommandInfo.java | 106 +++
.../common/pojo/agent/FileAgentTaskConfig.java | 83 ++
.../common/pojo/agent/FileAgentTaskInfo.java | 36 +
.../common/pojo/agent/HeartbeatMessage.java | 90 +++
.../common/pojo/business/BusinessApproveInfo.java | 46 ++
.../common/pojo/business/BusinessCountVO.java | 42 +
.../common/pojo/business/BusinessExtInfo.java | 44 ++
.../manager/common/pojo/business/BusinessInfo.java | 102 +++
.../common/pojo/business/BusinessListVO.java | 57 ++
.../common/pojo/business/BusinessPageRequest.java | 43 ++
.../common/pojo/business/BusinessTopicVO.java | 43 ++
.../common/pojo/business/DataSchemaInfo.java | 49 ++
.../manager/common/pojo/cluster/ClusterInfo.java | 58 ++
.../common/pojo/cluster/ClusterRequest.java | 51 ++
.../common/pojo/cluster/DataProxyClusterInfo.java | 66 ++
.../pojo/cluster/DataProxyClusterPageRequest.java | 43 ++
.../pojo/commonserver/CommonDbServerInfo.java | 105 +++
.../pojo/commonserver/CommonDbServerListVo.java | 61 ++
.../commonserver/CommonDbServerPageRequest.java | 43 ++
.../pojo/commonserver/CommonFileServerInfo.java | 76 ++
.../pojo/commonserver/CommonFileServerListVo.java | 55 ++
.../commonserver/CommonFileServerPageRequest.java | 46 ++
.../pojo/dataconsumption/ConsumerProgressInfo.java | 101 +++
.../dataconsumption/ConsumerProgressInfoQuery.java | 73 ++
.../pojo/dataconsumption/ConsumptionInfo.java | 99 +++
.../pojo/dataconsumption/ConsumptionListVo.java | 68 ++
.../pojo/dataconsumption/ConsumptionQuery.java | 78 ++
.../dataconsumption/ConsumptionSaveResponse.java | 40 +
.../pojo/dataconsumption/ConsumptionSummary.java | 48 ++
.../dataconsumption/ConsumptionUpdateInfo.java | 36 +
.../pojo/dataproxy/BusinessClusterGroupInfo.java | 29 +
.../common/pojo/dataproxy/DataProxyConfig.java | 31 +
.../common/pojo/dataproxy/DataProxyIpRequest.java | 36 +
.../common/pojo/dataproxy/DataProxyIpResponse.java | 80 ++
.../common/pojo/datasource/SourceDbBasicInfo.java | 61 ++
.../common/pojo/datasource/SourceDbDetailInfo.java | 88 +++
.../pojo/datasource/SourceDbDetailListVO.java | 73 ++
.../pojo/datasource/SourceDbDetailPageRequest.java | 46 ++
.../pojo/datasource/SourceFileBasicInfo.java | 75 ++
.../pojo/datasource/SourceFileDetailInfo.java | 88 +++
.../pojo/datasource/SourceFileDetailListVO.java | 69 ++
.../datasource/SourceFileDetailPageRequest.java | 46 ++
.../pojo/datastorage/BaseStorageClusterInfo.java | 34 +
.../common/pojo/datastorage/BaseStorageInfo.java | 78 ++
.../common/pojo/datastorage/BaseStorageListVO.java | 45 ++
.../pojo/datastorage/StorageApproveInfo.java | 48 ++
.../pojo/datastorage/StorageClusterInfo.java | 36 +
.../common/pojo/datastorage/StorageExtInfo.java | 50 ++
.../pojo/datastorage/StorageHiveClusterInfo.java | 50 ++
.../pojo/datastorage/StorageHiveFieldInfo.java | 60 ++
.../common/pojo/datastorage/StorageHiveInfo.java | 90 +++
.../common/pojo/datastorage/StorageHiveListVO.java | 54 ++
.../pojo/datastorage/StoragePageRequest.java | 46 ++
.../pojo/datastorage/StorageSummaryInfo.java | 48 ++
.../pojo/datastream/DataStreamApproveInfo.java | 45 ++
.../common/pojo/datastream/DataStreamBaseInfo.java | 35 +
.../common/pojo/datastream/DataStreamExtInfo.java | 45 ++
.../pojo/datastream/DataStreamFieldInfo.java | 61 ++
.../common/pojo/datastream/DataStreamInfo.java | 94 +++
.../datastream/DataStreamInfoToHiveConfig.java | 105 +++
.../common/pojo/datastream/DataStreamListVO.java | 63 ++
.../pojo/datastream/DataStreamPageRequest.java | 55 ++
.../pojo/datastream/DataStreamSummaryInfo.java | 56 ++
.../pojo/datastream/FullDataStreamPageRequest.java | 43 ++
.../common/pojo/datastream/FullPageInfo.java | 55 ++
.../common/pojo/datastream/FullPageUpdateInfo.java | 43 ++
.../manager/common/pojo/query/ColumnInfoBean.java | 29 +
.../manager/common/pojo/query/ColumnQueryBean.java | 49 ++
.../manager/common/pojo/query/ConnectionInfo.java | 40 +
.../manager/common/pojo/query/DatabaseDetail.java | 41 +
.../common/pojo/query/DatabaseQueryBean.java | 43 ++
.../manager/common/pojo/query/TableQueryBean.java | 56 ++
.../common/pojo/query/hive/HiveColumnInfoBean.java | 24 +
.../pojo/query/hive/HiveColumnQueryBean.java | 37 +
.../common/pojo/query/hive/HiveTableQueryBean.java | 55 ++
.../manager/common/pojo/sort/StorageForHive.java | 21 +
.../pojo/tubemq/AddTubeConsumeGroupRequest.java | 51 ++
.../common/pojo/tubemq/AddTubeMqTopicRequest.java | 44 ++
.../common/pojo/tubemq/QueryTubeTopicRequest.java | 31 +
.../common/pojo/tubemq/TubeClusterResponse.java | 78 ++
.../common/pojo/tubemq/TubeManagerResponse.java | 29 +
.../inlong/manager/common/pojo/user/LoginUser.java | 36 +
.../common/pojo/user/PasswordChangeRequest.java | 32 +
.../manager/common/pojo/user/UserDetail.java | 52 ++
.../manager/common/pojo/user/UserDetailListVO.java | 41 +
.../common/pojo/user/UserDetailPageRequest.java | 32 +
.../inlong/manager/common/pojo/user/UserInfo.java | 51 ++
.../manager/common/pojo/workflow/FilterKey.java | 55 ++
.../common/pojo/workflow/WorkflowApprover.java | 69 ++
.../workflow/WorkflowApproverFilterContext.java | 39 +
.../pojo/workflow/WorkflowApproverQuery.java | 58 ++
.../inlong/manager/common/util/AgentConstants.java | 68 ++
.../manager/common/util/CommonBeanUtils.java | 116 +++
.../inlong/manager/common/util/HttpUtils.java | 113 +++
.../inlong/manager/common/util/JsonUtils.java | 168 ++++
.../inlong/manager/common/util/LoginUserUtil.java | 48 ++
.../inlong/manager/common/util/NetworkUtils.java | 82 ++
.../inlong/manager/common/util/PageUtils.java | 56 ++
.../inlong/manager/common/util/Preconditions.java | 113 +++
.../inlong/manager/common/util/SmallTools.java | 127 +++
inlong-manager/manager-dao/pom.xml | 108 +++
.../config/InLongManagerDatasourceConfig.java | 64 ++
.../apache/inlong/manager/dao/HiveServerDao.java | 117 +++
.../dao/entity/AgentHeartBeatLogEntity.java | 33 +
.../manager/dao/entity/AgentSysConfigEntity.java | 53 ++
.../inlong/manager/dao/entity/BusinessEntity.java | 50 ++
.../manager/dao/entity/BusinessExtEntity.java | 35 +
.../inlong/manager/dao/entity/CityZoneEntity.java | 31 +
.../inlong/manager/dao/entity/CityZoneInfo.java | 29 +
.../manager/dao/entity/ClusterInfoEntity.java | 44 ++
.../manager/dao/entity/CommonDbServerEntity.java | 54 ++
.../manager/dao/entity/CommonFileServerEntity.java | 45 ++
.../manager/dao/entity/ConsumptionEntity.java | 47 ++
.../manager/dao/entity/DataProxyClusterEntity.java | 45 ++
.../manager/dao/entity/DataSchemaEntity.java | 34 +
.../dao/entity/DataSourceCmdConfigEntity.java | 37 +
.../manager/dao/entity/DataStreamEntity.java | 50 ++
.../manager/dao/entity/DataStreamExtEntity.java | 36 +
.../manager/dao/entity/DataStreamFieldEntity.java | 39 +
.../manager/dao/entity/OperationLogEntity.java | 44 ++
.../inlong/manager/dao/entity/RoleEntity.java | 37 +
.../manager/dao/entity/SourceDbBasicEntity.java | 39 +
.../manager/dao/entity/SourceDbDetailEntity.java | 48 ++
.../manager/dao/entity/SourceFileBasicEntity.java | 45 ++
.../manager/dao/entity/SourceFileDetailEntity.java | 50 ++
.../manager/dao/entity/StorageExtEntity.java | 36 +
.../dao/entity/StorageHiveClusterEntity.java | 41 +
.../manager/dao/entity/StorageHiveEntity.java | 56 ++
.../manager/dao/entity/StorageHiveFieldEntity.java | 38 +
.../inlong/manager/dao/entity/TaskDefEntity.java | 39 +
.../inlong/manager/dao/entity/TaskEntity.java | 40 +
.../manager/dao/entity/TaskFlowDefEntity.java | 36 +
.../inlong/manager/dao/entity/TaskFlowEntity.java | 37 +
.../inlong/manager/dao/entity/UserEntity.java | 37 +
.../manager/dao/entity/UserEntityExample.java | 801 +++++++++++++++++++
.../inlong/manager/dao/entity/UserRoleEntity.java | 37 +
.../manager/dao/entity/WorkflowApproverEntity.java | 41 +
.../dao/mapper/AgentHeartBeatLogEntityMapper.java | 39 +
.../dao/mapper/AgentSysConfigEntityMapper.java | 37 +
.../manager/dao/mapper/BusinessEntityMapper.java | 60 ++
.../dao/mapper/BusinessExtEntityMapper.java | 65 ++
.../manager/dao/mapper/ClusterInfoMapper.java | 45 ++
.../dao/mapper/CommonDbServerEntityMapper.java | 45 ++
.../dao/mapper/CommonFileServerEntityMapper.java | 47 ++
.../dao/mapper/ConsumptionEntityMapper.java | 44 ++
.../dao/mapper/DataProxyClusterEntityMapper.java | 46 ++
.../manager/dao/mapper/DataSchemaEntityMapper.java | 45 ++
.../mapper/DataSourceCmdConfigEntityMapper.java | 41 +
.../manager/dao/mapper/DataStreamEntityMapper.java | 83 ++
.../dao/mapper/DataStreamExtEntityMapper.java | 66 ++
.../dao/mapper/DataStreamFieldEntityMapper.java | 56 ++
.../manager/dao/mapper/EventLogEntityMapper.java | 39 +
.../dao/mapper/OperationLogEntityMapper.java | 42 +
.../dao/mapper/ProcessInstanceEntityMapper.java | 29 +
.../manager/dao/mapper/RoleEntityMapper.java | 37 +
.../dao/mapper/SourceDbBasicEntityMapper.java | 58 ++
.../dao/mapper/SourceDbDetailEntityMapper.java | 61 ++
.../dao/mapper/SourceFileBasicEntityMapper.java | 54 ++
.../dao/mapper/SourceFileDetailEntityMapper.java | 86 +++
.../manager/dao/mapper/StorageExtEntityMapper.java | 66 ++
.../dao/mapper/StorageHiveClusterEntityMapper.java | 44 ++
.../dao/mapper/StorageHiveEntityMapper.java | 84 ++
.../dao/mapper/StorageHiveFieldEntityMapper.java | 66 ++
.../manager/dao/mapper/TaskDefEntityMapper.java | 37 +
.../manager/dao/mapper/TaskEntityMapper.java | 37 +
.../dao/mapper/TaskFlowDefEntityMapper.java | 37 +
.../manager/dao/mapper/TaskFlowEntityMapper.java | 37 +
.../dao/mapper/TaskInstanceEntityMapper.java | 26 +
.../manager/dao/mapper/UserEntityMapper.java | 43 ++
.../manager/dao/mapper/UserRoleEntityMapper.java | 42 +
.../dao/mapper/WorkflowApproverEntityMapper.java | 44 ++
.../src/main/resources/generatorConfig.xml | 221 ++++++
.../mappers/AgentHeartBeatLogEntityMapper.xml | 108 +++
.../mappers/AgentSysConfigEntityMapper.xml | 353 +++++++++
.../resources/mappers/BusinessEntityMapper.xml | 417 ++++++++++
.../resources/mappers/BusinessExtEntityMapper.xml | 164 ++++
.../main/resources/mappers/ClusterInfoMapper.xml | 264 +++++++
.../mappers/CommonDbServerEntityMapper.xml | 385 +++++++++
.../mappers/CommonFileServerEntityMapper.xml | 280 +++++++
.../resources/mappers/ConsumptionEntityMapper.xml | 371 +++++++++
.../mappers/DataProxyClusterEntityMapper.xml | 272 +++++++
.../resources/mappers/DataSchemaEntityMapper.xml | 132 ++++
.../mappers/DataSourceCmdConfigEntityMapper.xml | 158 ++++
.../resources/mappers/DataStreamEntityMapper.xml | 558 ++++++++++++++
.../mappers/DataStreamExtEntityMapper.xml | 184 +++++
.../mappers/DataStreamFieldEntityMapper.xml | 249 ++++++
.../src/main/resources/mappers/EventLogMapper.xml | 134 ++++
.../resources/mappers/OperationLogEntityMapper.xml | 255 ++++++
.../mappers/ProcessInstanceEntityMapper.xml | 153 ++++
.../main/resources/mappers/RoleEntityMapper.xml | 148 ++++
.../mappers/SourceDbBasicEntityMapper.xml | 197 +++++
.../mappers/SourceDbDetailEntityMapper.xml | 342 ++++++++
.../mappers/SourceFileBasicEntityMapper.xml | 270 +++++++
.../mappers/SourceFileDetailEntityMapper.xml | 443 +++++++++++
.../resources/mappers/StorageExtEntityMapper.xml | 154 ++++
.../mappers/StorageHiveClusterEntityMapper.xml | 204 +++++
.../resources/mappers/StorageHiveEntityMapper.xml | 460 +++++++++++
.../mappers/StorageHiveFieldEntityMapper.xml | 204 +++++
.../main/resources/mappers/TaskDefEntityMapper.xml | 174 +++++
.../main/resources/mappers/TaskEntityMapper.xml | 184 +++++
.../resources/mappers/TaskFlowDefEntityMapper.xml | 138 ++++
.../resources/mappers/TaskFlowEntityMapper.xml | 149 ++++
.../resources/mappers/TaskInstanceEntityMapper.xml | 192 +++++
.../main/resources/mappers/UserEntityMapper.xml | 210 +++++
.../resources/mappers/UserRoleEntityMapper.xml | 156 ++++
.../mappers/WorkflowApproverEntityMapper.xml | 229 ++++++
inlong-manager/manager-openapi/assembly.xml | 77 ++
inlong-manager/manager-openapi/bin/restart.sh | 39 +
inlong-manager/manager-openapi/bin/shutdown.sh | 40 +
inlong-manager/manager-openapi/bin/startup.sh | 137 ++++
inlong-manager/manager-openapi/pom.xml | 194 +++++
.../manager/openapi/InLongOpenApiApplication.java | 36 +
.../inlong/manager/openapi/aspect/LogAspect.java | 43 ++
.../manager/openapi/auth/AuthenticationFilter.java | 93 +++
.../openapi/auth/BasicAuthenticationToken.java | 33 +
.../openapi/auth/MockAuthenticationToken.java | 69 ++
.../inlong/manager/openapi/auth/ShiroConfig.java | 94 +++
.../manager/openapi/auth/WebAuthorizingRealm.java | 65 ++
.../openapi/config/ControllerExceptionHandler.java | 81 ++
.../manager/openapi/config/RestTemplateConfig.java | 146 ++++
.../manager/openapi/config/Swagger2Config.java | 55 ++
.../openapi/controller/AgentController.java | 102 +++
.../openapi/controller/DataProxyController.java | 51 ++
.../src/main/resources/application-dev.yml | 65 ++
.../src/main/resources/application-prod.yml | 60 ++
.../src/main/resources/application-test.yml | 64 ++
.../src/main/resources/application.yml | 50 ++
.../src/main/resources/logback-spring.xml | 133 ++++
.../manager/openapi/OpenapiApplicationTests.java | 31 +
inlong-manager/manager-service/pom.xml | 336 ++++++++
.../service/core/AgentHeartBeatService.java | 26 +
.../service/core/AgentSysConfigService.java | 27 +
.../manager/service/core/AgentTaskService.java | 38 +
.../manager/service/core/BusinessService.java | 120 +++
.../manager/service/core/ClusterInfoService.java | 47 ++
.../service/core/CommonDBServerService.java | 47 ++
.../service/core/CommonFileServerService.java | 51 ++
.../manager/service/core/ConsumptionService.java | 109 +++
.../service/core/DataProxyClusterService.java | 95 +++
.../manager/service/core/DataSchemaService.java | 36 +
.../manager/service/core/DataSourceService.java | 52 ++
.../manager/service/core/DataStreamService.java | 182 +++++
.../inlong/manager/service/core/RoleService.java | 35 +
.../manager/service/core/SourceDbService.java | 139 ++++
.../manager/service/core/SourceFileService.java | 142 ++++
.../manager/service/core/StorageEsService.java | 21 +
.../manager/service/core/StorageService.java | 174 +++++
.../inlong/manager/service/core/UserService.java | 90 +++
.../service/core/WorkflowApproverService.java | 72 ++
.../manager/service/core/WorkflowEventService.java | 86 +++
.../core/builder/CommonDBServerInfoBuilder.java | 55 ++
.../core/builder/CommonFileServerInfoBuilder.java | 45 ++
.../core/impl/AgentHeartBeatServiceImpl.java | 54 ++
.../core/impl/AgentSysConfigServiceImpl.java | 147 ++++
.../service/core/impl/AgentTaskServiceImpl.java | 329 ++++++++
.../core/impl/BusinessProcessOperation.java | 107 +++
.../service/core/impl/BusinessServiceImpl.java | 372 +++++++++
.../service/core/impl/ClusterInfoServiceImpl.java | 86 +++
.../core/impl/CommonDBServerServiceImpl.java | 580 ++++++++++++++
.../core/impl/CommonFileServerServiceImpl.java | 603 +++++++++++++++
.../service/core/impl/ConsumptionServiceImpl.java | 253 ++++++
.../core/impl/DataProxyClusterServiceImpl.java | 200 +++++
.../service/core/impl/DataSchemaServiceImpl.java | 49 ++
.../service/core/impl/DataStorageServiceImpl.java | 80 ++
.../service/core/impl/DataStreamServiceImpl.java | 765 ++++++++++++++++++
.../service/core/impl/HiveSourceServiceImpl.java | 195 +++++
.../manager/service/core/impl/RoleServiceImpl.java | 47 ++
.../service/core/impl/SourceDbServiceImpl.java | 366 +++++++++
.../service/core/impl/SourceFileServiceImpl.java | 367 +++++++++
.../service/core/impl/StorageBaseOperation.java | 189 +++++
.../service/core/impl/StorageHiveOperation.java | 344 +++++++++
.../service/core/impl/StorageServiceImpl.java | 375 +++++++++
.../manager/service/core/impl/UserServiceImpl.java | 173 +++++
.../core/impl/WorkflowApproverServiceImpl.java | 171 ++++
.../core/impl/WorkflowEventServiceImpl.java | 86 +++
.../service/core/operationlog/OperationLog.java | 36 +
.../core/operationlog/OperationLogPool.java | 96 +++
.../core/operationlog/OperationLogRecorder.java | 100 +++
.../hive/CreateHiveTableForAllStreamListener.java | 72 ++
.../hive/CreateHiveTableForOneStreamListener.java | 71 ++
.../service/thirdpart/hive/HiveTableOperator.java | 112 +++
.../hive/builder/HiveAddColumnSqlBuilder.java | 60 ++
.../hive/builder/HiveChangeColumnBuilder.java | 52 ++
.../hive/builder/HiveCreateDbSqlBuilder.java | 36 +
.../hive/builder/HiveDropDbSqlBuilder.java | 38 +
.../hive/builder/HiveDropTableSqlBuilder.java | 40 +
.../hive/builder/HiveQueryTableSqlBuilder.java | 38 +
.../hive/builder/HiveReplaceColumnSqlBuilder.java | 62 ++
.../hive/builder/HiveTableCreateSqlBuilder.java | 73 ++
.../service/thirdpart/hive/builder/SqlBuilder.java | 31 +
.../mq/CreateTubeTopicTaskEventListener.java | 80 ++
.../service/thirdpart/mq/TubeMqOptService.java | 114 +++
.../sort/PushHiveConfigToSortEventListener.java | 185 +++++
.../thirdpart/sort/SortFieldFormatUtils.java | 73 ++
.../service/workflow/BaseWorkflowFormType.java | 43 ++
.../service/workflow/BaseWorkflowTaskFormType.java | 39 +
.../manager/service/workflow/ProcessName.java | 54 ++
.../service/workflow/WorkflowDefinition.java | 41 +
.../service/workflow/WorkflowEngineConfig.java | 88 +++
.../service/workflow/WorkflowOperation.java | 53 ++
.../manager/service/workflow/WorkflowResult.java | 57 ++
.../manager/service/workflow/WorkflowService.java | 151 ++++
.../service/workflow/WorkflowServiceImpl.java | 251 ++++++
.../service/workflow/WorkflowTaskExecuteLog.java | 181 +++++
.../workflow/WorkflowTaskExecuteLogQuery.java | 43 ++
.../service/workflow/WorkflowTaskOperation.java | 45 ++
.../CreateResourceWorkflowDefinition.java | 155 ++++
.../newbusiness/CreateResourceWorkflowForm.java | 81 ++
.../newbusiness/NewBusinessApproveForm.java | 59 ++
.../newbusiness/NewBusinessWorkflowDefinition.java | 110 +++
.../newbusiness/NewBusinessWorkflowForm.java | 68 ++
.../newbusiness/listener/ApproveTaskListener.java | 75 ++
.../listener/CancelProcessListener.java | 61 ++
.../listener/CompleteProcessListener.java | 66 ++
.../CreateResourceCompleteProcessListener.java | 65 ++
.../CreateResourceFailedProcessListener.java | 65 ++
.../listener/InitBusinessInfoListener.java | 63 ++
.../listener/RejectProcessListener.java | 61 ++
.../StartCreateResourceProcessListener.java | 71 ++
.../newconsumption/NewConsumptionApproveForm.java | 49 ++
.../NewConsumptionProcessDetailHandler.java | 51 ++
.../NewConsumptionWorkflowDefinition.java | 145 ++++
.../newconsumption/NewConsumptionWorkflowForm.java | 63 ++
.../listener/ApproveTaskEventListener.java | 72 ++
.../listener/CancelProcessEventListener.java | 74 ++
.../listener/CompleteProcessEventListener.java | 143 ++++
.../listener/RejectProcessEventListener.java | 74 ++
.../InitBusinessInfoForStreamListener.java | 63 ++
.../SingleStreamCompleteProcessListener.java | 64 ++
.../SingleStreamFailedProcessListener.java | 63 ++
.../newstream/SingleStreamWorkflowDefinition.java | 118 +++
inlong-manager/manager-web/assembly.xml | 77 ++
inlong-manager/manager-web/bin/restart.sh | 39 +
inlong-manager/manager-web/bin/shutdown.sh | 41 +
inlong-manager/manager-web/bin/startup.sh | 137 ++++
inlong-manager/manager-web/pom.xml | 253 ++++++
.../inlong/manager/web/InLongWebApplication.java | 37 +
.../inlong/manager/web/aspect/LogAspect.java | 45 ++
.../manager/web/auth/AuthenticationFilter.java | 107 +++
.../inlong/manager/web/auth/ShiroConfig.java | 109 +++
.../manager/web/auth/WebAuthorizingRealm.java | 64 ++
.../web/config/ControllerExceptionHanlder.java | 130 ++++
.../manager/web/config/RestTemplateConfig.java | 147 ++++
.../inlong/manager/web/config/Swagger2Config.java | 55 ++
.../manager/web/controller/AnnoController.java | 70 ++
.../web/controller/BasicInfoController.java | 60 ++
.../manager/web/controller/BusinessController.java | 119 +++
.../manager/web/controller/ClusterController.java | 99 +++
.../web/controller/CommonDBServerController.java | 289 +++++++
.../web/controller/CommonFileServerController.java | 307 ++++++++
.../web/controller/ConsumptionController.java | 120 +++
.../web/controller/DataStreamController.java | 138 ++++
.../manager/web/controller/SourceDbController.java | 125 +++
.../web/controller/SourceFileController.java | 127 +++
.../manager/web/controller/StorageController.java | 136 ++++
.../web/controller/ThirdPartController.java | 62 ++
.../manager/web/controller/UserController.java | 97 +++
.../web/controller/WorkflowApproverController.java | 82 ++
.../manager/web/controller/WorkflowController.java | 169 ++++
.../web/controller/WorkflowEventController.java | 113 +++
.../src/main/resources/application-dev.yml | 64 ++
.../src/main/resources/application-prod.yml | 60 ++
.../src/main/resources/application-test.yml | 64 ++
.../manager-web/src/main/resources/application.yml | 64 ++
.../main/resources/common_db_server_template.csv | 2 +
.../main/resources/common_file_server_template.csv | 2 +
.../src/main/resources/logback-spring.xml | 133 ++++
.../org/apache/inlong/manager/web/UtilsTest.java | 97 +++
.../inlong/manager/web/WebApplicationTests.java | 31 +
inlong-manager/manager-workflow-engine/pom.xml | 82 ++
.../workflow/core/EventListenerService.java | 68 ++
.../workflow/core/ProcessDefinitionService.java | 41 +
.../workflow/core/ProcessDefinitionStorage.java | 49 ++
.../manager/workflow/core/ProcessService.java | 49 ++
.../inlong/manager/workflow/core/QueryService.java | 120 +++
.../inlong/manager/workflow/core/TaskService.java | 70 ++
.../manager/workflow/core/TransactionHelper.java | 100 +++
.../workflow/core/WorkflowContextBuilder.java | 96 +++
.../workflow/core/WorkflowDataAccessor.java | 57 ++
.../manager/workflow/core/WorkflowEngine.java | 68 ++
.../workflow/core/WorkflowProcessorExecutor.java | 46 ++
.../manager/workflow/core/event/EventListener.java | 70 ++
.../workflow/core/event/EventListenerManager.java | 67 ++
.../workflow/core/event/EventListenerNotifier.java | 43 ++
.../workflow/core/event/EventListenerRegister.java | 30 +
.../workflow/core/event/ListenerResult.java | 75 ++
.../workflow/core/event/LogableEventListener.java | 124 +++
.../manager/workflow/core/event/WorkflowEvent.java | 32 +
.../event/process/LogableProcessEventListener.java | 33 +
.../workflow/core/event/process/ProcessEvent.java | 56 ++
.../core/event/process/ProcessEventListener.java | 35 +
.../event/process/ProcessEventListenerManager.java | 92 +++
.../process/ProcessEventListenerRegister.java | 48 ++
.../core/event/process/ProcessEventNotifier.java | 112 +++
.../core/event/task/LogableTaskEventListener.java | 53 ++
.../workflow/core/event/task/TaskEvent.java | 65 ++
.../core/event/task/TaskEventListener.java | 33 +
.../core/event/task/TaskEventListenerManager.java | 92 +++
.../core/event/task/TaskEventListenerRegister.java | 47 ++
.../core/event/task/TaskEventNotifier.java | 115 +++
.../core/impl/EventListenerServiceImpl.java | 143 ++++
.../core/impl/MemoryProcessDefinitionStorage.java | 67 ++
.../core/impl/ProcessDefinitionServiceImpl.java | 51 ++
.../workflow/core/impl/ProcessServiceImpl.java | 86 +++
.../workflow/core/impl/QueryServiceImpl.java | 277 +++++++
.../workflow/core/impl/TaskServiceImpl.java | 79 ++
.../core/impl/WorkflowContextBuilderImpl.java | 147 ++++
.../core/impl/WorkflowDataAccessorImpl.java | 66 ++
.../workflow/core/impl/WorkflowEngineImpl.java | 133 ++++
.../core/impl/WorkflowEventListenerManager.java | 44 ++
.../workflow/core/impl/WorkflowEventNotifier.java | 44 ++
.../WorkflowInternalEventListenerRegister.java | 57 ++
.../core/impl/WorkflowProcessorExecutorImpl.java | 162 ++++
.../AbstractNextableElementProcessor.java | 65 ++
.../core/processor/AbstractTaskProcessor.java | 69 ++
.../workflow/core/processor/EndEventProcessor.java | 128 +++
.../core/processor/ServiceTaskProcessor.java | 139 ++++
.../core/processor/SkipAbleElementProcessor.java | 35 +
.../core/processor/StartEventProcessor.java | 100 +++
.../workflow/core/processor/UserTaskProcessor.java | 241 ++++++
.../core/processor/WorkflowElementProcessor.java | 67 ++
.../manager/workflow/dao/EventLogStorage.java | 37 +
.../workflow/dao/ProcessInstanceStorage.java | 47 ++
.../manager/workflow/dao/TaskInstanceStorage.java | 48 ++
.../workflow/exception/FormParseException.java | 45 ++
.../workflow/exception/FormValidateException.java | 25 +
.../workflow/exception/WorkflowException.java | 45 ++
.../exception/WorkflowListenerException.java | 45 ++
.../exception/WorkflowNoRollbackException.java | 45 ++
.../exception/WorkflowRollbackOnceException.java | 45 ++
.../inlong/manager/workflow/model/Action.java | 117 +++
.../inlong/manager/workflow/model/EventState.java | 64 ++
.../manager/workflow/model/ProcessState.java | 48 ++
.../inlong/manager/workflow/model/TaskState.java | 82 ++
.../manager/workflow/model/WorkflowConfig.java | 55 ++
.../manager/workflow/model/WorkflowContext.java | 222 ++++++
.../workflow/model/definition/ApproverAssign.java | 43 ++
.../model/definition/ConditionNextElement.java | 60 ++
.../manager/workflow/model/definition/Element.java | 47 ++
.../workflow/model/definition/EndEvent.java | 34 +
.../model/definition/FixedApproverAssign.java | 50 ++
.../manager/workflow/model/definition/Form.java | 40 +
.../workflow/model/definition/NextableElement.java | 112 +++
.../manager/workflow/model/definition/Process.java | 136 ++++
.../model/definition/ProcessDetailHandler.java | 36 +
.../workflow/model/definition/ProcessForm.java | 53 ++
.../workflow/model/definition/ServiceTask.java | 62 ++
.../workflow/model/definition/SkipResolver.java | 38 +
.../model/definition/SkippableElement.java | 34 +
.../workflow/model/definition/StartEvent.java | 59 ++
.../manager/workflow/model/definition/Task.java | 88 +++
.../workflow/model/definition/TaskForm.java | 26 +
.../workflow/model/definition/UserTask.java | 73 ++
.../manager/workflow/model/instance/EventLog.java | 227 ++++++
.../workflow/model/instance/ProcessInstance.java | 208 +++++
.../workflow/model/instance/TaskInstance.java | 253 ++++++
.../manager/workflow/model/view/CountByKey.java | 30 +
.../manager/workflow/model/view/ElementView.java | 94 +++
.../manager/workflow/model/view/EventLogQuery.java | 96 +++
.../manager/workflow/model/view/EventLogView.java | 118 +++
.../manager/workflow/model/view/PageQuery.java | 34 +
.../manager/workflow/model/view/ProcessDetail.java | 79 ++
.../workflow/model/view/ProcessListView.java | 120 +++
.../manager/workflow/model/view/ProcessQuery.java | 90 +++
.../workflow/model/view/ProcessSummaryQuery.java | 66 ++
.../workflow/model/view/ProcessSummaryView.java | 51 ++
.../manager/workflow/model/view/ProcessView.java | 124 +++
.../manager/workflow/model/view/TaskListView.java | 142 ++++
.../manager/workflow/model/view/TaskQuery.java | 87 +++
.../workflow/model/view/TaskSummaryQuery.java | 75 ++
.../workflow/model/view/TaskSummaryView.java | 48 ++
.../manager/workflow/model/view/TaskView.java | 149 ++++
.../manager/workflow/model/view/WorkflowView.java | 76 ++
.../workflow/util/WorkflowFormParserUtils.java | 84 ++
inlong-manager/pom.xml | 292 +++++++
pom.xml | 1 +
503 files changed, 48078 insertions(+)
diff --git a/inlong-manager/doc/sql/apache_inlong_manager.sql b/inlong-manager/doc/sql/apache_inlong_manager.sql
new file mode 100644
index 0000000..41c4e3e
--- /dev/null
+++ b/inlong-manager/doc/sql/apache_inlong_manager.sql
@@ -0,0 +1,857 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+SET NAMES utf8mb4;
+SET FOREIGN_KEY_CHECKS = 0;
+
+-- ----------------------------
+-- Table structure for agent_heartbeat_log
+-- ----------------------------
+DROP TABLE IF EXISTS `agent_heartbeat_log`;
+CREATE TABLE `agent_heartbeat_log`
+(
+ `ip` varchar(64) NOT NULL COMMENT 'agent host ip',
+ `version` varchar(128) DEFAULT NULL,
+ `heartbeat_msg` text DEFAULT NULL COMMENT 'massage in heartbeat request',
+ `modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT 'modify time',
+ PRIMARY KEY (`ip`)
+) ENGINE = InnoDB
+ DEFAULT CHARSET = utf8 COMMENT ='Agent heartbeat information table';
+
+-- ----------------------------
+-- Table structure for agent_sys_conf
+-- ----------------------------
+DROP TABLE IF EXISTS `agent_sys_conf`;
+CREATE TABLE `agent_sys_conf`
+(
+ `ip` varchar(64) NOT NULL COMMENT 'ip',
+ `max_retry_threads` int(11) NOT NULL DEFAULT '6' COMMENT 'Maximum number of retry threads',
+ `min_retry_threads` int(11) NOT NULL DEFAULT '3' COMMENT 'Minimum number of retry threads',
+ `db_path` varchar(64) DEFAULT '../db' COMMENT 'The path where bd is located, use a relative path',
+ `scan_interval_sec` int(11) NOT NULL DEFAULT '30' COMMENT 'Interval time to scan file directory',
+ `batch_size` int(11) NOT NULL DEFAULT '20' COMMENT 'The amount sent to data proxy in batch',
+ `msg_size` int(11) NOT NULL DEFAULT '100' COMMENT 'As many packages as possible at one time',
+ `send_runnable_size` int(11) NOT NULL DEFAULT '5' COMMENT 'The number of sending threads corresponding to a data source',
+ `msg_queue_size` int(11) DEFAULT '500',
+ `max_reader_cnt` int(11) NOT NULL DEFAULT '18' COMMENT 'The maximum number of threads of an Agent',
+ `thread_manager_sleep_interval` int(11) NOT NULL DEFAULT '30000' COMMENT 'Interval time between manager thread to taskManager to fetch tasks',
+ `oneline_size` int(11) NOT NULL DEFAULT '1048576' COMMENT 'Maximum length of a row of data',
+ `clear_day_offset` int(11) NOT NULL DEFAULT '11' COMMENT 'How many days ago to clear the data of BDB',
+ `clear_interval_sec` int(11) NOT NULL DEFAULT '86400' COMMENT 'Interval time for clearing bdb data',
+ `buffer_size_in_bytes` int(16) NOT NULL DEFAULT '268435456' COMMENT 'Maximum memory occupied by msgbuffer',
+ `agent_rpc_reconnect_time` int(11) NOT NULL DEFAULT '0' COMMENT 'The interval time to update the link, if it is 0, it will not be updated',
+ `send_timeout_mill_sec` int(11) NOT NULL DEFAULT '60000' COMMENT 'The timeout period for sending a message (if the packet is not full within one minute, it will be sent out forcibly)',
+ `flush_event_timeout_mill_sec` int(11) NOT NULL DEFAULT '16000',
+ `stat_interval_sec` int(11) NOT NULL DEFAULT '60' COMMENT 'Statistical message sending frequency',
+ `conf_refresh_interval_secs` int(11) NOT NULL DEFAULT '300' COMMENT 'The frequency at which the Agent regularly pulls the configuration from the InLongManager',
+ `flow_size` int(11) DEFAULT '1048576000',
+ `bufferSize` int(11) DEFAULT NULL COMMENT 'bufferSize, default 1048576',
+ `compress` tinyint(2) DEFAULT NULL COMMENT 'Whether to compress',
+ `event_check_interval` int(11) DEFAULT NULL COMMENT 'File scanning period',
+ `is_calMD5` tinyint(2) DEFAULT NULL COMMENT 'Do you want to calculate the cumulative md5 of read characters',
+ PRIMARY KEY (`ip`)
+) ENGINE = InnoDB
+ DEFAULT CHARSET = utf8 COMMENT ='Agent system configuration table';
+
+-- ----------------------------
+-- Table structure for business
+-- ----------------------------
+DROP TABLE IF EXISTS `business`;
+CREATE TABLE `business`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'Incremental primary key',
+ `business_identifier` varchar(128) NOT NULL COMMENT 'Business identifier, filled in by the user, undeleted ones cannot be repeated',
+ `name` varchar(128) DEFAULT '' COMMENT 'Business name, English, numbers and underscore',
+ `cn_name` varchar(256) DEFAULT NULL COMMENT 'Chinese display name',
+ `description` varchar(256) DEFAULT NULL COMMENT 'Business Introduction',
+ `middleware_type` varchar(10) DEFAULT 'Tube' COMMENT 'The middleware type of data storage, high throughput: Tube, high consistency: Pulsar',
+ `mq_resource_obj` varchar(128) DEFAULT NULL COMMENT 'MQ resource object, in business, Tube corresponds to Topic, Pulsar corresponds to Namespace',
+ `daily_records` int(11) DEFAULT NULL COMMENT 'Number of access records per day, unit: 10,000 records per day',
+ `daily_storage` int(11) DEFAULT NULL COMMENT 'Access size by day, unit: GB per day',
+ `peak_records` int(11) DEFAULT NULL COMMENT 'Access peak per second, unit: records per second',
+ `max_length` int(11) DEFAULT NULL COMMENT 'The maximum length of a single piece of data, unit: Byte',
+ `schema_name` varchar(128) DEFAULT NULL COMMENT 'Data type, associated data_schema table',
+ `in_charges` varchar(512) DEFAULT NULL COMMENT 'Name of responsible person, separated by commas',
+ `followers` varchar(512) DEFAULT NULL COMMENT 'List of names of business followers, separated by commas',
+ `status` int(11) DEFAULT '21' COMMENT 'Business status, 0: draft, 21: waiting for submission, 22: waiting for approval, 23: resource group to be assigned, 24: approval rejected, 25: approved, 31: deployed Medium, 32: deployment failed, 33: deployment successful, 15: unavailable',
+ `is_deleted` tinyint(1) DEFAULT '0' COMMENT 'Whether to delete, 0: not deleted, 1: deleted',
+ `creator` varchar(64) DEFAULT NULL COMMENT 'creator name',
+ `modifier` varchar(64) DEFAULT NULL COMMENT 'modifier name',
+ `create_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT 'create time',
+ `modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT 'modify time',
+ `temp_view` json DEFAULT NULL COMMENT 'Temporary view, used to save intermediate data that has not been submitted or approved after modification',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `unique_business` (`business_identifier`, `is_deleted`, `modify_time`)
+) ENGINE = InnoDB
+ AUTO_INCREMENT = 16
+ DEFAULT CHARSET = utf8mb4 COMMENT ='Business table';
+
+-- ----------------------------
+-- Table structure for business_ext
+-- ----------------------------
+DROP TABLE IF EXISTS `business_ext`;
+CREATE TABLE `business_ext`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'Incremental primary key',
+ `business_identifier` varchar(128) NOT NULL COMMENT 'business descriptor',
+ `key_name` varchar(64) NOT NULL COMMENT 'Configuration item name',
+ `key_value` varchar(256) DEFAULT NULL COMMENT 'The value of the configuration item',
+ `is_deleted` tinyint(1) DEFAULT '0' COMMENT 'Whether to delete, 0: not deleted, 1: deleted',
+ `modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT 'modify time',
+ PRIMARY KEY (`id`),
+ KEY `index_bid` (`business_identifier`)
+) ENGINE = InnoDB
+ DEFAULT CHARSET = utf8mb4 COMMENT ='Business extension table';
+
+-- ----------------------------
+-- Table structure for cluster_info
+-- ----------------------------
+DROP TABLE IF EXISTS `cluster_info`;
+CREATE TABLE `cluster_info`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'Incremental primary key',
+ `name` varchar(128) NOT NULL COMMENT 'cluster name',
+ `type` varchar(32) DEFAULT NULL COMMENT 'Cluster type, including TUBE, PULSAR, ZOOKEEPER, etc.',
+ `ip` varchar(64) DEFAULT NULL COMMENT 'Cluster IP address',
+ `port` int(11) DEFAULT NULL COMMENT 'Cluster port number',
+ `in_charges` varchar(512) DEFAULT NULL COMMENT 'Name of responsible person, separated by commas',
+ `url` varchar(256) DEFAULT NULL COMMENT 'Cluster URL address',
+ `is_backup` tinyint(1) DEFAULT '0' COMMENT 'Whether it is a backup cluster, 0: no, 1: yes',
+ `ext_props` json DEFAULT NULL COMMENT 'extended properties',
+ `status` int(11) DEFAULT '1' COMMENT 'cluster status',
+ `is_deleted` tinyint(1) DEFAULT '0' COMMENT 'Whether to delete, 0: not deleted, 1: deleted',
+ `creator` varchar(64) DEFAULT NULL COMMENT 'creator name',
+ `modifier` varchar(64) DEFAULT NULL COMMENT 'modifier name',
+ `create_time` timestamp NULL DEFAULT NULL COMMENT 'create time',
+ `modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT 'modify time',
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ DEFAULT CHARSET = utf8mb4 COMMENT ='Cluster Information Table';
+
+-- ----------------------------
+-- Table structure for common_db_server
+-- ----------------------------
+DROP TABLE IF EXISTS `common_db_server`;
+CREATE TABLE `common_db_server`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'Incremental primary key',
+ `access_type` varchar(20) DEFAULT NULL COMMENT 'Collection type, with Agent, DataProxy client, LoadProxy',
+ `connection_name` varchar(128) DEFAULT NULL COMMENT 'The name of the database connection',
+ `db_type` varchar(128) DEFAULT NULL COMMENT 'DB type, such as MySQL, Oracle',
+ `db_server_ip` varchar(64) DEFAULT NULL COMMENT 'DB Server IP',
+ `port` int(11) DEFAULT NULL COMMENT 'Port number',
+ `db_name` varchar(128) DEFAULT NULL COMMENT 'Target database name',
+ `username` varchar(64) DEFAULT NULL COMMENT 'Username',
+ `password` varchar(64) DEFAULT NULL COMMENT 'The password corresponding to the above user name',
+ `has_select` tinyint(1) DEFAULT '0' COMMENT 'Is there DB permission select, 0: No, 1: Yes',
+ `has_insert` tinyint(1) DEFAULT '0' COMMENT 'Is there DB permission to insert, 0: No, 1: Yes',
+ `has_update` tinyint(1) DEFAULT '0' COMMENT 'Is there a DB permission update, 0: No, 1: Yes',
+ `has_delete` tinyint(1) DEFAULT '0' COMMENT 'Is there a DB permission to delete, 0: No, 1: Yes',
+ `in_charges` varchar(512) DEFAULT NULL COMMENT 'DB person in charge, separated by a comma when there are multiple ones',
+ `is_region_id` tinyint(1) DEFAULT '0' COMMENT 'Whether it contains a region ID, 0: No, 1: Yes',
+ `db_description` varchar(256) DEFAULT NULL COMMENT 'DB description',
+ `backup_db_server_ip` varchar(64) DEFAULT NULL COMMENT 'Backup DB HOST',
+ `backup_db_port` int(11) DEFAULT NULL COMMENT 'Backup DB port',
+ `status` int(11) DEFAULT '0' COMMENT 'status, 0: invalid, 1: normal',
+ `is_deleted` tinyint(1) DEFAULT '0' COMMENT 'Whether to delete, 0: not deleted, 1: deleted',
+ `creator` varchar(64) DEFAULT NULL COMMENT 'creator name',
+ `modifier` varchar(64) DEFAULT NULL COMMENT 'modifier name',
+ `create_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT 'create time',
+ `modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT 'modify time',
+ `visible_person` varchar(1024) DEFAULT NULL COMMENT 'List of visible persons, separated by commas',
+ `visible_group` varchar(1024) DEFAULT NULL COMMENT 'List of visible groups, separated by commas',
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ DEFAULT CHARSET = utf8mb4 COMMENT ='public DB data source';
+
+-- ----------------------------
+-- Table structure for common_file_server
+-- ----------------------------
+DROP TABLE IF EXISTS `common_file_server`;
+CREATE TABLE `common_file_server`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'Incremental primary key',
+ `access_type` varchar(20) DEFAULT NULL COMMENT 'Collection type, with Agent, DataProxy client, LoadProxy',
+ `ip` varchar(64) DEFAULT NULL COMMENT 'Data source IP',
+ `port` int(11) DEFAULT NULL COMMENT 'Port number',
+ `is_inner_ip` tinyint(1) DEFAULT '0' COMMENT 'Whether it is intranet, 0: No, 1: Yes',
+ `issue_type` varchar(128) DEFAULT NULL COMMENT 'Issuance method, such as SSH, TCS, etc.',
+ `username` varchar(64) DEFAULT NULL COMMENT 'User name of the data source IP host',
+ `password` varchar(64) DEFAULT NULL COMMENT 'The password corresponding to the above user name',
+ `status` int(11) DEFAULT '0' COMMENT 'status, 0: invalid, 1: normal',
+ `is_deleted` tinyint(1) DEFAULT '0' COMMENT 'Whether to delete, 0: not deleted, 1: deleted',
+ `creator` varchar(64) DEFAULT NULL COMMENT 'creator name',
+ `modifier` varchar(64) DEFAULT NULL COMMENT 'modifier name',
+ `create_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT 'create time',
+ `modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT 'modify time',
+ `visible_person` varchar(1024) DEFAULT NULL COMMENT 'List of visible persons, separated by commas',
+ `visible_group` varchar(1024) DEFAULT NULL COMMENT 'List of visible groups, separated by commas',
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ DEFAULT CHARSET = utf8mb4 COMMENT ='public file data source';
+
+-- ----------------------------
+-- Table structure for consumption
+-- ----------------------------
+DROP TABLE IF EXISTS `consumption`;
+CREATE TABLE `consumption`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'Incremental primary key',
+ `consumer_group_name` varchar(255) NOT NULL COMMENT 'consumer group name',
+ `consumer_group_id` varchar(255) NOT NULL COMMENT 'Consumer group ID',
+ `in_charges` varchar(512) DEFAULT NULL COMMENT 'Person in charge of consumption',
+ `business_identifier` varchar(255) DEFAULT NULL COMMENT 'Business ID',
+ `middleware_type` varchar(64) DEFAULT NULL COMMENT 'The middleware type of data storage, high throughput: Tube',
+ `topic` varchar(255) DEFAULT NULL COMMENT 'Consumption topic',
+ `filter_enabled` int(2) DEFAULT NULL COMMENT 'Whether to filter',
+ `data_stream_identifier` varchar(1024) DEFAULT NULL COMMENT 'Consumption data stream ID',
+ `status` int(11) NOT NULL COMMENT 'Status: draft, pending assignment, pending approval, approval rejected, approval passed',
+ `creator` varchar(64) DEFAULT NULL COMMENT 'creator',
+ `modifier` varchar(64) DEFAULT NULL COMMENT 'modifier',
+ `create_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT 'create time',
+ `modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT 'update time',
+ `is_deleted` int(2) DEFAULT '0' COMMENT 'Whether to delete, 0: not deleted, 1: deleted',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `consumer_group_id_is_deleted_uindex` (`consumer_group_id`, `is_deleted`)
+) ENGINE = InnoDB
+ AUTO_INCREMENT = 6
+ DEFAULT CHARSET = utf8mb4 COMMENT ='Data consumption configuration table';
+
+-- ----------------------------
+-- Table structure for data_proxy_cluster
+-- ----------------------------
+DROP TABLE IF EXISTS `data_proxy_cluster`;
+CREATE TABLE `data_proxy_cluster`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'Incremental primary key',
+ `name` varchar(128) DEFAULT NULL COMMENT 'cluster name',
+ `description` varchar(500) DEFAULT NULL COMMENT 'cluster description',
+ `address` varchar(128) DEFAULT NULL COMMENT 'cluster address',
+ `port` varchar(256) DEFAULT '46801' COMMENT 'Access port number, multiple ports are separated by a comma',
+ `is_backup` tinyint(1) DEFAULT '0' COMMENT 'Whether it is a backup cluster, 0: no, 1: yes',
+ `is_inner_ip` tinyint(1) DEFAULT '0' COMMENT 'Whether it is intranet, 0: no, 1: yes',
+ `net_type` varchar(20) DEFAULT NULL COMMENT 'Cluster network type, internal, or public',
+ `in_charges` varchar(512) DEFAULT NULL COMMENT 'Name of responsible person, separated by commas',
+ `ext_props` json DEFAULT NULL COMMENT 'extended properties',
+ `status` int(11) DEFAULT '1' COMMENT 'cluster status',
+ `is_deleted` tinyint(1) DEFAULT '0' COMMENT 'Whether to delete, 0: not deleted, 1: deleted',
+ `creator` varchar(64) DEFAULT NULL COMMENT 'creator name',
+ `modifier` varchar(64) DEFAULT NULL COMMENT 'modifier name',
+ `create_time` timestamp NULL DEFAULT NULL COMMENT 'create time',
+ `modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT 'modify time',
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ DEFAULT CHARSET = utf8mb4 COMMENT ='DataProxy cluster table';
+
+-- ----------------------------
+-- Table structure for data_schema
+-- ----------------------------
+DROP TABLE IF EXISTS `data_schema`;
+CREATE TABLE `data_schema`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'Incremental primary key',
+ `name` varchar(128) NOT NULL COMMENT 'Data format name, globally unique',
+ `agent_type` varchar(20) NOT NULL COMMENT 'Agent type: file, db_incr, db_full',
+ `data_generate_rule` varchar(32) NOT NULL COMMENT 'Data file generation rules, including day and hour',
+ `sort_type` int(11) NOT NULL COMMENT 'sort logic rules, 0, 5, 9, 10, 13, 15',
+ `time_offset` varchar(10) NOT NULL COMMENT 'time offset',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `name` (`name`)
+) ENGINE = InnoDB
+ AUTO_INCREMENT = 10
+ DEFAULT CHARSET = utf8mb4 COMMENT ='Data format table';
+
+INSERT INTO `data_schema` (id, name, agent_type, data_generate_rule, sort_type, time_offset)
+values (1, 'm0_day', 'file_agent', 'day', 0, '-0d');
+
+-- ----------------------------
+-- Table structure for data_source_cmd_config
+-- ----------------------------
+DROP TABLE IF EXISTS `data_source_cmd_config`;
+CREATE TABLE `data_source_cmd_config`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'cmd id',
+ `cmd_type` int(11) NOT NULL,
+ `task_id` int(11) NOT NULL,
+ `specified_data_time` varchar(64) NOT NULL,
+ `bSend` tinyint(1) NOT NULL,
+ `modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT 'Last update time ',
+ `create_time` timestamp NULL DEFAULT NULL,
+ `result_info` varchar(64) DEFAULT NULL,
+ PRIMARY KEY (`id`),
+ KEY `index_1` (`task_id`, `bSend`, `specified_data_time`)
+) ENGINE = InnoDB
+ DEFAULT CHARSET = utf8;
+
+-- ----------------------------
+-- Table structure for data_stream
+-- ----------------------------
+DROP TABLE IF EXISTS `data_stream`;
+CREATE TABLE `data_stream`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'Incremental primary key',
+ `data_stream_identifier` varchar(128) NOT NULL COMMENT 'Data stream descriptor, non-deleted globally unique',
+ `business_identifier` varchar(128) NOT NULL COMMENT 'Owning business descriptor',
+ `name` varchar(64) DEFAULT NULL COMMENT 'The name of the data stream page display, can be Chinese',
+ `description` varchar(256) DEFAULT '' COMMENT 'Introduction to data flow',
+ `mq_resource_obj` varchar(128) DEFAULT NULL COMMENT 'MQ resource object, in the data stream, Tube is data_stream_id, Pulsar is the real Topic',
+ `data_source_type` varchar(32) DEFAULT 'FILE' COMMENT 'Data source type, including: FILE, DB, Auto-Push (DATA_PROXY_SDK, HTTP)',
+ `storage_period` int(11) DEFAULT '1' COMMENT 'The storage period of data in MQ, unit: day',
+ `data_type` varchar(20) DEFAULT 'TEXT' COMMENT 'Data type, there are: TEXT, KEY-VALUE, PB, BON, TEXT and BON should be treated differently',
+ `data_encoding` varchar(8) DEFAULT 'UTF-8' COMMENT 'Data encoding format, including: UTF-8, GBK',
+ `file_delimiter` varchar(8) DEFAULT NULL COMMENT 'The source data field separator, stored as ASCII code',
+ `have_predefined_fields` tinyint(1) DEFAULT '0' COMMENT '(file, DB access) whether there are predefined fields, 0: none, 1: yes (save to data_stream_field)',
+ `in_charges` varchar(512) DEFAULT NULL COMMENT 'Name of responsible person, separated by commas',
+ `status` int(11) DEFAULT '0' COMMENT 'Data flow status, 0: draft, 41: configuring, 42: configuration failed, 43: configuration successful, 44: configuration expired, 15: unavailable (that is, deleted) ',
+ `previous_status` int(11) DEFAULT '0' COMMENT 'Previous status',
+ `is_deleted` tinyint(1) DEFAULT '0' COMMENT 'Whether to delete, 0: not deleted, 1: deleted',
+ `creator` varchar(64) DEFAULT NULL COMMENT 'creator name',
+ `modifier` varchar(64) DEFAULT NULL COMMENT 'modifier name',
+ `create_time` timestamp NULL DEFAULT CURRENT_TIMESTAMP COMMENT 'create time',
+ `modify_time` timestamp NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT 'modify time',
+ `temp_view` json DEFAULT NULL COMMENT 'Temporary view, used to save intermediate data that has not been submitted or approved after modification',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `unique_data_stream` (`data_stream_identifier`, `business_identifier`, `is_deleted`, `modify_time`)
+) ENGINE = InnoDB
+ AUTO_INCREMENT = 28
+ DEFAULT CHARSET = utf8mb4 COMMENT ='Data flow table';
+
+-- ----------------------------
+-- Table structure for data_stream_ext
+-- ----------------------------
+DROP TABLE IF EXISTS `data_stream_ext`;
+CREATE TABLE `data_stream_ext`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'Incremental primary key',
+ `business_identifier` varchar(128) NOT NULL COMMENT 'Owning business descriptor',
+ `data_stream_identifier` varchar(128) NOT NULL COMMENT 'Owning data stream descriptor',
+ `key_name` varchar(64) NOT NULL COMMENT 'Configuration item name',
+ `key_value` varchar(256) DEFAULT NULL COMMENT 'The value of the configuration item',
+ `is_deleted` tinyint(1) DEFAULT '0' COMMENT 'Whether to delete, 0: not deleted, 1: deleted',
+ `modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT 'modify time',
+ PRIMARY KEY (`id`),
+ KEY `index_bid` (`data_stream_identifier`)
+) ENGINE = InnoDB
+ DEFAULT CHARSET = utf8mb4 COMMENT ='Data stream extension table';
+
+-- ----------------------------
+-- Table structure for data_stream_field
+-- ----------------------------
+DROP TABLE IF EXISTS `data_stream_field`;
+CREATE TABLE `data_stream_field`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'Incremental primary key',
+ `business_identifier` varchar(128) NOT NULL COMMENT 'Owning business descriptor',
+ `data_stream_identifier` varchar(256) NOT NULL COMMENT 'Owning data stream descriptor',
+ `is_predefined_field` tinyint(1) DEFAULT '0' COMMENT 'Whether it is a predefined field, 0: no, 1: yes',
+ `field_name` varchar(20) DEFAULT NULL COMMENT 'field name',
+ `field_value` varchar(128) DEFAULT NULL COMMENT 'Field value, required if it is a predefined field',
+ `pre_expression` varchar(256) DEFAULT NULL COMMENT 'Pre-defined field value expression',
+ `field_type` varchar(20) DEFAULT NULL COMMENT 'field type',
+ `field_comment` varchar(50) DEFAULT NULL COMMENT 'Field description',
+ `rank_num` smallint(6) DEFAULT '0' COMMENT 'Field order (front-end display field order)',
+ `is_deleted` tinyint(1) DEFAULT '0' COMMENT 'Whether to delete, 0: not deleted, 1: deleted',
+ `is_exist` tinyint(1) DEFAULT '0' COMMENT 'Does it exist, 0: does not exist, 1: exists',
+ `bon_field_path` varchar(256) DEFAULT NULL COMMENT 'BON field path',
+ `bon_field_type` varchar(64) DEFAULT NULL COMMENT 'BON field type',
+ `encrypt_level` varchar(20) DEFAULT NULL COMMENT 'Encryption level',
+ PRIMARY KEY (`id`),
+ KEY `index_stream_id` (`data_stream_identifier`)
+) ENGINE = InnoDB
+ AUTO_INCREMENT = 39
+ DEFAULT CHARSET = utf8mb4 COMMENT ='File/DB data source field table';
+
+-- ----------------------------
+-- Table structure for operation_log
+-- ----------------------------
+DROP TABLE IF EXISTS `operation_log`;
+CREATE TABLE `operation_log`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT,
+ `authentication_type` varchar(64) DEFAULT NULL COMMENT 'Authentication type',
+ `operation_type` varchar(255) DEFAULT NULL COMMENT 'operation type',
+ `http_method` varchar(64) DEFAULT NULL COMMENT 'Request method',
+ `invoke_method` varchar(255) DEFAULT NULL COMMENT 'invoke method',
+ `operator` varchar(255) DEFAULT NULL COMMENT 'operator',
+ `proxy` varchar(255) DEFAULT NULL COMMENT 'proxy',
+ `request_url` varchar(255) DEFAULT NULL COMMENT 'Request URL',
+ `remote_address` varchar(255) DEFAULT NULL COMMENT 'Request IP',
+ `cost_time` bigint(20) DEFAULT NULL COMMENT 'time-consuming',
+ `body` text COMMENT 'Request body',
+ `param` text COMMENT 'parameter',
+ `status` tinyint(1) DEFAULT NULL COMMENT 'status',
+ `request_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT 'request time',
+ `err_msg` text COMMENT 'Error message',
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ AUTO_INCREMENT = 289
+ DEFAULT CHARSET = utf8mb4;
+
+-- ----------------------------
+-- Table structure for role
+-- ----------------------------
+DROP TABLE IF EXISTS `role`;
+CREATE TABLE `role`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT,
+ `role_code` varchar(100) NOT NULL COMMENT 'role code',
+ `role_name` varchar(255) NOT NULL COMMENT 'role Chinese name',
+ `create_time` datetime NOT NULL,
+ `update_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP,
+ `create_by` varchar(255) NOT NULL,
+ `update_by` varchar(255) NOT NULL,
+ `disabled` tinyint(1) NOT NULL DEFAULT '0' COMMENT 'Is it disabled?',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `role_role_code_uindex` (`role_code`),
+ UNIQUE KEY `role_role_name_uindex` (`role_name`)
+) ENGINE = InnoDB
+ DEFAULT CHARSET = utf8mb4 COMMENT ='Role Table';
+
+-- ----------------------------
+-- Table structure for source_db_basic
+-- ----------------------------
+DROP TABLE IF EXISTS `source_db_basic`;
+CREATE TABLE `source_db_basic`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'Incremental primary key',
+ `business_identifier` varchar(128) NOT NULL COMMENT 'Owning business descriptor',
+ `data_stream_identifier` varchar(256) NOT NULL COMMENT 'Owning data stream descriptor',
+ `sync_type` tinyint(1) DEFAULT '0' COMMENT 'Data synchronization type, 0: FULL, full amount, 1: INCREMENTAL, incremental',
+ `is_deleted` tinyint(1) DEFAULT '0' COMMENT 'Whether to delete, 0: not deleted, 1: deleted',
+ `creator` varchar(64) DEFAULT NULL COMMENT 'creator name',
+ `modifier` varchar(64) DEFAULT NULL COMMENT 'modifier name',
+ `create_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT 'create time',
+ `modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT 'modify time',
+ `temp_view` json DEFAULT NULL COMMENT 'Temporary view, used to save intermediate data that has not been submitted or approved after modification',
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ DEFAULT CHARSET = utf8mb4 COMMENT ='Basic configuration of DB data source';
+
+-- ----------------------------
+-- Table structure for source_db_detail
+-- ----------------------------
+DROP TABLE IF EXISTS `source_db_detail`;
+CREATE TABLE `source_db_detail`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'Incremental primary key',
+ `business_identifier` varchar(128) NOT NULL COMMENT 'Owning business descriptor',
+ `data_stream_identifier` varchar(128) NOT NULL COMMENT 'Owning data stream descriptor',
+ `access_type` varchar(20) DEFAULT NULL COMMENT 'Collection type, with Agent, DataProxy client, LoadProxy',
+ `db_name` varchar(128) DEFAULT NULL COMMENT 'database name',
+ `transfer_ip` varchar(64) DEFAULT NULL COMMENT 'Transfer IP',
+ `connection_name` varchar(128) DEFAULT NULL COMMENT 'The name of the database connection',
+ `table_name` varchar(128) DEFAULT NULL COMMENT 'Data table name, required for increment',
+ `table_fields` longtext COMMENT 'Data table fields, multiple are separated by half-width commas, required for increment',
+ `data_sql` longtext COMMENT 'SQL statement to collect source data, required for full amount',
+ `crontab` varchar(56) DEFAULT NULL COMMENT 'Timed scheduling expression, required for full amount',
+ `status` int(11) DEFAULT '0' COMMENT 'Data source status, 0: Draft, 200: New data source, 201: Data source has been deleted, 61: Delivery failed, 42: Configuration failed, 52: Start failed, 11: normal operation, 44: remove configuration, 15: unavailable',
+ `previous_status` int(11) DEFAULT '0' COMMENT 'Previous status',
+ `is_deleted` tinyint(1) DEFAULT '0' COMMENT 'Whether to delete, 0: not deleted, 1: deleted',
+ `creator` varchar(64) DEFAULT NULL COMMENT 'creator name',
+ `modifier` varchar(64) DEFAULT NULL COMMENT 'modifier name',
+ `create_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT 'create time',
+ `modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT 'modify time',
+ `temp_view` json DEFAULT NULL COMMENT 'Temporary view, used to save unsubmitted and unapproved intermediate data after modification',
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ DEFAULT CHARSET = utf8mb4 COMMENT ='DB data source details table';
+
+-- ----------------------------
+-- Table structure for source_file_basic
+-- ----------------------------
+DROP TABLE IF EXISTS `source_file_basic`;
+CREATE TABLE `source_file_basic`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'id',
+ `business_identifier` varchar(128) NOT NULL COMMENT 'business identifier',
+ `data_stream_identifier` varchar(128) NOT NULL COMMENT 'data stream identifier',
+ `is_hybrid_source` tinyint(1) DEFAULT '0' COMMENT 'Whether to mix data sources',
+ `is_table_mapping` tinyint(1) DEFAULT '0' COMMENT 'Is there a table name mapping',
+ `date_offset` int(4) DEFAULT '0' COMMENT 'Time offset\n',
+ `date_offset_unit` varchar(2) DEFAULT 'H' COMMENT 'time offset unit',
+ `file_rolling_type` varchar(2) DEFAULT 'H' COMMENT 'file rolling type',
+ `upload_max_size` int(4) DEFAULT '120' COMMENT 'upload maximum size',
+ `need_compress` tinyint(1) DEFAULT '0' COMMENT 'whether need compress',
+ `is_deleted` tinyint(1) DEFAULT '0' COMMENT 'delete switch',
+ `creator` varchar(64) DEFAULT NULL COMMENT 'creator',
+ `modifier` varchar(64) DEFAULT NULL COMMENT 'modifier',
+ `create_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT 'create time',
+ `modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT 'modify time',
+ `temp_view` json DEFAULT NULL COMMENT 'temp view',
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ AUTO_INCREMENT = 9
+ DEFAULT CHARSET = utf8mb4 COMMENT ='basic configuration of file data source';
+
+-- ----------------------------
+-- Table structure for source_file_detail
+-- ----------------------------
+DROP TABLE IF EXISTS `source_file_detail`;
+CREATE TABLE `source_file_detail`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'Incremental primary key',
+ `business_identifier` varchar(128) NOT NULL COMMENT 'Owning business descriptor',
+ `data_stream_identifier` varchar(128) NOT NULL COMMENT 'Owning data stream descriptor',
+ `access_type` varchar(20) DEFAULT 'Agent' COMMENT 'Collection type, there are Agent, DataProxy client, LoadProxy, the file can only be Agent temporarily',
+ `server_name` varchar(64) DEFAULT NULL COMMENT 'The name of the data source service. If it is empty, add configuration through the following fields',
+ `ip` varchar(128) DEFAULT NULL COMMENT 'Data source IP address',
+ `port` int(11) DEFAULT NULL COMMENT 'Data source port number',
+ `is_inner_ip` tinyint(1) DEFAULT '0' COMMENT 'Whether it is intranet, 0: no, 1: yes',
+ `issue_type` varchar(10) DEFAULT 'SSH' COMMENT 'Issuing method, there are SSH, TCS',
+ `username` varchar(32) DEFAULT NULL COMMENT 'User name of the data source IP host',
+ `password` varchar(64) DEFAULT NULL COMMENT 'The password corresponding to the above user name',
+ `file_path` varchar(256) DEFAULT NULL COMMENT 'File path, supports regular matching',
+ `status` int(11) DEFAULT '0' COMMENT 'Data source status, 0: Draft, 200: New data source, 201: Data source has been deleted, 61: Delivery failed, 42: Configuration failed, 52: Start failed, 11: normal operation, 44: remove configuration, 15: unavailable',
+ `previous_status` int(11) DEFAULT '0' COMMENT 'Previous status',
+ `is_deleted` tinyint(1) DEFAULT '0' COMMENT 'Whether to delete, 0: not deleted, 1: deleted',
+ `creator` varchar(64) DEFAULT NULL COMMENT 'creator name',
+ `modifier` varchar(64) DEFAULT NULL COMMENT 'modifier name',
+ `create_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT 'create time',
+ `modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT 'modify time',
+ `temp_view` json DEFAULT NULL COMMENT 'Temporary view, used to save unsubmitted and unapproved intermediate data after modification',
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ AUTO_INCREMENT = 3
+ DEFAULT CHARSET = utf8mb4 COMMENT ='Detailed table of file data source';
+
+-- ----------------------------
+-- Table structure for storage_ext
+-- ----------------------------
+DROP TABLE IF EXISTS `storage_ext`;
+CREATE TABLE `storage_ext`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'Incremental primary key',
+ `storage_type` varchar(20) NOT NULL COMMENT 'Storage type, including: HDFS, HIVE, etc.',
+ `storage_id` int(11) NOT NULL COMMENT 'data storage id',
+ `key_name` varchar(64) NOT NULL COMMENT 'Configuration item name',
+ `key_value` varchar(256) DEFAULT NULL COMMENT 'The value of the configuration item',
+ `is_deleted` tinyint(1) DEFAULT '0' COMMENT 'Whether to delete, 0: not deleted, 1: deleted',
+ `modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT 'modify time',
+ PRIMARY KEY (`id`),
+ KEY `index_bid` (`storage_id`)
+) ENGINE = InnoDB
+ AUTO_INCREMENT = 11
+ DEFAULT CHARSET = utf8mb4 COMMENT ='Data storage extension table';
+
+-- ----------------------------
+-- Table structure for storage_hive
+-- ----------------------------
+DROP TABLE IF EXISTS `storage_hive`;
+DROP TABLE IF EXISTS `storage_hive`;
+CREATE TABLE `storage_hive`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'Incremental primary key',
+ `business_identifier` varchar(128) NOT NULL COMMENT 'Owning business descriptor',
+ `data_stream_identifier` varchar(128) NOT NULL COMMENT 'Owning data stream descriptor',
+ `jdbc_url` varchar(255) DEFAULT NULL COMMENT 'Hive JDBC connection URL, such as "jdbc:hive2://127.0.0.1:10000"',
+ `username` varchar(128) DEFAULT NULL COMMENT 'Username',
+ `password` varchar(255) DEFAULT NULL COMMENT 'User password',
+ `db_name` varchar(128) DEFAULT NULL COMMENT 'Target database name',
+ `table_name` varchar(128) DEFAULT NULL COMMENT 'Target data table name',
+ `primary_partition` varchar(255) DEFAULT 'dt' COMMENT 'primary partition field',
+ `secondary_partition` varchar(256) DEFAULT NULL COMMENT 'secondary partition field',
+ `partition_type` varchar(10) DEFAULT NULL COMMENT 'The partition type, there are: H-by hour, D-by day, W-by week, M-by month, O-one-time, R-non-periodical',
+ `file_format` varchar(15) DEFAULT 'TextFile' COMMENT 'The stored table format, TextFile, RCFile, SequenceFile, Avro',
+ `encoding_type` varchar(255) DEFAULT NULL COMMENT 'data encoding',
+ `field_splitter` varchar(10) DEFAULT NULL COMMENT 'field separator',
+ `hdfs_default_fs` varchar(255) DEFAULT NULL COMMENT 'HDFS defaultFS, such as "hdfs://127.0.0.1:9000"',
+ `warehouse_dir` varchar(250) DEFAULT '/user/hive/warehouse' COMMENT 'Hive table storage path on HDFS, such as "/user/hive/warehouse"',
+ `usage_interval` varchar(10) DEFAULT NULL COMMENT 'The amount of time that Sort collected data will land on Hive, there are 10M, 15M, 30M, 1H, 1D',
+ `storage_period` int(5) DEFAULT '10' COMMENT 'Data storage period, unit: day',
+ `status` int(11) DEFAULT '0' COMMENT 'status, 0: draft, 11: normal, 71: insufficient permissions, 72: access failed, 14: deleted',
+ `previous_status` int(11) DEFAULT '0' COMMENT 'Previous status',
+ `is_deleted` tinyint(1) DEFAULT '0' COMMENT 'Whether to delete, 0: not deleted, 1: deleted',
+ `creator` varchar(64) DEFAULT NULL COMMENT 'creator name',
+ `modifier` varchar(64) DEFAULT NULL COMMENT 'modifier name',
+ `create_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT 'create time',
+ `modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT 'modify time',
+ `temp_view` json DEFAULT NULL COMMENT 'Temporary view, used to save un-submitted and unapproved intermediate data after modification',
+ `opt_log` varchar(5000) DEFAULT NULL COMMENT 'Background operation log',
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ AUTO_INCREMENT = 21
+ DEFAULT CHARSET = utf8mb4 COMMENT ='Data is stored in Hive configuration table';
+
+-- ----------------------------
+-- Table structure for storage_hive_cluster
+-- ----------------------------
+DROP TABLE IF EXISTS `storage_hive_cluster`;
+CREATE TABLE `storage_hive_cluster`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'Incremental primary key',
+ `name` varchar(255) NOT NULL COMMENT 'cluster name',
+ `type` varchar(10) DEFAULT 'Hive' COMMENT 'Cluster type, currently only Hive',
+ `hive_addr` varchar(255) DEFAULT NULL COMMENT 'cluster URL address',
+ `username` varchar(255) DEFAULT NULL COMMENT 'Username',
+ `password` varchar(255) DEFAULT NULL COMMENT 'User password',
+ `warehouse_dir` varchar(10) DEFAULT NULL COMMENT 'HDFS data data path',
+ `hdfs_defaultfs` varchar(255) DEFAULT NULL COMMENT 'HDFS cluster address',
+ `hdfs_ugi` varchar(255) DEFAULT NULL COMMENT 'HDFS write user information',
+ `create_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT 'create time',
+ `modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT 'modify time',
+ `cluster_tag` varchar(255) DEFAULT NULL,
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ AUTO_INCREMENT = 2
+ DEFAULT CHARSET = utf8mb4 COMMENT ='Hive cluster information';
+
+-- ----------------------------
+-- Table structure for storage_hive_field
+-- ----------------------------
+DROP TABLE IF EXISTS `storage_hive_field`;
+CREATE TABLE `storage_hive_field`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT COMMENT 'Incremental primary key',
+ `storage_id` int(11) NOT NULL COMMENT 'Hive data storage id',
+ `source_field_name` varchar(20) DEFAULT NULL COMMENT 'source field name',
+ `source_field_type` varchar(20) DEFAULT NULL COMMENT 'source field type',
+ `field_name` varchar(20) DEFAULT NULL COMMENT 'field name',
+ `field_type` varchar(20) DEFAULT NULL COMMENT 'field type',
+ `field_comment` varchar(2000) DEFAULT NULL COMMENT 'Field description',
+ `is_required` tinyint(1) DEFAULT NULL COMMENT 'Is it required, 0: not necessary, 1: required',
+ `bon_field_path` varchar(256) DEFAULT NULL COMMENT 'BON field path',
+ `bon_field_type` varchar(64) DEFAULT NULL COMMENT 'BON field type',
+ `encrypt_level` varchar(20) DEFAULT NULL COMMENT 'Encryption level',
+ `is_exist` tinyint(1) DEFAULT '0' COMMENT 'Does it exist, 0: does not exist, 1: exists',
+ `rank_num` smallint(6) DEFAULT '0' COMMENT 'Field order (front-end display field order)',
+ `is_deleted` tinyint(1) DEFAULT '0' COMMENT 'Whether to delete, 0: not deleted, 1: deleted',
+ PRIMARY KEY (`id`),
+ KEY `index_storage_id` (`storage_id`)
+) ENGINE = InnoDB
+ AUTO_INCREMENT = 34
+ DEFAULT CHARSET = utf8mb4 COMMENT ='Data stored in Hive field';
+
+-- ----------------------------
+-- Table structure for task
+-- ----------------------------
+DROP TABLE IF EXISTS `task`;
+CREATE TABLE `task`
+(
+ `id` bigint(20) NOT NULL,
+ `taskflow_id` bigint(20) DEFAULT NULL COMMENT 'Owning task flow id',
+ `task_def_id` bigint(20) DEFAULT NULL COMMENT 'task definition id',
+ `task_name` varchar(255) DEFAULT NULL COMMENT 'task name',
+ `status` varchar(255) DEFAULT NULL COMMENT 'task status',
+ `post_param` varchar(255) DEFAULT NULL COMMENT 'Task parameters',
+ `resultmsg` varchar(1000) DEFAULT NULL COMMENT 'Execution result log',
+ `create_time` datetime DEFAULT NULL COMMENT 'create time',
+ `create_by` varchar(255) DEFAULT NULL COMMENT 'creator',
+ `update_time` datetime DEFAULT NULL COMMENT 'last modified time',
+ `update_by` varchar(0) DEFAULT NULL COMMENT 'last modified person',
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ DEFAULT CHARSET = latin1 COMMENT ='Task information table';
+
+-- ----------------------------
+-- Table structure for task_def
+-- ----------------------------
+DROP TABLE IF EXISTS `task_def`;
+CREATE TABLE `task_def`
+(
+ `id` bigint(20) NOT NULL,
+ `taskflow_def_id` bigint(20) DEFAULT NULL COMMENT 'Taskflow definition id',
+ `parent_id` bigint(20) DEFAULT NULL COMMENT 'parent task id',
+ `implclass` varchar(255) DEFAULT NULL COMMENT 'task processing flow class',
+ `task_name` varchar(255) DEFAULT NULL COMMENT 'task name',
+ `create_time` datetime DEFAULT NULL COMMENT 'create time',
+ `create_by` varchar(255) DEFAULT NULL COMMENT 'creator',
+ `update_time` datetime DEFAULT NULL COMMENT 'last modified time',
+ `update_by` datetime DEFAULT NULL COMMENT 'last modified person',
+ `delivery_id` bigint(20) DEFAULT NULL COMMENT 'Task push method',
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ DEFAULT CHARSET = latin1 COMMENT ='Task definition under workflow';
+
+-- ----------------------------
+-- Table structure for taskflow
+-- ----------------------------
+DROP TABLE IF EXISTS `taskflow`;
+CREATE TABLE `taskflow`
+(
+ `id` bigint(20) NOT NULL AUTO_INCREMENT,
+ `taskflow_def_id` bigint(20) DEFAULT NULL COMMENT 'Taskflow definition id',
+ `status` varchar(255) DEFAULT NULL COMMENT 'status',
+ `create_by` varchar(255) DEFAULT NULL COMMENT 'creator',
+ `create_time` datetime DEFAULT NULL COMMENT 'create time',
+ `update_time` datetime DEFAULT NULL COMMENT 'last modified time',
+ `update_by` varchar(255) DEFAULT NULL COMMENT 'last modified person',
+ `event` varchar(255) DEFAULT NULL COMMENT 'trigger event',
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ DEFAULT CHARSET = latin1 COMMENT ='Task flow instance';
+
+-- ----------------------------
+-- Table structure for taskflow_def
+-- ----------------------------
+DROP TABLE IF EXISTS `taskflow_def`;
+CREATE TABLE `taskflow_def`
+(
+ `id` bigint(20) NOT NULL AUTO_INCREMENT,
+ `name` varchar(255) DEFAULT NULL COMMENT 'Workflow definition name',
+ `descrip` varchar(255) DEFAULT NULL COMMENT 'Workflow function description',
+ `create_time` datetime DEFAULT NULL COMMENT 'create time',
+ `create_by` varchar(255) DEFAULT NULL COMMENT 'creator',
+ `isValid` int(11) DEFAULT NULL COMMENT 'logical deletion',
+ `trigger_event` varchar(255) DEFAULT NULL COMMENT 'trigger event',
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ DEFAULT CHARSET = latin1 COMMENT ='Task flow definition';
+
+-- ----------------------------
+-- Table structure for user
+-- ----------------------------
+DROP TABLE IF EXISTS `user`;
+CREATE TABLE `user`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT,
+ `name` varchar(255) NOT NULL COMMENT 'account name',
+ `password` varchar(64) NOT NULL COMMENT 'password md5',
+ `account_type` int(11) NOT NULL DEFAULT '1' COMMENT 'account type 0-manager 1-normal',
+ `due_date` datetime DEFAULT NULL COMMENT 'due date for account',
+ `create_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT 'create time',
+ `update_time` datetime DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT 'update time',
+ `create_by` varchar(255) NOT NULL COMMENT 'create by sb.',
+ `update_by` varchar(255) DEFAULT NULL COMMENT 'update by sb.',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `user_name_uindex` (`name`)
+) ENGINE = InnoDB
+ AUTO_INCREMENT = 25
+ DEFAULT CHARSET = utf8mb4 COMMENT ='User table';
+
+-- ----------------------------
+-- Table structure for user_role
+-- ----------------------------
+DROP TABLE IF EXISTS `user_role`;
+CREATE TABLE `user_role`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT,
+ `user_name` varchar(255) NOT NULL COMMENT 'username rtx',
+ `role_code` varchar(255) NOT NULL COMMENT 'role',
+ `create_time` datetime NOT NULL,
+ `update_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP,
+ `create_by` varchar(255) NOT NULL,
+ `update_by` varchar(255) NOT NULL,
+ `disabled` tinyint(1) NOT NULL DEFAULT '0' COMMENT 'Is it disabled?',
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ DEFAULT CHARSET = utf8mb4 COMMENT ='User Role Table';
+
+-- ----------------------------
+-- Table structure for wf_approver
+-- ----------------------------
+DROP TABLE IF EXISTS `wf_approver`;
+CREATE TABLE `wf_approver`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT,
+ `process_name` varchar(255) NOT NULL COMMENT 'process definition name',
+ `task_name` varchar(255) NOT NULL COMMENT 'Approval task name',
+ `filter_key` varchar(64) NOT NULL COMMENT 'filter condition KEY',
+ `filter_value` varchar(255) DEFAULT NULL COMMENT 'Filter matching value',
+ `filter_value_desc` varchar(255) DEFAULT NULL COMMENT 'Filter value description',
+ `approvers` varchar(1024) NOT NULL COMMENT 'Approvers, separated by commas',
+ `creator` varchar(64) NOT NULL COMMENT 'creator',
+ `modifier` varchar(64) NOT NULL COMMENT 'modifier',
+ `create_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT 'create time',
+ `modify_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT 'update time',
+ `is_deleted` int(11) DEFAULT '0' COMMENT 'Whether to delete, 0 is not deleted, if greater than 0, delete',
+ PRIMARY KEY (`id`),
+ KEY `process_name_task_name_index` (`process_name`, `task_name`)
+) ENGINE = InnoDB
+ AUTO_INCREMENT = 5
+ DEFAULT CHARSET = utf8mb4 COMMENT ='Workflow-Approver Configuration';
+
+-- ----------------------------
+-- Table structure for wf_event_log
+-- ----------------------------
+DROP TABLE IF EXISTS `wf_event_log`;
+CREATE TABLE `wf_event_log`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT,
+ `process_inst_id` int(11) NOT NULL,
+ `process_name` varchar(255) DEFAULT NULL COMMENT 'process name',
+ `process_display_name` varchar(255) NOT NULL COMMENT 'process name',
+ `business_id` varchar(128) DEFAULT NULL COMMENT 'Business ID',
+ `task_inst_id` int(11) DEFAULT NULL COMMENT 'task ID',
+ `element_name` varchar(255) NOT NULL COMMENT 'The name of the component that triggered the event',
+ `element_display_name` varchar(255) NOT NULL COMMENT 'Chinese name of the component that triggered the event',
+ `event_type` varchar(64) NOT NULL COMMENT 'Event type: process event/task event',
+ `event` varchar(64) NOT NULL COMMENT 'event',
+ `listener` varchar(1024) DEFAULT NULL COMMENT 'Event listener name',
+ `state` int(11) NOT NULL COMMENT 'state',
+ `async` tinyint(1) NOT NULL COMMENT 'Asynchronous or not',
+ `ip` varchar(64) DEFAULT NULL COMMENT 'IP address executed by listener',
+ `start_time` datetime NOT NULL COMMENT 'Monitor start execution time',
+ `end_time` datetime DEFAULT NULL COMMENT 'Listener end time',
+ `remark` text COMMENT 'Execution result remark information',
+ `exception` text COMMENT 'Exception information',
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ AUTO_INCREMENT = 5170
+ DEFAULT CHARSET = utf8mb4 COMMENT ='Workflow Event Log';
+
+-- ----------------------------
+-- Table structure for wf_process_instance
+-- ----------------------------
+DROP TABLE IF EXISTS `wf_process_instance`;
+CREATE TABLE `wf_process_instance`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT,
+ `name` varchar(255) NOT NULL COMMENT 'process name',
+ `display_name` varchar(255) NOT NULL COMMENT 'Process display name',
+ `type` varchar(255) DEFAULT NULL COMMENT 'process classification',
+ `title` varchar(255) DEFAULT NULL COMMENT 'process title',
+ `business_id` varchar(128) DEFAULT NULL COMMENT 'Business ID: to facilitate related business',
+ `applicant` varchar(255) NOT NULL COMMENT 'applicant',
+ `state` varchar(64) NOT NULL COMMENT 'state',
+ `form_data` mediumtext COMMENT 'form information',
+ `start_time` datetime NOT NULL COMMENT 'start time',
+ `end_time` datetime DEFAULT NULL COMMENT 'End event',
+ `ext` text COMMENT 'Extended information-json',
+ `hidden` tinyint(1) NOT NULL DEFAULT '0' COMMENT 'Is it hidden',
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ AUTO_INCREMENT = 197
+ DEFAULT CHARSET = utf8mb4 COMMENT ='Process instance';
+
+-- ----------------------------
+-- Table structure for wf_task_instance
+-- ----------------------------
+DROP TABLE IF EXISTS `wf_task_instance`;
+CREATE TABLE `wf_task_instance`
+(
+ `id` int(11) NOT NULL AUTO_INCREMENT,
+ `type` varchar(64) NOT NULL COMMENT 'Task type: UserTask user task/ServiceTask system task',
+ `process_inst_id` int(11) NOT NULL COMMENT 'process ID',
+ `process_name` varchar(255) NOT NULL COMMENT 'process name',
+ `process_display_name` varchar(255) NOT NULL COMMENT 'process name',
+ `name` varchar(255) NOT NULL COMMENT 'task name',
+ `display_name` varchar(255) NOT NULL COMMENT 'Task display name',
+ `applicant` varchar(64) DEFAULT NULL COMMENT 'applicant',
+ `approvers` varchar(1024) NOT NULL COMMENT 'approvers',
+ `state` varchar(64) NOT NULL COMMENT 'state',
+ `operator` varchar(255) DEFAULT NULL COMMENT 'actual operator',
+ `remark` varchar(1024) DEFAULT NULL COMMENT 'Remark information',
+ `form_data` mediumtext COMMENT 'The form information submitted by the current task',
+ `start_time` datetime NOT NULL COMMENT 'start time',
+ `end_time` datetime DEFAULT NULL COMMENT 'End time',
+ `ext` text COMMENT 'Extended information-json',
+ PRIMARY KEY (`id`)
+) ENGINE = InnoDB
+ AUTO_INCREMENT = 704
+ DEFAULT CHARSET = utf8mb4 COMMENT ='Task instance';
+
+SET FOREIGN_KEY_CHECKS = 1;
diff --git a/inlong-manager/manager-common/pom.xml b/inlong-manager/manager-common/pom.xml
new file mode 100644
index 0000000..ac6f87f
--- /dev/null
+++ b/inlong-manager/manager-common/pom.xml
@@ -0,0 +1,174 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+ ~ Licensed to the Apache Software Foundation (ASF) under one or more
+ ~ contributor license agreements. See the NOTICE file distributed with
+ ~ this work for additional information regarding copyright ownership.
+ ~ The ASF licenses this file to You under the Apache License, Version 2.0
+ ~ (the "License"); you may not use this file except in compliance with
+ ~ the License. You may obtain a copy of the License at
+ ~
+ ~ http://www.apache.org/licenses/LICENSE-2.0
+ ~
+ ~ Unless required by applicable law or agreed to in writing, software
+ ~ distributed under the License is distributed on an "AS IS" BASIS,
+ ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ ~ See the License for the specific language governing permissions and
+ ~ limitations under the License.
+ -->
+
+<project xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+ xmlns="http://maven.apache.org/POM/4.0.0"
+ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsd">
+ <modelVersion>4.0.0</modelVersion>
+ <parent>
+ <groupId>org.apache.inlong</groupId>
+ <artifactId>inlong-manager</artifactId>
+ <version>0.9.0-incubating-SNAPSHOT</version>
+ </parent>
+
+ <artifactId>manager-common</artifactId>
+ <name>Apache InLong - Manager Common</name>
+
+ <properties>
+ </properties>
+
+ <dependencies>
+ <dependency>
+ <groupId>org.springframework.boot</groupId>
+ <artifactId>spring-boot-starter-validation</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>org.projectlombok</groupId>
+ <artifactId>lombok</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>com.google.guava</groupId>
+ <artifactId>guava</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>com.fasterxml.jackson.core</groupId>
+ <artifactId>jackson-databind</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>com.fasterxml.jackson.datatype</groupId>
+ <artifactId>jackson-datatype-jsr310</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.commons</groupId>
+ <artifactId>commons-lang3</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>commons-io</groupId>
+ <artifactId>commons-io</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>commons-collections</groupId>
+ <artifactId>commons-collections</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>commons-codec</groupId>
+ <artifactId>commons-codec</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>io.swagger</groupId>
+ <artifactId>swagger-annotations</artifactId>
+ </dependency>
+ <!--swagger-knife4j-->
+ <dependency>
+ <groupId>com.github.xiaoymin</groupId>
+ <artifactId>knife4j-spring-boot-starter</artifactId>
+ <exclusions>
+ <exclusion>
+ <artifactId>byte-buddy</artifactId>
+ <groupId>net.bytebuddy</groupId>
+ </exclusion>
+ <exclusion>
+ <artifactId>classmate</artifactId>
+ <groupId>com.fasterxml</groupId>
+ </exclusion>
+ <exclusion>
+ <artifactId>jackson-annotations</artifactId>
+ <groupId>com.fasterxml.jackson.core</groupId>
+ </exclusion>
+ <exclusion>
+ <artifactId>spring-aop</artifactId>
+ <groupId>org.springframework</groupId>
+ </exclusion>
+ <exclusion>
+ <artifactId>spring-beans</artifactId>
+ <groupId>org.springframework</groupId>
+ </exclusion>
+ <exclusion>
+ <artifactId>spring-context</artifactId>
+ <groupId>org.springframework</groupId>
+ </exclusion>
+ <exclusion>
+ <artifactId>spring-plugin-core</artifactId>
+ <groupId>org.springframework.plugin</groupId>
+ </exclusion>
+ <exclusion>
+ <artifactId>spring-plugin-metadata</artifactId>
+ <groupId>org.springframework.plugin</groupId>
+ </exclusion>
+ <exclusion>
+ <artifactId>springfox-spi</artifactId>
+ <groupId>io.springfox</groupId>
+ </exclusion>
+ <exclusion>
+ <artifactId>slf4j-api</artifactId>
+ <groupId>org.slf4j</groupId>
+ </exclusion>
+ </exclusions>
+ </dependency>
+ <dependency>
+ <groupId>org.springframework</groupId>
+ <artifactId>spring-web</artifactId>
+ <version>5.3.4</version>
+ <scope>compile</scope>
+ </dependency>
+ <dependency>
+ <groupId>com.github.pagehelper</groupId>
+ <artifactId>pagehelper-spring-boot-starter</artifactId>
+ <exclusions>
+ <exclusion>
+ <artifactId>spring-boot-autoconfigure</artifactId>
+ <groupId>org.springframework.boot</groupId>
+ </exclusion>
+ <exclusion>
+ <artifactId>spring-boot-starter</artifactId>
+ <groupId>org.springframework.boot</groupId>
+ </exclusion>
+ </exclusions>
+ </dependency>
+
+ <dependency>
+ <groupId>javax.servlet</groupId>
+ <artifactId>servlet-api</artifactId>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>com.googlecode.json-simple</groupId>
+ <artifactId>json-simple</artifactId>
+ </dependency>
+
+ <dependency>
+ <groupId>com.google.code.gson</groupId>
+ <artifactId>gson</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.shiro</groupId>
+ <artifactId>shiro-core</artifactId>
+ <version>1.4.1</version>
+ <scope>compile</scope>
+ <exclusions>
+ <exclusion>
+ <artifactId>slf4j-api</artifactId>
+ <groupId>org.slf4j</groupId>
+ </exclusion>
+ </exclusions>
+ </dependency>
+
+ </dependencies>
+
+</project>
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/beans/ClusterBean.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/beans/ClusterBean.java
new file mode 100644
index 0000000..7dab074
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/beans/ClusterBean.java
@@ -0,0 +1,40 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.beans;
+
+import lombok.Data;
+import org.springframework.beans.factory.annotation.Value;
+import org.springframework.stereotype.Component;
+
+@Data
+@Component
+public class ClusterBean {
+
+ @Value("${cluster.tube.master}")
+ private String tubeMaster;
+
+ @Value("${cluster.tube.manager}")
+ private String tubeManager;
+
+ @Value("${cluster.zk.url}")
+ private String zkUrl;
+
+ @Value("${cluster.zk.root}")
+ private String zkRoot;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/beans/PageRequest.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/beans/PageRequest.java
new file mode 100644
index 0000000..16cf849
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/beans/PageRequest.java
@@ -0,0 +1,52 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.beans;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+
+/**
+ * Pagination request
+ */
+@ApiModel(value = "Pagination request")
+public class PageRequest {
+
+ @ApiModelProperty(value = "current page, default 1", required = true, example = "1")
+ private int pageNum = 1;
+
+ @ApiModelProperty(value = "page size, default 10", required = true, example = "10")
+ private int pageSize = 10;
+
+ public int getPageNum() {
+ return pageNum;
+ }
+
+ public PageRequest setPageNum(int pageNum) {
+ this.pageNum = pageNum;
+ return this;
+ }
+
+ public int getPageSize() {
+ return pageSize;
+ }
+
+ public PageRequest setPageSize(int pageSize) {
+ this.pageSize = pageSize;
+ return this;
+ }
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/beans/PageResult.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/beans/PageResult.java
new file mode 100644
index 0000000..900160b
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/beans/PageResult.java
@@ -0,0 +1,90 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.beans;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+
+import java.util.List;
+
+/**
+ * Result of the pagination
+ */
+@ApiModel(value = "Result of the pagination")
+public class PageResult<T> {
+
+ @ApiModelProperty(value = "current page")
+ private int pageNum;
+
+ @ApiModelProperty(value = "page size")
+ private int pageSize;
+
+ @ApiModelProperty(value = "total record size")
+ private long totalSize;
+
+ @ApiModelProperty(value = "total pages")
+ private int totalPages;
+
+ @ApiModelProperty(value = "data module")
+ private List<T> list;
+
+ public int getPageNum() {
+ return pageNum;
+ }
+
+ public PageResult<T> setPageNum(int pageNum) {
+ this.pageNum = pageNum;
+ return this;
+ }
+
+ public int getPageSize() {
+ return pageSize;
+ }
+
+ public PageResult<T> setPageSize(int pageSize) {
+ this.pageSize = pageSize;
+ return this;
+ }
+
+ public long getTotalSize() {
+ return totalSize;
+ }
+
+ public PageResult<T> setTotalSize(long totalSize) {
+ this.totalSize = totalSize;
+ return this;
+ }
+
+ public int getTotalPages() {
+ return totalPages;
+ }
+
+ public PageResult<T> setTotalPages(int totalPages) {
+ this.totalPages = totalPages;
+ return this;
+ }
+
+ public List<T> getList() {
+ return list;
+ }
+
+ public PageResult<T> setList(List<T> list) {
+ this.list = list;
+ return this;
+ }
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/beans/Response.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/beans/Response.java
new file mode 100755
index 0000000..ffad49d
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/beans/Response.java
@@ -0,0 +1,76 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.beans;
+
+/**
+ * The response of api
+ */
+public class Response<T> {
+
+ private boolean success;
+ private String errMsg;
+ private T data;
+
+ public Response() {
+ }
+
+ public Response(boolean success, String errMsg, T data) {
+ this.success = success;
+ this.errMsg = errMsg;
+ this.data = data;
+ }
+
+ public static <T> Response<T> success() {
+ return new Response<>(true, null, null);
+ }
+
+ public static <T> Response<T> success(T data) {
+ return new Response<>(true, null, data);
+ }
+
+ public static <T> Response<T> fail(String errMsg) {
+ return new Response<>(false, errMsg, null);
+ }
+
+ public boolean isSuccess() {
+ return success;
+ }
+
+ public Response<T> setSuccess(boolean success) {
+ this.success = success;
+ return this;
+ }
+
+ public String getErrMsg() {
+ return errMsg;
+ }
+
+ public Response<T> setErrMsg(String errMsg) {
+ this.errMsg = errMsg;
+ return this;
+ }
+
+ public T getData() {
+ return data;
+ }
+
+ public Response<T> setData(T data) {
+ this.data = data;
+ return this;
+ }
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/enums/AuthenticationType.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/enums/AuthenticationType.java
new file mode 100644
index 0000000..42bde79
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/enums/AuthenticationType.java
@@ -0,0 +1,27 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.enums;
+
+/**
+ * The type of authentication
+ */
+public enum AuthenticationType {
+
+ MOCK
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/enums/BizConstant.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/enums/BizConstant.java
new file mode 100644
index 0000000..50ee895
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/enums/BizConstant.java
@@ -0,0 +1,58 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.enums;
+
+/**
+ * Constant for business
+ *
+ */
+public class BizConstant {
+
+ public static final String STORAGE_TYPE_HIVE = "HIVE";
+
+ public static final String DATA_SOURCE_TYPE_DB = "DB";
+
+ public static final String DATA_SOURCE_TYPE_FILE = "FILE";
+
+ public static final String DATA_SOURCE_TYPE_AUTO_PUSH = "AUTO_PUSH";
+
+ public static final String DATA_TYPE_TEXT = "TEXT";
+
+ public static final String DATA_TYPE_KEY_VALUE = "KEY-VALUE";
+
+ public static final String DATA_TYPE_PB = "PB";
+
+ public static final String MIDDLEWARE_TYPE_TUBE = "TUBE";
+
+ public static final String CLUSTER_TYPE_ZK = "ZOOKEEPER";
+
+ public static final String CLUSTER_TYPE_SORT_ZK = "SORT_ZK";
+
+ public static final String CLUSTER_TYPE_SORT_TOPO = "SORT_TOPO";
+
+ public static final String CLUSTER_GROUP = "CLUSTER_GROUP";
+
+ public static final String MIDDLEWARE_TOPIC = "topic";
+
+ public static final String MIDDLEWARE_NAMESPACE = "namespace";
+
+ public static final String BID_IS_EMPTY = "businessIdentifier is empty";
+
+ public static final String DSID_IS_EMPTY = "dataStreamIdentifier is empty";
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/enums/BizErrorCodeEnum.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/enums/BizErrorCodeEnum.java
new file mode 100644
index 0000000..3084971
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/enums/BizErrorCodeEnum.java
@@ -0,0 +1,110 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.enums;
+
+public enum BizErrorCodeEnum {
+ AUTHORIZATION_FAILED(2001, "Authentication failed"),
+ INVALID_PARAMETER(2002, "The parameter is invalid"),
+ PERMISSION_REQUIRED(2003, "The current user does not have operation authority"),
+ AUTHENTICATION_REQUIRED(2004, "Authentication failed"),
+
+ BUSINESS_NOT_FOUND(1001, "Business does not exist/no operation authority"),
+ BUSINESS_DUPLICATE(1002, "Business already exists"),
+ BUSINESS_SAVE_FAILED(1003, "Failed to save/update business information"),
+ BUSINESS_PERMISSION_DENIED(1004, "No access to this business"),
+ BUSINESS_HAS_DATA_STREAM(1005, "There are some valid data stream for this business"),
+ BUSINESS_UPDATE_NOT_ALLOWED(1006, "The current business status does not support modification"),
+ BUSINESS_DELETE_NOT_ALLOWED(1007, "The current business status does not support deletion"),
+ BUSINESS_BID_UPDATE_NOT_ALLOWED(1008, "The current business status does not support modifying the business ID"),
+ BUSINESS_MIDDLEWARE_UPDATE_NOT_ALLOWED(1011,
+ "The current business status does not support modifying the middleware type"),
+
+ MIDDLEWARE_TYPE_NOT_SUPPORTED(1021, "MIDDLEWARE_TYPE_NOT_SUPPORTED"),
+
+ CLUSTER_NOT_FOUND(1101, "Cluster information does not exist"),
+
+
+ DATA_STREAM_NOT_FOUND(1201, "Data stream does not exist/no operation permission"),
+ DATA_STREAM_ID_DUPLICATE(1202, "The current business has a data stream with the same ID"),
+ DATA_STREAM_OPT_NOT_ALLOWED(1203,
+ "The current business status does not allow adding/modifying/deleting data streams"),
+ DATA_STREAM_BID_UPDATE_NOT_ALLOWED(1204,
+ "The current business status does not allow to modify the business ID of the data stream"),
+ DATA_STREAM_ID_UPDATE_NOT_ALLOWED(1205, "The current business status does not allow to modify the data stream ID"),
+ DATA_STREAM_SOURCE_UPDATE_NOT_ALLOWED(1206,
+ "The current business status does not allow to modify the data source type of the data stream"),
+ DATA_STREAM_EXT_SAVE_FAILED(1207, "Failed to save/update data stream extension information"),
+ DATA_STREAM_FIELD_SAVE_FAILED(1208, "Failed to save/update data stream field"),
+ DATA_STREAM_DELETE_HAS_SOURCE(1209,
+ "The data stream contains data source information and is not allowed to be deleted"),
+ DATA_STREAM_DELETE_HAS_STORAGE(1210,
+ "The data stream contains data storage information and is not allowed to be deleted"),
+
+ DATA_SOURCE_DUPLICATE(1301, "Data source already exists"),
+ DATA_SOURCE_BASIC_NOT_FOUND(1302, "The basic information of the data source does not exist"),
+ DATA_SOURCE_DETAIL_NOT_FOUND(1303, "Data source detailed information does not exist"),
+ DATA_SOURCE_TYPE_NOT_SUPPORTED(1304, "Data source type is not supported"),
+ DATA_SOURCE_BASIC_DELETE_HAS_DETAIL(1305,
+ "The data source contains detailed information and is not allowed to be deleted"),
+ DATA_SOURCE_OPT_NOT_ALLOWED(1306,
+ "The current business status does not allow adding/modifying/deleting data source information"),
+
+ HIVE_OPERATION_FAILED(1311, "Hive operation failed"),
+
+ STORAGE_TYPE_NOT_SUPPORTED(1401, "Storage type is not supported"),
+ STORAGE_INFO_NOT_FOUND(1402, "Storage information does not exist/no operation authority"),
+ STORAGE_SAVE_FAILED(1403, "Failed to save/update business information"),
+ STORAGE_HIVE_FIELD_SAVE_FAILED(1404, "Failed to save/update HIVE data storage field"),
+ STORAGE_OPT_NOT_ALLOWED(1405,
+ "The current business status does not allow adding/modifying/deleting data storage information"),
+ STORAGE_CLUSTER_UPDATE_NOT_ALLOWED(1406,
+ "Current business status does not allow modification of storage cluster information"),
+ STORAGE_APP_GROUP_UPDATE_NOT_ALLOWED(1407,
+ "Current business status does not allow modification of storage application group information"),
+ STORAGE_DB_NAME_UPDATE_NOT_ALLOWED(1408,
+ "The current business status does not allow modification of the storage target database name"),
+ STORAGE_TB_NAME_UPDATE_NOT_ALLOWED(1409,
+ "The current business status does not allow modification of the storage target table name"),
+ STORAGE_HIVE_FIELD_UPDATE_NOT_ALLOWED(1410,
+ "It is not allowed to modify/delete field information in the current business state"),
+
+ WORKFLOW_EXE_FAILED(4000, "Workflow execution exception"),
+
+ CONSUMER_GROUP_NAME_DUPLICATED(2600, "The consumer group already exists in the cluster"),
+ CONSUMER_GROUP_CREATE_FAILED(5001, "Failed to create tube consumer group"),
+
+ COMMON_FILE_DOWNLOAD_FAIL(6001, "File download failed"),
+ COMMON_FILE_UPLOAD_FAIL(6002, "File upload failed"),
+ ;
+
+ private final int code;
+ private final String defaultMessage;
+
+ BizErrorCodeEnum(int code, String defaultMessage) {
+ this.code = code;
+ this.defaultMessage = defaultMessage;
+ }
+
+ public int getCode() {
+ return code;
+ }
+
+ public String getDefaultMessage() {
+ return defaultMessage;
+ }
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/enums/ConsumptionStatus.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/enums/ConsumptionStatus.java
new file mode 100644
index 0000000..6dcb86a
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/enums/ConsumptionStatus.java
@@ -0,0 +1,81 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.enums;
+
+import com.google.common.collect.ImmutableMap;
+import com.google.common.collect.ImmutableSet;
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.Map;
+import java.util.Set;
+import java.util.stream.Stream;
+import org.apache.inlong.manager.common.util.Preconditions;
+
+/**
+ * Data consumption status
+ */
+@ApiModel("Data consumption status")
+public enum ConsumptionStatus {
+
+ @ApiModelProperty(value = "To be allocated: 10")
+ WAITING_ASSIGN(10),
+
+ @ApiModelProperty(value = "Pending approval: 11")
+ WAITING_APPROVE(11),
+
+ @ApiModelProperty(value = "Approval rejected: 20")
+ REJECTED(20),
+
+ @ApiModelProperty(value = "Approval and approval: 21")
+ APPROVED(21),
+
+ @ApiModelProperty(value = "Cancel application: 22")
+ CANCELED(22);
+
+ public static final Set<ConsumptionStatus> ALLOW_SAVE_UPDATE_STATUS = ImmutableSet
+ .of(WAITING_ASSIGN, REJECTED, CANCELED);
+
+ public static final Set<ConsumptionStatus> ALLOW_START_WORKFLOW_STATUS = ImmutableSet.of(WAITING_ASSIGN);
+
+ private static final Map<Integer, ConsumptionStatus> STATUS_MAP;
+
+ static {
+
+ ImmutableMap.Builder<Integer, ConsumptionStatus> builder = ImmutableMap.builder();
+ Stream.of(ConsumptionStatus.values())
+ .forEach(status -> builder.put(status.status, status));
+ STATUS_MAP = builder.build();
+ }
+
+ private final int status;
+
+ ConsumptionStatus(int status) {
+ this.status = status;
+ }
+
+ public static ConsumptionStatus fromStatus(int status) {
+ ConsumptionStatus consumptionStatus = STATUS_MAP.get(status);
+ Preconditions.checkNotNull(consumptionStatus, "status is unavailable :" + status);
+ return consumptionStatus;
+ }
+
+ public int getStatus() {
+ return status;
+ }
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/enums/EntityStatus.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/enums/EntityStatus.java
new file mode 100644
index 0000000..9c30e1e
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/enums/EntityStatus.java
@@ -0,0 +1,150 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.enums;
+
+import java.util.Arrays;
+import java.util.List;
+
+/**
+ * Entity status enum
+ */
+public enum EntityStatus {
+
+ UN_DELETED(0, "not deleted"),
+ IS_DELETED(1, "already deleted"),
+
+ DRAFT(0, "draft"),
+
+ NORMAL(10, "normal"),
+ FAILURE(20, "failure"),
+ CANCELED(30, "canceled"),
+ DELETED(40, "deleted"),
+
+ // Business related status
+ BIZ_WAIT_APPLYING(100, "waiting to applying"),
+ BIZ_WAIT_APPROVE(101, "waiting to approve"),
+ BIZ_APPROVE_REJECT(102, "approve reject"),
+ BIZ_APPROVE_PASS(103, "approve pass"),
+ BIZ_CONFIG_ING(110, "configuring"),
+ BIZ_CONFIG_FAILURE(120, "failed to config"),
+ BIZ_CONFIG_SUCCESS(130, "successfully config"),
+
+ // Data stream related status
+ DATA_STREAM_NEW(100, "new"),
+ DATA_STREAM_CONFIG_ING(110, "configuring"),
+ DATA_STREAM_CONFIG_FAILURE(120, "failed to config"),
+ DATA_STREAM_CONFIG_SUCCESS(130, "successfully config"),
+
+ // Data storage related status
+ DATA_STORAGE_NEW(100, "new"),
+ DATA_STORAGE_CONFIG_ING(110, "configuring"),
+ DATA_STORAGE_CONFIG_FAILURE(120, "failed to config"),
+ DATA_STORAGE_CONFIG_SUCCESS(130, "successfully config"),
+
+ // Data source related status
+ DATA_RESOURCE_NEW(200, "new"),
+ DATA_RESOURCE_DELETE(201, "deleted"),
+
+ // Agent related status
+ AGENT_WAIT_CREATE(200, "wait create"),
+ AGENT_WAIT_STOP(201, "wait stop"),
+ AGENT_WAIT_START(203, "wait start"),
+ AGENT_WAIT_DELETE(204, "wait delete"),
+ AGENT_WAIT_UPDATE(205, "wait update"),
+
+ AGENT_ISSUED_CREATE(300, "created and issued"),
+ AGENT_ISSUED_STOP(302, "stop has been issued"),
+ AGENT_ISSUED_START(303, "start has been issued"),
+ AGENT_ISSUED_DELETE(304, "deletion has been issued"),
+ AGENT_ISSUED_UPDATE(305, "modification has been issued"),
+
+ DEPLOY_WAIT(311, "waiting to change deployment"),
+ DEPLOY_ING(312, "deploying"),
+ DEPLOY_FAILURE(313, "deployment failed"),
+ DEPLOY_SUCCESS(314, "deployed successfully"),
+
+ ISSUE_WAIT(321, "waiting to issue"),
+ ISSUE_ING(322, "issuing"),
+ ISSUE_FAILURE(323, "failed to issue"),
+ ISSUE_SUCCESS(324, "successfully issued"),
+ ;
+
+ /**
+ * The status of the business that can initiate the approval process:
+ * <p/>[BIZ_WAIT_APPLYING] [BIZ_APPROVE_REJECT] [BIZ_CONFIG_FAILURE] [BIZ_CONFIG_SUCCESS]
+ */
+ public static final List<Integer> ALLOW_START_WORKFLOW_STATUS = Arrays.asList(
+ BIZ_WAIT_APPLYING.getCode(), BIZ_APPROVE_REJECT.getCode(), BIZ_CONFIG_FAILURE.getCode(),
+ BIZ_CONFIG_SUCCESS.getCode());
+
+ /**
+ * The status of the business that can be modified:
+ * <p/>[DRAFT] [BIZ_WAIT_APPLYING] [BIZ_APPROVE_REJECT] [BIZ_CONFIG_FAILURE] [BIZ_CONFIG_SUCCESS]
+ * <p/>[BIZ_CONFIG_ING] status cannot be modified
+ */
+ public static final List<Integer> ALLOW_UPDATE_BIZ_STATUS = Arrays.asList(
+ DRAFT.getCode(), BIZ_WAIT_APPLYING.getCode(), BIZ_APPROVE_REJECT.getCode(),
+ BIZ_CONFIG_FAILURE.getCode(), BIZ_CONFIG_SUCCESS.getCode());
+
+ /**
+ * The status of the service that can be deleted:
+ * <p/>[DRAFT] [BIZ_WAIT_APPLYING] [BIZ_APPROVE_REJECT] [BIZ_CONFIG_FAILURE] [BIZ_CONFIG_SUCCESS]
+ * <p/>[BIZ_CONFIG_FAILURE] [BIZ_CONFIG_SUCCESS] status cannot be deleted
+ */
+ public static final List<Integer> ALLOW_DELETE_BIZ_STATUS = Arrays.asList(
+ DRAFT.getCode(), BIZ_WAIT_APPLYING.getCode(), BIZ_APPROVE_REJECT.getCode(),
+ BIZ_CONFIG_FAILURE.getCode(), BIZ_CONFIG_SUCCESS.getCode());
+
+ /**
+ * The business can cascade to delete the status of the associated data:
+ * <p/>[DRAFT] [BIZ_WAIT_APPLYING]
+ */
+ public static final List<Integer> ALLOW_DELETE_BIZ_CASCADE_STATUS = Arrays.asList(
+ DRAFT.getCode(), BIZ_WAIT_APPLYING.getCode());
+
+ /**
+ * Status of business approval:
+ * <p/>[BIZ_CONFIG_FAILURE] [BIZ_CONFIG_SUCCESS]
+ */
+ public static final List<Integer> BIZ_APPROVE_PASS_STATUS = Arrays.asList(
+ BIZ_CONFIG_FAILURE.getCode(), BIZ_CONFIG_SUCCESS.getCode());
+
+ /**
+ * Temporary business status, adding, deleting and modifying operations are not allowed:
+ * <p/>[BIZ_WAIT_APPROVE] [BIZ_CONFIG_ING]
+ */
+ public static final List<Integer> BIZ_TEMP_STATUS = Arrays.asList(
+ BIZ_WAIT_APPROVE.getCode(), BIZ_CONFIG_ING.getCode());
+
+ private final Integer code;
+ private final String description;
+
+ EntityStatus(Integer code, String description) {
+ this.code = code;
+ this.description = description;
+ }
+
+ public Integer getCode() {
+ return code;
+ }
+
+ public String getDescription() {
+ return description;
+ }
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/enums/Env.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/enums/Env.java
new file mode 100644
index 0000000..e22a6a8
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/enums/Env.java
@@ -0,0 +1,64 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.enums;
+
+import com.google.common.collect.ImmutableMap;
+import java.util.EnumSet;
+import java.util.Map;
+import org.apache.commons.lang3.StringUtils;
+
+/**
+ * Env info
+ *
+ */
+public enum Env {
+ /**
+ * Development env
+ */
+ DEV,
+
+ /**
+ * Test env
+ */
+ TEST,
+
+ /**
+ * Production env
+ */
+ PROD;
+
+ private static final Map<String, Env> NAME_MAP;
+
+ static {
+ ImmutableMap.Builder<String, Env> builder = ImmutableMap.builder();
+ for (Env value : EnumSet.allOf(Env.class)) {
+ builder.put(value.name(), value);
+ }
+ NAME_MAP = builder.build();
+ }
+
+ public static Env forName(String name) {
+ String nameUpper = StringUtils.upperCase(name);
+ if (!NAME_MAP.containsKey(nameUpper)) {
+ throw new IllegalArgumentException("Env type not support");
+ }
+
+ return NAME_MAP.get(nameUpper);
+ }
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/enums/FileAgentDataGenerateRule.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/enums/FileAgentDataGenerateRule.java
new file mode 100644
index 0000000..99ec746
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/enums/FileAgentDataGenerateRule.java
@@ -0,0 +1,54 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.enums;
+
+import java.util.Arrays;
+
+public enum FileAgentDataGenerateRule {
+
+ DAY("day", "5 1 0 * * ?"),
+ HOUR("hour", "5 1 0/1 * * ?"),
+ MINUTE("minute", "1 0/10 * * * ?"),
+ RANDOM("random", "run_once");
+
+ private final String rule;
+ private final String scheduleRule;
+ FileAgentDataGenerateRule(String rule, String scheduleRule) {
+ this.rule = rule;
+ this.scheduleRule = scheduleRule;
+ }
+
+ public static FileAgentDataGenerateRule fromRuleValue(String rule) {
+ return rule != null ? parse(rule) : null;
+ }
+
+ public static FileAgentDataGenerateRule parse(String value) {
+ return Arrays.stream(FileAgentDataGenerateRule.class.getEnumConstants())
+ .filter(x -> x.getRule().equalsIgnoreCase(value))
+ .findAny()
+ .orElse(null);
+ }
+
+ public String getRule() {
+ return rule;
+ }
+
+ public String getScheduleRule() {
+ return scheduleRule;
+ }
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/enums/OperationType.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/enums/OperationType.java
new file mode 100644
index 0000000..0215a69
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/enums/OperationType.java
@@ -0,0 +1,39 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.enums;
+
+/**
+ * Operation type
+ */
+public enum OperationType {
+
+ CREATE,
+
+ UPDATE,
+
+ /**
+ * Insert or update
+ */
+ UPSERT,
+
+ DELETE,
+
+ GET,
+
+ LIST
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/enums/UserTypeEnum.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/enums/UserTypeEnum.java
new file mode 100644
index 0000000..a9d06da
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/enums/UserTypeEnum.java
@@ -0,0 +1,48 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.enums;
+
+import com.fasterxml.jackson.annotation.JsonValue;
+import java.util.Arrays;
+import lombok.Getter;
+
+/**
+ * User type enum
+ */
+public enum UserTypeEnum {
+
+ MANAGER(0), // has all privilege
+ OPERATOR(1), // No privilege to manage the system
+ ;
+
+ @Getter
+ @JsonValue
+ private final Integer code;
+
+ UserTypeEnum(Integer code) {
+ this.code = code;
+ }
+
+ public static UserTypeEnum parse(Integer value) {
+ return Arrays.stream(UserTypeEnum.class.getEnumConstants())
+ .filter(x -> x.getCode().equals(value))
+ .findAny()
+ .orElse(null);
+ }
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/exceptions/BaseException.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/exceptions/BaseException.java
new file mode 100644
index 0000000..fbf683f
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/exceptions/BaseException.java
@@ -0,0 +1,36 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.exceptions;
+
+import lombok.Data;
+import lombok.EqualsAndHashCode;
+import lombok.NoArgsConstructor;
+
+@Data
+@NoArgsConstructor
+@EqualsAndHashCode(callSuper = false)
+public class BaseException extends RuntimeException {
+
+ int code;
+ String message;
+
+ public BaseException(int code, String message) {
+ this.code = code;
+ this.message = message;
+ }
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/exceptions/BusinessException.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/exceptions/BusinessException.java
new file mode 100644
index 0000000..762ee22
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/exceptions/BusinessException.java
@@ -0,0 +1,37 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.exceptions;
+
+import lombok.Data;
+import lombok.EqualsAndHashCode;
+import lombok.NoArgsConstructor;
+import org.apache.inlong.manager.common.enums.BizErrorCodeEnum;
+
+@Data
+@NoArgsConstructor
+@EqualsAndHashCode(callSuper = false)
+public class BusinessException extends BaseException {
+
+ public BusinessException(BizErrorCodeEnum errorCodeEnum) {
+ super(errorCodeEnum.getCode(), errorCodeEnum.getDefaultMessage());
+ }
+
+ public BusinessException(BizErrorCodeEnum errorCodeEnum, String message) {
+ super(errorCodeEnum.getCode(), message);
+ }
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/exceptions/JsonException.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/exceptions/JsonException.java
new file mode 100644
index 0000000..9ccb056
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/exceptions/JsonException.java
@@ -0,0 +1,44 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.exceptions;
+
+/**
+ * Exception for JSON
+ */
+public class JsonException extends RuntimeException {
+
+ public JsonException() {
+ super();
+ }
+
+ public JsonException(String message) {
+ super(message);
+ }
+
+ public JsonException(String message, Throwable cause) {
+ super(message, cause);
+ }
+
+ public JsonException(Throwable cause) {
+ super(cause);
+ }
+
+ protected JsonException(String message, Throwable cause, boolean enableSuppression, boolean writableStackTrace) {
+ super(message, cause, enableSuppression, writableStackTrace);
+ }
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/AgentHeartbeatRequest.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/AgentHeartbeatRequest.java
new file mode 100644
index 0000000..f502d38
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/AgentHeartbeatRequest.java
@@ -0,0 +1,36 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.agent;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.Data;
+
+@ApiModel("Agent heartbeat request param")
+@Data
+public class AgentHeartbeatRequest {
+
+ @ApiModelProperty(value = "Type: TDAgent")
+ private String type;
+
+ @ApiModelProperty(value = "Agent IP")
+ private String agentIp;
+
+ @ApiModelProperty(value = "Heartbeat message")
+ private HeartbeatMessage heart;
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/AgentStatus.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/AgentStatus.java
new file mode 100644
index 0000000..db97e72
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/AgentStatus.java
@@ -0,0 +1,300 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.agent;
+
+import com.google.gson.annotations.SerializedName;
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.List;
+import lombok.Data;
+
+@Data
+@ApiModel("Agent status info")
+public class AgentStatus {
+
+ @ApiModelProperty(value = "Current time")
+ private String time;
+
+ @ApiModelProperty(value = "Agent version")
+ private String version;
+
+ @ApiModelProperty(value = "Agent register info")
+ private List<RegisterInfo> registerInfo;
+
+ @ApiModelProperty(value = "Information being read")
+ private ReadingInfo readingInfo;
+
+ @ApiModelProperty(value = "Retry data list")
+ private List<RetryInfo> retryInfo;
+
+ @ApiModelProperty(value = "Documents that have not been completed")
+ private List<RetryUnfinishedFile> retryUnfinishedFile;
+
+ public static class RegisterInfo {
+
+ @SerializedName("taskId")
+ private long taskId;
+
+ @SerializedName("registerMsg")
+ private String registerMsg;
+
+ public long getTaskId() {
+ return taskId;
+ }
+
+ public void setTaskId(long taskId) {
+ this.taskId = taskId;
+ }
+
+ public String getRegisterMsg() {
+ return registerMsg;
+ }
+
+ public void setRegisterMsg(String registerMsg) {
+ this.registerMsg = registerMsg;
+ }
+ }
+
+ public static class RetryInfo {
+
+ @SerializedName("taskId")
+ private long taskId;
+
+ @SerializedName("fileNum")
+ private int fileNum;
+
+ @SerializedName("dataTime")
+ private String dataTime;
+
+ @SerializedName("fileList")
+ private List<String> fileList;
+
+ public long getTaskId() {
+ return taskId;
+ }
+
+ public void setTaskId(long taskId) {
+ this.taskId = taskId;
+ }
+
+ public int getFileNum() {
+ return fileNum;
+ }
+
+ public void setFileNum(int fileNum) {
+ this.fileNum = fileNum;
+ }
+
+ public String getDataTime() {
+ return dataTime;
+ }
+
+ public void setDataTime(String dataTime) {
+ this.dataTime = dataTime;
+ }
+
+ public List<String> getFileList() {
+ return fileList;
+ }
+
+ public void setFileList(List<String> fileList) {
+ this.fileList = fileList;
+ }
+ }
+
+ public static class RetryUnfinishedFile {
+
+ @SerializedName("taskId")
+ private long taskId;
+
+ @SerializedName("ufFileNum")
+ private int ufFileNum;
+
+ @SerializedName("dataTime")
+ private String dataTime;
+
+ @SerializedName("ufFileList")
+ private List<String> ufFileList;
+
+ public long getTaskId() {
+ return taskId;
+ }
+
+ public void setTaskId(long taskId) {
+ this.taskId = taskId;
+ }
+
+ public int getUfFileNum() {
+ return ufFileNum;
+ }
+
+ public void setUfFileNum(int ufFileNum) {
+ this.ufFileNum = ufFileNum;
+ }
+
+ public String getDataTime() {
+ return dataTime;
+ }
+
+ public void setDataTime(String dataTime) {
+ this.dataTime = dataTime;
+ }
+
+ public List<String> getUfFileList() {
+ return ufFileList;
+ }
+
+ public void setUfFileList(List<String> ufFileList) {
+ this.ufFileList = ufFileList;
+ }
+ }
+
+ public static class ReadingInfo {
+
+ @SerializedName("readingCount")
+ private int readingCount;
+
+ @SerializedName("readingDetails")
+ private ReadingDetails readingDetails;
+
+ public int getReadingCount() {
+ return readingCount;
+ }
+
+ public void setReadingCount(int readingCount) {
+ this.readingCount = readingCount;
+ }
+
+ public ReadingDetails getReadingDetails() {
+ return readingDetails;
+ }
+
+ public void setReadingDetails(ReadingDetails readingDetails) {
+ this.readingDetails = readingDetails;
+ }
+ }
+
+ public static class ReadingDetails {
+
+ @SerializedName("normalFile")
+ private List<NormalFile> normalFile;
+
+ @SerializedName("retryFile")
+ private List<RetryFile> retryFile;
+
+ public List<NormalFile> getNormalFile() {
+ return normalFile;
+ }
+
+ public void setNormalFile(List<NormalFile> normalFile) {
+ this.normalFile = normalFile;
+ }
+
+ public List<RetryFile> getRetryFile() {
+ return retryFile;
+ }
+
+ public void setRetryFile(List<RetryFile> retryFile) {
+ this.retryFile = retryFile;
+ }
+ }
+
+ public static class NormalFile {
+
+ @SerializedName("dataTime")
+ private String dataTime;
+
+ @SerializedName("taskId")
+ private long taskId;
+
+ @SerializedName("fileName")
+ private String fileName;
+
+ public String getDataTime() {
+ return dataTime;
+ }
+
+ public void setDataTime(String dataTime) {
+ this.dataTime = dataTime;
+ }
+
+ public long getTaskId() {
+ return taskId;
+ }
+
+ public void setTaskId(long taskId) {
+ this.taskId = taskId;
+ }
+
+ public String getFileName() {
+ return fileName;
+ }
+
+ public void setFileName(String fileName) {
+ this.fileName = fileName;
+ }
+ }
+
+ public static class RetryFile {
+
+ @SerializedName("dataTime")
+ private String dataTime;
+
+ @SerializedName("taskId")
+ private long taskId;
+
+ @SerializedName("fileNum")
+ private int fileNum;
+
+ @SerializedName("readingFileList")
+ private List<String> readingFileList;
+
+ public String getDataTime() {
+ return dataTime;
+ }
+
+ public void setDataTime(String dataTime) {
+ this.dataTime = dataTime;
+ }
+
+ public long getTaskId() {
+ return taskId;
+ }
+
+ public void setTaskId(long taskId) {
+ this.taskId = taskId;
+ }
+
+ public int getFileNum() {
+ return fileNum;
+ }
+
+ public void setFileNum(int fileNum) {
+ this.fileNum = fileNum;
+ }
+
+ public List<String> getReadingFileList() {
+ return readingFileList;
+ }
+
+ public void setReadingFileList(List<String> readingFileList) {
+ this.readingFileList = readingFileList;
+ }
+ }
+
+}
\ No newline at end of file
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/AgentStatusReportRequest.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/AgentStatusReportRequest.java
new file mode 100644
index 0000000..ee875f4
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/AgentStatusReportRequest.java
@@ -0,0 +1,36 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.agent;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.Data;
+
+/**
+ * Agent status report request
+ */
+@ApiModel("Agent status report request")
+@Data
+public class AgentStatusReportRequest {
+
+ @ApiModelProperty(value = "Agent IP")
+ private String agentIp;
+
+ @ApiModelProperty(value = "Agent status")
+ private AgentStatus agentStatus;
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/AgentSysConfig.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/AgentSysConfig.java
new file mode 100644
index 0000000..35727d7
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/AgentSysConfig.java
@@ -0,0 +1,112 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.agent;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.AllArgsConstructor;
+import lombok.Builder;
+import lombok.Data;
+import lombok.NoArgsConstructor;
+
+@ApiModel("Agent system config")
+@Builder
+@NoArgsConstructor
+@AllArgsConstructor
+@Data
+public class AgentSysConfig {
+
+ @ApiModelProperty(value = "msgQueueSize")
+ private long msgQueueSize;
+
+ @ApiModelProperty(value = "clearDayOffset")
+ private int clearDayOffset;
+
+ @ApiModelProperty(value = "bufferSize")
+ private int bufferSize;
+
+ @ApiModelProperty(value = "flushEventTimeoutMillSec")
+ private int flushEventTimeoutMillSec;
+
+ @ApiModelProperty(value = "threadManagerSleepInterval")
+ private int threadManagerSleepInterval;
+
+ @ApiModelProperty(value = "sendRunnableSize")
+ private int sendRunnableSize;
+
+ @ApiModelProperty(value = "minRetryThreads")
+ private int minRetryThreads;
+
+ @ApiModelProperty(value = "clearIntervalSec")
+ private long clearIntervalSec;
+
+ @ApiModelProperty(value = "maxReaderCnt")
+ private int maxReaderCnt;
+
+ @ApiModelProperty(value = "sendTimeoutMillSec")
+ private int sendTimeoutMillSec;
+
+ @ApiModelProperty(value = "bufferSizeInBytes")
+ private int bufferSizeInBytes;
+
+ @ApiModelProperty(value = "maxRetryThreads")
+ private int maxRetryThreads;
+
+ @ApiModelProperty(value = "dbPath")
+ private String dbPath;
+
+ @ApiModelProperty(value = "scanIntervalSec")
+ private int scanIntervalSec;
+
+ @ApiModelProperty(value = "compress")
+ private boolean compress;
+
+ @ApiModelProperty(value = "isCalcMd5")
+ private boolean isCalcMd5;
+
+ @ApiModelProperty(value = "agent ip")
+ private String ip;
+
+ @ApiModelProperty(value = "flowSize")
+ private long flowSize;
+
+ @ApiModelProperty(value = "onelineSize")
+ private int onelineSize;
+
+ @ApiModelProperty(value = "eventCheckInterval")
+ private int eventCheckInterval;
+
+ @ApiModelProperty(value = "confRefreshIntervalSecs")
+ private int confRefreshIntervalSecs;
+
+ @ApiModelProperty(value = "statIntervalSec")
+ private int statIntervalSec;
+
+ @ApiModelProperty(value = "msgSize")
+ private int msgSize;
+
+ @ApiModelProperty(value = "md5")
+ private String md5;
+
+ @ApiModelProperty(value = "batchSize")
+ private int batchSize;
+
+ @ApiModelProperty(value = "agentRpcReconnectTime")
+ private int agentRpcReconnectTime;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/AgentSysconfRequest.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/AgentSysconfRequest.java
new file mode 100644
index 0000000..f192616
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/AgentSysconfRequest.java
@@ -0,0 +1,36 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.agent;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.Data;
+
+/**
+ * Request for obtaining agent system configuration information
+ */
+@ApiModel("Request for obtaining agent system configuration information")
+@Data
+public class AgentSysconfRequest {
+
+ @ApiModelProperty(value = "Agent IP (IP obtained by confirmip)")
+ private String agentIp;
+
+ @ApiModelProperty(value = "MD5 of the existing configuration")
+ private String readerMd5;
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/CheckAgentTaskConfRequest.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/CheckAgentTaskConfRequest.java
new file mode 100644
index 0000000..3e617f9
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/CheckAgentTaskConfRequest.java
@@ -0,0 +1,34 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.agent;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.List;
+import lombok.Data;
+
+@ApiModel("Agent data source comparison")
+@Data
+public class CheckAgentTaskConfRequest {
+
+ @ApiModelProperty(value = "Local ip")
+ private String agentIp;
+
+ @ApiModelProperty(value = "Task ID list")
+ private List<Integer> taskInfo;
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/ConfirmAgentIpRequest.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/ConfirmAgentIpRequest.java
new file mode 100644
index 0000000..0adf3a7
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/ConfirmAgentIpRequest.java
@@ -0,0 +1,34 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.agent;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.List;
+import lombok.Data;
+
+@ApiModel("Confirm current agent IP")
+@Data
+public class ConfirmAgentIpRequest {
+
+ @ApiModelProperty(value = "type: agent")
+ private String type;
+
+ @ApiModelProperty(value = "IP list")
+ private List<String> ipList;
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/DataConfig.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/DataConfig.java
new file mode 100644
index 0000000..b1ccb9b
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/DataConfig.java
@@ -0,0 +1,69 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.agent;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.Data;
+
+@ApiModel("Data config")
+@Data
+public class DataConfig {
+
+ @ApiModelProperty(value = "Operation type")
+ private int opType;
+
+ @ApiModelProperty(value = "Task id")
+ private int id;
+
+ @ApiModelProperty(value = "Agent IP")
+ private String ip;
+
+ @ApiModelProperty(value = "Collection file directory")
+ private String dataName;
+
+ @ApiModelProperty(value = "Time offset")
+ private String timeOffset;
+
+ @ApiModelProperty(value = "Message topic")
+ private String topic;
+
+ @ApiModelProperty(value = "Data interface id")
+ private String interfaceId;
+
+ @ApiModelProperty(value = "Message queue type")
+ private String mqType;
+
+ @ApiModelProperty(value = "Cluster id")
+ private int clusterId;
+
+ @ApiModelProperty(value = "Business identifier")
+ private String businessId;
+
+ @ApiModelProperty(value = "Schedule time")
+ private String scheduleTime;
+
+ @ApiModelProperty(value = "Additional info that needs to be added to the message header when writing to DataProxy")
+ private String additionalAttr;
+
+ @ApiModelProperty(value = "Field splitter")
+ private String fieldSplitter;
+
+ @ApiModelProperty(value = "Task type")
+ private int taskType;
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/FileAgentCMDConfig.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/FileAgentCMDConfig.java
new file mode 100644
index 0000000..b69040d
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/FileAgentCMDConfig.java
@@ -0,0 +1,39 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.agent;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.Data;
+
+@ApiModel("File Agent Special Operation")
+@Data
+public class FileAgentCMDConfig {
+
+ @ApiModelProperty(value = "Operation id")
+ private int id;
+
+ @ApiModelProperty(value = "Task id")
+ private int taskId;
+
+ @ApiModelProperty(value = "Operation")
+ private int op;
+
+ @ApiModelProperty(value = "Operation time")
+ private String dataTime;
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/FileAgentCommandInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/FileAgentCommandInfo.java
new file mode 100644
index 0000000..4df91e4
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/FileAgentCommandInfo.java
@@ -0,0 +1,106 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.agent;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.List;
+import lombok.Data;
+
+/**
+ * File agent operation result
+ */
+@ApiModel("File agent operation result")
+@Data
+public class FileAgentCommandInfo {
+
+ @ApiModelProperty(value = "agentIp")
+ private String agentIp;
+
+ @ApiModelProperty(value = "agent result details")
+ private List<CommandInfoBean> commandInfo;
+
+ public static class CommandInfoBean {
+
+ @ApiModelProperty(value = "operation result")
+ private int commandResult;
+
+ @ApiModelProperty(value = "Command issuance time")
+ private long deliveryTime;
+
+ @ApiModelProperty(value = "task id")
+ private int taskId;
+
+ @ApiModelProperty(value = "operation type")
+ private int opType;
+
+ @ApiModelProperty(value = "data time")
+ private String dataTime;
+
+ @ApiModelProperty(value = "operation id")
+ private int id;
+
+ public int getCommandResult() {
+ return commandResult;
+ }
+
+ public void setCommandResult(int commandResult) {
+ this.commandResult = commandResult;
+ }
+
+ public int getTaskId() {
+ return taskId;
+ }
+
+ public void setTaskId(int taskId) {
+ this.taskId = taskId;
+ }
+
+ public int getOpType() {
+ return opType;
+ }
+
+ public void setOpType(int opType) {
+ this.opType = opType;
+ }
+
+ public String getDataTime() {
+ return dataTime;
+ }
+
+ public void setDataTime(String dataTime) {
+ this.dataTime = dataTime;
+ }
+
+ public int getId() {
+ return id;
+ }
+
+ public void setId(int id) {
+ this.id = id;
+ }
+
+ public long getDeliveryTime() {
+ return deliveryTime;
+ }
+
+ public void setDeliveryTime(long deliveryTime) {
+ this.deliveryTime = deliveryTime;
+ }
+ }
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/FileAgentTaskConfig.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/FileAgentTaskConfig.java
new file mode 100644
index 0000000..c9ece72
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/FileAgentTaskConfig.java
@@ -0,0 +1,83 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.agent;
+
+import com.fasterxml.jackson.annotation.JsonIgnore;
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.Date;
+import lombok.Data;
+
+/**
+ * File agent task config
+ */
+@ApiModel("File agent task config")
+@Data
+public class FileAgentTaskConfig {
+
+ private String businessIdentifier;
+
+ private String dataStreamIdentifier;
+
+ @ApiModelProperty(value = "Operation type")
+ private String op;
+
+ @ApiModelProperty(value = "Command delivery time")
+ private Date deliveryTime;
+
+ @ApiModelProperty(value = "Task id")
+ private int taskId;
+
+ @ApiModelProperty(value = "Agent IP")
+ private String ip;
+
+ @ApiModelProperty(value = "Collection file directory")
+ private String dataName;
+
+ @ApiModelProperty(value = "Time offset")
+ private String timeOffset;
+
+ @ApiModelProperty(value = "Message topic")
+ private String topic;
+
+ @ApiModelProperty(value = "Schedule time")
+ private String scheduleTime;
+
+ @ApiModelProperty(value = "Middleware type")
+ private String middlewareType;
+
+ @ApiModelProperty(value = "Field splitter")
+ private String fieldSplitter;
+
+ @ApiModelProperty(value = "Message queue master address")
+ private String mqMasterAddress;
+
+ @ApiModelProperty(value = "Additional attribute")
+ private String additionalAttr;
+
+ @JsonIgnore
+ @ApiModelProperty(value = "Data generate rule")
+ private String dataGenerateRule;
+
+ @JsonIgnore
+ private String sortType;
+
+ @JsonIgnore
+ private int status;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/FileAgentTaskInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/FileAgentTaskInfo.java
new file mode 100644
index 0000000..9bec66a
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/FileAgentTaskInfo.java
@@ -0,0 +1,36 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.agent;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.List;
+import lombok.Builder;
+import lombok.Data;
+
+@Data
+@ApiModel("File Agent task info")
+@Builder
+public class FileAgentTaskInfo {
+
+ @ApiModelProperty(value = "Command config list")
+ private List<FileAgentCMDConfig> cmdConfigs;
+
+ @ApiModelProperty(value = "Task config list")
+ private List<FileAgentTaskConfig> dataConfigs;
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/HeartbeatMessage.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/HeartbeatMessage.java
new file mode 100644
index 0000000..9c1b599
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/agent/HeartbeatMessage.java
@@ -0,0 +1,90 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.agent;
+
+import com.google.gson.annotations.SerializedName;
+import io.swagger.annotations.ApiModel;
+import java.util.List;
+import lombok.Data;
+
+/**
+ * Heartbeat message
+ */
+@Data
+@ApiModel("Heartbeat message")
+public class HeartbeatMessage {
+
+ @SerializedName("ip")
+ private String ip;
+
+ @SerializedName("version")
+ private String version;
+
+ @SerializedName("startupTime")
+ private String startupTime;
+
+ @SerializedName("time")
+ private String time;
+
+ @SerializedName("firstReport")
+ private boolean firstReport;
+
+ @SerializedName("bufferUsage")
+ private String bufferUsage;
+
+ @SerializedName("sendQueueUsage")
+ private String sendQueueUsage;
+
+ @SerializedName("retryQueueUsage")
+ private String retryQueueUsage;
+
+ @SerializedName("usedMemoryPercent")
+ private String usedMemoryPercent;
+
+ @SerializedName("usedDiskPercent")
+ private String usedDiskPercent;
+
+ @SerializedName("taskInfos")
+ private List<TaskInfo> taskInfos;
+
+ public static class TaskInfo {
+
+ @SerializedName("taskId")
+ private int taskId;
+
+ @SerializedName("delayTime")
+ private String delayTime;
+
+ public int getTaskId() {
+ return taskId;
+ }
+
+ public void setTaskId(int taskId) {
+ this.taskId = taskId;
+ }
+
+ public String getDelayTime() {
+ return delayTime;
+ }
+
+ public void setDelayTime(String delayTime) {
+ this.delayTime = delayTime;
+ }
+ }
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/business/BusinessApproveInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/business/BusinessApproveInfo.java
new file mode 100644
index 0000000..2236297
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/business/BusinessApproveInfo.java
@@ -0,0 +1,46 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.business;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.Data;
+
+/**
+ * Business access approval information
+ */
+@Data
+@ApiModel("Business Access Approval Information")
+public class BusinessApproveInfo {
+
+ @ApiModelProperty(value = "Primary key")
+ private Integer id;
+
+ @ApiModelProperty(value = "Business identifier", required = true)
+ private String businessIdentifier;
+
+ @ApiModelProperty(value = "Middleware Type")
+ private String middlewareType;
+
+ @ApiModelProperty(value = "MQ resource object, for Tube, it's Topic")
+ private String mqResourceObj;
+
+ @ApiModelProperty(value = "Data type name")
+ private String schemaName;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/business/BusinessCountVO.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/business/BusinessCountVO.java
new file mode 100644
index 0000000..6cb77ef
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/business/BusinessCountVO.java
@@ -0,0 +1,42 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.business;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.Data;
+
+/**
+ * Statistics of business status
+ */
+@Data
+@ApiModel("Statistics of business status")
+public class BusinessCountVO {
+
+ @ApiModelProperty(value = "Total business number")
+ private long totalCount;
+
+ @ApiModelProperty(value = "The quantity to be allocated, which is the number of configuring businesses")
+ private long waitAssignCount;
+
+ @ApiModelProperty(value = "Amount to be approved")
+ private long waitApproveCount;
+
+ @ApiModelProperty(value = "Quantity rejected")
+ private long rejectCount;
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/business/BusinessExtInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/business/BusinessExtInfo.java
new file mode 100644
index 0000000..8654a5e
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/business/BusinessExtInfo.java
@@ -0,0 +1,44 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.business;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.Data;
+
+/**
+ * Business access extension information
+ *
+ */
+@Data
+@ApiModel("Business access extension information")
+public class BusinessExtInfo {
+
+ @ApiModelProperty(value = "id")
+ private Integer id;
+
+ @ApiModelProperty(value = "business identifier", required = true)
+ private String businessIdentifier;
+
+ @ApiModelProperty(value = "property name")
+ private String keyName;
+
+ @ApiModelProperty(value = "property value")
+ private String keyValue;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/business/BusinessInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/business/BusinessInfo.java
new file mode 100644
index 0000000..91a9f90
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/business/BusinessInfo.java
@@ -0,0 +1,102 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.business;
+
+import com.fasterxml.jackson.annotation.JsonFormat;
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.Date;
+import java.util.List;
+import lombok.AllArgsConstructor;
+import lombok.Builder;
+import lombok.Data;
+import lombok.NoArgsConstructor;
+
+/**
+ * Business access info
+ */
+@Data
+@Builder
+@NoArgsConstructor
+@AllArgsConstructor
+@ApiModel("Business access info")
+public class BusinessInfo {
+
+ @ApiModelProperty(value = "Primary key")
+ private Integer id;
+
+ @ApiModelProperty(value = "Business identifier", required = true)
+ private String businessIdentifier;
+
+ @ApiModelProperty(value = "Business name", required = true)
+ private String name;
+
+ @ApiModelProperty(value = "Chinese display name")
+ private String cnName;
+
+ @ApiModelProperty(value = "Business description")
+ private String description;
+
+ @ApiModelProperty(value = "Middleware type of data storage, high throughput: TUBE")
+ private String middlewareType;
+
+ @ApiModelProperty(value = "MQ resource object, in business, Tube corresponds to Topic")
+ private String mqResourceObj;
+
+ @ApiModelProperty(value = "Data type name")
+ private String schemaName;
+
+ @ApiModelProperty(value = "Number of access items per day, unit: 10,000 items per day")
+ private Integer dailyRecords;
+
+ @ApiModelProperty(value = "Access size per day, unit: GB per day")
+ private Integer dailyStorage;
+
+ @ApiModelProperty(value = "peak access per second, unit: bars per second")
+ private Integer peakRecords;
+
+ @ApiModelProperty(value = "The maximum length of a single piece of data, unit: Byte")
+ private Integer maxLength;
+
+ @ApiModelProperty(value = "Name of responsible person, separated by commas")
+ private String inCharges;
+
+ @ApiModelProperty(value = "A list of names of business followers, separated by commas")
+ private String followers;
+
+ private Integer status;
+
+ @ApiModelProperty(value = "is deleted? 0: deleted, 1: not deleted")
+ private Integer isDeleted = 0;
+
+ private String creator;
+
+ private String modifier;
+
+ @JsonFormat(pattern = "yyyy-MM-dd HH:mm:ss")
+ private Date createTime;
+
+ @JsonFormat(pattern = "yyyy-MM-dd HH:mm:ss")
+ private Date modifyTime;
+
+ @ApiModelProperty(value = "Temporary view, string in JSON format")
+ private String tempView;
+
+ @ApiModelProperty(value = "Business Extension Properties")
+ private List<BusinessExtInfo> extList;
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/business/BusinessListVO.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/business/BusinessListVO.java
new file mode 100644
index 0000000..d2d01c8
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/business/BusinessListVO.java
@@ -0,0 +1,57 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.business;
+
+import com.fasterxml.jackson.annotation.JsonFormat;
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.Date;
+import lombok.Data;
+
+/**
+ * Business list
+ */
+@Data
+@ApiModel("Business List")
+public class BusinessListVO {
+
+ @ApiModelProperty(value = "Primary key")
+ private Integer id;
+
+ @ApiModelProperty(value = "Business identifier", required = true)
+ private String businessIdentifier;
+
+ @ApiModelProperty(value = "Business name")
+ private String name;
+
+ @ApiModelProperty(value = "Chinese display name")
+ private String cnName;
+
+ @ApiModelProperty(value = "Name of responsible person, separated by commas")
+ private String inCharges;
+
+ @ApiModelProperty(value = "Status")
+ private Integer status;
+
+ @JsonFormat(pattern = "yyyy-MM-dd HH:mm:ss")
+ private Date createTime;
+
+ @JsonFormat(pattern = "yyyy-MM-dd HH:mm:ss")
+ private Date modifyTime;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/business/BusinessPageRequest.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/business/BusinessPageRequest.java
new file mode 100644
index 0000000..a61fab6
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/business/BusinessPageRequest.java
@@ -0,0 +1,43 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.business;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.Data;
+import lombok.EqualsAndHashCode;
+import org.apache.inlong.manager.common.beans.PageRequest;
+
+/**
+ * Business pagination query conditions
+ */
+@Data
+@EqualsAndHashCode(callSuper = false)
+@ApiModel("Business table query conditions")
+public class BusinessPageRequest extends PageRequest {
+
+ @ApiModelProperty(value = "Keywords")
+ private String keyWord;
+
+ @ApiModelProperty(value = "Status")
+ private Integer status;
+
+ @ApiModelProperty(value = "Current user", hidden = true)
+ private String currentUser;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/business/BusinessTopicVO.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/business/BusinessTopicVO.java
new file mode 100644
index 0000000..c4f9707
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/business/BusinessTopicVO.java
@@ -0,0 +1,43 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.business;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.Data;
+
+/**
+ * Topic View Object of the Business
+ */
+@Data
+@ApiModel("Topic View Object of the Business")
+public class BusinessTopicVO {
+
+ @ApiModelProperty(value = "Business identifier", required = true)
+ private String businessIdentifier;
+
+ @ApiModelProperty(value = "Middleware type of data storage, support high throughput: Tube")
+ private String middlewareType;
+
+ @ApiModelProperty(value = "Tube topic name")
+ private String topicName;
+
+ @ApiModelProperty(value = "URL of middleware cluster")
+ private String masterUrl;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/business/DataSchemaInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/business/DataSchemaInfo.java
new file mode 100644
index 0000000..cad559c
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/business/DataSchemaInfo.java
@@ -0,0 +1,49 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.business;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.Data;
+
+/**
+ * Data schema info
+ *
+ */
+@Data
+@ApiModel("Data schema info")
+public class DataSchemaInfo {
+
+ private Integer id;
+
+ @ApiModelProperty(value = "schema name")
+ private String name;
+
+ @ApiModelProperty(value = "Agent type, support: file, db_incr, db_full")
+ private String agentType;
+
+ @ApiModelProperty(value = "data generate rule, support: day, hour")
+ private String dataGenerateRule;
+
+ @ApiModelProperty(value = "sort type, support: 0, 5, 9, 10, 13, 15")
+ private Integer sortType;
+
+ @ApiModelProperty(value = "time offset")
+ private String timeOffset;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/cluster/ClusterInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/cluster/ClusterInfo.java
new file mode 100644
index 0000000..6080476
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/cluster/ClusterInfo.java
@@ -0,0 +1,58 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.cluster;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.Data;
+
+/**
+ * Common cluster information
+ */
+@Data
+@ApiModel("Common cluster information")
+public class ClusterInfo {
+
+ @ApiModelProperty(value = "Incremental primary key")
+ private Integer id;
+
+ @ApiModelProperty(value = "cluster name")
+ private String name;
+
+ @ApiModelProperty(value = "Cluster type, including TUBE, ZK, etc.")
+ private String type;
+
+ @ApiModelProperty(value = "Cluster IP address")
+ private String ip;
+
+ @ApiModelProperty(value = "Cluster port number")
+ private Integer port;
+
+ @ApiModelProperty(value = "Name of in charges, separated by commas")
+ private String inCharges;
+
+ @ApiModelProperty(value = "Cluster URL address")
+ private String url;
+
+ @ApiModelProperty(value = "Whether it is a backup cluster, 0: no, 1: yes")
+ private Integer isBackup;
+
+ @ApiModelProperty(value = "Cluster status")
+ private Integer status;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/cluster/ClusterRequest.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/cluster/ClusterRequest.java
new file mode 100644
index 0000000..0b63922
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/cluster/ClusterRequest.java
@@ -0,0 +1,51 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.cluster;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.AllArgsConstructor;
+import lombok.Builder;
+import lombok.Data;
+import lombok.EqualsAndHashCode;
+import lombok.NoArgsConstructor;
+
+/**
+ * Cluster information query conditions
+ */
+@Data
+@Builder
+@NoArgsConstructor
+@AllArgsConstructor
+@EqualsAndHashCode(callSuper = false)
+@ApiModel("Cluster Information Query Conditions")
+public class ClusterRequest {
+
+ @ApiModelProperty(value = "cluster type")
+ private String type;
+
+ @ApiModelProperty(value = "Cluster IP")
+ private String ip;
+
+ @ApiModelProperty(value = "Whether to backup the cluster")
+ private Integer isBackup;
+
+ @ApiModelProperty(value = "state")
+ private Integer status;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/cluster/DataProxyClusterInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/cluster/DataProxyClusterInfo.java
new file mode 100644
index 0000000..a0d3a3b
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/cluster/DataProxyClusterInfo.java
@@ -0,0 +1,66 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.cluster;
+
+import com.fasterxml.jackson.annotation.JsonFormat;
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.Date;
+import lombok.Data;
+
+/**
+ * DataProxy cluster information
+ */
+@Data
+@ApiModel("DataProxy cluster information")
+public class DataProxyClusterInfo {
+
+ @ApiModelProperty(value = "Primary key")
+ private Integer id;
+
+ @ApiModelProperty(value = "Cluster name")
+ private String name;
+
+ @ApiModelProperty(value = "Cluster description")
+ private String description;
+
+ @ApiModelProperty(value = "Cluster address")
+ private String address;
+
+ @ApiModelProperty(value = "Access port number, multiple ports are separated by a comma")
+ private String port;
+
+ @ApiModelProperty(value = "Whether it is a backup cluster, 0: no, 1: yes")
+ private Integer isBackup;
+
+ @ApiModelProperty(value = "Name of responsible person, separated by commas")
+ private String inCharges;
+
+ @ApiModelProperty(value = "Extended property, string in JSON format")
+ private String extProps;
+
+ @ApiModelProperty(value = "Cluster status")
+ private Integer status;
+
+ @JsonFormat(pattern = "yyyy-MM-dd HH:mm:ss")
+ private Date createTime;
+
+ @JsonFormat(pattern = "yyyy-MM-dd HH:mm:ss")
+ private Date modifyTime;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/cluster/DataProxyClusterPageRequest.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/cluster/DataProxyClusterPageRequest.java
new file mode 100644
index 0000000..8a6aa8c
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/cluster/DataProxyClusterPageRequest.java
@@ -0,0 +1,43 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.cluster;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.Data;
+import lombok.EqualsAndHashCode;
+import org.apache.inlong.manager.common.beans.PageRequest;
+
+/**
+ * DataProxy cluster paging query conditions
+ */
+@Data
+@EqualsAndHashCode(callSuper = false)
+@ApiModel("DataProxy cluster paging query conditions")
+public class DataProxyClusterPageRequest extends PageRequest {
+
+ @ApiModelProperty(value = "Keywords, name, description, etc.")
+ private String keyWord;
+
+ @ApiModelProperty(value = "Status")
+ private Integer status;
+
+ @ApiModelProperty(value = "Current user", hidden = true)
+ private String currentUser;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/commonserver/CommonDbServerInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/commonserver/CommonDbServerInfo.java
new file mode 100644
index 0000000..3c7846c
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/commonserver/CommonDbServerInfo.java
@@ -0,0 +1,105 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.commonserver;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.Date;
+import lombok.AllArgsConstructor;
+import lombok.Builder;
+import lombok.Data;
+import lombok.NoArgsConstructor;
+
+@Data
+@Builder
+@NoArgsConstructor
+@AllArgsConstructor
+@ApiModel("Common DB server info")
+public class CommonDbServerInfo {
+
+ private int id;
+
+ @ApiModelProperty("access type, support: Agent, DataProxy Client, LoadProxy")
+ private String accessType;
+
+ @ApiModelProperty("connection alias name")
+ private String connectionName;
+
+ @ApiModelProperty("DB type, like: MySQL、Oracle")
+ private String dbType;
+
+ @ApiModelProperty("DB Server IP")
+ private String dbServerIp;
+
+ @ApiModelProperty("DB Server port")
+ private int port;
+
+ @ApiModelProperty("target database name")
+ private String dbName;
+
+ @ApiModelProperty("Db server username")
+ private String username;
+
+ @ApiModelProperty("password")
+ private String password;
+
+ @ApiModelProperty("has select permission for DB, 0: no, 1: yes")
+ private boolean hasSelect;
+
+ @ApiModelProperty("has insert permission for DB, 0: no, 1: yes")
+ private boolean hasInsert;
+
+ @ApiModelProperty("has update permission for DB, 0: no, 1: yes")
+ private boolean hasUpdate;
+
+ @ApiModelProperty("has delete permission for DB, 0: no, 1: yes")
+ private boolean hasDelete;
+
+ @ApiModelProperty("DB in charges, separate with commas(\",\") when multiple")
+ private String inCharges;
+
+ @ApiModelProperty("description for DB")
+ private String dbDescription;
+
+ @ApiModelProperty("backup DB host IP")
+ private String backupDbServerIp;
+
+ @ApiModelProperty("backup DB host port")
+ private int backupDbPort;
+
+ @ApiModelProperty("status, 0: invalid, 1: normal")
+ private Integer status;
+
+ @ApiModelProperty("is deleted? 0: deleted, 1: not deleted")
+ private Integer isDeleted;
+
+ private String creator;
+
+ private String modifier;
+
+ private Date createTime;
+
+ private Date modifyTime;
+
+ @ApiModelProperty("visible person, separate with commas(\",\") when multiple")
+ private String visiblePerson;
+
+ @ApiModelProperty("visible group, separate with commas(\",\") when multiple")
+ private String visibleGroup;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/commonserver/CommonDbServerListVo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/commonserver/CommonDbServerListVo.java
new file mode 100644
index 0000000..475cd22
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/commonserver/CommonDbServerListVo.java
@@ -0,0 +1,61 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.commonserver;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.Date;
+import lombok.Data;
+
+/**
+ * File data source list
+ */
+@Data
+@ApiModel("File data source list")
+public class CommonDbServerListVo {
+
+ private int id;
+
+ @ApiModelProperty("Collection type, Agent, DataProxy Client, LoadProxy")
+ private String accessType;
+
+ @ApiModelProperty("The name of the database connection")
+ private String connectionName;
+
+ @ApiModelProperty("DB type, such as MySQL, Oracle")
+ private String dbType;
+
+ @ApiModelProperty("DB Server IP")
+ private String dbServerIp;
+
+ @ApiModelProperty("Port Number")
+ private int port;
+
+ @ApiModelProperty("Target database name")
+ private String dbName;
+
+ @ApiModelProperty("DB description")
+ private String dbDescription;
+
+ @ApiModelProperty("Status, 0: normal, 1: invalid")
+ private Integer status;
+
+ private String modifier;
+
+ private Date modifyTime;
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/commonserver/CommonDbServerPageRequest.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/commonserver/CommonDbServerPageRequest.java
new file mode 100644
index 0000000..c8b8a4e
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/commonserver/CommonDbServerPageRequest.java
@@ -0,0 +1,43 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.commonserver;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.List;
+import lombok.Data;
+import lombok.EqualsAndHashCode;
+import org.apache.inlong.manager.common.beans.PageRequest;
+
+/**
+ * DB data source query conditions
+ */
+@Data
+@EqualsAndHashCode(callSuper = false)
+@ApiModel("DB data source query conditions")
+public class CommonDbServerPageRequest extends PageRequest {
+
+ @ApiModelProperty(value = "DB Server IP")
+ private String dbServerIp;
+
+ @ApiModelProperty(value = "current user")
+ private String currentUser;
+
+ @ApiModelProperty(value = "The group the current user belongs to")
+ private List<String> userGroups;
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/commonserver/CommonFileServerInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/commonserver/CommonFileServerInfo.java
new file mode 100644
index 0000000..bda892b
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/commonserver/CommonFileServerInfo.java
@@ -0,0 +1,76 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.commonserver;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.Date;
+import lombok.AllArgsConstructor;
+import lombok.Builder;
+import lombok.Data;
+import lombok.NoArgsConstructor;
+
+/**
+ * Common file server info
+ */
+@Data
+@Builder
+@NoArgsConstructor
+@AllArgsConstructor
+@ApiModel("Common file server info")
+public class CommonFileServerInfo {
+
+ private int id;
+
+ @ApiModelProperty("access type, support: Agent, DataProxy Client, LoadProxy")
+ private String accessType;
+
+ private String ip;
+
+ private int port;
+
+ @ApiModelProperty("Issue type, support: SSH, TCS")
+ private String issueType;
+
+ @ApiModelProperty("File server username")
+ private String username;
+
+ @ApiModelProperty("password")
+ private String password;
+
+ @ApiModelProperty("Status, 0: invalid, 1: normal")
+ private Integer status;
+
+ @ApiModelProperty("is deleted? 0: deleted, 1: not deleted")
+ private Integer isDeleted;
+
+ private String creator;
+
+ private String modifier;
+
+ private Date createTime;
+
+ private Date modifyTime;
+
+ @ApiModelProperty("visible person, separate with commas(\",\") when multiple")
+ private String visiblePerson;
+
+ @ApiModelProperty("visible group, separate with commas(\",\") when multiple")
+ private String visibleGroup;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/commonserver/CommonFileServerListVo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/commonserver/CommonFileServerListVo.java
new file mode 100644
index 0000000..758638c
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/commonserver/CommonFileServerListVo.java
@@ -0,0 +1,55 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.commonserver;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.Date;
+import lombok.AllArgsConstructor;
+import lombok.Builder;
+import lombok.Data;
+import lombok.NoArgsConstructor;
+
+@Data
+@Builder
+@NoArgsConstructor
+@AllArgsConstructor
+@ApiModel("Response of file data source list")
+public class CommonFileServerListVo {
+
+ private int id;
+
+ @ApiModelProperty("access type, support: Agent, DataProxy Client, LoadProxy")
+ private String accessType;
+
+ @ApiModelProperty("data source IP")
+ private String ip;
+
+ private int port;
+
+ @ApiModelProperty("issue type, support: SSH, TCS")
+ private String issueType;
+
+ private String username;
+
+ @ApiModelProperty("status, 0: Normal, 1: Invalid")
+ private Integer status;
+
+ private String modifier;
+ private Date modifyTime;
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/commonserver/CommonFileServerPageRequest.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/commonserver/CommonFileServerPageRequest.java
new file mode 100644
index 0000000..036870c
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/commonserver/CommonFileServerPageRequest.java
@@ -0,0 +1,46 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.commonserver;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.List;
+import lombok.Data;
+import lombok.EqualsAndHashCode;
+import org.apache.inlong.manager.common.beans.PageRequest;
+
+/**
+ * File data source query conditions
+ */
+@Data
+@EqualsAndHashCode(callSuper = false)
+@ApiModel("File data source query conditions")
+public class CommonFileServerPageRequest extends PageRequest {
+
+ @ApiModelProperty(value = "Data source IP")
+ private String ip;
+
+ @ApiModelProperty(value = "Status")
+ private Integer status;
+
+ @ApiModelProperty(value = "Current user")
+ private String currentUser;
+
+ @ApiModelProperty(value = "Current user's groups")
+ private List<String> userGroups;
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/dataconsumption/ConsumerProgressInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/dataconsumption/ConsumerProgressInfo.java
new file mode 100644
index 0000000..9aaf3b6
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/dataconsumption/ConsumerProgressInfo.java
@@ -0,0 +1,101 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.dataconsumption;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.Date;
+import lombok.AllArgsConstructor;
+import lombok.Builder;
+import lombok.Data;
+import lombok.NoArgsConstructor;
+
+/**
+ * Data consumption progress
+ */
+@Data
+@Builder
+@NoArgsConstructor
+@AllArgsConstructor
+@ApiModel("Data consumption progress")
+public class ConsumerProgressInfo {
+
+ @ApiModelProperty("Report time")
+ private Date repTime;
+
+ @ApiModelProperty("Report date")
+ private Long repDate;
+
+ @ApiModelProperty("Consumer group")
+ private String consumerGroup;
+
+ @ApiModelProperty("Consumption TOPIC")
+ private String topic;
+
+ @ApiModelProperty("Broker IP")
+ private String brokerIp;
+
+ @ApiModelProperty("Broker Id")
+ private Long brokerId;
+
+ @ApiModelProperty("Partition ID")
+ private Long part;
+
+ @ApiModelProperty("Consumption ID")
+ private String consumerId;
+
+ @ApiModelProperty("Consumer IP")
+ private String consumerIp;
+
+ @ApiModelProperty("Consumer process ID")
+ private String consumerPid;
+
+ @ApiModelProperty("Is the heartbeat normal")
+ private String isHeartbeatOk;
+
+ @ApiModelProperty("heartbeat time")
+ private String hartbeat;
+
+ @ApiModelProperty("Is the storage normal")
+ private String isStoreOk;
+
+ @ApiModelProperty("Consumption difference")
+ private Double fileConSize;
+
+ @ApiModelProperty("Production speed")
+ private Double fileSpeed;
+
+ @ApiModelProperty("Consumption speed")
+ private Double consumeSpeed;
+
+ @ApiModelProperty("Consumption difference speed")
+ private Double fileConSpeed;
+
+ @ApiModelProperty("Status: 0 normal; 1 abnormal; 2 shielded; 3 not yet available")
+ private String state;
+
+ @ApiModelProperty("Middleware type")
+ private String middleware;
+
+ private Double tmpOffset;
+ private Double minOffset;
+ private Double fileOffset;
+ private Double consumerOffset;
+ private Double saveFileSize;
+ private Integer intervalSec;
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/dataconsumption/ConsumerProgressInfoQuery.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/dataconsumption/ConsumerProgressInfoQuery.java
new file mode 100644
index 0000000..5707233
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/dataconsumption/ConsumerProgressInfoQuery.java
@@ -0,0 +1,73 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.dataconsumption;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.Date;
+import javax.validation.constraints.NotBlank;
+import javax.validation.constraints.NotNull;
+import lombok.Data;
+import lombok.EqualsAndHashCode;
+import org.apache.inlong.manager.common.beans.PageRequest;
+import org.springframework.format.annotation.DateTimeFormat;
+
+/**
+ * Consumption progress query
+ */
+@EqualsAndHashCode(callSuper = false)
+@Data
+@ApiModel("Consumption progress query")
+public class ConsumerProgressInfoQuery extends PageRequest {
+
+ @ApiModelProperty(hidden = true, value = "Consumption ID")
+ private Integer consumerId;
+
+ @ApiModelProperty(value = "Consumer Group ID", required = true)
+ @NotBlank(message = "consumerGroupId can't be null")
+ private String consumerGroupId;
+
+ @ApiModelProperty(value = "Reporting time 5 minutes interval: yyyy-MM-dd HH:mm", required = true)
+ @DateTimeFormat(pattern = "yyyy-MM-dd HH:mm")
+ @NotNull(message = "repTime can't be null")
+ private Date repTime;
+
+ @ApiModelProperty(value = "Report date: yyyyMMdd")
+ private Long repDate;
+
+ @ApiModelProperty(value = "Consumption TOPIC")
+ private String topic;
+
+ @ApiModelProperty(value = "Broker Ip")
+ private String brokerIp;
+
+ @ApiModelProperty(value = "Consumer Group IP")
+ private String consumerIp;
+
+ @ApiModelProperty(value = "Is the heartbeat normal")
+ private String isHeartbeatOk;
+
+ @ApiModelProperty(value = "Is the storage normal")
+ private String isStoreOk;
+
+ @ApiModelProperty(value = "state")
+ private String state;
+
+ @ApiModelProperty(value = "Middleware Type")
+ private String middleware;
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/dataconsumption/ConsumptionInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/dataconsumption/ConsumptionInfo.java
new file mode 100644
index 0000000..193f9cc
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/dataconsumption/ConsumptionInfo.java
@@ -0,0 +1,99 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.dataconsumption;
+
+import com.fasterxml.jackson.annotation.JsonIgnore;
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.Date;
+import javax.validation.constraints.AssertTrue;
+import javax.validation.constraints.NotBlank;
+import javax.validation.constraints.NotNull;
+import lombok.AllArgsConstructor;
+import lombok.Builder;
+import lombok.Data;
+import lombok.NoArgsConstructor;
+import org.apache.commons.lang3.StringUtils;
+
+/**
+ * Data consumption info
+ */
+@Data
+@Builder
+@NoArgsConstructor
+@AllArgsConstructor
+@ApiModel("Data consumption info")
+public class ConsumptionInfo {
+
+ @ApiModelProperty(value = "key id")
+ private Integer id;
+
+ @ApiModelProperty(value = "consumer group id")
+ @NotBlank(message = "consumerGroupId can't be null")
+ private String consumerGroupId;
+
+ @ApiModelProperty(value = "consumer group name: only support [a-zA-Z0-9_]")
+ @NotBlank(message = "consumerGroupName can't be null")
+ private String consumerGroupName;
+
+ @ApiModelProperty(value = "consumption in charge")
+ @NotNull(message = "inCharges can't be null")
+ private String inCharges;
+
+ @ApiModelProperty(value = "consumption target business identifier")
+ @NotBlank(message = "businessIdentifier can't be null")
+ private String businessIdentifier;
+
+ @ApiModelProperty(value = "middleware type for data storage, support Tube, which has high throughput")
+ @NotBlank(message = "middlewareType can't be null")
+ private String middlewareType;
+
+ @ApiModelProperty(value = "consumption target topic")
+ private String topic;
+
+ @ApiModelProperty(value = "middleware cluster url")
+ private String masterUrl;
+
+ @ApiModelProperty(value = "whether to filter consumption, 0: not filter, 1: filter")
+ private Integer filterEnabled = 0;
+
+ @ApiModelProperty(value = "consumption target data stream identifier")
+ private String dataStreamIdentifier;
+
+ @ApiModelProperty(value = "status, 10: pending assigned, 11: pending approval, "
+ + "20: approval rejected, 20: approved")
+ private Integer status;
+
+ private String creator;
+
+ private String modifier;
+
+ private Date createTime;
+
+ private Date modifyTime;
+
+ @JsonIgnore
+ @AssertTrue(message = "when filter enabled, dataStreamIdentifier can't be null")
+ public boolean isValidateFilter() {
+ if (filterEnabled == 0) {
+ return true;
+ }
+ return StringUtils.isNotBlank(dataStreamIdentifier);
+ }
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/dataconsumption/ConsumptionListVo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/dataconsumption/ConsumptionListVo.java
new file mode 100644
index 0000000..af1c9d3
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/dataconsumption/ConsumptionListVo.java
@@ -0,0 +1,68 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.dataconsumption;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.Date;
+import lombok.AllArgsConstructor;
+import lombok.Builder;
+import lombok.Data;
+import lombok.NoArgsConstructor;
+
+/**
+ * Data consumption list
+ */
+@Data
+@Builder
+@NoArgsConstructor
+@AllArgsConstructor
+@ApiModel("Data consumption list")
+public class ConsumptionListVo {
+
+ @ApiModelProperty(value = "Primary key")
+ private Integer id;
+
+ @ApiModelProperty(value = "Consumer group name-lowercase letters, numbers, underscores")
+ private String consumerGroupName;
+
+ @ApiModelProperty(value = "Consumer Group ID")
+ private String consumerGroupId;
+
+ @ApiModelProperty(value = "Person in charge of consumption")
+ private String inCharges;
+
+ @ApiModelProperty(value = "Consumption target business identifier")
+ private String businessIdentifier;
+
+ @ApiModelProperty(value = "The middleware type of data storage, high throughput: TUBE")
+ private String middlewareType;
+
+ @ApiModelProperty(value = "Consumption target TOPIC")
+ private String topic;
+
+ @ApiModelProperty(value = "Status: Pending distribution: 10,"
+ + " Pending approval: 11, Approval rejected: 20, Approval passed: 21")
+ private Integer status;
+
+ @ApiModelProperty(value = "Recent consumption time")
+ private Date lastConsumptionTime;
+
+ @ApiModelProperty(value = "Consumption status: normal: 0, abnormal: 1, shielded: 2, no: 3,")
+ private Integer lastConsumptionStatus;
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/dataconsumption/ConsumptionQuery.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/dataconsumption/ConsumptionQuery.java
new file mode 100644
index 0000000..45d38e7
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/dataconsumption/ConsumptionQuery.java
@@ -0,0 +1,78 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.dataconsumption;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.Data;
+import org.apache.inlong.manager.common.beans.PageRequest;
+
+/**
+ * Data consumption query
+ */
+@Data
+@ApiModel("Data consumption query conditions")
+public class ConsumptionQuery extends PageRequest {
+
+ @ApiModelProperty(value = "Consumer Group Name")
+ private String consumerGroupName;
+
+ @ApiModelProperty(value = "Consumer Group ID")
+ private String consumerGroupId;
+
+ @ApiModelProperty(value = "Consumer Group Id is fuzzy")
+ private String consumerGroupIdLike;
+
+ @ApiModelProperty(value = "Person in charge of consumption")
+ private String inCharges;
+
+ @ApiModelProperty(value = "Consumption target business identifier")
+ private String businessIdentifier;
+
+ @ApiModelProperty(value = "The middleware type of data storage, high throughput: Tube")
+ private String middlewareType;
+
+ @ApiModelProperty(value = "Consumption target TOPIC")
+ private String topic;
+
+ @ApiModelProperty(value = "Fuzzy matching of consumption target TOPIC")
+ private String topicLike;
+
+ @ApiModelProperty(value = "Whether to filter consumption")
+ private Boolean filterEnabled;
+
+ @ApiModelProperty(value = "Consumption data stream identifier")
+ private String dataStreamIdentifier;
+
+ @ApiModelProperty(value = "Status: Draft: 0, Pending distribution: 10, "
+ + "Pending approval: 11, Approval rejected: 20, Approved: 21")
+ private Integer status;
+
+ @ApiModelProperty(value = "Consumption status: normal: 0, abnormal: 1, shielded: 2, no: 3")
+ private Integer lastConsumptionStatus;
+
+ private String creator;
+
+ private String modifier;
+
+ @ApiModelProperty(value = "User")
+ private String userName;
+
+ @ApiModelProperty(value = "Fuzzy query keyword, fuzzy query topic, consumer group ID")
+ private String keyword;
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/dataconsumption/ConsumptionSaveResponse.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/dataconsumption/ConsumptionSaveResponse.java
new file mode 100644
index 0000000..90e7811
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/dataconsumption/ConsumptionSaveResponse.java
@@ -0,0 +1,40 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.dataconsumption;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.AllArgsConstructor;
+import lombok.Builder;
+import lombok.Data;
+import lombok.NoArgsConstructor;
+
+/**
+ * Response after data consumption information is successfully saved
+ */
+@Data
+@Builder
+@NoArgsConstructor
+@AllArgsConstructor
+@ApiModel("Response after data consumption information is successfully saved")
+public class ConsumptionSaveResponse {
+
+ @ApiModelProperty(value = "Data consumption ID")
+ private Integer id;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/dataconsumption/ConsumptionSummary.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/dataconsumption/ConsumptionSummary.java
new file mode 100644
index 0000000..9be2820
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/dataconsumption/ConsumptionSummary.java
@@ -0,0 +1,48 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.dataconsumption;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.AllArgsConstructor;
+import lombok.Builder;
+import lombok.Data;
+import lombok.NoArgsConstructor;
+
+/**
+ * Data consumption statistics
+ */
+@Data
+@Builder
+@NoArgsConstructor
+@AllArgsConstructor
+@ApiModel("Data consumption statistics")
+public class ConsumptionSummary {
+
+ @ApiModelProperty(value = "Total consumption")
+ private Integer totalCount;
+
+ @ApiModelProperty(value = "Amount to be allocated")
+ private Integer waitingAssignCount;
+
+ @ApiModelProperty(value = "Amount to be approved")
+ private Integer waitingApproveCount;
+
+ @ApiModelProperty(value = "Quantity rejected")
+ private Integer rejectedCount;
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/dataconsumption/ConsumptionUpdateInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/dataconsumption/ConsumptionUpdateInfo.java
new file mode 100644
index 0000000..613973b
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/dataconsumption/ConsumptionUpdateInfo.java
@@ -0,0 +1,36 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.dataconsumption;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.Data;
+
+/**
+ * Data consumption update info
+ */
+@Data
+@ApiModel("Data consumption update info")
+public class ConsumptionUpdateInfo {
+
+ private Integer id;
+
+ @ApiModelProperty(value = "consumption in charges")
+ private String inCharges;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/dataproxy/BusinessClusterGroupInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/dataproxy/BusinessClusterGroupInfo.java
new file mode 100644
index 0000000..549a3c8
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/dataproxy/BusinessClusterGroupInfo.java
@@ -0,0 +1,29 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.dataproxy;
+
+import lombok.Data;
+
+@Data
+public class BusinessClusterGroupInfo {
+ private String businessId;
+ private String dataProxyClusters;
+ private Integer dataProxySwitch;
+ private Integer dataProxyLoadThreshold;
+ private Integer id;
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/dataproxy/DataProxyConfig.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/dataproxy/DataProxyConfig.java
new file mode 100644
index 0000000..9d84d55
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/dataproxy/DataProxyConfig.java
@@ -0,0 +1,31 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.dataproxy;
+
+import lombok.Data;
+
+/**
+ * DataProxy config
+ */
+@Data
+public class DataProxyConfig {
+
+ private String topic;
+ private String m;
+ private String bid;
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/dataproxy/DataProxyIpRequest.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/dataproxy/DataProxyIpRequest.java
new file mode 100644
index 0000000..c2fcb71
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/dataproxy/DataProxyIpRequest.java
@@ -0,0 +1,36 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.dataproxy;
+
+import io.swagger.annotations.ApiModel;
+import lombok.Data;
+
+@Data
+@ApiModel("DataProxy IP request param")
+public class DataProxyIpRequest {
+
+ String clusterId;
+ String netTag;
+ String businessId;
+ String tid;
+ String type;
+ String ip = "";
+ boolean snQuerySwitch;
+ String interfaceIdList;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/dataproxy/DataProxyIpResponse.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/dataproxy/DataProxyIpResponse.java
new file mode 100644
index 0000000..24b6e4a
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/dataproxy/DataProxyIpResponse.java
@@ -0,0 +1,80 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.dataproxy;
+
+import com.fasterxml.jackson.annotation.JsonProperty;
+import com.google.gson.annotations.SerializedName;
+import io.swagger.annotations.ApiModel;
+import java.util.List;
+import lombok.Data;
+
+@Data
+@ApiModel("DataProxy IP response param")
+public class DataProxyIpResponse {
+
+ private String businessId;
+ private int clusterId;
+ private int size;
+ private int load;
+ private int isInterVisit;
+ private String netTag;
+ @SerializedName("switch")
+ @JsonProperty("switch")
+ private int switchX;
+ private List<AddressBean> address;
+
+ public static class AddressBean {
+
+ private String port;
+ private String host;
+ private Integer id;
+ private String netTag;
+
+ public String getPort() {
+ return port;
+ }
+
+ public void setPort(String port) {
+ this.port = port;
+ }
+
+ public String getHost() {
+ return host;
+ }
+
+ public void setHost(String host) {
+ this.host = host;
+ }
+
+ public Integer getId() {
+ return id;
+ }
+
+ public void setId(Integer id) {
+ this.id = id;
+ }
+
+ public String getNetTag() {
+ return netTag;
+ }
+
+ public void setNetTag(String netTag) {
+ this.netTag = netTag;
+ }
+ }
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datasource/SourceDbBasicInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datasource/SourceDbBasicInfo.java
new file mode 100644
index 0000000..ef50005
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datasource/SourceDbBasicInfo.java
@@ -0,0 +1,61 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.datasource;
+
+import com.fasterxml.jackson.annotation.JsonFormat;
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.Date;
+import lombok.Data;
+
+/**
+ * Basic information of DB data source
+ */
+@Data
+@ApiModel("DB data source basic information")
+public class SourceDbBasicInfo {
+
+ @ApiModelProperty(value = "Primary key")
+ private Integer id;
+
+ @ApiModelProperty(value = "Business identifier")
+ private String businessIdentifier;
+
+ @ApiModelProperty(value = "Data stream identifier")
+ private String dataStreamIdentifier;
+
+ @ApiModelProperty(value = "Data synchronization type, 0: FULL, full, 1: INCREMENTAL, incremental")
+ private Integer syncType;
+
+ @ApiModelProperty(value = "is deleted? 0: deleted, 1: not deleted")
+ private Integer isDeleted = 0;
+
+ private String creator;
+
+ private String modifier;
+
+ @JsonFormat(pattern = "yyyy-MM-dd HH:mm:ss")
+ private Date createTime;
+
+ @JsonFormat(pattern = "yyyy-MM-dd HH:mm:ss")
+ private Date modifyTime;
+
+ @ApiModelProperty(value = "Temporary view, string in JSON format")
+ private String tempView;
+
+}
\ No newline at end of file
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datasource/SourceDbDetailInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datasource/SourceDbDetailInfo.java
new file mode 100644
index 0000000..1edb031
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datasource/SourceDbDetailInfo.java
@@ -0,0 +1,88 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.datasource;
+
+import com.fasterxml.jackson.annotation.JsonFormat;
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.Date;
+import lombok.Data;
+
+/**
+ * DB data source details
+ */
+@Data
+@ApiModel("DB data source details")
+public class SourceDbDetailInfo {
+
+ @ApiModelProperty(value = "Primary key")
+ private Integer id;
+
+ @ApiModelProperty(value = "Business identifier")
+ private String businessIdentifier;
+
+ @ApiModelProperty(value = "Data stream identifier")
+ private String dataStreamIdentifier;
+
+ @ApiModelProperty(value = "Collection type, with Agent, DataProxy client, LoadProxy")
+ private String accessType;
+
+ @ApiModelProperty(value = "Database name")
+ private String dbName;
+
+ @ApiModelProperty(value = "Transfer IP")
+ private String transferIp;
+
+ @ApiModelProperty(value = "The name of the database connection")
+ private String connectionName;
+
+ @ApiModelProperty(value = "Timed scheduling expression, required for full amount")
+ private String crontab;
+
+ @ApiModelProperty(value = "SQL statement to collect source data, required for full amount")
+ private String dataSql;
+
+ @ApiModelProperty(value = "Data table name, required for increment")
+ private String tableName;
+
+ @ApiModelProperty(value = "Data table fields, separated by commas, need to be incremented")
+ private String tableFields;
+
+ @ApiModelProperty(value = "Data source status")
+ private Integer status;
+
+ @ApiModelProperty(value = "Previous state")
+ private Integer previousStatus;
+
+ @ApiModelProperty(value = "is deleted? 0: deleted, 1: not deleted")
+ private Integer isDeleted = 0;
+
+ private String creator;
+
+ private String modifier;
+
+ @JsonFormat(pattern = "yyyy-MM-dd HH:mm:ss")
+ private Date createTime;
+
+ @JsonFormat(pattern = "yyyy-MM-dd HH:mm:ss")
+ private Date modifyTime;
+
+ @ApiModelProperty(value = "Temporary view, string in JSON format")
+ private String tempView;
+
+}
\ No newline at end of file
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datasource/SourceDbDetailListVO.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datasource/SourceDbDetailListVO.java
new file mode 100644
index 0000000..3864d64
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datasource/SourceDbDetailListVO.java
@@ -0,0 +1,73 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.datasource;
+
+import com.fasterxml.jackson.annotation.JsonFormat;
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.Date;
+import lombok.Data;
+
+/**
+ * DB data source list
+ */
+@Data
+@ApiModel("DB data source list")
+public class SourceDbDetailListVO {
+
+ @ApiModelProperty(value = "Primary key")
+ private Integer id;
+
+ @ApiModelProperty(value = "Data stream identifier")
+ private String dataStreamIdentifier;
+
+ @ApiModelProperty(value = "Collection type, with Agent, DataProxy client, LoadProxy")
+ private String accessType;
+
+ @ApiModelProperty(value = "Database name")
+ private String dbName;
+
+ @ApiModelProperty(value = "Transfer IP")
+ private String transferIp;
+
+ @ApiModelProperty(value = "The name of the database connection")
+ private String connectionName;
+
+ @ApiModelProperty(value = "Timed scheduling expression, required for full amount")
+ private String crontab;
+
+ @ApiModelProperty(value = "SQL statement to collect source data, required for full amount")
+ private String dataSql;
+
+ @ApiModelProperty(value = "Data table name, required for increment")
+ private String tableName;
+
+ @ApiModelProperty(value = "Data table fields, separated by commas, need to be incremented")
+ private String tableFields;
+
+ private Integer status;
+
+ private String modifier;
+
+ @JsonFormat(pattern = "yyyy-MM-dd HH:mm:ss")
+ private Date modifyTime;
+
+ @ApiModelProperty(value = "Temporary view, string in JSON format")
+ private String tempView;
+
+}
\ No newline at end of file
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datasource/SourceDbDetailPageRequest.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datasource/SourceDbDetailPageRequest.java
new file mode 100644
index 0000000..c097b45
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datasource/SourceDbDetailPageRequest.java
@@ -0,0 +1,46 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.datasource;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.Data;
+import lombok.EqualsAndHashCode;
+import org.apache.inlong.manager.common.beans.PageRequest;
+
+/**
+ * DB data source detailed information paging query conditions
+ */
+@Data
+@EqualsAndHashCode(callSuper = false)
+@ApiModel("DB data source query conditions")
+public class SourceDbDetailPageRequest extends PageRequest {
+
+ @ApiModelProperty(value = "Business identifier")
+ private String bid;
+
+ @ApiModelProperty(value = "Keywords")
+ private String keyWord;
+
+ @ApiModelProperty(value = "Type")
+ private String accessType;
+
+ @ApiModelProperty(value = "Status")
+ private Integer status;
+
+}
\ No newline at end of file
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datasource/SourceFileBasicInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datasource/SourceFileBasicInfo.java
new file mode 100644
index 0000000..967613d
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datasource/SourceFileBasicInfo.java
@@ -0,0 +1,75 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.datasource;
+
+import com.fasterxml.jackson.annotation.JsonFormat;
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.Date;
+import lombok.Data;
+
+/**
+ * Basic information of file data source
+ */
+@Data
+@ApiModel("Basic information of file data source")
+public class SourceFileBasicInfo {
+
+ private Integer id;
+
+ @ApiModelProperty(value = "Business Identifier")
+ private String businessIdentifier;
+
+ @ApiModelProperty(value = "data flow identifier")
+ private String dataStreamIdentifier;
+
+ @ApiModelProperty(value = "Is a hybrid data source, 0: no, 1: yes")
+ private Integer isHybridSource;
+
+ @ApiModelProperty(value = "Time offset")
+ private Integer dateOffset;
+
+ @ApiModelProperty(value = "Time offset unit, H, D")
+ private String dateOffsetUnit;
+
+ @ApiModelProperty(value = "File generation scroll mode, press H or D to scroll")
+ private String fileRollingType;
+
+ @ApiModelProperty(value = "Unit: MB, default 120MB")
+ private Integer uploadMaxSize = 120;
+
+ @ApiModelProperty(value = "need compress? 0: not compress, 1: compress")
+ private Integer needCompress = 1;
+
+ @ApiModelProperty(value = "is deleted? 0: deleted, 1: not deleted")
+ private Integer isDeleted = 0;
+
+ private String creator;
+
+ private String modifier;
+
+ @JsonFormat(pattern = "yyyy-MM-dd HH:mm:ss")
+ private Date createTime;
+
+ @JsonFormat(pattern = "yyyy-MM-dd HH:mm:ss")
+ private Date modifyTime;
+
+ @ApiModelProperty(value = "temp view")
+ private String tempView;
+
+}
\ No newline at end of file
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datasource/SourceFileDetailInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datasource/SourceFileDetailInfo.java
new file mode 100644
index 0000000..182f343
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datasource/SourceFileDetailInfo.java
@@ -0,0 +1,88 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.datasource;
+
+import com.fasterxml.jackson.annotation.JsonFormat;
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.Date;
+import lombok.Data;
+
+/**
+ * File data source details
+ */
+@Data
+@ApiModel("File data source details")
+public class SourceFileDetailInfo {
+
+ @ApiModelProperty(value = "Primary key")
+ private Integer id;
+
+ @ApiModelProperty(value = "Business iIdentifier")
+ private String businessIdentifier;
+
+ @ApiModelProperty(value = "Data stream identifier")
+ private String dataStreamIdentifier;
+
+ @ApiModelProperty(value = "Name of the data source service")
+ private String serverName;
+
+ @ApiModelProperty(value = "Data source IP address")
+ private String ip;
+
+ @ApiModelProperty(value = "Data source port number")
+ private Integer port;
+
+ @ApiModelProperty(value = "Delivery method, with SSH, TCS")
+ private String issueType;
+
+ @ApiModelProperty(value = "Collection type, Agent, DataProxy Client, LoadProxy, file can only be Agent")
+ private String accessType = "Agent";
+
+ @ApiModelProperty(value = "User name of the data source IP host")
+ private String username;
+
+ @ApiModelProperty(value = "Login password of the data source host")
+ private String password;
+
+ @ApiModelProperty(value = "File path, supports regular matching")
+ private String filePath;
+
+ @ApiModelProperty(value = "Data source status")
+ private Integer status;
+
+ @ApiModelProperty(value = "Previous state")
+ private Integer previousStatus;
+
+ @ApiModelProperty(value = "is deleted? 0: deleted, 1: not deleted")
+ private Integer isDeleted = 0;
+
+ private String creator;
+
+ private String modifier;
+
+ @JsonFormat(pattern = "yyyy-MM-dd HH:mm:ss")
+ private Date createTime;
+
+ @JsonFormat(pattern = "yyyy-MM-dd HH:mm:ss")
+ private Date modifyTime;
+
+ @ApiModelProperty(value = "Temporary view, string in JSON format")
+ private String tempView;
+
+}
\ No newline at end of file
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datasource/SourceFileDetailListVO.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datasource/SourceFileDetailListVO.java
new file mode 100644
index 0000000..f8e7be3
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datasource/SourceFileDetailListVO.java
@@ -0,0 +1,69 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.datasource;
+
+import com.fasterxml.jackson.annotation.JsonFormat;
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.Date;
+import lombok.Data;
+
+/**
+ * File data source list
+ */
+@Data
+@ApiModel("File data source list")
+public class SourceFileDetailListVO {
+
+ @ApiModelProperty(value = "Primary key")
+ private Integer id;
+
+ @ApiModelProperty(value = "Data stream identifier")
+ private String dataStreamIdentifier;
+
+ @ApiModelProperty(value = "Data source IP address")
+ private String ip;
+
+ @ApiModelProperty(value = "Data source port")
+ private Integer port;
+
+ @ApiModelProperty(value = "Issue type, including: SSH、TCS")
+ private String issueType;
+
+ @ApiModelProperty(value = "Access type, support: Agent, DataProxy Client, LoadProxy, the File can only be Agent")
+ private String accessType = "Agent";
+
+ @ApiModelProperty(value = "User name of the data source IP host")
+ private String username;
+
+ @ApiModelProperty(value = "File path, supports regular matching")
+ private String filePath;
+
+ private Integer status;
+
+ private String modifier;
+
+ @JsonFormat(pattern = "yyyy-MM-dd HH:mm:ss")
+ private Date modifyTime;
+
+ @ApiModelProperty(value = "Temporary view, string in JSON format")
+ private String tempView;
+
+ private String passWord;
+
+}
\ No newline at end of file
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datasource/SourceFileDetailPageRequest.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datasource/SourceFileDetailPageRequest.java
new file mode 100644
index 0000000..bf54675
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datasource/SourceFileDetailPageRequest.java
@@ -0,0 +1,46 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.datasource;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.Data;
+import lombok.EqualsAndHashCode;
+import org.apache.inlong.manager.common.beans.PageRequest;
+
+/**
+ * File data source query conditions
+ */
+@Data
+@EqualsAndHashCode(callSuper = false)
+@ApiModel("File data source query conditions")
+public class SourceFileDetailPageRequest extends PageRequest {
+
+ @ApiModelProperty(value = "Business identifier")
+ private String bid;
+
+ @ApiModelProperty(value = "Key word")
+ private String keyWord;
+
+ @ApiModelProperty(value = "Access type")
+ private String accessType;
+
+ @ApiModelProperty(value = "Status")
+ private Integer status;
+
+}
\ No newline at end of file
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastorage/BaseStorageClusterInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastorage/BaseStorageClusterInfo.java
new file mode 100644
index 0000000..225cc3b
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastorage/BaseStorageClusterInfo.java
@@ -0,0 +1,34 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.datastorage;
+
+import io.swagger.annotations.ApiModelProperty;
+import lombok.Data;
+
+/**
+ * Basic cluster information
+ */
+@Data
+public class BaseStorageClusterInfo {
+
+ private Integer id;
+
+ @ApiModelProperty("Cluster name")
+ private String name;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastorage/BaseStorageInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastorage/BaseStorageInfo.java
new file mode 100644
index 0000000..9e2c4b4
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastorage/BaseStorageInfo.java
@@ -0,0 +1,78 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.datastorage;
+
+import com.fasterxml.jackson.annotation.JsonFormat;
+import com.fasterxml.jackson.annotation.JsonSubTypes;
+import com.fasterxml.jackson.annotation.JsonSubTypes.Type;
+import com.fasterxml.jackson.annotation.JsonTypeInfo;
+import com.fasterxml.jackson.annotation.JsonTypeInfo.Id;
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.Date;
+import lombok.Data;
+import org.apache.inlong.manager.common.enums.BizConstant;
+
+/**
+ * Basic data storage information
+ */
+@Data
+@ApiModel("Basic data storage information")
+@JsonTypeInfo(use = Id.NAME, visible = true, property = "storageType")
+@JsonSubTypes({
+ @Type(value = StorageHiveInfo.class, name = BizConstant.STORAGE_TYPE_HIVE)
+})
+public class BaseStorageInfo {
+
+ private Integer id;
+
+ @ApiModelProperty("Business Identifier")
+ private String businessIdentifier;
+
+ @ApiModelProperty("Data stream identifier")
+ private String dataStreamIdentifier;
+
+ @ApiModelProperty("Storage type, including: HDFS, HIVE, ES, etc.")
+ private String storageType;
+
+ @ApiModelProperty("Data storage period, unit: day")
+ private Integer storagePeriod;
+
+ @ApiModelProperty("Status")
+ private Integer status;
+
+ @ApiModelProperty("Previous State")
+ private Integer previousStatus;
+
+ @ApiModelProperty("is deleted? 0: deleted, 1: not deleted")
+ private Integer isDeleted = 0;
+
+ private String creator;
+
+ private String modifier;
+
+ @JsonFormat(pattern = "yyyy-MM-dd HH:mm:ss")
+ private Date createTime;
+
+ @JsonFormat(pattern = "yyyy-MM-dd HH:mm:ss")
+ private Date modifyTime;
+
+ @ApiModelProperty("Temporary view, string in JSON format")
+ private String tempView;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastorage/BaseStorageListVO.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastorage/BaseStorageListVO.java
new file mode 100644
index 0000000..78cc6e2
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastorage/BaseStorageListVO.java
@@ -0,0 +1,45 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.datastorage;
+
+import com.fasterxml.jackson.annotation.JsonFormat;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.Date;
+import lombok.Data;
+
+/**
+ * Paging list of data storage
+ */
+@Data
+public class BaseStorageListVO {
+
+ @ApiModelProperty(value = "Primary key")
+ private Integer id;
+
+ @ApiModelProperty(value = "Status")
+ private Integer status;
+
+ @ApiModelProperty(value = "Business identifier")
+ private String businessIdentifier;
+
+ @ApiModelProperty(value = "Data stream identifier")
+ private String dataStreamIdentifier;
+
+ @JsonFormat(pattern = "yyyy-MM-dd HH:mm:ss")
+ private Date modifyTime;
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastorage/StorageApproveInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastorage/StorageApproveInfo.java
new file mode 100644
index 0000000..0809ee4
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastorage/StorageApproveInfo.java
@@ -0,0 +1,48 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.datastorage;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.AllArgsConstructor;
+import lombok.Builder;
+import lombok.Data;
+import lombok.NoArgsConstructor;
+
+/**
+ * Data storage approve info
+ */
+@Data
+@Builder
+@NoArgsConstructor
+@AllArgsConstructor
+@ApiModel("Data storage approve info")
+public class StorageApproveInfo {
+
+ private Integer id;
+
+ @ApiModelProperty("Storage type, support: HIVE")
+ private String storageType;
+
+ @ApiModelProperty("Storage cluster URL")
+ private String clusterUrl;
+
+ @ApiModelProperty("Storage status")
+ private Integer status;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastorage/StorageClusterInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastorage/StorageClusterInfo.java
new file mode 100644
index 0000000..96286b5
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastorage/StorageClusterInfo.java
@@ -0,0 +1,36 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.datastorage;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.List;
+import lombok.Data;
+
+/**
+ * Storage cluster info
+ *
+ */
+@Data
+@ApiModel(value = "Storage cluster info")
+public class StorageClusterInfo {
+
+ @ApiModelProperty(value = "Hive cluster list")
+ private List<StorageHiveClusterInfo> hiveClusterList;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastorage/StorageExtInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastorage/StorageExtInfo.java
new file mode 100644
index 0000000..cac8852
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastorage/StorageExtInfo.java
@@ -0,0 +1,50 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.datastorage;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.Data;
+
+/**
+ * Ext fields of data storage
+ *
+ */
+@Data
+@ApiModel("Ext fields of data storage")
+public class StorageExtInfo {
+
+ @ApiModelProperty("key")
+ private Integer id;
+
+ @ApiModelProperty("storage type, like: HDFS、HIVE")
+ private String storageType;
+
+ @ApiModelProperty("storage id")
+ private Integer storageId;
+
+ @ApiModelProperty("property name")
+ private String keyName;
+
+ @ApiModelProperty("property value")
+ private String keyValue;
+
+ @ApiModelProperty("is deleted? 0: deleted, 1: not deleted")
+ private Integer isDeleted = 0;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastorage/StorageHiveClusterInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastorage/StorageHiveClusterInfo.java
new file mode 100644
index 0000000..6692e12
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastorage/StorageHiveClusterInfo.java
@@ -0,0 +1,50 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.datastorage;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.Data;
+import lombok.EqualsAndHashCode;
+import lombok.ToString;
+
+/**
+ * Hive cluster info
+ */
+@Data
+@ToString(callSuper = true)
+@EqualsAndHashCode(callSuper = true)
+@ApiModel("Hive cluster info")
+public class StorageHiveClusterInfo extends BaseStorageClusterInfo {
+
+ @ApiModelProperty("Cluster type, support: HIVE")
+ private String type;
+
+ @ApiModelProperty("Hive cluster address")
+ private String hiveAddr;
+
+ @ApiModelProperty("HDFS warehouse dir")
+ private String warehouseDir;
+
+ @ApiModelProperty("HDFS defaultfs path")
+ private String hdfsDefaultfs;
+
+ @ApiModelProperty("HDFS ugi info")
+ private String hdfsUgi;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastorage/StorageHiveFieldInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastorage/StorageHiveFieldInfo.java
new file mode 100644
index 0000000..9aa1c9d
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastorage/StorageHiveFieldInfo.java
@@ -0,0 +1,60 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.datastorage;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.Data;
+
+/**
+ * Hive storage field info
+ */
+@Data
+@ApiModel("Hive storage field info")
+public class StorageHiveFieldInfo {
+
+ private Integer id;
+
+ @ApiModelProperty("Storage ID")
+ private Integer storageId;
+
+ @ApiModelProperty("Field name")
+ private String fieldName;
+
+ @ApiModelProperty("Field type")
+ private String fieldType;
+
+ @ApiModelProperty("Field comment")
+ private String fieldComment;
+
+ @ApiModelProperty("Required or not, 0: no need, 1: required")
+ private Integer isRequired;
+
+ @ApiModelProperty("Source field name")
+ private String sourceFieldName;
+
+ @ApiModelProperty("Source field type")
+ private String sourceFieldType;
+
+ @ApiModelProperty("Field order ")
+ private Short rankNum;
+
+ @ApiModelProperty("is deleted? 0: deleted, 1: not deleted")
+ private Integer isDeleted = 0;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastorage/StorageHiveInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastorage/StorageHiveInfo.java
new file mode 100644
index 0000000..01c4bef
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastorage/StorageHiveInfo.java
@@ -0,0 +1,90 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.datastorage;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.List;
+import lombok.Data;
+import lombok.EqualsAndHashCode;
+import lombok.ToString;
+import org.apache.inlong.manager.common.enums.BizConstant;
+
+/**
+ * Interaction objects for Hive storage
+ */
+@Data
+@ToString(callSuper = true)
+@EqualsAndHashCode(callSuper = true)
+@ApiModel(value = "Interaction objects for Hive storage")
+public class StorageHiveInfo extends BaseStorageInfo {
+
+ private String storageType = BizConstant.STORAGE_TYPE_HIVE;
+
+ @ApiModelProperty("Hive JDBC URL")
+ private String jdbcUrl;
+
+ @ApiModelProperty("username for JDBC URL")
+ private String username;
+
+ @ApiModelProperty("user password")
+ private String password;
+
+ @ApiModelProperty("target database name")
+ private String dbName;
+
+ @ApiModelProperty("target table name")
+ private String tableName;
+
+ @ApiModelProperty("primary partition field")
+ private String primaryPartition;
+
+ @ApiModelProperty("secondary partition field")
+ private String secondaryPartition;
+
+ @ApiModelProperty("partition type, like: H-hour, D-day, W-week, M-month, O-once, R-regulation")
+ private String partitionType;
+
+ @ApiModelProperty("file format, support: TextFile, RCFile, SequenceFile, Avro")
+ private String fileFormat;
+
+ @ApiModelProperty("field splitter")
+ private String fieldSplitter;
+
+ @ApiModelProperty("data encoding type")
+ private String encodingType;
+
+ @ApiModelProperty("HDFS defaultFS")
+ private String hdfsDefaultFs;
+
+ @ApiModelProperty("warehouse directory")
+ private String warehouseDir;
+
+ @ApiModelProperty("interval at which Sort collects data to Hive is 10M, 15M, 30M, 1H, 1D")
+ private String usageInterval;
+
+ @ApiModelProperty("backend operation log")
+ private String optLog;
+
+ @ApiModelProperty("hive table field list")
+ private List<StorageHiveFieldInfo> hiveFieldList;
+
+ @ApiModelProperty("other ext info list")
+ private List<StorageExtInfo> extList;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastorage/StorageHiveListVO.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastorage/StorageHiveListVO.java
new file mode 100644
index 0000000..9e9d455
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastorage/StorageHiveListVO.java
@@ -0,0 +1,54 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.datastorage;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.Data;
+import lombok.EqualsAndHashCode;
+
+/**
+ * Response of Hive storage paging list
+ */
+@Data
+@EqualsAndHashCode(callSuper = true)
+@ApiModel("Response of Hive storage paging list")
+public class StorageHiveListVO extends BaseStorageListVO {
+
+ @ApiModelProperty("target database name")
+ private String dbName;
+
+ @ApiModelProperty("target table name")
+ private String tableName;
+
+ @ApiModelProperty("username")
+ private String username;
+
+ @ApiModelProperty("JDBC URL")
+ private String jdbcUrl;
+
+ @ApiModelProperty("HDFS defaultFS")
+ private String hdfsDefaultFs;
+
+ @ApiModelProperty("partition type, like: H-hour, D-day, W-week, M-month, O-once, R-regulation")
+ private String partitionType;
+
+ @ApiModelProperty("storage period, unit: day")
+ private Integer storagePeriod;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastorage/StoragePageRequest.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastorage/StoragePageRequest.java
new file mode 100644
index 0000000..b9e05df
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastorage/StoragePageRequest.java
@@ -0,0 +1,46 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.datastorage;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.Data;
+import lombok.EqualsAndHashCode;
+import org.apache.inlong.manager.common.beans.PageRequest;
+
+/**
+ * Paging query conditions for data storage information
+ */
+@Data
+@EqualsAndHashCode(callSuper = false)
+@ApiModel("Paging query conditions for data storage information")
+public class StoragePageRequest extends PageRequest {
+
+ @ApiModelProperty(value = "Business identifier", required = true)
+ private String bid;
+
+ @ApiModelProperty(value = "Data stream identifier")
+ private String dsid;
+
+ @ApiModelProperty(value = "Storage type, such as HIVE", required = true)
+ private String storageType;
+
+ @ApiModelProperty(value = "Status")
+ private Integer status;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastorage/StorageSummaryInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastorage/StorageSummaryInfo.java
new file mode 100644
index 0000000..4420029
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastorage/StorageSummaryInfo.java
@@ -0,0 +1,48 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.datastorage;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.Data;
+
+/**
+ * Basic data storage information
+ */
+@Data
+@ApiModel("Basic data storage information")
+public class StorageSummaryInfo {
+
+ private Integer id;
+
+ @ApiModelProperty("Business identifier")
+ private String businessIdentifier;
+
+ @ApiModelProperty("Data stream identifier")
+ private String dataStreamIdentifier;
+
+ @ApiModelProperty("Storage type, support:HIVE")
+ private String storageType;
+
+ @ApiModelProperty("Storage cluster ID")
+ private Integer clusterId;
+
+ @ApiModelProperty("Storage cluster URL")
+ private String clusterUrl;
+
+}
\ No newline at end of file
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastream/DataStreamApproveInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastream/DataStreamApproveInfo.java
new file mode 100644
index 0000000..0152d8c
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastream/DataStreamApproveInfo.java
@@ -0,0 +1,45 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.datastream;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.List;
+import lombok.Data;
+import org.apache.inlong.manager.common.pojo.datastorage.StorageApproveInfo;
+
+/**
+ * Data stream approval information
+ */
+@Data
+@ApiModel("Data Stream Approval Information")
+public class DataStreamApproveInfo {
+
+ @ApiModelProperty(value = "Primary key")
+ private Integer id;
+
+ @ApiModelProperty(value = "Business Identifier")
+ private String businessIdentifier;
+
+ @ApiModelProperty(value = "Data stream identifier")
+ private String dataStreamIdentifier;
+
+ @ApiModelProperty(value = "Data storage information list")
+ private List<StorageApproveInfo> storageList;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastream/DataStreamBaseInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastream/DataStreamBaseInfo.java
new file mode 100644
index 0000000..e7e2709
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastream/DataStreamBaseInfo.java
@@ -0,0 +1,35 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.datastream;
+
+import io.swagger.annotations.ApiModelProperty;
+import lombok.Data;
+
+/**
+ * Basic information of data flow
+ */
+@Data
+public class DataStreamBaseInfo {
+
+ @ApiModelProperty(value = "Business identifier")
+ private String businessIdentifier;
+
+ @ApiModelProperty(value = "Data stream identifier")
+ private String dataStreamIdentifier;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastream/DataStreamExtInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastream/DataStreamExtInfo.java
new file mode 100644
index 0000000..88f29b1
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastream/DataStreamExtInfo.java
@@ -0,0 +1,45 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.datastream;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.Data;
+
+/**
+ * Data stream extension information
+ */
+@Data
+@ApiModel("Data stream extension information")
+public class DataStreamExtInfo {
+
+ @ApiModelProperty(value = "Primary key")
+ private Integer id;
+
+ @ApiModelProperty(value = "Business identifier", required = true)
+ private String businessIdentifier;
+
+ @ApiModelProperty(value = "Data stream identifier", required = true)
+ private String dataStreamIdentifier;
+
+ @ApiModelProperty(value = "Property name", required = true)
+ private String keyName;
+
+ @ApiModelProperty(value = "Property value")
+ private String keyValue;
+}
\ No newline at end of file
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastream/DataStreamFieldInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastream/DataStreamFieldInfo.java
new file mode 100644
index 0000000..0349533
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastream/DataStreamFieldInfo.java
@@ -0,0 +1,61 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.datastream;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.Data;
+
+/**
+ * Data stream field info
+ */
+@Data
+@ApiModel("Data stream field info")
+public class DataStreamFieldInfo {
+
+ private Integer id;
+
+ @ApiModelProperty(value = "business identifier", required = true)
+ private String businessIdentifier;
+
+ @ApiModelProperty(value = "data stream identifier", required = true)
+ private String dataStreamIdentifier;
+
+ @ApiModelProperty(value = "is predefined field, 1: ye, 0: no")
+ private Integer isPredefinedField;
+
+ @ApiModelProperty(value = "Field name")
+ private String fieldName;
+
+ @ApiModelProperty(value = "Field value")
+ private String fieldValue;
+
+ @ApiModelProperty(value = "value expression of predefined field")
+ private String preExpression;
+
+ private String fieldType;
+
+ private String fieldComment;
+
+ @ApiModelProperty(value = "field rank num")
+ private Short rankNum;
+
+ @ApiModelProperty(value = "is deleted? 0: deleted, 1: not deleted")
+ private Integer isDeleted = 0;
+
+}
\ No newline at end of file
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastream/DataStreamInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastream/DataStreamInfo.java
new file mode 100644
index 0000000..178eaf2
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastream/DataStreamInfo.java
@@ -0,0 +1,94 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.datastream;
+
+import com.fasterxml.jackson.annotation.JsonFormat;
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.Date;
+import java.util.List;
+import lombok.Data;
+import lombok.EqualsAndHashCode;
+
+/**
+ * Data stream info
+ */
+@Data
+@EqualsAndHashCode(callSuper = true)
+@ApiModel("Data stream info")
+public class DataStreamInfo extends DataStreamBaseInfo {
+
+ @ApiModelProperty(value = "Primary key")
+ private Integer id;
+
+ @ApiModelProperty(value = "Data stream name", required = true)
+ private String name;
+
+ @ApiModelProperty(value = "Data stream description")
+ private String description;
+
+ @ApiModelProperty(value = "Data source type, including: FILE, DB, AUTO_PUSH (DATA_PROXY_SDK, HTTP)")
+ private String dataSourceType;
+
+ @ApiModelProperty(value = "Data storage period in MQ, unit: day (required when dataSourceType=AUTO_PUSH)")
+ private Integer storagePeriod;
+
+ @ApiModelProperty(value = "Data type, only support: TEXT")
+ private String dataType;
+
+ @ApiModelProperty(value = "Data encoding format: UTF-8, GBK (required when dataSourceType=FILE, AUTO_PUSH)")
+ private String dataEncoding;
+
+ @ApiModelProperty(value = "Field delimiter, stored as ASCII code (required when dataSourceType=FILE, AUTO_PUSH)")
+ private String fileDelimiter;
+
+ @ApiModelProperty(value = "(File and DB access) Whether there are predefined fields, 0: no, 1: yes")
+ private Integer havePredefinedFields;
+
+ @ApiModelProperty(value = "Names of responsible persons, separated by commas")
+ private String inCharges;
+
+ @ApiModelProperty(value = "Status")
+ private Integer status;
+
+ @ApiModelProperty(value = "Previous status")
+ private Integer previousStatus;
+
+ @ApiModelProperty(value = "is deleted? 0: deleted, 1: not deleted")
+ private Integer isDeleted = 0;
+
+ private String creator;
+
+ private String modifier;
+
+ @JsonFormat(pattern = "yyyy-MM-dd HH:mm:ss")
+ private Date createTime;
+
+ @JsonFormat(pattern = "yyyy-MM-dd HH:mm:ss")
+ private Date modifyTime;
+
+ @ApiModelProperty(value = "Temporary view, string in JSON format")
+ private String tempView;
+
+ @ApiModelProperty(value = "Extended information list")
+ private List<DataStreamExtInfo> extList;
+
+ @ApiModelProperty(value = "Field list")
+ private List<DataStreamFieldInfo> fieldList;
+
+}
\ No newline at end of file
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastream/DataStreamInfoToHiveConfig.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastream/DataStreamInfoToHiveConfig.java
new file mode 100644
index 0000000..23b5086
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastream/DataStreamInfoToHiveConfig.java
@@ -0,0 +1,105 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.datastream;
+
+import java.util.List;
+import lombok.Data;
+
+/**
+ * Data stream info for Hive config
+ */
+@Data
+public class DataStreamInfoToHiveConfig {
+
+ private Integer id;
+
+ private String jdbcUrl;
+
+ private int status;
+
+ private String dataStreamIdentifier;
+
+ private String description;
+
+ private String businessIdentifier;
+
+ private String defaultSelectors;
+
+ private String partitionType;
+
+ private String partitionFields;
+
+ private String partitionFieldPosition;
+
+ private Integer clusterId;
+
+ private String dataType;
+
+ private String fieldSplitter;
+
+ private String clusterTag;
+
+ private String encodingType;
+
+ private String hiveAddr;
+
+ private String creator;
+
+ private String userName;
+
+ private String password;
+
+ private String compression;
+
+ private String warehouseDir;
+
+ private boolean setHadoopUgi;
+
+ private String hadoopUgi;
+
+ private Integer storagePeriod;
+
+ private String fsDefaultName;
+
+ private String dbName;
+
+ private String tableName;
+
+ private String primaryPartition;
+
+ private String secondaryPartition;
+
+ private String fileFormat;
+
+ private String p;
+
+ private String mt;
+
+ private String usTaskId;
+
+ private String qualifiedThreshold;
+
+ private Integer hiveType;
+
+ private String usageInterval;
+
+ private String partitionStrategy;
+
+ private List<DataStreamExtInfo> extList;
+
+}
\ No newline at end of file
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastream/DataStreamListVO.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastream/DataStreamListVO.java
new file mode 100644
index 0000000..4398561
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastream/DataStreamListVO.java
@@ -0,0 +1,63 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.datastream;
+
+import com.fasterxml.jackson.annotation.JsonFormat;
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.Date;
+import java.util.List;
+import lombok.Data;
+
+/**
+ * Data stream list
+ */
+@Data
+@ApiModel("Data stream list")
+public class DataStreamListVO {
+
+ @ApiModelProperty(value = "Primary key")
+ private Integer id;
+
+ @ApiModelProperty(value = "Data stream identifier")
+ private String dataStreamIdentifier;
+
+ @ApiModelProperty(value = "Business identifier")
+ private String businessIdentifier;
+
+ @ApiModelProperty(value = "Data stream name")
+ private String name;
+
+ @ApiModelProperty(value = "Data source type, FILE/DB/AUTO_PUSH")
+ private String dataSourceType;
+
+ @ApiModelProperty(value = "Data type, TEXT, KEY-VALUE, PB, BON")
+ private String dataType;
+
+ @ApiModelProperty(value = "Data storage destination collection")
+ private List<String> storageTypeList;
+
+ @ApiModelProperty(value = "Status")
+ private Integer status;
+
+ private String modifier;
+
+ @JsonFormat(pattern = "yyyy-MM-dd HH:mm:ss")
+ private Date modifyTime;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastream/DataStreamPageRequest.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastream/DataStreamPageRequest.java
new file mode 100644
index 0000000..99b005f
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastream/DataStreamPageRequest.java
@@ -0,0 +1,55 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.datastream;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.Data;
+import lombok.EqualsAndHashCode;
+import org.apache.inlong.manager.common.beans.PageRequest;
+
+/**
+ * Data stream paging query conditions
+ */
+@Data
+@EqualsAndHashCode(callSuper = false)
+@ApiModel("Data flow paging query conditions")
+public class DataStreamPageRequest extends PageRequest {
+
+ @ApiModelProperty(value = "Business Identifier")
+ private String bid;
+
+ @ApiModelProperty(value = "Keyword")
+ private String keyWord;
+
+ @ApiModelProperty(value = "Data source type, including: FILE, DB, AUTO_PUSH (DATA_PROXY_SDK, HTTP)")
+ private String dataSourceType;
+
+ @ApiModelProperty(value = "The storage type to be created (which has no data stream of this type)")
+ private String storageType;
+
+ @ApiModelProperty(value = "Whether to get the storage type list, 0 (default): not get, 1: get")
+ private Integer needStorageList = 0;
+
+ @ApiModelProperty(value = "status")
+ private Integer status;
+
+ @ApiModelProperty(value = "Current user", hidden = true)
+ private String currentUser;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastream/DataStreamSummaryInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastream/DataStreamSummaryInfo.java
new file mode 100644
index 0000000..54f9146
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastream/DataStreamSummaryInfo.java
@@ -0,0 +1,56 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.datastream;
+
+import com.fasterxml.jackson.annotation.JsonFormat;
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.Date;
+import java.util.List;
+import lombok.Data;
+import org.apache.inlong.manager.common.pojo.datastorage.StorageSummaryInfo;
+
+/**
+ * Storage summary of the data stream
+ */
+@Data
+@ApiModel("Storage summary of the data stream")
+public class DataStreamSummaryInfo {
+
+ @ApiModelProperty(value = "Primary key")
+ private Integer id;
+
+ @ApiModelProperty(value = "Business identifier")
+ private String businessIdentifier;
+
+ @ApiModelProperty(value = "Data stream identifier")
+ private String dataStreamIdentifier;
+
+ @ApiModelProperty(value = "Data stream name")
+ private String name;
+
+ @ApiModelProperty(value = "Data source type, support: FILE/DB/AUTO_PUSH")
+ private String dataSourceType;
+
+ @ApiModelProperty(value = "Storage information list")
+ private List<StorageSummaryInfo> storageList;
+
+ @JsonFormat(pattern = "yyyy-MM-dd HH:mm:ss")
+ private Date modifyTime;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastream/FullDataStreamPageRequest.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastream/FullDataStreamPageRequest.java
new file mode 100644
index 0000000..38d5d1f
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastream/FullDataStreamPageRequest.java
@@ -0,0 +1,43 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.datastream;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.Data;
+import lombok.EqualsAndHashCode;
+import org.apache.inlong.manager.common.beans.PageRequest;
+
+/**
+ * Paging query conditions for all data on the data stream page
+ */
+@Data
+@EqualsAndHashCode(callSuper = false)
+@ApiModel("Paging query conditions for all data on the data stream page")
+public class FullDataStreamPageRequest extends PageRequest {
+
+ @ApiModelProperty(value = "Key word")
+ private String keyWord;
+
+ @ApiModelProperty(value = "Business identifier", required = true)
+ private String bid;
+
+ @ApiModelProperty(value = "Current user", hidden = true)
+ private String currentUser;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastream/FullPageInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastream/FullPageInfo.java
new file mode 100644
index 0000000..cf4c4fc
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastream/FullPageInfo.java
@@ -0,0 +1,55 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.datastream;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.List;
+import lombok.Data;
+import org.apache.inlong.manager.common.pojo.datasource.SourceDbBasicInfo;
+import org.apache.inlong.manager.common.pojo.datasource.SourceDbDetailInfo;
+import org.apache.inlong.manager.common.pojo.datasource.SourceFileBasicInfo;
+import org.apache.inlong.manager.common.pojo.datasource.SourceFileDetailInfo;
+import org.apache.inlong.manager.common.pojo.datastorage.BaseStorageInfo;
+
+/**
+ * All information on the data stream page, including data stream, data source, and data storage
+ */
+@Data
+@ApiModel("All information of the data flow page")
+public class FullPageInfo {
+
+ @ApiModelProperty("Data stream information")
+ private DataStreamInfo streamInfo;
+
+ @ApiModelProperty("Basic information of file data source")
+ private SourceFileBasicInfo fileBasicInfo;
+
+ @ApiModelProperty("File data source details")
+ private List<SourceFileDetailInfo> fileDetailInfoList;
+
+ @ApiModelProperty("DB data source basic information")
+ private SourceDbBasicInfo dbBasicInfo;
+
+ @ApiModelProperty("DB data source details")
+ private List<SourceDbDetailInfo> dbDetailInfoList;
+
+ @ApiModelProperty("Data storage information")
+ private List<BaseStorageInfo> storageInfo;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastream/FullPageUpdateInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastream/FullPageUpdateInfo.java
new file mode 100644
index 0000000..c12a43d
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/datastream/FullPageUpdateInfo.java
@@ -0,0 +1,43 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.datastream;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.Data;
+import org.apache.inlong.manager.common.pojo.datasource.SourceDbBasicInfo;
+import org.apache.inlong.manager.common.pojo.datasource.SourceFileBasicInfo;
+
+/**
+ * Information of the data stream page,
+ * <p/>including the basic information of the data flow and data source
+ */
+@Data
+@ApiModel("Information of the data stream page")
+public class FullPageUpdateInfo {
+
+ @ApiModelProperty("Data stream info")
+ private DataStreamInfo streamInfo;
+
+ @ApiModelProperty("Basic file info")
+ private SourceFileBasicInfo fileBasicInfo;
+
+ @ApiModelProperty("Basic db info")
+ private SourceDbBasicInfo dbBasicInfo;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/query/ColumnInfoBean.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/query/ColumnInfoBean.java
new file mode 100644
index 0000000..83060c0
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/query/ColumnInfoBean.java
@@ -0,0 +1,29 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.query;
+
+import lombok.Data;
+
+@Data
+public class ColumnInfoBean {
+
+ private String columnName;
+ private String columnType;
+ private String columnDesc;
+
+}
\ No newline at end of file
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/query/ColumnQueryBean.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/query/ColumnQueryBean.java
new file mode 100644
index 0000000..38dfce1
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/query/ColumnQueryBean.java
@@ -0,0 +1,49 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.query;
+
+import java.util.Objects;
+import lombok.Data;
+
+@Data
+public class ColumnQueryBean {
+
+ private String columnName;
+ private String columnDesc;
+ private String businessDesc; // Business description
+ private String columnNameOfCN;
+ private String columnNameOfEN;
+ private String oldColumnName;
+
+ @Override
+ public boolean equals(Object o) {
+ if (this == o) {
+ return true;
+ }
+ if (o == null || getClass() != o.getClass()) {
+ return false;
+ }
+ ColumnQueryBean that = (ColumnQueryBean) o;
+ return Objects.equals(columnName, that.columnName);
+ }
+
+ @Override
+ public int hashCode() {
+ return columnName != null ? columnName.hashCode() : 0;
+ }
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/query/ConnectionInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/query/ConnectionInfo.java
new file mode 100644
index 0000000..01a003a
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/query/ConnectionInfo.java
@@ -0,0 +1,40 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.query;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.Data;
+
+/**
+ * Connection bean
+ */
+@Data
+@ApiModel("Connection info")
+public class ConnectionInfo {
+
+ @ApiModelProperty("connection url")
+ private String jdbcUrl;
+
+ @ApiModelProperty("connection username")
+ private String username;
+
+ @ApiModelProperty("user password")
+ private String password;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/query/DatabaseDetail.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/query/DatabaseDetail.java
new file mode 100644
index 0000000..4c450e9
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/query/DatabaseDetail.java
@@ -0,0 +1,41 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.query;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.List;
+import lombok.AllArgsConstructor;
+import lombok.Data;
+import lombok.NoArgsConstructor;
+
+/**
+ * Database detail info
+ */
+@Data
+@NoArgsConstructor
+@AllArgsConstructor
+@ApiModel("Database detail info")
+public class DatabaseDetail {
+
+ private String dbName;
+
+ @ApiModelProperty("key is the table name, value is the column name")
+ private List<String> tableNameList;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/query/DatabaseQueryBean.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/query/DatabaseQueryBean.java
new file mode 100644
index 0000000..1282cf6
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/query/DatabaseQueryBean.java
@@ -0,0 +1,43 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.query;
+
+import lombok.Data;
+
+@Data
+public class DatabaseQueryBean {
+
+ private String objectId;
+ private String dbType;
+ private String dbName;
+ private String dbDesc;
+ private String businessDesc;
+ private String owner;
+ private String ownerId;
+ private String projectId;
+ private String projectIdent;
+ private String projectName;
+ private String jdbcUrl;
+ private String userName;
+ private String password;
+ // Whether to create physical DB on hive and hbase, physical DB is created by default
+ private boolean enableAllocateResource = true;
+ // Whether to cascade to update the owner of the table
+ private boolean updateOwnerCascade = false;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/query/TableQueryBean.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/query/TableQueryBean.java
new file mode 100644
index 0000000..58cb3c2
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/query/TableQueryBean.java
@@ -0,0 +1,56 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.query;
+
+import com.fasterxml.jackson.annotation.JsonSubTypes;
+import com.fasterxml.jackson.annotation.JsonTypeInfo;
+import lombok.Data;
+import org.apache.inlong.manager.common.pojo.query.hive.HiveTableQueryBean;
+
+/**
+ * Hive table common attributes
+ */
+@JsonTypeInfo(use = JsonTypeInfo.Id.NAME, property = "tableType", defaultImpl = TableQueryBean.class, visible = true)
+@JsonSubTypes({
+ @JsonSubTypes.Type(value = HiveTableQueryBean.class, name = "hive"),
+})
+@Data
+public class TableQueryBean {
+
+ private String objectId; // Used to modify
+ // Basic attributes
+ private String tableName;
+ private String tableDesc; // Low-level description of the library table
+ private String businessDesc; // Business description
+
+ private String tableType;
+ private String dbName;
+ private String projectId;
+
+ private String projectName; // Redundant display
+ private String projectIdent; // Uniquely identifies projectIdentification
+ private String ownerId;
+ private String owner;
+
+ // Enhanced attributes
+ private String tableNameOfCN; // Table Chinese name
+ private String tableNameOfEN; // Table English name
+
+ private String dwTableType; // DW table type: dimension table, fact table
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/query/hive/HiveColumnInfoBean.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/query/hive/HiveColumnInfoBean.java
new file mode 100644
index 0000000..79340ab
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/query/hive/HiveColumnInfoBean.java
@@ -0,0 +1,24 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.query.hive;
+
+import org.apache.inlong.manager.common.pojo.query.ColumnInfoBean;
+
+public class HiveColumnInfoBean extends ColumnInfoBean {
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/query/hive/HiveColumnQueryBean.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/query/hive/HiveColumnQueryBean.java
new file mode 100644
index 0000000..593581e
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/query/hive/HiveColumnQueryBean.java
@@ -0,0 +1,37 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.query.hive;
+
+import lombok.Data;
+import lombok.EqualsAndHashCode;
+import org.apache.inlong.manager.common.pojo.query.ColumnQueryBean;
+
+@Data
+@EqualsAndHashCode(callSuper = true)
+public class HiveColumnQueryBean extends ColumnQueryBean {
+
+ private String columnType;
+ private boolean isPartition;
+ private String exampleData;
+ // Extended attributes used for data extraction
+ private String columnFormat; // Format
+ private int isNeed; // Required conditions
+ private int discId;
+ private String joinAttr;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/query/hive/HiveTableQueryBean.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/query/hive/HiveTableQueryBean.java
new file mode 100644
index 0000000..f125819
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/query/hive/HiveTableQueryBean.java
@@ -0,0 +1,55 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.query.hive;
+
+import java.util.List;
+import java.util.Map;
+import lombok.Data;
+import lombok.EqualsAndHashCode;
+import org.apache.inlong.manager.common.pojo.query.TableQueryBean;
+
+/**
+ * Bean of query hive table
+ */
+@Data
+@EqualsAndHashCode(callSuper = true)
+public class HiveTableQueryBean extends TableQueryBean {
+
+ private String serdeName;
+ private String serdeProperties;
+ private String jdbcUrl;
+ private String username;
+ private String password;
+ private String fieldTerSymbol;
+ private String collectionTerSymbol;
+ private String mapTerSymbol;
+ private String linesTerSymbol;
+
+ private String fileFormat;
+ private String inputFormatClass;
+ private String outputFormatClass;
+
+ private String location;
+ private String loadPath;
+ private boolean firstColumn;
+ private Map<String, String> tblProperties;
+
+ // Hive fields
+ private List<HiveColumnQueryBean> columns;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/sort/StorageForHive.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/sort/StorageForHive.java
new file mode 100644
index 0000000..0518a82
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/sort/StorageForHive.java
@@ -0,0 +1,21 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.sort;
+
+public class StorageForHive {
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/tubemq/AddTubeConsumeGroupRequest.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/tubemq/AddTubeConsumeGroupRequest.java
new file mode 100644
index 0000000..cb636ad
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/tubemq/AddTubeConsumeGroupRequest.java
@@ -0,0 +1,51 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.tubemq;
+
+import java.util.List;
+import lombok.Data;
+
+@Data
+public class AddTubeConsumeGroupRequest {
+
+ private int clusterId;
+ private String createUser;
+ private List<GroupNameJsonSetBean> groupNameJsonSet;
+
+ public static class GroupNameJsonSetBean {
+
+ private String topicName;
+ private String groupName;
+
+ public String getTopicName() {
+ return topicName;
+ }
+
+ public void setTopicName(String topicName) {
+ this.topicName = topicName;
+ }
+
+ public String getGroupName() {
+ return groupName;
+ }
+
+ public void setGroupName(String groupName) {
+ this.groupName = groupName;
+ }
+ }
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/tubemq/AddTubeMqTopicRequest.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/tubemq/AddTubeMqTopicRequest.java
new file mode 100644
index 0000000..e8cce00
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/tubemq/AddTubeMqTopicRequest.java
@@ -0,0 +1,44 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.tubemq;
+
+import java.util.List;
+import lombok.Data;
+
+@Data
+public class AddTubeMqTopicRequest {
+
+ private Integer clusterId;
+
+ private String user;
+
+ private List<AddTopicTasksBean> addTopicTasks;
+
+ public static class AddTopicTasksBean {
+
+ private String topicName;
+
+ public String getTopicName() {
+ return topicName;
+ }
+
+ public void setTopicName(String topicName) {
+ this.topicName = topicName;
+ }
+ }
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/tubemq/QueryTubeTopicRequest.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/tubemq/QueryTubeTopicRequest.java
new file mode 100644
index 0000000..c65c636
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/tubemq/QueryTubeTopicRequest.java
@@ -0,0 +1,31 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.tubemq;
+
+import lombok.Builder;
+import lombok.Data;
+
+@Data
+@Builder
+public class QueryTubeTopicRequest {
+
+ private Integer clusterId;
+ private String topicName;
+ private String user;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/tubemq/TubeClusterResponse.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/tubemq/TubeClusterResponse.java
new file mode 100644
index 0000000..673cdee
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/tubemq/TubeClusterResponse.java
@@ -0,0 +1,78 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.tubemq;
+
+import java.util.List;
+import lombok.Data;
+import lombok.EqualsAndHashCode;
+
+@Data
+@EqualsAndHashCode(callSuper = true)
+public class TubeClusterResponse extends TubeManagerResponse {
+
+ private List<DataBean> data;
+
+ public static class DataBean {
+
+ private int clusterId;
+ private String clusterName;
+ private String createTime;
+ private Object modifyTime;
+ private String createUser;
+
+ public int getClusterId() {
+ return clusterId;
+ }
+
+ public void setClusterId(int clusterId) {
+ this.clusterId = clusterId;
+ }
+
+ public String getClusterName() {
+ return clusterName;
+ }
+
+ public void setClusterName(String clusterName) {
+ this.clusterName = clusterName;
+ }
+
+ public String getCreateTime() {
+ return createTime;
+ }
+
+ public void setCreateTime(String createTime) {
+ this.createTime = createTime;
+ }
+
+ public Object getModifyTime() {
+ return modifyTime;
+ }
+
+ public void setModifyTime(Object modifyTime) {
+ this.modifyTime = modifyTime;
+ }
+
+ public String getCreateUser() {
+ return createUser;
+ }
+
+ public void setCreateUser(String createUser) {
+ this.createUser = createUser;
+ }
+ }
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/tubemq/TubeManagerResponse.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/tubemq/TubeManagerResponse.java
new file mode 100644
index 0000000..7dbcc9e
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/tubemq/TubeManagerResponse.java
@@ -0,0 +1,29 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.tubemq;
+
+import lombok.Data;
+
+@Data
+public class TubeManagerResponse {
+
+ private boolean result;
+ private int errCode;
+ private String errMsg;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/user/LoginUser.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/user/LoginUser.java
new file mode 100644
index 0000000..23c0ee0
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/user/LoginUser.java
@@ -0,0 +1,36 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.user;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.Data;
+
+/**
+ * Login user and password
+ */
+@Data
+@ApiModel("Login user and password")
+public class LoginUser {
+
+ @ApiModelProperty("username")
+ private String username;
+
+ @ApiModelProperty("password")
+ private String password;
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/user/PasswordChangeRequest.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/user/PasswordChangeRequest.java
new file mode 100644
index 0000000..166d9da
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/user/PasswordChangeRequest.java
@@ -0,0 +1,32 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.user;
+
+import lombok.Data;
+import lombok.EqualsAndHashCode;
+
+
+@Data
+@EqualsAndHashCode(callSuper = false)
+public class PasswordChangeRequest {
+ public String name;
+
+ public String oldPassword;
+
+ public String newPassword;
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/user/UserDetail.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/user/UserDetail.java
new file mode 100644
index 0000000..4f2d947
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/user/UserDetail.java
@@ -0,0 +1,52 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.user;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.Set;
+
+/**
+ * User info
+ */
+@ApiModel("User info")
+public class UserDetail {
+
+ @ApiModelProperty(value = "username")
+ private String userName;
+
+ @ApiModelProperty(value = "user roles")
+ private Set<String> roles;
+
+ public String getUserName() {
+ return userName;
+ }
+
+ public UserDetail setUserName(String userName) {
+ this.userName = userName;
+ return this;
+ }
+
+ public Set<String> getRoles() {
+ return roles;
+ }
+
+ public void setRoles(Set<String> roles) {
+ this.roles = roles;
+ }
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/user/UserDetailListVO.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/user/UserDetailListVO.java
new file mode 100644
index 0000000..ad20506
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/user/UserDetailListVO.java
@@ -0,0 +1,41 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.user;
+
+import java.util.Date;
+import lombok.Data;
+import lombok.EqualsAndHashCode;
+
+@Data
+@EqualsAndHashCode(callSuper = false)
+public class UserDetailListVO {
+
+ private Integer id;
+
+ private String name;
+
+ private Integer accountType;
+
+ private Date createTime;
+
+ private String createBy;
+
+ private String status;
+
+ private Date dueDate;
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/user/UserDetailPageRequest.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/user/UserDetailPageRequest.java
new file mode 100644
index 0000000..149deb3
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/user/UserDetailPageRequest.java
@@ -0,0 +1,32 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.user;
+
+import lombok.Data;
+import lombok.EqualsAndHashCode;
+import org.apache.inlong.manager.common.beans.PageRequest;
+
+@Data
+@EqualsAndHashCode(callSuper = false)
+public class UserDetailPageRequest extends PageRequest {
+
+ public String userName;
+
+ public Integer type;
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/user/UserInfo.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/user/UserInfo.java
new file mode 100644
index 0000000..82670b7
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/user/UserInfo.java
@@ -0,0 +1,51 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.user;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.Data;
+import org.apache.inlong.manager.common.enums.UserTypeEnum;
+import org.apache.inlong.manager.common.util.Preconditions;
+
+@Data
+@ApiModel("User info")
+public class UserInfo {
+
+ private Integer id;
+
+ @ApiModelProperty("type: 0 - manager, 1 - operator")
+ private Integer type;
+
+ @ApiModelProperty("username")
+ private String username;
+
+ @ApiModelProperty("password")
+ private String password;
+
+ @ApiModelProperty("valid days")
+ private Integer validDays;
+
+ public void checkValid() {
+ Preconditions.checkNotEmpty(username, "username should not be empty");
+ Preconditions.checkNotEmpty(password, "password should not be empty");
+ Preconditions.checkNotNull(validDays, "valid days should not be empty");
+ UserTypeEnum userType = UserTypeEnum.parse(type);
+ Preconditions.checkNotNull(userType, "user type incorrect");
+ }
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/workflow/FilterKey.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/workflow/FilterKey.java
new file mode 100644
index 0000000..1f606e9
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/workflow/FilterKey.java
@@ -0,0 +1,55 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.workflow;
+
+import com.google.common.collect.ImmutableList;
+import com.google.common.collect.ImmutableMap;
+import java.util.List;
+import java.util.Map;
+import java.util.stream.Stream;
+
+/**
+ * Approvers filter key of workflow
+ */
+public enum FilterKey {
+
+ DEFAULT;
+
+ private static final List<FilterKey> FILTER_KEY_ORDER = ImmutableList.of(DEFAULT);
+ private static final Map<String, FilterKey> NAME_MAP;
+
+ static {
+ ImmutableMap.Builder<String, FilterKey> builder = ImmutableMap.builder();
+ Stream.of(FilterKey.values())
+ .forEach(filterKey -> builder.put(filterKey.name(), filterKey));
+ NAME_MAP = builder.build();
+ }
+
+ /**
+ * Filter order-from small to large range
+ *
+ * @return orderly filtering KEY
+ */
+ public static List<FilterKey> getFilterKeyByOrder() {
+ return FILTER_KEY_ORDER;
+ }
+
+ public static FilterKey fromName(String name) {
+ return NAME_MAP.get(name);
+ }
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/workflow/WorkflowApprover.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/workflow/WorkflowApprover.java
new file mode 100644
index 0000000..82d4e37
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/workflow/WorkflowApprover.java
@@ -0,0 +1,69 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.workflow;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import java.util.Date;
+import lombok.AllArgsConstructor;
+import lombok.Builder;
+import lombok.Data;
+import lombok.NoArgsConstructor;
+
+/**
+ * Approver config of workflow
+ */
+@Data
+@Builder
+@NoArgsConstructor
+@AllArgsConstructor
+@ApiModel("Approver config of workflow")
+public class WorkflowApprover {
+
+ @ApiModelProperty("id")
+ private Integer id;
+
+ @ApiModelProperty("process name")
+ private String processName;
+
+ @ApiModelProperty("process display name")
+ private String processDisplayName;
+
+ @ApiModelProperty("task name")
+ private String taskName;
+
+ @ApiModelProperty("task display name")
+ private String taskDisplayName;
+
+ @ApiModelProperty("filter key")
+ private FilterKey filterKey;
+
+ @ApiModelProperty("filter value")
+ private String filterValue;
+
+ @ApiModelProperty("filter value desc")
+ private String filterValueDesc;
+
+ @ApiModelProperty("approver list, separate with commas(\",\") when multiple")
+ private String approvers;
+
+ private String creator;
+ private String modifier;
+ private Date createTime;
+ private Date modifyTime;
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/workflow/WorkflowApproverFilterContext.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/workflow/WorkflowApproverFilterContext.java
new file mode 100644
index 0000000..65ec196
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/workflow/WorkflowApproverFilterContext.java
@@ -0,0 +1,39 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.workflow;
+
+import java.util.HashMap;
+import java.util.Map;
+import lombok.AllArgsConstructor;
+import lombok.Builder;
+import lombok.Data;
+import lombok.NoArgsConstructor;
+
+/**
+ * Context of workflow approver filter
+ *
+ */
+@Data
+@Builder
+@NoArgsConstructor
+public class WorkflowApproverFilterContext {
+
+ public Map<FilterKey, String> toFilterKeyMap() {
+ return new HashMap<>();
+ }
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/workflow/WorkflowApproverQuery.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/workflow/WorkflowApproverQuery.java
new file mode 100644
index 0000000..bc78d77
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/pojo/workflow/WorkflowApproverQuery.java
@@ -0,0 +1,58 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.pojo.workflow;
+
+import io.swagger.annotations.ApiModel;
+import io.swagger.annotations.ApiModelProperty;
+import lombok.AllArgsConstructor;
+import lombok.Builder;
+import lombok.Data;
+import lombok.NoArgsConstructor;
+
+/**
+ * Workflow Approver Query Condition
+ */
+@Data
+@Builder
+@NoArgsConstructor
+@AllArgsConstructor
+@ApiModel("Workflow Approver Query Condition")
+public class WorkflowApproverQuery {
+
+ @ApiModelProperty("id")
+ private Integer id;
+
+ @ApiModelProperty("Process definition name")
+ private String processName;
+
+ @ApiModelProperty("Approval task name")
+ private String taskName;
+
+ @ApiModelProperty("Filter Condition KEY")
+ private String filterKey;
+
+ @ApiModelProperty("Filter matching values")
+ private String filterValue;
+
+ @ApiModelProperty("Approver")
+ private String approver;
+
+ private String creator;
+
+ private String modifier;
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/util/AgentConstants.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/util/AgentConstants.java
new file mode 100644
index 0000000..ad491f5
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/util/AgentConstants.java
@@ -0,0 +1,68 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.util;
+
+public class AgentConstants {
+ public static String NAME = "name";
+ public static String IP = "ip";
+ public static String MAX_RETRY_THREADS = "max_retry_threads";
+ public static String MIN_RETRY_THREADS = "min_retry_threads";
+ public static String EVENT_CHECK_INTERVAL = "event_check_interval";
+ public static String DB_PATH = "db_path";
+
+ public static String SCAN_INTERVAL_SEC = "scan_interval_sec";
+
+ public static String BACK_AGENT_CONF_FILE = "back_agent_conf_file";
+ public static String FILECONTENT_AGENT_CONF_FILE = "filecontent_agent_conf_file";
+
+ public static String BATCH_SIZE = "batch_size";
+ public static String MSG_SIZE = "msg_size";
+ public static String SEND_RUNNABLEC_SIZE = "send_runnable_size";
+ public static String ONELINE_SIZE = "oneline_size";
+
+ public static String MSG_QUEUE_SIZE = "msg_queue_size";
+ public static String CLEAR_DAY_OFFSET = "clear_day_offset";
+ public static String CLEAR_INTERVAL_SEC = "clear_interval_sec";
+
+ public static String MAX_CONCURRENT_READER_PER_TASK = "max_concurrent_reader_per_task";
+ public static String MAX_READER_CNT = "max_reader_cnt";
+ public static String THREAD_MANAGER_SLEEP_INTERVAL = "thread_manager_sleep_interval";
+ public static String BUFFER_SIZE_IN_BYTES = "buffer_size_in_bytes";
+ public static String CONF_REFRESH_INTERVAL_SECS = "conf_refresh_interval_secs";
+
+ public static String RPC_CLIENT_RECONNECT = "agent_rpc_reconnect_time";
+
+ public static String COMPRESS = "compress";
+ public static String IS_SEND = "is_send";
+ public static String BUFFER_SIZE = "buffer_size";
+ public static String IS_PACKAGE = "is_package";
+ public static String IS_WRITE = "is_write";
+ public static String IS_CALC_MD5 = "is_calc_md5";
+ public static String SEND_TIMEOUT_MILL_SEC = "send_timeout_mill_sec";
+ public static String FLUSH_EVENT_TIMEOUT_MILL_SEC = "flush_event_timeout_mill_sec";
+
+ public static String STAT_INTERVAL_SEC = "stat_interval_sec";
+
+ public static String FLOW_SIZE = "flow_size";
+
+ public static boolean DEFAULT_BCOMPRESS = true;
+ public static boolean DEFAULT_IS_WRITE = true;
+ public static boolean DEFAULT_IS_CALC_MD5 = true;
+ public static boolean DEFAULT_BPACKAGE = true;
+ public static boolean DEFAULT_IS_SEND = true;
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/util/CommonBeanUtils.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/util/CommonBeanUtils.java
new file mode 100644
index 0000000..61a1bb5
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/util/CommonBeanUtils.java
@@ -0,0 +1,116 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.util;
+
+import java.util.ArrayList;
+import java.util.HashSet;
+import java.util.List;
+import java.util.Set;
+import java.util.function.Supplier;
+import org.springframework.beans.BeanUtils;
+import org.springframework.beans.BeanWrapper;
+import org.springframework.beans.BeanWrapperImpl;
+
+/**
+ * Copy the tool class of the Bean property in the List
+ */
+public class CommonBeanUtils extends BeanUtils {
+
+ /**
+ * Usage scenario: Loop replication for each Java entity in the List
+ *
+ * @param sources Source entity list
+ * @param target target entity list
+ * @param <S> The type of the source entity list
+ * @param <T> The type of the target entity list
+ * @return target entity list
+ */
+ public static <S, T> List<T> copyListProperties(List<S> sources, Supplier<T> target) {
+ if (sources == null || sources.isEmpty()) {
+ return new ArrayList<>(0);
+ }
+ List<T> list = new ArrayList<>(sources.size());
+ for (S source : sources) {
+ T t = target.get();
+ copyProperties(source, t);
+ list.add(t);
+ }
+ return list;
+ }
+
+ /**
+ * Copy the content of the source data to the object of the target type, and return the result
+ *
+ * @param source source data content
+ * @param target target type
+ * @param <S> source type
+ * @param <T> target type
+ * @return the target type object after copying
+ */
+ public static <S, T> T copyProperties(S source, Supplier<T> target) {
+ T result = target.get();
+ if (source == null) {
+ return result;
+ }
+ copyProperties(source, result);
+ return result;
+ }
+
+ /**
+ * Copy the content of the source instance to the target instance
+ *
+ * @param source source data content
+ * @param target target data
+ * @param ignoreNull Whether to ignore null values
+ * @param <S> source type
+ * @param <T> target type
+ * @apiNote If ignoreNull = false, non-null attributes in the target instance may be overwritten
+ */
+ public static <S, T> void copyProperties(S source, T target, boolean ignoreNull) {
+ if (source == null) {
+ return;
+ }
+ if (ignoreNull) {
+ copyProperties(source, target, getNullPropertyNames(source));
+ } else {
+ copyProperties(source, target);
+ }
+ }
+
+ /**
+ * Get an array of null field names for a given object
+ *
+ * @param source target object
+ * @return an array of field names whose value is null
+ */
+ public static String[] getNullPropertyNames(Object source) {
+ final BeanWrapper src = new BeanWrapperImpl(source);
+ java.beans.PropertyDescriptor[] pds = src.getPropertyDescriptors();
+
+ Set<String> emptyNames = new HashSet<>();
+ for (java.beans.PropertyDescriptor pd : pds) {
+ Object srcValue = src.getPropertyValue(pd.getName());
+ if (srcValue == null) {
+ emptyNames.add(pd.getName());
+ }
+ }
+ String[] result = new String[emptyNames.size()];
+ return emptyNames.toArray(result);
+ }
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/util/HttpUtils.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/util/HttpUtils.java
new file mode 100644
index 0000000..5283bab
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/util/HttpUtils.java
@@ -0,0 +1,113 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.util;
+
+import com.google.gson.Gson;
+import com.google.gson.GsonBuilder;
+import java.util.Map;
+import lombok.extern.slf4j.Slf4j;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.core.ParameterizedTypeReference;
+import org.springframework.http.HttpEntity;
+import org.springframework.http.HttpHeaders;
+import org.springframework.http.HttpMethod;
+import org.springframework.http.HttpStatus;
+import org.springframework.http.ResponseEntity;
+import org.springframework.stereotype.Component;
+import org.springframework.web.client.RestClientException;
+import org.springframework.web.client.RestTemplate;
+import org.springframework.web.util.UriComponentsBuilder;
+
+/**
+ * HTTP utils
+ */
+@Component
+@Slf4j
+public class HttpUtils {
+
+ private static final Gson gson = new GsonBuilder().create(); // thread safe
+ @Autowired
+ private RestTemplate restTemplate;
+
+ /**
+ * Send an HTTP request
+ */
+ public <T> T request(String url, HttpMethod method, String param, HttpHeaders header, Class<T> cls)
+ throws Exception {
+ // Set request header parameters
+ ResponseEntity<String> exchange;
+ try {
+ HttpEntity<String> request = new HttpEntity<>(param, header);
+ log.debug("send http request to {}, param {}", url, param);
+ exchange = restTemplate.exchange(url, method, request, String.class);
+
+ String body = exchange.getBody();
+ HttpStatus statusCode = exchange.getStatusCode();
+ if (!statusCode.is2xxSuccessful()) {
+ log.error("request error for {}, status code {}, body {}", url, statusCode, body);
+ }
+
+ log.debug("response from {}, status code {}", url, statusCode);
+ return gson.fromJson(exchange.getBody(), cls);
+ } catch (RestClientException e) {
+ log.error(" do request for {} exception {} ", url, e.getMessage());
+ throw e;
+ }
+ }
+
+ /**
+ * Send an HTTP request
+ */
+ public <T> T request(String url, HttpMethod httpMethod, Object requestBody, HttpHeaders header,
+ ParameterizedTypeReference<T> typeReference) {
+ if (log.isDebugEnabled()) {
+ log.debug("call {}, request body {}", url, gson.toJson(requestBody));
+ }
+
+ HttpEntity<Object> requestEntity = new HttpEntity<>(requestBody, header);
+ ResponseEntity<T> response = restTemplate.exchange(url, httpMethod, requestEntity, typeReference);
+
+ if (log.isDebugEnabled()) {
+ log.debug("call {}, status code {}", url, response.getStatusCode());
+ }
+
+ Preconditions.checkTrue(response.getStatusCode().is2xxSuccessful(), "Request failed");
+ return response.getBody();
+ }
+
+ public <T> T postRequest(String url, Object params, HttpHeaders header,
+ ParameterizedTypeReference<T> typeReference) {
+ return request(url, HttpMethod.POST, params, header, typeReference);
+ }
+
+ public <T> T getRequest(String url, Map<String, Object> params, HttpHeaders header,
+ ParameterizedTypeReference<T> typeReference) {
+ return request(buildUrlWithQueryParam(url, params), HttpMethod.GET, null, header, typeReference);
+ }
+
+ private String buildUrlWithQueryParam(String url, Map<String, Object> params) {
+ if (params == null) {
+ return url;
+ }
+ UriComponentsBuilder builder = UriComponentsBuilder.fromHttpUrl(url);
+ params.entrySet().stream().filter(e -> e.getValue() != null)
+ .forEach(e -> builder.queryParam(e.getKey(), e.getValue()));
+ return builder.build(false).toUriString();
+ }
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/util/JsonUtils.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/util/JsonUtils.java
new file mode 100644
index 0000000..dd7c55f
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/util/JsonUtils.java
@@ -0,0 +1,168 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.util;
+
+import com.fasterxml.jackson.annotation.JsonAutoDetect.Visibility;
+import com.fasterxml.jackson.annotation.PropertyAccessor;
+import com.fasterxml.jackson.core.JsonProcessingException;
+import com.fasterxml.jackson.core.type.TypeReference;
+import com.fasterxml.jackson.databind.DeserializationFeature;
+import com.fasterxml.jackson.databind.JavaType;
+import com.fasterxml.jackson.databind.JsonNode;
+import com.fasterxml.jackson.databind.ObjectMapper;
+import com.fasterxml.jackson.databind.SerializationFeature;
+import java.io.IOException;
+import java.util.List;
+import java.util.Map;
+import lombok.extern.slf4j.Slf4j;
+import org.apache.commons.lang3.StringUtils;
+import org.apache.inlong.manager.common.exceptions.JsonException;
+
+/**
+ * JSON utils
+ */
+@Slf4j
+public class JsonUtils {
+
+ public static final ObjectMapper MAPPER = new ObjectMapper();
+
+ static {
+ MAPPER.setVisibility(PropertyAccessor.FIELD, Visibility.ANY);
+ MAPPER.configure(SerializationFeature.FAIL_ON_EMPTY_BEANS, false);
+ MAPPER.configure(DeserializationFeature.FAIL_ON_UNKNOWN_PROPERTIES, false);
+ }
+
+ /**
+ * The instance need to transform to string
+ *
+ * @param obj instance need to transform
+ * @return JSON string after transform
+ */
+ public static String toJson(Object obj) {
+ if (obj == null) {
+ return null;
+ }
+ if (obj.getClass() == String.class) {
+ return (String) obj;
+ }
+ try {
+ return MAPPER.writeValueAsString(obj);
+ } catch (JsonProcessingException e) {
+ log.error("JSON transform error: " + obj, e);
+ throw new JsonException("JSON transform error");
+ }
+ }
+
+ /**
+ * Transform the string to specify type
+ *
+ * @param json JSON string
+ * @param type specify type
+ * @param <T> type
+ * @return instance of type T
+ */
+ public static <T> T parse(String json, TypeReference<T> type) {
+ try {
+ return MAPPER.readValue(json, type);
+ } catch (IOException e) {
+ log.error("JSON transform error: " + json, e);
+ throw new JsonException("JSON transform error");
+ }
+ }
+
+ /**
+ * Transform the string to JsonNode
+ *
+ * @param json JSON string
+ * @return JsonNode instance after transform
+ */
+ public static JsonNode parse(String json) {
+ if (StringUtils.isBlank(json)) {
+ return null;
+ }
+ try {
+ return MAPPER.readTree(json);
+ } catch (IOException e) {
+ log.error("JSON transform error: " + json, e);
+ throw new JsonException("JSON transform error");
+ }
+ }
+
+ /**
+ * Transform JSON string to Java instance
+ *
+ * @param json JSON string
+ * @param tClass Java instance type
+ * @param <T> type
+ * @return java instance after transform
+ */
+ public static <T> T parse(String json, Class<T> tClass) {
+ try {
+ return MAPPER.readValue(json, tClass);
+ } catch (IOException e) {
+ log.error("JSON transform error: " + json, e);
+ throw new JsonException("JSON transform error");
+ }
+ }
+
+ public static <T> T parse(String json, JavaType javaType) {
+ try {
+ return MAPPER.readValue(json, javaType);
+ } catch (IOException e) {
+ log.error("JSON transform error: " + json, e);
+ throw new JsonException("JSON transform error");
+ }
+ }
+
+ /**
+ * Transform JSON string to List
+ *
+ * @param json JSON string
+ * @param eClass element class
+ * @param <E> element type
+ * @return list after transform
+ */
+ public static <E> List<E> parseList(String json, Class<E> eClass) {
+ try {
+ return MAPPER.readValue(json, MAPPER.getTypeFactory().constructCollectionType(List.class, eClass));
+ } catch (IOException e) {
+ log.error("JSON transform error: " + json, e);
+ throw new JsonException("JSON transform error");
+ }
+ }
+
+ /**
+ * Transform JSON string to Map
+ *
+ * @param json JSON string
+ * @param kClass key type in Map
+ * @param vClass value type in Map
+ * @param <K> key type
+ * @param <V> value type
+ * @return map after transform
+ */
+ public static <K, V> Map<K, V> parseMap(String json, Class<K> kClass, Class<V> vClass) {
+ try {
+ return MAPPER.readValue(json, MAPPER.getTypeFactory().constructMapType(Map.class, kClass, vClass));
+ } catch (IOException e) {
+ log.error("JSON transform error: " + json, e);
+ throw new JsonException("JSON transform error");
+ }
+ }
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/util/LoginUserUtil.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/util/LoginUserUtil.java
new file mode 100644
index 0000000..9fa1ae3
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/util/LoginUserUtil.java
@@ -0,0 +1,48 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.util;
+
+import org.apache.inlong.manager.common.pojo.user.UserDetail;
+
+import lombok.extern.slf4j.Slf4j;
+
+/**
+ * User info for login
+ */
+@Slf4j
+public class LoginUserUtil {
+
+ /**
+ * ThreadLocal for user info
+ */
+ private static final ThreadLocal<UserDetail> LOGIN_USER_DETAIL_TL = new ThreadLocal<>();
+
+ public static UserDetail getLoginUserDetail() {
+ return LOGIN_USER_DETAIL_TL.get();
+ }
+
+ public static void setUserLoginInfo(UserDetail userDetail) {
+ log.debug("setUserLoginInfo:{}", userDetail.getUserName());
+ LOGIN_USER_DETAIL_TL.set(userDetail);
+ }
+
+ public static void removeUserLoginInfo() {
+ LOGIN_USER_DETAIL_TL.remove();
+ }
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/util/NetworkUtils.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/util/NetworkUtils.java
new file mode 100644
index 0000000..1731855
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/util/NetworkUtils.java
@@ -0,0 +1,82 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.util;
+
+import java.net.Inet4Address;
+import java.net.InetAddress;
+import java.net.UnknownHostException;
+import javax.servlet.http.HttpServletRequest;
+import lombok.extern.slf4j.Slf4j;
+import org.apache.commons.lang3.StringUtils;
+
+/**
+ * Utils for Network
+ */
+@Slf4j
+public class NetworkUtils {
+
+ /**
+ * Get the real IP of the requesting client
+ *
+ * @param request HTTP request params from the client
+ * @return real IP of the client
+ */
+ public static String getClientIpAddress(HttpServletRequest request) {
+ // get real ip from Nginx proxy
+ String realIp = request.getHeader("X-Real-IP");
+ if (StringUtils.isBlank(realIp) || "unknown".equalsIgnoreCase(realIp)) {
+ realIp = request.getHeader("X-Forwarded-For");
+ }
+ if (StringUtils.isBlank(realIp) || "unknown".equalsIgnoreCase(realIp)) {
+ realIp = request.getHeader("Proxy-Client-IP");
+ }
+ if (StringUtils.isBlank(realIp) || "unknown".equalsIgnoreCase(realIp)) {
+ realIp = request.getHeader("WL-Proxy-Client-IP");
+ }
+ if (StringUtils.isBlank(realIp) || "unknown".equalsIgnoreCase(realIp)) {
+ realIp = request.getRemoteAddr();
+ }
+
+ // In the case of multiple proxies, the first IP is the real IP of the client,
+ // and multiple IPs are divided according to ','
+ if (realIp != null && realIp.length() > 15) { // length of "***.***.***.***"
+ if (realIp.indexOf(",") > 0) {
+ realIp = realIp.substring(0, realIp.indexOf(","));
+ }
+ }
+
+ return realIp;
+ }
+
+ /**
+ * Get local IP
+ *
+ * @return local IP
+ */
+ public static String getLocalIp() {
+ InetAddress localHost = null;
+ try {
+ localHost = Inet4Address.getLocalHost();
+ return localHost.getHostAddress();
+ } catch (UnknownHostException e) {
+ log.error(e.getMessage(), e);
+ }
+ return null;
+ }
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/util/PageUtils.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/util/PageUtils.java
new file mode 100644
index 0000000..1fb60f8
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/util/PageUtils.java
@@ -0,0 +1,56 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.util;
+
+import com.github.pagehelper.Page;
+import com.github.pagehelper.PageInfo;
+import org.apache.inlong.manager.common.beans.PageResult;
+
+/**
+ * Pagination utils
+ */
+public class PageUtils {
+
+ /**
+ * Wrapping paging information
+ *
+ * @param pageInfo page info need to wrap
+ * @return page result
+ */
+ public static <T> PageResult<T> getPageResult(PageInfo<T> pageInfo) {
+ PageResult<T> pageResult = new PageResult<>();
+ pageResult.setPageNum(pageInfo.getPageNum());
+ pageResult.setPageSize(pageInfo.getPageSize());
+ pageResult.setTotalSize(pageInfo.getTotal());
+ pageResult.setTotalPages(pageInfo.getPages());
+ pageResult.setList(pageInfo.getList());
+ return pageResult;
+ }
+
+ public static <T, E> PageResult<T> getPageResult(Page<E> page, Page.Function<E, T> function) {
+ PageInfo<T> pageInfo = page.toPageInfo(function);
+ pageInfo.setTotal(page.getTotal());
+ PageResult<T> pageResult = new PageResult<>();
+ pageResult.setPageNum(pageInfo.getPageNum());
+ pageResult.setPageSize(pageInfo.getPageSize());
+ pageResult.setTotalSize(pageInfo.getTotal());
+ pageResult.setTotalPages(pageInfo.getPages());
+ pageResult.setList(pageInfo.getList());
+ return pageResult;
+ }
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/util/Preconditions.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/util/Preconditions.java
new file mode 100644
index 0000000..bba9078
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/util/Preconditions.java
@@ -0,0 +1,113 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.util;
+
+import java.util.Collection;
+import java.util.Map;
+import java.util.function.Supplier;
+
+/**
+ * Parameter verification tools
+ */
+public class Preconditions {
+
+ public static void checkNotNull(Object obj, String errMsg) {
+ checkTrue(obj != null, errMsg);
+ }
+
+ public static void checkNotNull(Object obj, Supplier<String> errMsg) {
+ checkTrue(obj != null, errMsg);
+ }
+
+ public static void checkNull(Object obj, String errMsg) {
+ checkTrue(obj == null, errMsg);
+ }
+
+ public static void checkNull(Object obj, Supplier<String> errMsg) {
+ checkTrue(obj == null, errMsg);
+ }
+
+ public static void checkEmpty(String str, String errMsg) {
+ checkTrue(str == null || str.isEmpty(), errMsg);
+ }
+
+ public static void checkEmpty(String str, Supplier<String> errMsg) {
+ checkTrue(str == null || str.isEmpty(), errMsg);
+ }
+
+ public static void checkEmpty(Collection str, String errMsg) {
+ checkTrue(str == null || str.isEmpty(), errMsg);
+ }
+
+ public static void checkEmpty(Collection collection, Supplier<String> errMsg) {
+ checkTrue(collection == null || collection.isEmpty(), errMsg);
+ }
+
+ public static void checkEmpty(Map map, String errMsg) {
+ checkTrue(map == null || map.isEmpty(), errMsg);
+ }
+
+ public static void checkEmpty(Map map, Supplier<String> errMsg) {
+ checkTrue(map == null || map.isEmpty(), errMsg);
+ }
+
+ public static void checkNotEmpty(String str, String errMsg) {
+ checkTrue(str != null && !str.isEmpty(), errMsg);
+ }
+
+ public static void checkNotEmpty(String str, Supplier<String> errMsg) {
+ checkTrue(str != null && !str.isEmpty(), errMsg);
+ }
+
+ public static void checkNotEmpty(Collection collection, String errMsg) {
+ checkTrue(collection != null && !collection.isEmpty(), errMsg);
+ }
+
+ public static void checkNotEmpty(Collection collection, Supplier<String> errMsg) {
+ checkTrue(collection != null && !collection.isEmpty(), errMsg);
+ }
+
+ public static void checkNotEmpty(Map map, String errMsg) {
+ checkTrue(map != null && !map.isEmpty(), errMsg);
+ }
+
+ public static void checkNotEmpty(Map map, Supplier<String> errMsg) {
+ checkTrue(map != null && !map.isEmpty(), errMsg);
+ }
+
+ public static void checkFalse(boolean condition, String errMsg) {
+ checkTrue(!condition, errMsg);
+ }
+
+ public static void checkFalse(boolean condition, Supplier<String> errMsg) {
+ checkTrue(!condition, errMsg);
+ }
+
+ public static void checkTrue(boolean condition, Supplier<String> errMsg) {
+ if (!condition) {
+ throw new IllegalArgumentException(errMsg.get());
+ }
+ }
+
+ public static void checkTrue(boolean condition, String errMsg) {
+ if (!condition) {
+ throw new IllegalArgumentException(errMsg);
+ }
+ }
+
+}
diff --git a/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/util/SmallTools.java b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/util/SmallTools.java
new file mode 100644
index 0000000..70980c5
--- /dev/null
+++ b/inlong-manager/manager-common/src/main/java/org/apache/inlong/manager/common/util/SmallTools.java
@@ -0,0 +1,127 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.inlong.manager.common.util;
+
+import java.security.MessageDigest;
+import java.security.NoSuchAlgorithmException;
+import java.time.LocalDate;
+import java.time.ZoneId;
+import java.util.Calendar;
+import java.util.Date;
+import lombok.extern.slf4j.Slf4j;
+import org.apache.shiro.crypto.hash.SimpleHash;
+
+/**
+ * Common tools
+ */
+@Slf4j
+public class SmallTools {
+
+ private static final char[] hexDigits = {'0', '1', '2', '3', '4', '5',
+ '6', '7', '8', '9', 'a', 'b', 'c', 'd', 'e', 'f'};
+
+ /**
+ * IP validation check
+ *
+ * @param text need to check
+ * @return true: valid, false: invalid
+ */
+ public static boolean ipCheck(String text) {
+ if (text != null && !text.isEmpty()) {
+ String regex = "^(1\\d{2}|2[0-4]\\d|25[0-5]|[1-9]\\d|[1-9])\\."
+ + "(1\\d{2}|2[0-4]\\d|25[0-5]|[1-9]\\d|\\d)\\."
+ + "(1\\d{2}|2[0-4]\\d|25[0-5]|[1-9]\\d|\\d)\\."
+ + "(1\\d{2}|2[0-4]\\d|25[0-5]|[1-9]\\d|\\d)$";
+ return text.matches(regex);
+ }
+ return false;
+ }
+
+ public static boolean portCheck(int port) {
+ return port > 0 && port < 65535;
+ }
+
+ /**
+ * Get MD5 from the given string
+ */
+ public static String getMD5String(String source) {
+ if (source == null) {
+ return null;
+ }
+
+ String retString = null;
+ try {
+ MessageDigest md = MessageDigest.getInstance("MD5");
+ md.update(source.getBytes(), 0, source.length());
+ byte[] retBytes = md.digest();
+
+ StringBuilder sb = new StringBuilder();
+ for (byte b : retBytes) {
+ sb.append(hexDigits[(b >> 4) & 0x0f]);
+ sb.append(hexDigits[b & 0x0f]);
+ }
+
+ retString = sb.toString();
+ } catch (NoSuchAlgorithmException e) {
+ log.error("" + e);
+ }
+
+ return retString;
+ }
+
+ /**
+ * Encrypt user password by MD5 encryption algorithm
+ *
+ * @param password user password
+ * @return password after encrypt
+ */
+ public static String passwordMd5(String password) {
+ return new SimpleHash("MD5", password, null, 1024).toHex();
+ }
+
+ /**
+ * Calculate expiration date
+ *
+ * @param validDays Expires in validDays
+ * @return expiration date
+ */
+ public static Date getOverDueDate(Integer validDays) {
+ Date date = new Date();
+ Calendar cal = Calendar.getInstance();
+ cal.setTime(date);
+ cal.add(Calendar.DATE, validDays);
+ return cal.getTime();
+ }
+
+ /**
+ * Get valid days
+ *
+ * @param createDate create date
+ * @param dueDate due date
+ * @return valid days
+ */
+ public static Integer getValidDays(Date createDate, Date dueDate) {
+ ZoneId zoneId = ZoneId.systemDefault();
+
+ LocalDate createLocalDate = createDate.toInstant().atZone(zoneId).toLocalDate();
+ LocalDate dueLocalDate = dueDate.toInstant().atZone(zoneId).toLocalDate();
+
+ return Math.toIntExact(dueLocalDate.toEpochDay() - createLocalDate.toEpochDay());
+ }
+
+}
diff --git a/inlong-manager/manager-dao/pom.xml b/inlong-manager/manager-dao/pom.xml
new file mode 100644
index 0000000..dd8fdbe
--- /dev/null
+++ b/inlong-manager/manager-dao/pom.xml
@@ -0,0 +1,108 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+ ~ Licensed to the Apache Software Foundation (ASF) under one or more
+ ~ contributor license agreements. See the NOTICE file distributed with
+ ~ this work for additional information regarding copyright ownership.
+ ~ The ASF licenses this file to You under the Apache License, Version 2.0
+ ~ (the "License"); you may not use this file except in compliance with
+ ~ the License. You may obtain a copy of the License at
+ ~
+ ~ http://www.apache.org/licenses/LICENSE-2.0
+ ~
+ ~ Unless required by applicable law or agreed to in writing, software
+ ~ distributed under the License is distributed on an "AS IS" BASIS,
+ ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ ~ See the License for the specific language governing permissions and
+ ~ limitations under the License.
+ -->
+
+<project xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+ xmlns="http://maven.apache.org/POM/4.0.0"
+ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsd">
+ <modelVersion>4.0.0</modelVersion>
+ <parent>
+ <groupId>org.apache.inlong</groupId>
+ <artifactId>inlong-manager</artifactId>
+ <version>0.9.0-incubating-SNAPSHOT</version>
+ </parent>
+
+ <artifactId>manager-dao</artifactId>
+ <name>Apache InLong - Manager DAO</name>
+
+ <properties>
+
+ </properties>
... 41710 lines suppressed ...