You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@linkis.apache.org by pe...@apache.org on 2022/02/07 12:17:15 UTC
[incubator-linkis] branch dev-1.1.0-datasource updated (93d2c66 -> 9723a57)
This is an automated email from the ASF dual-hosted git repository.
peacewong pushed a change to branch dev-1.1.0-datasource
in repository https://gitbox.apache.org/repos/asf/incubator-linkis.git.
from 93d2c66 #1257 (#1369)
new 576e76f add module linkis-metadata-manager-service-kafka
new e0dd006 add plugin assembly
new 7201e58 add kafka connection
new 3984897 add kafka param mapper
new 9723a57 add kafka meta service
The 5 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../linkis-metadata-manager/service/kafka}/pom.xml | 69 ++++++-------
.../src/main/assembly/distribution.xml | 5 +-
.../metadatamanager/service/KafkaConnection.java | 51 ++++++++++
.../metadatamanager/service/KafkaMetaService.java | 111 +++++++++++++++++++++
.../service/KafkaParamsMapper.java} | 22 ++--
.../linkis-datasource/pom.xml | 1 +
6 files changed, 206 insertions(+), 53 deletions(-)
copy {linkis-engineconn-plugins/engineconn-plugins/pipeline => linkis-public-enhancements/linkis-datasource/linkis-metadata-manager/service/kafka}/pom.xml (66%)
copy linkis-public-enhancements/linkis-datasource/linkis-metadata-manager/service/{elasticsearch => kafka}/src/main/assembly/distribution.xml (94%)
create mode 100644 linkis-public-enhancements/linkis-datasource/linkis-metadata-manager/service/kafka/src/main/java/org/apache/linkis/metadatamanager/service/KafkaConnection.java
create mode 100644 linkis-public-enhancements/linkis-datasource/linkis-metadata-manager/service/kafka/src/main/java/org/apache/linkis/metadatamanager/service/KafkaMetaService.java
copy linkis-public-enhancements/linkis-datasource/{metadatamanager/service/hive/src/main/java/org/apache/linkis/metadatamanager/service/HiveParamsMapper.java => linkis-metadata-manager/service/kafka/src/main/java/org/apache/linkis/metadatamanager/service/KafkaParamsMapper.java} (64%)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@linkis.apache.org
For additional commands, e-mail: commits-help@linkis.apache.org
[incubator-linkis] 03/05: add kafka connection
Posted by pe...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
peacewong pushed a commit to branch dev-1.1.0-datasource
in repository https://gitbox.apache.org/repos/asf/incubator-linkis.git
commit 7201e58370b77102bef01f92740c9ab07cfa5027
Author: xiaojie19852006 <xi...@163.com>
AuthorDate: Mon Feb 7 17:07:03 2022 +0800
add kafka connection
---
.../metadatamanager/service/KafkaConnection.java | 51 ++++++++++++++++++++++
1 file changed, 51 insertions(+)
diff --git a/linkis-public-enhancements/linkis-datasource/linkis-metadata-manager/service/kafka/src/main/java/org/apache/linkis/metadatamanager/service/KafkaConnection.java b/linkis-public-enhancements/linkis-datasource/linkis-metadata-manager/service/kafka/src/main/java/org/apache/linkis/metadatamanager/service/KafkaConnection.java
new file mode 100644
index 0000000..27b0d46
--- /dev/null
+++ b/linkis-public-enhancements/linkis-datasource/linkis-metadata-manager/service/kafka/src/main/java/org/apache/linkis/metadatamanager/service/KafkaConnection.java
@@ -0,0 +1,51 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.linkis.metadatamanager.service;
+
+import org.apache.kafka.clients.admin.AdminClient;
+import org.apache.kafka.clients.admin.KafkaAdminClient;
+import org.apache.kafka.clients.producer.ProducerConfig;
+
+import java.io.Closeable;
+import java.io.IOException;
+import java.util.Properties;
+
+public class KafkaConnection implements Closeable {
+ private AdminClient adminClient;
+
+ public KafkaConnection(String uris) throws Exception{
+ Properties props = new Properties();
+ props.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, uris);
+ adminClient = KafkaAdminClient.create(props);
+ }
+
+ public KafkaConnection(String uris, String principle, String keytabFilePath) throws Exception {
+ Properties props = new Properties();
+ props.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, uris);
+ adminClient = KafkaAdminClient.create(props);
+ }
+
+ public AdminClient getClient(){
+ return adminClient;
+ }
+
+ @Override
+ public void close() throws IOException {
+ adminClient.close();
+ }
+}
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@linkis.apache.org
For additional commands, e-mail: commits-help@linkis.apache.org
[incubator-linkis] 05/05: add kafka meta service
Posted by pe...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
peacewong pushed a commit to branch dev-1.1.0-datasource
in repository https://gitbox.apache.org/repos/asf/incubator-linkis.git
commit 9723a575a4daa58a23ee0e53b597fc51cb59162a
Author: xiaojie19852006 <xi...@163.com>
AuthorDate: Mon Feb 7 17:08:03 2022 +0800
add kafka meta service
---
.../metadatamanager/service/KafkaMetaService.java | 111 +++++++++++++++++++++
1 file changed, 111 insertions(+)
diff --git a/linkis-public-enhancements/linkis-datasource/linkis-metadata-manager/service/kafka/src/main/java/org/apache/linkis/metadatamanager/service/KafkaMetaService.java b/linkis-public-enhancements/linkis-datasource/linkis-metadata-manager/service/kafka/src/main/java/org/apache/linkis/metadatamanager/service/KafkaMetaService.java
new file mode 100644
index 0000000..70f9717
--- /dev/null
+++ b/linkis-public-enhancements/linkis-datasource/linkis-metadata-manager/service/kafka/src/main/java/org/apache/linkis/metadatamanager/service/KafkaMetaService.java
@@ -0,0 +1,111 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.linkis.metadatamanager.service;
+
+import org.apache.commons.io.IOUtils;
+import org.apache.commons.lang.StringUtils;
+import org.apache.linkis.bml.client.BmlClient;
+import org.apache.linkis.bml.client.BmlClientFactory;
+import org.apache.linkis.bml.protocol.BmlDownloadResponse;
+import org.apache.linkis.common.conf.CommonVars;
+import org.apache.linkis.metadatamanager.common.exception.MetaRuntimeException;
+import org.apache.linkis.metadatamanager.common.service.AbstractMetaService;
+import org.apache.linkis.metadatamanager.common.service.MetadataConnection;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.core.io.Resource;
+import org.springframework.core.io.support.PathMatchingResourcePatternResolver;
+import org.springframework.stereotype.Component;
+
+import javax.annotation.PostConstruct;
+import java.io.FileOutputStream;
+import java.io.IOException;
+import java.util.Arrays;
+import java.util.List;
+import java.util.Map;
+import java.util.UUID;
+import java.util.stream.Collectors;
+
+@Component
+public class KafkaMetaService extends AbstractMetaService<KafkaConnection> {
+
+ private static final Logger LOG = LoggerFactory.getLogger(KafkaMetaService.class);
+ private static final CommonVars<String> TMP_FILE_STORE_LOCATION =
+ CommonVars.apply("wds.linkis.server.mdm.service.temp.location", "classpath:/tmp");
+ private BmlClient client;
+
+ @PostConstruct
+ public void buildClient(){
+ client = BmlClientFactory.createBmlClient();
+ }
+
+ @Override
+ public MetadataConnection<KafkaConnection> getConnection(String operator, Map<String, Object> params) throws Exception {
+ Resource resource = new PathMatchingResourcePatternResolver().getResource(TMP_FILE_STORE_LOCATION.getValue());
+ String brokers = String.valueOf(params.getOrDefault(KafkaParamsMapper.PARAM_KAFKA_BROKERS.getValue(), ""));
+ String principle = String.valueOf(params.getOrDefault(KafkaParamsMapper.PARAM_KAFKA_PRINCIPLE.getValue(), ""));
+ KafkaConnection conn;
+
+ if(StringUtils.isNotBlank(principle)){
+ LOG.info("Try to connect Kafka MetaStore in kerberos with principle:[" + principle +"]");
+ String keytabResourceId = String.valueOf(params.getOrDefault(KafkaParamsMapper.PARAM_KAFKA_KEYTAB.getValue(), ""));
+ if(StringUtils.isNotBlank(keytabResourceId)){
+ LOG.info("Start to download resource id:[" + keytabResourceId +"]");
+ String keytabFilePath = resource.getFile().getAbsolutePath() + "/" + UUID.randomUUID().toString().replace("-", "");
+ if(!downloadResource(keytabResourceId, operator, keytabFilePath)){
+ throw new MetaRuntimeException("Fail to download resource i:[" + keytabResourceId +"]", null);
+ }
+ conn = new KafkaConnection(brokers, principle, keytabFilePath);
+ }else{
+ throw new MetaRuntimeException("Cannot find the keytab file in connect parameters", null);
+ }
+ }else{
+ conn = new KafkaConnection(brokers);
+ }
+
+ // because KafkaAdminClient.create does not do a real connection, we use listTopics here for testing connection
+ conn.getClient().listTopics().names().get();
+
+ return new MetadataConnection<>(conn, true);
+ }
+
+
+ @Override
+ public List<String> queryDatabases(KafkaConnection connection){
+ return Arrays.asList("default");
+ }
+
+ @Override
+ public List<String> queryTables(KafkaConnection connection, String database){
+ try {
+ return connection.getClient().listTopics().names().get().stream().collect(Collectors.toList());
+ } catch (Exception e) {
+ throw new RuntimeException("Fail to get Kafka topics(获取topic列表失败)", e);
+ }
+ }
+
+
+ private boolean downloadResource(String resourceId, String user, String absolutePath) throws IOException {
+ BmlDownloadResponse downloadResponse = client.downloadResource(user, resourceId, absolutePath);
+ if(downloadResponse.isSuccess()){
+ IOUtils.copy(downloadResponse.inputStream(), new FileOutputStream(absolutePath));
+ return true;
+ }
+ return false;
+ }
+}
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@linkis.apache.org
For additional commands, e-mail: commits-help@linkis.apache.org
[incubator-linkis] 02/05: add plugin assembly
Posted by pe...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
peacewong pushed a commit to branch dev-1.1.0-datasource
in repository https://gitbox.apache.org/repos/asf/incubator-linkis.git
commit e0dd006d5ecd1a372da452ba9cd0ca92ac54159d
Author: xiaojie19852006 <xi...@163.com>
AuthorDate: Mon Feb 7 17:04:52 2022 +0800
add plugin assembly
---
.../linkis-metadata-manager/service/kafka/pom.xml | 1 -
.../kafka/src/main/assembly/distribution.xml | 58 ++++++++++++++++++++++
2 files changed, 58 insertions(+), 1 deletion(-)
diff --git a/linkis-public-enhancements/linkis-datasource/linkis-metadata-manager/service/kafka/pom.xml b/linkis-public-enhancements/linkis-datasource/linkis-metadata-manager/service/kafka/pom.xml
index d2544c9..ba3fa79 100644
--- a/linkis-public-enhancements/linkis-datasource/linkis-metadata-manager/service/kafka/pom.xml
+++ b/linkis-public-enhancements/linkis-datasource/linkis-metadata-manager/service/kafka/pom.xml
@@ -1,5 +1,4 @@
<?xml version="1.0" encoding="UTF-8"?>
-
<!--
~ Licensed to the Apache Software Foundation (ASF) under one or more
~ contributor license agreements. See the NOTICE file distributed with
diff --git a/linkis-public-enhancements/linkis-datasource/linkis-metadata-manager/service/kafka/src/main/assembly/distribution.xml b/linkis-public-enhancements/linkis-datasource/linkis-metadata-manager/service/kafka/src/main/assembly/distribution.xml
new file mode 100644
index 0000000..efb3a66
--- /dev/null
+++ b/linkis-public-enhancements/linkis-datasource/linkis-metadata-manager/service/kafka/src/main/assembly/distribution.xml
@@ -0,0 +1,58 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+ ~ Licensed to the Apache Software Foundation (ASF) under one or more
+ ~ contributor license agreements. See the NOTICE file distributed with
+ ~ this work for additional information regarding copyright ownership.
+ ~ The ASF licenses this file to You under the Apache License, Version 2.0
+ ~ (the "License"); you may not use this file except in compliance with
+ ~ the License. You may obtain a copy of the License at
+ ~
+ ~ http://www.apache.org/licenses/LICENSE-2.0
+ ~
+ ~ Unless required by applicable law or agreed to in writing, software
+ ~ distributed under the License is distributed on an "AS IS" BASIS,
+ ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ ~ See the License for the specific language governing permissions and
+ ~ limitations under the License.
+ -->
+
+<assembly
+ xmlns="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/2.3"
+ xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+ xsi:schemaLocation="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/2.3 http://maven.apache.org/xsd/assembly-1.1.2.xsd">
+ <id>linkis-metadata-manager-service-kafka</id>
+ <formats>
+ <format>zip</format>
+ <format>dir</format>
+ </formats>
+ <includeBaseDirectory>false</includeBaseDirectory>
+ <baseDirectory>linkis-metadata-manager-service-kafka</baseDirectory>
+
+ <dependencySets>
+ <dependencySet>
+ <!-- Enable access to all projects in the current multimodule build! <useAllReactorProjects>true</useAllReactorProjects> -->
+ <!-- Now, select which projects to include in this module-set. -->
+ <outputDirectory>lib</outputDirectory>
+ <useProjectArtifact>true</useProjectArtifact>
+ <useTransitiveDependencies>true</useTransitiveDependencies>
+ <unpack>false</unpack>
+ <useStrictFiltering>true</useStrictFiltering>
+ <useTransitiveFiltering>true</useTransitiveFiltering>
+
+ </dependencySet>
+ </dependencySets>
+
+ <fileSets>
+ <fileSet>
+ <directory>${basedir}/src/main/resources</directory>
+ <includes>
+ <include>*</include>
+ </includes>
+ <fileMode>0777</fileMode>
+ <outputDirectory>conf</outputDirectory>
+ <lineEnding>unix</lineEnding>
+ </fileSet>
+ </fileSets>
+
+</assembly>
+
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@linkis.apache.org
For additional commands, e-mail: commits-help@linkis.apache.org
[incubator-linkis] 04/05: add kafka param mapper
Posted by pe...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
peacewong pushed a commit to branch dev-1.1.0-datasource
in repository https://gitbox.apache.org/repos/asf/incubator-linkis.git
commit 3984897ad5d0640653bc11cf5cd817f44f17565d
Author: xiaojie19852006 <xi...@163.com>
AuthorDate: Mon Feb 7 17:07:34 2022 +0800
add kafka param mapper
---
.../metadatamanager/service/KafkaParamsMapper.java | 31 ++++++++++++++++++++++
1 file changed, 31 insertions(+)
diff --git a/linkis-public-enhancements/linkis-datasource/linkis-metadata-manager/service/kafka/src/main/java/org/apache/linkis/metadatamanager/service/KafkaParamsMapper.java b/linkis-public-enhancements/linkis-datasource/linkis-metadata-manager/service/kafka/src/main/java/org/apache/linkis/metadatamanager/service/KafkaParamsMapper.java
new file mode 100644
index 0000000..df6b461
--- /dev/null
+++ b/linkis-public-enhancements/linkis-datasource/linkis-metadata-manager/service/kafka/src/main/java/org/apache/linkis/metadatamanager/service/KafkaParamsMapper.java
@@ -0,0 +1,31 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.linkis.metadatamanager.service;
+
+import org.apache.linkis.common.conf.CommonVars;
+
+public class KafkaParamsMapper {
+ public static final CommonVars<String> PARAM_KAFKA_PRINCIPLE =
+ CommonVars.apply("wds.linkis.server.mdm.service.kafka.principle", "principle");
+
+ public static final CommonVars<String> PARAM_KAFKA_KEYTAB =
+ CommonVars.apply("wds.linkis.server.mdm.service.kafka.keytab", "keytab");
+
+ public static final CommonVars<String> PARAM_KAFKA_BROKERS =
+ CommonVars.apply("wds.linkis.server.mdm.service.kafka.brokers", "brokers");
+}
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@linkis.apache.org
For additional commands, e-mail: commits-help@linkis.apache.org
[incubator-linkis] 01/05: add module linkis-metadata-manager-service-kafka
Posted by pe...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
peacewong pushed a commit to branch dev-1.1.0-datasource
in repository https://gitbox.apache.org/repos/asf/incubator-linkis.git
commit 576e76faed9bc797dd1cb7b3d1c3eac2331299a7
Author: xiaojie19852006 <xi...@163.com>
AuthorDate: Mon Feb 7 17:01:47 2022 +0800
add module linkis-metadata-manager-service-kafka
---
.../linkis-metadata-manager/service/kafka/pom.xml | 126 +++++++++++++++++++++
.../linkis-datasource/pom.xml | 1 +
2 files changed, 127 insertions(+)
diff --git a/linkis-public-enhancements/linkis-datasource/linkis-metadata-manager/service/kafka/pom.xml b/linkis-public-enhancements/linkis-datasource/linkis-metadata-manager/service/kafka/pom.xml
new file mode 100644
index 0000000..d2544c9
--- /dev/null
+++ b/linkis-public-enhancements/linkis-datasource/linkis-metadata-manager/service/kafka/pom.xml
@@ -0,0 +1,126 @@
+<?xml version="1.0" encoding="UTF-8"?>
+
+<!--
+~ Licensed to the Apache Software Foundation (ASF) under one or more
+~ contributor license agreements. See the NOTICE file distributed with
+~ this work for additional information regarding copyright ownership.
+~ The ASF licenses this file to You under the Apache License, Version 2.0
+~ (the "License"); you may not use this file except in compliance with
+~ the License. You may obtain a copy of the License at
+~
+~ http://www.apache.org/licenses/LICENSE-2.0
+~
+~ Unless required by applicable law or agreed to in writing, software
+~ distributed under the License is distributed on an "AS IS" BASIS,
+~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+~ See the License for the specific language governing permissions and
+~ limitations under the License.
+-->
+
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+ <parent>
+ <artifactId>linkis</artifactId>
+ <groupId>org.apache.linkis</groupId>
+ <version>1.0.3</version>
+ </parent>
+ <modelVersion>4.0.0</modelVersion>
+ <artifactId>linkis-metadata-manager-service-kafka</artifactId>
+
+ <properties>
+ <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
+ </properties>
+
+ <dependencies>
+ <dependency>
+ <groupId>org.apache.linkis</groupId>
+ <artifactId>linkis-metadata-manager-common</artifactId>
+ <version>${linkis.version}</version>
+ <scope>provided</scope>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.linkis</groupId>
+ <artifactId>linkis-module</artifactId>
+ <version>${linkis.version}</version>
+ <scope>provided</scope>
+ </dependency>
+ <!--bml client-->
+ <dependency>
+ <groupId>org.apache.linkis</groupId>
+ <artifactId>linkis-bml-client</artifactId>
+ <version>${linkis.version}</version>
+ <scope>provided</scope>
+ </dependency>
+
+ <dependency>
+ <groupId>org.apache.kafka</groupId>
+ <artifactId>kafka-clients</artifactId>
+ <version>2.7.0</version>
+ </dependency>
+ </dependencies>
+
+ <build>
+ <plugins>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-deploy-plugin</artifactId>
+ </plugin>
+
+ <plugin>
+ <groupId>net.alchim31.maven</groupId>
+ <artifactId>scala-maven-plugin</artifactId>
+ </plugin>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-jar-plugin</artifactId>
+ </plugin>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-assembly-plugin</artifactId>
+ <version>2.3</version>
+ <inherited>false</inherited>
+ <executions>
+ <execution>
+ <id>make-assembly</id>
+ <phase>package</phase>
+ <goals>
+ <goal>single</goal>
+ </goals>
+ <configuration>
+ <descriptors>
+ <descriptor>src/main/assembly/distribution.xml</descriptor>
+ </descriptors>
+ </configuration>
+ </execution>
+ </executions>
+ <configuration>
+ <skipAssembly>false</skipAssembly>
+ <finalName>out</finalName>
+ <appendAssemblyId>false</appendAssemblyId>
+ <attach>false</attach>
+ <descriptors>
+ <descriptor>src/main/assembly/distribution.xml</descriptor>
+ </descriptors>
+ </configuration>
+ </plugin>
+ </plugins>
+ <resources>
+ <resource>
+ <directory>src/main/java</directory>
+ <includes>
+ <include>**/*.xml</include>
+ </includes>
+ </resource>
+ <resource>
+ <directory>src/main/resources</directory>
+ <excludes>
+ <exclude>**/*.properties</exclude>
+ <exclude>**/application.yml</exclude>
+ <exclude>**/bootstrap.yml</exclude>
+ <exclude>**/log4j2.xml</exclude>
+ </excludes>
+ </resource>
+ </resources>
+ <finalName>${project.artifactId}-${project.version}</finalName>
+ </build>
+</project>
diff --git a/linkis-public-enhancements/linkis-datasource/pom.xml b/linkis-public-enhancements/linkis-datasource/pom.xml
index e23f41c..51b680b 100644
--- a/linkis-public-enhancements/linkis-datasource/pom.xml
+++ b/linkis-public-enhancements/linkis-datasource/pom.xml
@@ -36,5 +36,6 @@
<module>linkis-metadata-manager/server</module>
<module>linkis-metadata-manager/service/elasticsearch</module>
<module>linkis-metadata-manager/service/hive</module>
+ <module>linkis-metadata-manager/service/kafka</module>
</modules>
</project>
\ No newline at end of file
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@linkis.apache.org
For additional commands, e-mail: commits-help@linkis.apache.org