You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by bl...@apache.org on 2019/07/05 18:36:19 UTC
[flink] branch master updated: [FLINK-12934][hive] add hadoop
dependencies as 'flink-shaded-hadoop-2-uber' for flink-connector-hive to
connect to remote hive metastore service
This is an automated email from the ASF dual-hosted git repository.
bli pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git
The following commit(s) were added to refs/heads/master by this push:
new 34ca294 [FLINK-12934][hive] add hadoop dependencies as 'flink-shaded-hadoop-2-uber' for flink-connector-hive to connect to remote hive metastore service
34ca294 is described below
commit 34ca2941d5b32aac39dbee47e675388b0efa1bc5
Author: bowen.li <bo...@gmail.com>
AuthorDate: Fri Jun 28 12:59:18 2019 -0700
[FLINK-12934][hive] add hadoop dependencies as 'flink-shaded-hadoop-2-uber' for flink-connector-hive to connect to remote hive metastore service
Now, for all hadoop related dependencies, we just use the single jar of flink-shaded-hadoop-2-uber, instead of depending on individual hadoop jars. It's much more convenient for users to use now.
This closes #8889.
---
flink-connectors/flink-connector-hive/pom.xml | 77 ++-------------------------
1 file changed, 4 insertions(+), 73 deletions(-)
diff --git a/flink-connectors/flink-connector-hive/pom.xml b/flink-connectors/flink-connector-hive/pom.xml
index bdeaa5c..7d76a63 100644
--- a/flink-connectors/flink-connector-hive/pom.xml
+++ b/flink-connectors/flink-connector-hive/pom.xml
@@ -64,65 +64,10 @@ under the License.
<!-- Hadoop as provided dependencies, so we can depend on them without pulling in Hadoop -->
<dependency>
- <groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-common</artifactId>
- <version>${hivemetastore.hadoop.version}</version>
- <scope>provided</scope>
- <exclusions>
- <exclusion>
- <groupId>com.google.guava</groupId>
- <artifactId>guava</artifactId>
- </exclusion>
- <exclusion>
- <groupId>org.apache.curator</groupId>
- <artifactId>curator-client</artifactId>
- </exclusion>
- <exclusion>
- <groupId>org.apache.curator</groupId>
- <artifactId>curator-recipes</artifactId>
- </exclusion>
- <exclusion>
- <groupId>org.apache.avro</groupId>
- <artifactId>avro</artifactId>
- </exclusion>
- <exclusion>
- <groupId>commons-digester</groupId>
- <artifactId>commons-digester</artifactId>
- </exclusion>
- <exclusion>
- <groupId>com.sun.jersey</groupId>
- <artifactId>jersey-json</artifactId>
- </exclusion>
- <exclusion>
- <groupId>org.codehaus.jackson</groupId>
- <artifactId>jackson-mapper-asl</artifactId>
- </exclusion>
- </exclusions>
- </dependency>
-
- <dependency>
- <groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-mapreduce-client-core</artifactId>
- <version>${hivemetastore.hadoop.version}</version>
+ <groupId>org.apache.flink</groupId>
+ <artifactId>flink-shaded-hadoop-2-uber</artifactId>
+ <version>${hadoop.version}-${flink.shaded.version}</version>
<scope>provided</scope>
- <exclusions>
- <exclusion>
- <groupId>org.apache.curator</groupId>
- <artifactId>curator-test</artifactId>
- </exclusion>
- <exclusion>
- <groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-yarn-common</artifactId>
- </exclusion>
- <exclusion>
- <groupId>org.apache.avro</groupId>
- <artifactId>avro</artifactId>
- </exclusion>
- <exclusion>
- <groupId>org.codehaus.jackson</groupId>
- <artifactId>jackson-core-asl</artifactId>
- </exclusion>
- </exclusions>
</dependency>
<!-- Hive dependencies -->
@@ -452,29 +397,15 @@ under the License.
<configuration>
<shadeTestJar>false</shadeTestJar>
<artifactSet>
- <!-- Needs end-to-end tests to ensure the built flink-connector-hive jar contains all required dependencies and can run -->
<includes>
- <include>commons-dbcp:commons-dbcp</include>
- <include>commons-pool:commons-pool</include>
- <include>commons-beanutils:commons-beanutils</include>
- <include>com.fasterxml.jackson.core:*</include>
- <include>com.jolbox:bonecp</include>
- <include>org.apache.thrift:libthrift</include>
- <include>org.datanucleus:*</include>
- <include>org.antlr:antlr-runtime</include>
+ <include>*:*</include>
</includes>
</artifactSet>
<promoteTransitiveDependencies>true</promoteTransitiveDependencies>
<!-- DO NOT RELOCATE GUAVA IN THIS PACKAGE -->
<filters>
<filter>
- <!-- some dependencies bring their own LICENSE.txt which we don't need -->
<artifact>*:*</artifact>
- <excludes>
- <exclude>META-INF/LICENSE.txt</exclude>
- <exclude>META-INF/ASM_LICENSE.txt</exclude>
- <exclude>META-INF/ASL2.0</exclude>
- </excludes>
</filter>
</filters>
</configuration>