You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by ja...@apache.org on 2022/06/15 18:58:11 UTC

[pinot] branch master updated: Add property to skip adding hadoop jars (#8888)

This is an automated email from the ASF dual-hosted git repository.

jackie pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/pinot.git


The following commit(s) were added to refs/heads/master by this push:
     new 28452e010c Add property to skip adding hadoop jars (#8888)
28452e010c is described below

commit 28452e010c8971191325f9e6892ff1f0da3c6e63
Author: Kartik Khare <kh...@gmail.com>
AuthorDate: Thu Jun 16 00:28:04 2022 +0530

    Add property to skip adding hadoop jars (#8888)
---
 pinot-plugins/pinot-input-format/pinot-orc/pom.xml     |  4 ++--
 pinot-plugins/pinot-input-format/pinot-parquet/pom.xml |  4 ++--
 pinot-plugins/pom.xml                                  | 13 +++++++++++++
 3 files changed, 17 insertions(+), 4 deletions(-)

diff --git a/pinot-plugins/pinot-input-format/pinot-orc/pom.xml b/pinot-plugins/pinot-input-format/pinot-orc/pom.xml
index 1e916ec9a8..ed5d8df243 100644
--- a/pinot-plugins/pinot-input-format/pinot-orc/pom.xml
+++ b/pinot-plugins/pinot-input-format/pinot-orc/pom.xml
@@ -45,12 +45,12 @@
     <dependency>
       <groupId>org.apache.hadoop</groupId>
       <artifactId>hadoop-common</artifactId>
-      <scope>compile</scope>
+      <scope>${hadoop.dependencies.scope}</scope>
     </dependency>
     <dependency>
       <groupId>org.apache.hadoop</groupId>
       <artifactId>hadoop-hdfs</artifactId>
-      <scope>compile</scope>
+      <scope>${hadoop.dependencies.scope}</scope>
       <exclusions>
         <exclusion>
           <groupId>xml-apis</groupId>
diff --git a/pinot-plugins/pinot-input-format/pinot-parquet/pom.xml b/pinot-plugins/pinot-input-format/pinot-parquet/pom.xml
index 6b408e20cf..38385a7455 100644
--- a/pinot-plugins/pinot-input-format/pinot-parquet/pom.xml
+++ b/pinot-plugins/pinot-input-format/pinot-parquet/pom.xml
@@ -49,12 +49,12 @@
     <dependency>
       <groupId>org.apache.hadoop</groupId>
       <artifactId>hadoop-common</artifactId>
-      <scope>compile</scope>
+      <scope>${hadoop.dependencies.scope}</scope>
     </dependency>
     <dependency>
       <groupId>org.apache.hadoop</groupId>
       <artifactId>hadoop-mapreduce-client-core</artifactId>
-      <scope>compile</scope>
+      <scope>${hadoop.dependencies.scope}</scope>
     </dependency>
   </dependencies>
 </project>
diff --git a/pinot-plugins/pom.xml b/pinot-plugins/pom.xml
index 677c858b80..29ff74bc1e 100644
--- a/pinot-plugins/pom.xml
+++ b/pinot-plugins/pom.xml
@@ -37,6 +37,7 @@
     <pinot.root>${basedir}/..</pinot.root>
     <plugin.type/>
     <phase.prop>none</phase.prop>
+    <hadoop.dependencies.scope>compile</hadoop.dependencies.scope>
   </properties>
 
   <modules>
@@ -65,6 +66,18 @@
     </dependency>
   </dependencies>
   <profiles>
+    <profile>
+      <id>use-provided-hadoop</id>
+      <activation>
+        <property>
+          <name>useProvidedHadoop</name>
+          <value>true</value>
+        </property>
+      </activation>
+      <properties>
+        <hadoop.dependencies.scope>provided</hadoop.dependencies.scope>
+      </properties>
+    </profile>
     <profile>
       <id>build-shaded-jar</id>
       <activation>


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org