You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@gobblin.apache.org by hu...@apache.org on 2020/06/04 00:42:57 UTC

[incubator-gobblin] branch master updated: [GOBBLIN-1180] Removed dependencies on gobblin-parquet

This is an automated email from the ASF dual-hosted git repository.

hutran pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-gobblin.git


The following commit(s) were added to refs/heads/master by this push:
     new bf568fe  [GOBBLIN-1180] Removed dependencies on gobblin-parquet
bf568fe is described below

commit bf568fed2acd805d4a423b87a882b8f1f777b7e1
Author: vbohra <vb...@linkedin.com>
AuthorDate: Wed Jun 3 17:42:36 2020 -0700

    [GOBBLIN-1180] Removed dependencies on gobblin-parquet
    
    Closes #3026 from vikrambohra/gobblinParquet
---
 gobblin-all/build.gradle     | 6 ++++--
 gobblin-example/build.gradle | 3 ++-
 settings.gradle              | 2 +-
 3 files changed, 7 insertions(+), 4 deletions(-)

diff --git a/gobblin-all/build.gradle b/gobblin-all/build.gradle
index cbdfc23..daec3c0 100644
--- a/gobblin-all/build.gradle
+++ b/gobblin-all/build.gradle
@@ -39,7 +39,6 @@ dependencies {
   compile project(':gobblin-modules:gobblin-crypto')
   compile project(':gobblin-modules:gobblin-crypto-provider')
   compile project(':gobblin-data-management')
-  compile project(':gobblin-distribution')
   compile project(':gobblin-modules:gobblin-elasticsearch')
   compile project(':gobblin-modules:gobblin-elasticsearch-deps')
   compile project(':gobblin-modules:gobblin-eventhub')
@@ -55,6 +54,10 @@ dependencies {
   compile project(':gobblin-hive-registration')
   compile project(':gobblin-modules:gobblin-http')
   compile project(':gobblin-modules:gobblin-kafka-08')
+  //gobblin-kafka-09 is blacklisted for jacocoBuilds. check settings.xml
+  if (System.getProperty('jacocoBuild') == null) {
+    compile project(':gobblin-modules:gobblin-kafka-09')
+  }
   compile project(':gobblin-modules:gobblin-kafka-common')
   compile project(':gobblin-modules:gobblin-metadata')
   compile project(':gobblin-metastore')
@@ -65,7 +68,6 @@ dependencies {
   compile project(':gobblin-modules:gobblin-metrics-influxdb')
   compile project(':gobblin-metrics-libs')
   compile project(':gobblin-modules:gobblin-orc-dep')
-  compile project(':gobblin-modules:gobblin-parquet')
   compile project(':gobblin-modules:gobblin-parquet-apache')
   compile project(':gobblin-modules:gobblin-parquet-common')
   compile project(':gobblin-rest-service:gobblin-rest-api')
diff --git a/gobblin-example/build.gradle b/gobblin-example/build.gradle
index f779126..6111b06 100644
--- a/gobblin-example/build.gradle
+++ b/gobblin-example/build.gradle
@@ -25,7 +25,8 @@ dependencies {
     runtimeOnly project(":gobblin-modules:gobblin-kafka-08")
     runtimeOnly project(":gobblin-modules:gobblin-eventhub")
     compile project(":gobblin-modules:gobblin-http")
-    compile project(":gobblin-modules:gobblin-parquet")
+    // GOBBLIN-1180 gobblin-parquet has dependency resolution issues in maven central
+    compile project(":gobblin-modules:gobblin-parquet-apache")
     compile externalDependency.avro
     compile externalDependency.commonsLang3
     compile externalDependency.guava
diff --git a/settings.gradle b/settings.gradle
index 952e628..e7a36de 100644
--- a/settings.gradle
+++ b/settings.gradle
@@ -55,7 +55,7 @@ modules.each { module ->
   include "${module}"
   file(module).eachDir { submodule ->
     if (!submodule.name.startsWith('.') && !submodule.name.equals('src') && !submodule.name.equals('bin')
-          && !submodule.name.equals('test-output')) {
+          && !submodule.name.equals('test-output') && !submodule.name.equals('jobconf')) {
         def submoduleId = "${module}:${submodule.name}"
         if (System.getProperty('jacocoBuild') == null || !jacocoBlacklist.contains(submoduleId.toString())) {
             include submoduleId