[druid] branch 24.0.2 updated: Fix the Injector creation in HadoopTask (#13138) (#13432)

[kf...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

kfaraz pushed a commit to branch 24.0.2
in repository https://gitbox.apache.org/repos/asf/druid.git


The following commit(s) were added to refs/heads/24.0.2 by this push:
     new fb476f7cda Fix the Injector creation in HadoopTask (#13138) (#13432)
fb476f7cda is described below

commit fb476f7cda31988060201e769abf4f1516cb3c57
Author: Kashif Faraz <ka...@gmail.com>
AuthorDate: Thu Nov 24 12:35:39 2022 +0530

    Fix the Injector creation in HadoopTask (#13138) (#13432)
    
    * Injector fix in HadoopTask
    
    * Log the ExtensionsConfig while instantiating the HadoopTask
    
    * Log the config in the run() method instead of the ctor
    
    Co-authored-by: Laksh Singla <la...@gmail.com>
---
 .../apache/druid/indexing/common/task/HadoopIndexTask.java    |  1 +
 .../org/apache/druid/indexing/common/task/HadoopTask.java     | 11 ++++++++++-
 2 files changed, 11 insertions(+), 1 deletion(-)

diff --git a/indexing-service/src/main/java/org/apache/druid/indexing/common/task/HadoopIndexTask.java b/indexing-service/src/main/java/org/apache/druid/indexing/common/task/HadoopIndexTask.java
index 04e4f03ebe..bd2befef8b 100644
--- a/indexing-service/src/main/java/org/apache/druid/indexing/common/task/HadoopIndexTask.java
+++ b/indexing-service/src/main/java/org/apache/druid/indexing/common/task/HadoopIndexTask.java
@@ -330,6 +330,7 @@ public class HadoopIndexTask extends HadoopTask implements ChatHandler
     try {
       registerResourceCloserOnAbnormalExit(config -> killHadoopJob());
       String hadoopJobIdFile = getHadoopJobIdFileName();
+      logExtensionsConfig();
       final ClassLoader loader = buildClassLoader(toolbox);
       boolean determineIntervals = spec.getDataSchema().getGranularitySpec().inputIntervals().isEmpty();
 
diff --git a/indexing-service/src/main/java/org/apache/druid/indexing/common/task/HadoopTask.java b/indexing-service/src/main/java/org/apache/druid/indexing/common/task/HadoopTask.java
index d07627e102..300ec5bac2 100644
--- a/indexing-service/src/main/java/org/apache/druid/indexing/common/task/HadoopTask.java
+++ b/indexing-service/src/main/java/org/apache/druid/indexing/common/task/HadoopTask.java
@@ -50,7 +50,7 @@ public abstract class HadoopTask extends AbstractBatchIndexTask
 {
   private static final Logger log = new Logger(HadoopTask.class);
 
-  static final Injector INJECTOR = new StartupInjectorBuilder().withExtensions().build();
+  static final Injector INJECTOR = new StartupInjectorBuilder().forServer().build();
   private static final ExtensionsLoader EXTENSIONS_LOADER = ExtensionsLoader.instance(INJECTOR);
 
   private final List<String> hadoopDependencyCoordinates;
@@ -207,6 +207,15 @@ public abstract class HadoopTask extends AbstractBatchIndexTask
     return classLoader;
   }
 
+  /**
+   * This method logs the {@link ExtensionsConfig} that was used to fetch the hadoop dependencies and build the classpath
+   * for the jobs
+   */
+  protected static void logExtensionsConfig()
+  {
+    log.info("HadoopTask started with the following config:\n%s", EXTENSIONS_LOADER.config().toString());
+  }
+
   /**
    * This method tries to isolate class loading during a Function call
    *


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@druid.apache.org
For additional commands, e-mail: commits-help@druid.apache.org