You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ranger.apache.org by ra...@apache.org on 2026/09/11 08:56:06 UTC
(ranger) 16/34: RANGER-5660: Fix YARN plugin packaging and enable script lib path (#1039)
This is an automated email from the ASF dual-hosted git repository.
ramackri pushed a commit to branch backport-audit-spiffe-2.10
in repository https://gitbox.apache.org/repos/asf/ranger.git
commit 4b8a9bef95ace39d770e3f5e4b17ce7cab3cbf0e
Author: Ramachandran Krishnan <ra...@gmail.com>
AuthorDate: Fri Jul 3 21:19:10 2026 +0530
RANGER-5660: Fix YARN plugin packaging and enable script lib path (#1039)
Add missing plugin-yarn template for assembly, install YARN plugin jars
under share/hadoop/yarn/lib, and include slf4j-api in ranger-yarn-plugin-impl
to match hdfs-agent packaging.
Co-authored-by: ramk <ra...@cloudera.com>
(cherry picked from commit abe67188ff73b39cb977cf2838d6e0b1ab8b765c)
---
agents-common/scripts/enable-agent.sh | 5 +--
distro/src/main/assembly/plugin-yarn.xml | 53 +++++++++++++++++---------------
plugin-yarn/template/configuration.xml | 20 ++++++++++++
3 files changed, 51 insertions(+), 27 deletions(-)
diff --git a/agents-common/scripts/enable-agent.sh b/agents-common/scripts/enable-agent.sh
index d4c7816b5..6899bb1be 100755
--- a/agents-common/scripts/enable-agent.sh
+++ b/agents-common/scripts/enable-agent.sh
@@ -205,9 +205,10 @@ elif [ "${HCOMPONENT_NAME}" = "storm" ]; then
HCOMPONENT_LIB_DIR=${HCOMPONENT_INSTALL_DIR}/extlib-daemon
elif [ "${HCOMPONENT_NAME}" = "atlas" ]; then
HCOMPONENT_LIB_DIR=${HCOMPONENT_INSTALL_DIR}/libext
-elif [ "${HCOMPONENT_NAME}" = "hadoop" ] ||
- [ "${HCOMPONENT_NAME}" = "yarn" ]; then
+elif [ "${HCOMPONENT_NAME}" = "hadoop" ]; then
HCOMPONENT_LIB_DIR=${HCOMPONENT_INSTALL_DIR}/share/hadoop/hdfs/lib
+elif [ "${HCOMPONENT_NAME}" = "yarn" ]; then
+ HCOMPONENT_LIB_DIR=${HCOMPONENT_INSTALL_DIR}/share/hadoop/yarn/lib
elif [ "${HCOMPONENT_NAME}" = "sqoop" ]; then
HCOMPONENT_LIB_DIR=${HCOMPONENT_INSTALL_DIR}/server/lib
elif [ "${HCOMPONENT_NAME}" = "kylin" ]; then
diff --git a/distro/src/main/assembly/plugin-yarn.xml b/distro/src/main/assembly/plugin-yarn.xml
index eb96a6354..e91295b92 100644
--- a/distro/src/main/assembly/plugin-yarn.xml
+++ b/distro/src/main/assembly/plugin-yarn.xml
@@ -57,31 +57,37 @@
<directoryMode>755</directoryMode>
<fileMode>644</fileMode>
<includes>
+ <include>com.carrotsearch:hppc</include>
+ <include>com.fasterxml.jackson.core:jackson-annotations:jar:${fasterxml.jackson.version}</include>
+ <include>com.fasterxml.jackson.core:jackson-core:jar:${fasterxml.jackson.version}</include>
+ <include>com.fasterxml.jackson.core:jackson-databind:jar:${fasterxml.jackson.databind.version}</include>
+ <include>com.fasterxml.jackson.jaxrs:jackson-jaxrs-base:jar:${fasterxml.jackson.version}</include>
+ <include>com.fasterxml.jackson.jaxrs:jackson-jaxrs-json-provider:jar:${fasterxml.jackson.version}</include>
+ <include>com.fasterxml.jackson.module:jackson-module-jaxb-annotations:jar:${fasterxml.jackson.version}</include>
+ <include>org.slf4j:slf4j-api:jar:${slf4j-api.version}</include>
<include>commons-collections:commons-collections</include>
- <include>org.eclipse.jetty:jetty-client:jar:${jetty-client.version}</include>
- <include>org.apache.commons:commons-lang3:jar:${commons.lang3.version}</include>
- <include>org.apache.httpcomponents:httpmime:jar:${httpcomponents.httpmime.version}</include>
+ <include>io.airlift:aircompressor:jar:${aircompressor.version}</include>
+ <include>jakarta.ws.rs:jakarta.ws.rs-api</include>
+ <include>javax.annotation:javax.annotation-api</include>
+ <include>joda-time:joda-time</include>
+ <include>org.apache.hadoop.thirdparty:hadoop-shaded-guava:jar:${hadoop-shaded-guava.version}</include>
+ <include>org.apache.httpcomponents:httpasyncclient:jar:${httpcomponents.httpasyncclient.version}</include>
<include>org.apache.httpcomponents:httpclient:jar:${httpcomponents.httpclient.version}</include>
+ <include>org.apache.httpcomponents:httpcore-nio:jar:${httpcomponents.httpcore.version}</include>
<include>org.apache.httpcomponents:httpcore:jar:${httpcomponents.httpcore.version}</include>
- <include>org.noggit:noggit:jar:${noggit.version}</include>
+ <include>org.apache.httpcomponents:httpmime:jar:${httpcomponents.httpmime.version}</include>
<include>org.apache.solr:solr-solrj:jar:${solr.version}</include>
- <include>org.elasticsearch:elasticsearch</include>
- <include>org.elasticsearch:elasticsearch-core</include>
- <include>org.elasticsearch:elasticsearch-x-content</include>
- <include>org.elasticsearch.client:elasticsearch-rest-client</include>
- <include>org.elasticsearch.client:elasticsearch-rest-high-level-client</include>
- <include>org.elasticsearch.plugin:rank-eval-client</include>
- <include>org.elasticsearch.plugin:lang-mustache-client</include>
- <include>org.apache.httpcomponents:httpcore-nio:jar:${httpcomponents.httpcore.version}</include>
- <include>org.apache.httpcomponents:httpasyncclient:jar:${httpcomponents.httpasyncclient.version}</include>
- <include>org.apache.lucene:lucene-core</include>
- <include>joda-time:joda-time</include>
- <include>com.carrotsearch:hppc</include>
- <include>org.apache.hive:hive-storage-api:jar:${hive.storage-api.version}</include>
- <include>org.apache.orc:orc-core:jar:${orc.version}</include>
- <include>org.apache.orc:orc-shims:jar:${orc.version}</include>
- <include>io.airlift:aircompressor:jar:${aircompressor.version}</include>
- <include>org.apache.hadoop.thirdparty:hadoop-shaded-guava:jar:${hadoop-shaded-guava.version}</include>
+ <include>org.eclipse.jetty:jetty-client:jar:${jetty-client.version}</include>
+ <include>org.glassfish.jersey.core:jersey-client</include>
+ <include>org.glassfish.jersey.core:jersey-common</include>
+ <include>org.glassfish.jersey.media:jersey-media-json-jackson</include>
+ <include>org.glassfish.jersey.ext:jersey-entity-filtering</include>
+ <include>org.graalvm.js:js:jar:${graalvm.version}</include>
+ <include>org.graalvm.js:js-scriptengine:jar:${graalvm.version}</include>
+ <include>org.graalvm.regex:regex:jar:${graalvm.version}</include>
+ <include>org.graalvm.sdk:graal-sdk:jar:${graalvm.version}</include>
+ <include>org.graalvm.truffle:truffle-api:jar:${graalvm.version}</include>
+ <include>com.ibm.icu:icu4j</include>
</includes>
</binaries>
</moduleSet>
@@ -103,17 +109,14 @@
<include>commons-cli:commons-cli</include>
<include>commons-collections:commons-collections</include>
<include>commons-io:commons-io:jar:${commons.io.version}</include>
- <include>commons-logging:commons-logging:jar:${commons.logging.version}</include>
<include>org.apache.commons:commons-collections4:jar:${commons.collections4.version}</include>
<include>org.apache.commons:commons-compress:jar:${commons.compress.version}</include>
<include>org.apache.commons:commons-configuration2:jar:${commons.configuration.version}</include>
<include>org.apache.commons:commons-lang3:jar:${commons.lang3.version}</include>
+ <include>org.apache.hadoop.thirdparty:hadoop-shaded-guava:jar:${hadoop-shaded-guava.version}</include>
<include>org.apache.hadoop:hadoop-auth:jar:${hadoop.version}</include>
<include>org.apache.hadoop:hadoop-client-api:jar:${hadoop.version}</include>
<include>org.apache.hadoop:hadoop-client-runtime:jar:${hadoop.version}</include>
- <include>org.apache.hadoop.thirdparty:hadoop-shaded-guava:jar:${hadoop-shaded-guava.version}</include>
- <include>org.apache.ranger:credentialbuilder</include>
- <include>org.apache.ranger:ranger-plugins-cred</include>
<include>org.codehaus.woodstox:stax2-api</include>
<include>org.slf4j:slf4j-api:jar:${slf4j-api.version}</include>
</includes>
diff --git a/plugin-yarn/template/configuration.xml b/plugin-yarn/template/configuration.xml
new file mode 100644
index 000000000..bdb012589
--- /dev/null
+++ b/plugin-yarn/template/configuration.xml
@@ -0,0 +1,20 @@
+<?xml version="1.0" encoding="UTF-8" standalone="no"?>
+<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
+<!--
+Licensed to the Apache Software Foundation (ASF) under one or more
+contributor license agreements. See the NOTICE file distributed with
+this work for additional information regarding copyright ownership.
+The ASF licenses this file to You under the Apache License, Version 2.0
+(the "License"); you may not use this file except in compliance with
+the License. You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+-->
+<configuration>
+</configuration>