You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ranger.apache.org by ab...@apache.org on 2025/06/29 02:25:33 UTC
(ranger) branch ranger_5227 created (now 7277d855d)
This is an automated email from the ASF dual-hosted git repository.
abhi pushed a change to branch ranger_5227
in repository https://gitbox.apache.org/repos/asf/ranger.git
at 7277d855d RANGER-5227: Add healthchecks for all containers
This branch includes the following new commits:
new 7277d855d RANGER-5227: Add healthchecks for all containers
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
(ranger) 01/01: RANGER-5227: Add healthchecks for all containers
Posted by ab...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
abhi pushed a commit to branch ranger_5227
in repository https://gitbox.apache.org/repos/asf/ranger.git
commit 7277d855d60027350e8af70d74bde3cdd35780f6
Author: Abhishek Kumar <ab...@apache.org>
AuthorDate: Sat Jun 28 13:24:40 2025 -0700
RANGER-5227: Add healthchecks for all containers
---
.github/workflows/ci.yml | 3 +--
dev-support/ranger-docker/Dockerfile.ranger-base | 2 +-
.../ranger-docker/docker-compose.ranger-hadoop.yml | 4 ++--
.../ranger-docker/docker-compose.ranger-hbase.yml | 6 ++++++
.../ranger-docker/docker-compose.ranger-hive.yml | 6 ++++++
.../ranger-docker/docker-compose.ranger-kafka.yml | 13 +++++++++++--
.../ranger-docker/docker-compose.ranger-kms.yml | 6 ++++++
.../ranger-docker/docker-compose.ranger-knox.yml | 6 ++++++
.../ranger-docker/docker-compose.ranger-ozone.yml | 6 ++++++
.../ranger-docker/docker-compose.ranger-tagsync.yml | 6 ++++++
.../ranger-docker/docker-compose.ranger-usersync.yml | 6 ++++++
dev-support/ranger-docker/docker-compose.ranger.yml | 20 ++++++++++++++++++++
12 files changed, 77 insertions(+), 7 deletions(-)
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 34dae302d..ce7294b54 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -168,11 +168,10 @@ jobs:
-f docker-compose.ranger-kafka.yml \
-f docker-compose.ranger-hive.yml \
-f docker-compose.ranger-knox.yml \
- -f docker-compose.ranger-ozone.yml up -d
+ -f docker-compose.ranger-ozone.yml up -d --wait
- name: Check status of containers and remove them
run: |
- sleep 60
containers=(ranger ranger-zk ranger-solr ranger-postgres ranger-usersync ranger-tagsync ranger-kms ranger-hadoop ranger-hbase ranger-kafka ranger-hive ranger-knox ozone-om ozone-scm ozone-datanode);
flag=true;
for container in "${containers[@]}"; do
diff --git a/dev-support/ranger-docker/Dockerfile.ranger-base b/dev-support/ranger-docker/Dockerfile.ranger-base
index 0dfd9d0be..8d3f68b1c 100644
--- a/dev-support/ranger-docker/Dockerfile.ranger-base
+++ b/dev-support/ranger-docker/Dockerfile.ranger-base
@@ -24,7 +24,7 @@ ENV OS_NAME=UBUNTU
# Install tzdata, Python, Java, python-requests
RUN apt-get update && \
DEBIAN_FRONTEND="noninteractive" apt-get -y install tzdata vim\
- python3 python3-pip openjdk-8-jdk openjdk-11-jdk openjdk-17-jdk bc iputils-ping ssh pdsh xmlstarlet && \
+ python3 python3-pip openjdk-8-jdk openjdk-11-jdk openjdk-17-jdk bc iputils-ping ssh pdsh xmlstarlet curl && \
pip3 install apache-ranger && \
pip3 install requests
diff --git a/dev-support/ranger-docker/docker-compose.ranger-hadoop.yml b/dev-support/ranger-docker/docker-compose.ranger-hadoop.yml
index 86e6c3ecb..d0e2fb61e 100644
--- a/dev-support/ranger-docker/docker-compose.ranger-hadoop.yml
+++ b/dev-support/ranger-docker/docker-compose.ranger-hadoop.yml
@@ -21,8 +21,8 @@ services:
ranger:
condition: service_started
healthcheck:
- test: "hdfs dfs -ls /hbase"
- interval: 1m30s
+ test: [ "CMD-SHELL", "su hdfs -c \"/opt/hadoop/bin/hdfs dfsadmin -report | grep -q 'Live datanodes'\"" ]
+ interval: 30s
timeout: 10s
retries: 30
start_period: 40s
diff --git a/dev-support/ranger-docker/docker-compose.ranger-hbase.yml b/dev-support/ranger-docker/docker-compose.ranger-hbase.yml
index 75b03ba5d..012dd1630 100644
--- a/dev-support/ranger-docker/docker-compose.ranger-hbase.yml
+++ b/dev-support/ranger-docker/docker-compose.ranger-hbase.yml
@@ -23,6 +23,12 @@ services:
condition: service_healthy
ranger-zk:
condition: service_started
+ healthcheck:
+ test: [ "CMD", "wget", "-q", "--spider", "http://localhost:16030/rs-status" ]
+ interval: 30s
+ timeout: 10s
+ retries: 30
+ start_period: 40s
environment:
- HBASE_VERSION
- HBASE_PLUGIN_VERSION
diff --git a/dev-support/ranger-docker/docker-compose.ranger-hive.yml b/dev-support/ranger-docker/docker-compose.ranger-hive.yml
index 64fc33110..4034c4705 100644
--- a/dev-support/ranger-docker/docker-compose.ranger-hive.yml
+++ b/dev-support/ranger-docker/docker-compose.ranger-hive.yml
@@ -24,6 +24,12 @@ services:
condition: service_started
ranger-hadoop:
condition: service_healthy
+ healthcheck:
+ test: [ "CMD-SHELL", "su hdfs -c \"/opt/hadoop/bin/hdfs dfsadmin -report | grep -q 'Live datanodes'\"" ]
+ interval: 30s
+ timeout: 10s
+ retries: 30
+ start_period: 40s
environment:
- HIVE_HADOOP_VERSION
- HIVE_VERSION
diff --git a/dev-support/ranger-docker/docker-compose.ranger-kafka.yml b/dev-support/ranger-docker/docker-compose.ranger-kafka.yml
index f0bf31667..4ce2100a6 100644
--- a/dev-support/ranger-docker/docker-compose.ranger-kafka.yml
+++ b/dev-support/ranger-docker/docker-compose.ranger-kafka.yml
@@ -20,9 +20,18 @@ services:
condition: service_started
ranger-zk:
condition: service_started
+ healthcheck:
+ test: [ "CMD-SHELL", "echo 'ping' | kafka-console-producer.sh --broker-list localhost:9092 --topic health-check-topic && kafka-console-consumer.sh --bootstrap-server localhost:9092 --topic health-check-topic --from-beginning --max-messages 1 | grep 'ping'" ]
+ interval: 60s
+ timeout: 10s
+ retries: 3
+ start_period: 20s
environment:
- - KAFKA_VERSION
- - KAFKA_PLUGIN_VERSION
+ KAFKA_LISTENERS: PLAINTEXT://0.0.0.0:9092
+ KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://ranger-kafka:9092,PLAINTEXT_HOST://localhost:9092
+ KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT
+ KAFKA_VERSION: ${KAFKA_VERSION}
+ KAFKA_PLUGIN_VERSION: ${KAFKA_PLUGIN_VERSION}
networks:
ranger:
diff --git a/dev-support/ranger-docker/docker-compose.ranger-kms.yml b/dev-support/ranger-docker/docker-compose.ranger-kms.yml
index fed0f384d..add71a3d8 100644
--- a/dev-support/ranger-docker/docker-compose.ranger-kms.yml
+++ b/dev-support/ranger-docker/docker-compose.ranger-kms.yml
@@ -18,6 +18,12 @@ services:
depends_on:
ranger:
condition: service_started
+ healthcheck:
+ test: [ "CMD-SHELL", "grep 'Ranger KMS Started' /var/log/ranger/kms/ranger-kms*.log" ]
+ interval: 40s
+ timeout: 5s
+ retries: 10
+ start_period: 40s
environment:
- KMS_VERSION
- RANGER_DB_TYPE
diff --git a/dev-support/ranger-docker/docker-compose.ranger-knox.yml b/dev-support/ranger-docker/docker-compose.ranger-knox.yml
index 59ae72481..f2924bf8e 100644
--- a/dev-support/ranger-docker/docker-compose.ranger-knox.yml
+++ b/dev-support/ranger-docker/docker-compose.ranger-knox.yml
@@ -20,6 +20,12 @@ services:
condition: service_started
ranger-zk:
condition: service_started
+ healthcheck:
+ test: [ "CMD-SHELL", "curl -k -i -u admin:admin-password 'https://localhost:8443/gateway/sandbox/webhdfs/v1/?op=LISTSTATUS'" ]
+ interval: 60s
+ timeout: 10s
+ retries: 10
+ start_period: 10s
environment:
- KNOX_VERSION
- KNOX_PLUGIN_VERSION
diff --git a/dev-support/ranger-docker/docker-compose.ranger-ozone.yml b/dev-support/ranger-docker/docker-compose.ranger-ozone.yml
index 9ceee4c02..2a110ee6e 100644
--- a/dev-support/ranger-docker/docker-compose.ranger-ozone.yml
+++ b/dev-support/ranger-docker/docker-compose.ranger-ozone.yml
@@ -38,6 +38,12 @@ services:
condition: service_started
ranger-solr:
condition: service_started
+ healthcheck:
+ test: [ "CMD-SHELL", "su om -c \"/opt/hadoop/bin/ozone fs -ls ofs://om/\"" ]
+ interval: 40s
+ timeout: 10s
+ retries: 5
+ start_period: 30s
environment:
ENSURE_OM_INITIALIZED: /data/metadata/om/current/VERSION
OZONE_OPTS: -Dcom.sun.net.ssl.checkRevocation=false
diff --git a/dev-support/ranger-docker/docker-compose.ranger-tagsync.yml b/dev-support/ranger-docker/docker-compose.ranger-tagsync.yml
index cfefb0c38..81428c8a4 100644
--- a/dev-support/ranger-docker/docker-compose.ranger-tagsync.yml
+++ b/dev-support/ranger-docker/docker-compose.ranger-tagsync.yml
@@ -15,6 +15,12 @@ services:
depends_on:
ranger:
condition: service_started
+ healthcheck:
+ test: [ "CMD-SHELL", "grep 'Initializing TAG source and sink' /var/log/ranger/tagsync/tagsync*log*" ]
+ interval: 30s
+ timeout: 3s
+ retries: 10
+ start_period: 40s
environment:
- TAGSYNC_VERSION
- DEBUG_TAGSYNC=${DEBUG_TAGSYNC:-false}
diff --git a/dev-support/ranger-docker/docker-compose.ranger-usersync.yml b/dev-support/ranger-docker/docker-compose.ranger-usersync.yml
index 2486da046..58e93419e 100644
--- a/dev-support/ranger-docker/docker-compose.ranger-usersync.yml
+++ b/dev-support/ranger-docker/docker-compose.ranger-usersync.yml
@@ -15,6 +15,12 @@ services:
depends_on:
ranger:
condition: service_started
+ healthcheck:
+ test: [ "CMD-SHELL", "grep 'uploaded to ranger admin' /var/log/ranger/usersync/usersync*.log*" ]
+ interval: 30s
+ timeout: 3s
+ retries: 10
+ start_period: 40s
environment:
- USERSYNC_VERSION
- ENABLE_FILE_SYNC_SOURCE
diff --git a/dev-support/ranger-docker/docker-compose.ranger.yml b/dev-support/ranger-docker/docker-compose.ranger.yml
index a7ac101ed..631bc7b3f 100644
--- a/dev-support/ranger-docker/docker-compose.ranger.yml
+++ b/dev-support/ranger-docker/docker-compose.ranger.yml
@@ -23,6 +23,12 @@ services:
condition: service_healthy
ranger-solr:
condition: service_started
+ healthcheck:
+ test: [ "CMD-SHELL", "curl -i -u admin:rangerR0cks! 'http://localhost:6080'" ]
+ interval: 60s
+ timeout: 10s
+ retries: 3
+ start_period: 40s
environment:
- RANGER_VERSION
- RANGER_DB_TYPE
@@ -48,6 +54,14 @@ services:
- ranger
ports:
- "2181:2181"
+ healthcheck:
+ test: [ "CMD-SHELL", "echo ruok | nc localhost 2181 | grep imok" ]
+ interval: 30s
+ timeout: 10s
+ retries: 5
+ start_period: 20s
+ environment:
+ ZOO_4LW_COMMANDS_WHITELIST: "mntr,conf,ruok"
ranger-solr:
build:
@@ -66,6 +80,12 @@ services:
- solr-precreate
- ranger_audits
- /opt/solr/server/solr/configsets/ranger_audits/
+ healthcheck:
+ test: [ "CMD-SHELL", "curl -f http://localhost:8983/solr/ranger_audits/admin/ping" ]
+ interval: 30s
+ timeout: 10s
+ retries: 5
+ start_period: 20s
networks:
ranger: