You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ambari.apache.org by dm...@apache.org on 2013/09/05 19:20:39 UTC
[1/4] AMBARI-3113. Add Ganglia/JMX monitoring for Journal Node
component (Maksim Kononenko via dlysnichenko)
Updated Branches:
refs/heads/trunk def7e8cf9 -> 013a75a98
http://git-wip-us.apache.org/repos/asf/incubator-ambari/blob/013a75a9/ambari-server/src/test/resources/journalnode_ganglia_data.txt
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/resources/journalnode_ganglia_data.txt b/ambari-server/src/test/resources/journalnode_ganglia_data.txt
new file mode 100644
index 0000000..dfd7d2f
--- /dev/null
+++ b/ambari-server/src/test/resources/journalnode_ganglia_data.txt
@@ -0,0 +1,949 @@
+1378331362.0
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+rpc.rpc.NumOpenConnections
+1378216155
+15
+1.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+metricssystem.MetricsSystem.NumAllSinks
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+part_max_used
+1378216155
+15
+12.8
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+rpcdetailed.rpcdetailed.NewEpochAvgTime
+1378216155
+15
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+rpcdetailed.rpcdetailed.FinalizeLogSegmentNumOps
+1378216155
+15
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+dfs.JournalNode.Syncs60s90thPercentileLatencyMicros
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+ugi.UgiMetrics.LoginFailureAvgTime
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+dfs.JournalNode.Syncs60s95thPercentileLatencyMicros
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+metricssystem.MetricsSystem.Sink_gangliaDropped
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+ugi.UgiMetrics.LoginSuccessNumOps
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+jvm.JvmMetrics.GcTimeMillisPS Scavenge
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+dfs.JournalNode.Syncs300sNumOps
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+metricssystem.MetricsSystem.SnapshotAvgTime
+1378216155
+15
+0.266666666667
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+rpcdetailed.rpcdetailed.GetEditLogManifestAvgTime
+1378216155
+15
+2.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+dfs.JournalNode.Syncs300s95thPercentileLatencyMicros
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+rpcdetailed.rpcdetailed.JournalAvgTime
+1378216155
+15
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+rpcdetailed.rpcdetailed.StartLogSegmentNumOps
+1378216155
+15
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+rpc.rpc.RpcQueueTimeNumOps
+1378216155
+15
+0.0266666666667
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+jvm.JvmMetrics.GcCountPS MarkSweep
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+dfs.JournalNode.Syncs60sNumOps
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+dfs.JournalNode.BatchesWritten
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+rpcdetailed.rpcdetailed.PrepareRecoveryAvgTime
+1378216155
+15
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+dfs.JournalNode.LastWriterEpoch
+1378216155
+15
+5.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+jvm.JvmMetrics.MemNonHeapCommittedM
+1378216155
+15
+23.5625
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+load_five
+1378216155
+15
+0.114
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+dfs.JournalNode.Syncs300s75thPercentileLatencyMicros
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+jvm.JvmMetrics.LogInfo
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+metricssystem.MetricsSystem.DroppedPubAll
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+rpcdetailed.rpcdetailed.FinalizeLogSegmentAvgTime
+1378216155
+15
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+jvm.JvmMetrics.ThreadsTerminated
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+rpc.rpc.CallQueueLength
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+dfs.JournalNode.Syncs3600s99thPercentileLatencyMicros
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+jvm.JvmMetrics.MemHeapUsedM
+1378216155
+15
+9.5575423
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+dfs.JournalNode.Syncs3600s50thPercentileLatencyMicros
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+load_one
+1378216155
+15
+0.226
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+metricssystem.MetricsSystem.NumActiveSources
+1378216155
+15
+5.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+metricssystem.MetricsSystem.PublishNumOps
+1378216155
+15
+0.112380952381
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+jvm.JvmMetrics.ThreadsWaiting
+1378216155
+15
+9.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+rpc.rpc.RpcProcessingTimeNumOps
+1378216155
+15
+0.0266666666667
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+metricssystem.MetricsSystem.Sink_gangliaAvgTime
+1378216155
+15
+25.4
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+swap_total
+1378216155
+15
+4128760.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+rpc.rpc.RpcAuthenticationSuccesses
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+cpu_user
+1378216155
+15
+3.3
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+rpcdetailed.rpcdetailed.GetJournalStateNumOps
+1378216155
+15
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+dfs.JournalNode.Syncs300s90thPercentileLatencyMicros
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+jvm.JvmMetrics.LogWarn
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+metricssystem.MetricsSystem.SnapshotNumOps
+1378216155
+15
+0.674285714286
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+rpc.rpc.RpcAuthenticationFailures
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+bytes_in
+1378216155
+15
+22547.48
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+rpcdetailed.rpcdetailed.AcceptRecoveryAvgTime
+1378216155
+15
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+mem_free
+1378216155
+15
+1365496.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+mem_cached
+1378216155
+15
+589576.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+mem_shared
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+jvm.JvmMetrics.MemMaxM
+1378216155
+15
+910.25
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+dfs.JournalNode.Syncs300s50thPercentileLatencyMicros
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+jvm.JvmMetrics.MemNonHeapUsedM
+1378216155
+15
+22.78144
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+cpu_idle
+1378216155
+15
+88.2
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+dfs.JournalNode.LastPromisedEpoch
+1378216155
+15
+5.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+jvm.JvmMetrics.ThreadsBlocked
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+rpcdetailed.rpcdetailed.AcceptRecoveryNumOps
+1378216155
+15
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+jvm.JvmMetrics.GcTimeMillis
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+rpcdetailed.rpcdetailed.PrepareRecoveryNumOps
+1378216155
+15
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+disk_total
+1378216155
+15
+101.515
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+rpc.rpc.RpcProcessingTimeAvgTime
+1378216155
+15
+2.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+rpc.rpc.SentBytes
+1378216155
+15
+1.01333333333
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+jvm.JvmMetrics.ThreadsNew
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+load_fifteen
+1378216155
+15
+0.026
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+rpc.rpc.RpcQueueTimeAvgTime
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+jvm.JvmMetrics.GcCountPS Scavenge
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+bytes_out
+1378216155
+15
+5772.33
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+dfs.JournalNode.Syncs3600sNumOps
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+jvm.JvmMetrics.ThreadsTimedWaiting
+1378216155
+15
+3.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+jvm.JvmMetrics.MemHeapCommittedM
+1378216155
+15
+48.8125
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+dfs.JournalNode.Syncs3600s95thPercentileLatencyMicros
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+rpcdetailed.rpcdetailed.StartLogSegmentAvgTime
+1378216155
+15
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+metricssystem.MetricsSystem.NumAllSources
+1378216155
+15
+5.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+dfs.JournalNode.Syncs3600s90thPercentileLatencyMicros
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+cpu_system
+1378216155
+15
+8.4
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+pkts_in
+1378216155
+15
+24.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+jvm.JvmMetrics.LogError
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+dfs.JournalNode.Syncs3600s75thPercentileLatencyMicros
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+cpu_num
+1378216155
+15
+2.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+disk_free
+1378216155
+15
+92.428
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+rpc.rpc.RpcAuthorizationSuccesses
+1378216155
+15
+0.0266666666667
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+cpu_nice
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+metricssystem.MetricsSystem.NumActiveSinks
+1378216155
+15
+1.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+mem_total
+1378216155
+15
+4055144.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+dfs.JournalNode.Syncs60s50thPercentileLatencyMicros
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+dfs.JournalNode.CurrentLagTxns
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+proc_total
+1378216155
+15
+657.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+rpcdetailed.rpcdetailed.NewEpochNumOps
+1378216155
+15
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+proc_run
+1378216155
+15
+4.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+metricssystem.MetricsSystem.Sink_gangliaNumOps
+1378216155
+15
+0.112380952381
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+swap_free
+1378216155
+15
+4128760.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+jvm.JvmMetrics.LogFatal
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+pkts_out
+1378216155
+15
+35.4
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+jvm.JvmMetrics.ThreadsRunnable
+1378216155
+15
+6.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+cpu_wio
+1378216155
+15
+0.1
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+rpc.rpc.RpcAuthorizationFailures
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+dfs.JournalNode.BatchesWrittenWhileLagging
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+ugi.UgiMetrics.LoginFailureNumOps
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+dfs.JournalNode.TxnsWritten
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+jvm.JvmMetrics.GcTimeMillisPS MarkSweep
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+dfs.JournalNode.BytesWritten
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+dfs.JournalNode.LastWrittenTxId
+1378216155
+15
+613.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+metricssystem.MetricsSystem.Sink_gangliaQsize
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+mem_buffers
+1378216155
+15
+129384.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+boottime
+1378216155
+15
+1378290058.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+dfs.JournalNode.Syncs60s75thPercentileLatencyMicros
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+ugi.UgiMetrics.LoginSuccessAvgTime
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+cpu_speed
+1378216155
+15
+3583.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+metricssystem.MetricsSystem.PublishAvgTime
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+rpc.rpc.ReceivedBytes
+1378216155
+15
+6.34666666667
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+cpu_aidle
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+dfs.JournalNode.Syncs60s99thPercentileLatencyMicros
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+rpcdetailed.rpcdetailed.JournalNumOps
+1378216155
+15
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+dfs.JournalNode.Syncs300s99thPercentileLatencyMicros
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+rpcdetailed.rpcdetailed.GetEditLogManifestNumOps
+1378216155
+15
+0.0266666666667
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+rpcdetailed.rpcdetailed.GetJournalStateAvgTime
+1378216155
+15
+[AMBARI_DP_END]
+sum
+HDPSlaves
+ip-10-39-113-33.ec2.internal
+jvm.JvmMetrics.GcCount
+1378216155
+15
+0.0
+[AMBARI_DP_END]
+[AMBARI_END]
+1378331362.0
[3/4] AMBARI-3113. Add Ganglia/JMX monitoring for Journal Node
component (Maksim Kononenko via dlysnichenko)
Posted by dm...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-ambari/blob/013a75a9/ambari-server/src/main/resources/ganglia_properties_2.json
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/ganglia_properties_2.json b/ambari-server/src/main/resources/ganglia_properties_2.json
index 8a3d410..0e73a19 100644
--- a/ambari-server/src/main/resources/ganglia_properties_2.json
+++ b/ambari-server/src/main/resources/ganglia_properties_2.json
@@ -2699,7 +2699,7 @@
"temporal":true
}
},
- "RESOURCEMANAGER":{
+ "JOURNALNODE":{
"metrics/boottime":{
"metric":"boottime",
"pointInTime":true,
@@ -2760,6 +2760,106 @@
"pointInTime":true,
"temporal":true
},
+ "metrics/jvm/gcCount":{
+ "metric":"jvm.JvmMetrics.GcCount",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/gcTimeMillis":{
+ "metric":"jvm.JvmMetrics.GcTimeMillis",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/logError":{
+ "metric":"jvm.JvmMetrics.LogError",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/logFatal":{
+ "metric":"jvm.JvmMetrics.LogFatal",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/logInfo":{
+ "metric":"jvm.JvmMetrics.LogInfo",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/logWarn":{
+ "metric":"jvm.JvmMetrics.LogWarn",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/memMaxM":{
+ "metric":"jvm.JvmMetrics.MemMaxM",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/memHeapCommittedM":{
+ "metric":"jvm.JvmMetrics.MemHeapCommittedM",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/memHeapUsedM":{
+ "metric":"jvm.JvmMetrics.MemHeapUsedM",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/memNonHeapCommittedM":{
+ "metric":"jvm.JvmMetrics.MemNonHeapCommittedM",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/memNonHeapUsedM":{
+ "metric":"jvm.JvmMetrics.MemNonHeapUsedM",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/threadsBlocked":{
+ "metric":"jvm.JvmMetrics.ThreadsBlocked",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/threadsNew":{
+ "metric":"jvm.JvmMetrics.ThreadsNew",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/threadsRunnable":{
+ "metric":"jvm.JvmMetrics.ThreadsRunnable",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/threadsTerminated":{
+ "metric":"jvm.JvmMetrics.ThreadsTerminated",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/threadsTimedWaiting":{
+ "metric":"jvm.JvmMetrics.ThreadsTimedWaiting",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/threadsWaiting":{
+ "metric":"jvm.JvmMetrics.ThreadsWaiting",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/load/load_fifteen":{
+ "metric":"load_fifteen",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/load/load_five":{
+ "metric":"load_five",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/load/load_one":{
+ "metric":"load_one",
+ "pointInTime":true,
+ "temporal":true
+ },
"metrics/memory/mem_buffers":{
"metric":"mem_buffers",
"pointInTime":true,
@@ -2825,414 +2925,298 @@
"pointInTime":true,
"temporal":true
},
- "metrics/load_fifteen":{
- "metric":"load_fifteen",
+ "metrics/rpc/numOpenConnections":{
+ "metric":"rpc.rpc.NumOpenConnections",
"pointInTime":true,
"temporal":true
},
- "metrics/load_five":{
- "metric":"load_five",
+ "metrics/rpc/receivedBytes":{
+ "metric":"rpc.rpc.ReceivedBytes",
"pointInTime":true,
"temporal":true
},
- "metrics/load_one":{
- "metric":"load_one",
+ "metrics/rpc/rpcProcessingTime_avg_time":{
+ "metric":"rpc.rpc.RpcProcessingTimeAvgTime",
"pointInTime":true,
"temporal":true
},
- "metrics/jvm/gcCountCopy":{
- "metric":"jvm.JvmMetrics.GcCountCopy",
- "pointInTime":false,
+ "metrics/rpc/rpcProcessingTime_num_ops":{
+ "metric":"rpc.rpc.RpcProcessingTimeNumOps",
+ "pointInTime":true,
"temporal":true
},
- "metrics/jvm/gcCountMarkSweepCompact":{
- "metric":"jvm.JvmMetrics.GcCountMarkSweepCompact",
- "pointInTime":false,
+ "metrics/rpc/rpcQueueTime_avg_time":{
+ "metric":"rpc.rpc.RpcQueueTimeAvgTime",
+ "pointInTime":true,
"temporal":true
},
- "metrics/jvm/gcTimeMillisCopy":{
- "metric":"jvm.JvmMetrics.GcTimeMillisCopy",
- "pointInTime":false,
+ "metrics/rpc/rpcQueueTime_num_ops":{
+ "metric":"rpc.rpc.RpcQueueTimeNumOps",
+ "pointInTime":true,
"temporal":true
},
- "metrics/jvm/gcTimeMillisMarkSweepCompact":{
- "metric":"jvm.JvmMetrics.GcTimeMillisMarkSweepCompact",
- "pointInTime":false,
+ "metrics/rpc/sentBytes":{
+ "metric":"rpc.rpc.SentBytes",
+ "pointInTime":true,
"temporal":true
},
- "metrics/jvm/memMaxM":{
- "metric":"jvm.JvmMetrics.MemMaxM",
- "pointInTime":false,
+ "metrics/rpc/callQueueLen":{
+ "metric":"rpc.rpc.CallQueueLength",
+ "pointInTime":true,
"temporal":true
},
- "metrics/jvm/memNonHeapUsedM":{
- "metric":"jvm.JvmMetrics.MemNonHeapUsedM",
- "pointInTime":false,
+ "metrics/rpc/rpcAuthenticationFailures":{
+ "metric":"rpc.rpc.RpcAuthenticationFailures",
+ "pointInTime":true,
"temporal":true
},
- "metrics/jvm/memNonHeapCommittedM":{
- "metric":"jvm.JvmMetrics.MemNonHeapCommittedM",
- "pointInTime":false,
+ "metrics/rpc/rpcAuthenticationSuccesses":{
+ "metric":"rpc.rpc.RpcAuthenticationSuccesses",
+ "pointInTime":true,
"temporal":true
},
- "metrics/jvm/memHeapUsedM":{
- "metric":"jvm.JvmMetrics.MemHeapUsedM",
- "pointInTime":false,
+ "metrics/rpc/rpcAuthorizationFailures":{
+ "metric":"rpc.rpc.RpcAuthorizationFailures",
+ "pointInTime":true,
"temporal":true
},
- "metrics/jvm/memHeapCommittedM":{
- "metric":"jvm.JvmMetrics.MemHeapCommittedM",
- "pointInTime":false,
+ "metrics/rpc/rpcAuthorizationSuccesses":{
+ "metric":"rpc.rpc.RpcAuthorizationSuccesses",
+ "pointInTime":true,
"temporal":true
},
- "metrics/jvm/gcCount":{
- "metric":"jvm.JvmMetrics.GcCount",
- "pointInTime":false,
+ "metrics/ugi/loginFailure_avg_time":{
+ "metric":"ugi.UgiMetrics.LoginFailureAvgTime",
+ "pointInTime":true,
"temporal":true
},
- "metrics/jvm/gcTimeMillis":{
- "metric":"jvm.JvmMetrics.GcTimeMillis",
- "pointInTime":false,
+ "metrics/ugi/loginFailure_num_ops":{
+ "metric":"ugi.UgiMetrics.LoginFailureNumOps",
+ "pointInTime":true,
"temporal":true
},
- "metrics/jvm/logFatal":{
- "metric":"jvm.JvmMetrics.LogFatal",
- "pointInTime":false,
+ "metrics/ugi/loginSuccess_avg_time":{
+ "metric":"ugi.UgiMetrics.LoginSuccessAvgTime",
+ "pointInTime":true,
"temporal":true
},
- "metrics/jvm/logError":{
- "metric":"jvm.JvmMetrics.LogError",
- "pointInTime":false,
+ "metrics/ugi/loginSuccess_num_ops":{
+ "metric":"ugi.UgiMetrics.LoginSuccessNumOps",
+ "pointInTime":true,
"temporal":true
},
- "metrics/jvm/logWarn":{
- "metric":"jvm.JvmMetrics.LogWarn",
- "pointInTime":false,
+ "metrics/rpcdetailed/acceptRecovery_avg_time":{
+ "metric":"rpcdetailed.rpcdetailed.AcceptRecoveryAvgTime",
+ "pointInTime":true,
"temporal":true
},
- "metrics/jvm/logInfo":{
- "metric":"jvm.JvmMetrics.LogInfo",
- "pointInTime":false,
+ "metrics/rpcdetailed/acceptRecovery_num_ops":{
+ "metric":"rpcdetailed.rpcdetailed.AcceptRecoveryNumOps",
+ "pointInTime":true,
"temporal":true
},
- "metrics/jvm/threadsNew":{
- "metric":"jvm.JvmMetrics.ThreadsNew",
- "pointInTime":false,
+ "metrics/rpcdetailed/finalizeLogSegment_avg_time":{
+ "metric":"rpcdetailed.rpcdetailed.FinalizeLogSegmentAvgTime",
+ "pointInTime":true,
"temporal":true
},
- "metrics/jvm/threadsRunnable":{
- "metric":"jvm.JvmMetrics.ThreadsRunnable",
- "pointInTime":false,
+ "metrics/rpcdetailed/finalizeLogSegment_num_ops":{
+ "metric":"rpcdetailed.rpcdetailed.FinalizeLogSegmentNumOps",
+ "pointInTime":true,
"temporal":true
},
- "metrics/jvm/threadsBlocked":{
- "metric":"jvm.JvmMetrics.ThreadsBlocked",
- "pointInTime":false,
+ "metrics/rpcdetailed/getEditLogManifest_avg_time":{
+ "metric":"rpcdetailed.rpcdetailed.GetEditLogManifestAvgTime",
+ "pointInTime":true,
"temporal":true
},
- "metrics/jvm/threadsWaiting":{
- "metric":"jvm.JvmMetrics.ThreadsWaiting",
- "pointInTime":false,
+ "metrics/rpcdetailed/getEditLogManifest_num_ops":{
+ "metric":"rpcdetailed.rpcdetailed.GetEditLogManifestNumOps",
+ "pointInTime":true,
"temporal":true
},
- "metrics/jvm/threadsTimedWaiting":{
- "metric":"jvm.JvmMetrics.ThreadsTimedWaiting",
- "pointInTime":false,
+ "metrics/rpcdetailed/getJournalState_avg_time":{
+ "metric":"rpcdetailed.rpcdetailed.GetJournalStateAvgTime",
+ "pointInTime":true,
"temporal":true
},
- "metrics/jvm/threadsTerminated":{
- "metric":"jvm.JvmMetrics.ThreadsTerminated",
- "pointInTime":false,
+ "metrics/rpcdetailed/getJournalState_num_ops":{
+ "metric":"rpcdetailed.rpcdetailed.GetJournalStateNumOps",
+ "pointInTime":true,
"temporal":true
},
- "metrics/rpcdetailed/AllocateAvgTime":{
- "metric":"rpcdetailed.rpcdetailed.AllocateAvgTime",
+ "metrics/rpcdetailed/journal_avg_time":{
+ "metric":"rpcdetailed.rpcdetailed.JournalAvgTime",
"pointInTime":true,
"temporal":true
},
- "metrics/rpcdetailed/AllocateNumOps":{
- "metric":"rpcdetailed.rpcdetailed.AllocateNumOps",
+ "metrics/rpcdetailed/journal_num_ops":{
+ "metric":"rpcdetailed.rpcdetailed.JournalNumOps",
"pointInTime":true,
"temporal":true
},
- "metrics/rpcdetailed/FinishApplicationMasterAvgTime":{
- "metric":"rpcdetailed.rpcdetailed.FinishApplicationMasterAvgTime",
+ "metrics/rpcdetailed/newEpoch_avg_time":{
+ "metric":"rpcdetailed.rpcdetailed.NewEpochAvgTime",
"pointInTime":true,
"temporal":true
},
- "metrics/rpcdetailed/FinishApplicationMasterNumOps":{
- "metric":"rpcdetailed.rpcdetailed.FinishApplicationMasterNumOps",
+ "metrics/rpcdetailed/newEpoch_num_ops":{
+ "metric":"rpcdetailed.rpcdetailed.NewEpochNumOps",
"pointInTime":true,
"temporal":true
},
- "metrics/rpcdetailed/GetApplicationReportAvgTime":{
- "metric":"rpcdetailed.rpcdetailed.GetApplicationReportAvgTime",
+ "metrics/rpcdetailed/prepareRecovery_avg_time":{
+ "metric":"rpcdetailed.rpcdetailed.PrepareRecoveryAvgTime",
"pointInTime":true,
"temporal":true
},
- "metrics/rpcdetailed/GetApplicationReportNumOps":{
- "metric":"rpcdetailed.rpcdetailed.GetApplicationReportNumOps",
+ "metrics/rpcdetailed/prepareRecovery_num_ops":{
+ "metric":"rpcdetailed.rpcdetailed.PrepareRecoveryNumOps",
"pointInTime":true,
"temporal":true
},
- "metrics/rpcdetailed/GetNewApplicationAvgTime":{
- "metric":"rpcdetailed.rpcdetailed.GetNewApplicationAvgTime",
+ "metrics/rpcdetailed/startLogSegment_avg_time":{
+ "metric":"rpcdetailed.rpcdetailed.StartLogSegmentAvgTime",
"pointInTime":true,
"temporal":true
},
- "metrics/rpcdetailed/GetNewApplicationNumOps":{
- "metric":"rpcdetailed.rpcdetailed.GetNewApplicationNumOps",
+ "metrics/rpcdetailed/startLogSegment_num_ops":{
+ "metric":"rpcdetailed.rpcdetailed.StartLogSegmentNumOps",
"pointInTime":true,
"temporal":true
},
- "metrics/rpcdetailed/NodeHeartbeatAvgTime":{
- "metric":"rpcdetailed.rpcdetailed.NodeHeartbeatAvgTime",
+ "metrics/dfs/journalNode/batchesWritten":{
+ "metric":"dfs.JournalNode.BatchesWritten",
"pointInTime":true,
"temporal":true
},
- "metrics/rpcdetailed/RegisterApplicationMasterAvgTime":{
- "metric":"rpcdetailed.rpcdetailed.RegisterApplicationMasterAvgTime",
+ "metrics/dfs/journalNode/batchesWrittenWhileLagging":{
+ "metric":"dfs.JournalNode.BatchesWrittenWhileLagging",
"pointInTime":true,
"temporal":true
},
- "metrics/rpcdetailed/RegisterApplicationMasterNumOps":{
- "metric":"rpcdetailed.rpcdetailed.RegisterApplicationMasterNumOps",
+ "metrics/dfs/journalNode/bytesWritten":{
+ "metric":"dfs.JournalNode.BytesWritten",
"pointInTime":true,
"temporal":true
},
- "metrics/rpcdetailed/SubmitApplicationAvgTime":{
- "metric":"rpcdetailed.rpcdetailed.SubmitApplicationAvgTime",
+ "metrics/dfs/journalNode/currentLagTxns":{
+ "metric":"dfs.JournalNode.CurrentLagTxns",
"pointInTime":true,
"temporal":true
},
- "metrics/rpcdetailed/SubmitApplicationNumOps":{
- "metric":"rpcdetailed.rpcdetailed.SubmitApplicationNumOps",
+ "metrics/dfs/journalNode/lastPromisedEpoch":{
+ "metric":"dfs.JournalNode.LastPromisedEpoch",
"pointInTime":true,
"temporal":true
},
- "metrics/rpc/ReceivedBytes":{
- "metric":"rpc.rpc.ReceivedBytes",
- "pointInTime":false,
+ "metrics/dfs/journalNode/lastWriterEpoch":{
+ "metric":"dfs.JournalNode.LastWriterEpoch",
+ "pointInTime":true,
"temporal":true
},
- "metrics/rpc/SentBytes":{
- "metric":"rpc.rpc.SentBytes",
- "pointInTime":false,
+ "metrics/dfs/journalNode/lastWrittenTxId":{
+ "metric":"dfs.JournalNode.LastWrittenTxId",
+ "pointInTime":true,
"temporal":true
},
- "metrics/rpc/RpcQueueTime_num_ops":{
- "metric":"rpc.rpc.RpcQueueTimeNumOps",
- "pointInTime":false,
+ "metrics/dfs/journalNode/syncs60s50thPercentileLatencyMicros":{
+ "metric":"dfs.JournalNode.Syncs60s50thPercentileLatencyMicros",
+ "pointInTime":true,
"temporal":true
},
- "metrics/rpc/RpcQueueTime_avg_time":{
- "metric":"rpc.rpc.RpcQueueTimeAvgTime",
- "pointInTime":false,
- "temporal":true
- },
- "metrics/rpc/RpcProcessingTime_num_ops":{
- "metric":"rpc.rpc.RpcProcessingTimeNumOps",
- "pointInTime":false,
- "temporal":true
- },
- "metrics/rpc/RpcProcessingTime_avg_time":{
- "metric":"rpc.rpc.RpcProcessingTimeAvgTime",
- "pointInTime":false,
- "temporal":true
- },
- "metrics/rpc/RpcAuthorizationSuccesses":{
- "metric":"rpc.rpc.RpcAuthorizationSuccesses",
- "pointInTime":false,
- "temporal":true
- },
- "metrics/rpc/NumOpenConnections":{
- "metric":"rpc.rpc.NumOpenConnections",
- "pointInTime":false,
- "temporal":true
- },
- "metrics/rpc/CallQueueLen":{
- "metric":"rpc.rpc.CallQueueLength",
- "pointInTime":false,
- "temporal":true
- },
- "metrics/yarn/ClusterMetrics/NumActiveNMs":{
- "metric":"yarn.ClusterMetrics.NumActiveNMs",
- "pointInTime":false,
- "temporal":true
- },
- "metrics/yarn/ClusterMetrics/NumDecommissionedNMs":{
- "metric":"yarn.ClusterMetrics.NumDecommissionedNMs",
- "pointInTime":false,
- "temporal":true
- },
- "metrics/yarn/ClusterMetrics/NumLostNMs":{
- "metric":"yarn.ClusterMetrics.NumLostNMs",
- "pointInTime":false,
- "temporal":true
- },
- "metrics/yarn/ClusterMetrics/NumUnhealthyNMs":{
- "metric":"yarn.ClusterMetrics.NumUnhealthyNMs",
- "pointInTime":false,
- "temporal":true
- },
- "metrics/yarn/ClusterMetrics/NumRebootedNMs":{
- "metric":"yarn.ClusterMetrics.NumRebootedNMs",
- "pointInTime":false,
- "temporal":true
- },
- "metrics/yarn/Queue/AllocatedVCores":{
- "metric":"yarn.QueueMetrics.AllocatedVCores",
- "pointInTime":false,
- "temporal":true
- },
- "metrics/yarn/Queue/AvailableVCores":{
- "metric":"yarn.QueueMetrics.AvailableVCores",
- "pointInTime":false,
- "temporal":true
- },
- "metrics/yarn/Queue/PendingVCores":{
- "metric":"yarn.QueueMetrics.PendingVCores",
- "pointInTime":false,
- "temporal":true
- },
- "metrics/yarn/Queue/running_0":{
- "metric":"yarn.QueueMetrics.running_0",
- "pointInTime":false,
- "temporal":true
- },
- "metrics/yarn/Queue/running_60":{
- "metric":"yarn.QueueMetrics.running_60",
- "pointInTime":false,
- "temporal":true
- },
- "metrics/yarn/Queue/running_300":{
- "metric":"yarn.QueueMetrics.running_300",
- "pointInTime":false,
- "temporal":true
- },
- "metrics/yarn/Queue/running_1440":{
- "metric":"yarn.QueueMetrics.running_1440",
- "pointInTime":false,
+ "metrics/dfs/journalNode/syncs60s75thPercentileLatencyMicros":{
+ "metric":"dfs.JournalNode.Syncs60s75thPercentileLatencyMicros",
+ "pointInTime":true,
"temporal":true
},
- "metrics/yarn/Queue/AppsSubmitted":{
- "metric":"yarn.QueueMetrics.AppsSubmitted",
- "pointInTime":false,
+ "metrics/dfs/journalNode/syncs60s90thPercentileLatencyMicros":{
+ "metric":"dfs.JournalNode.Syncs60s90thPercentileLatencyMicros",
+ "pointInTime":true,
"temporal":true
},
- "metrics/yarn/Queue/AppsRunning":{
- "metric":"yarn.QueueMetrics.AppsRunning",
- "pointInTime":false,
+ "metrics/dfs/journalNode/syncs60s95thPercentileLatencyMicros":{
+ "metric":"dfs.JournalNode.Syncs60s95thPercentileLatencyMicros",
+ "pointInTime":true,
"temporal":true
},
- "metrics/yarn/Queue/AppsPending":{
- "metric":"yarn.QueueMetrics.AppsPending",
- "pointInTime":false,
+ "metrics/dfs/journalNode/syncs60s99thPercentileLatencyMicros":{
+ "metric":"dfs.JournalNode.Syncs60s99thPercentileLatencyMicros",
+ "pointInTime":true,
"temporal":true
},
- "metrics/yarn/Queue/AppsCompleted":{
- "metric":"yarn.QueueMetrics.AppsCompleted",
- "pointInTime":false,
+ "metrics/dfs/journalNode/syncs60s_num_ops":{
+ "metric":"dfs.JournalNode.Syncs60sNumOps",
+ "pointInTime":true,
"temporal":true
},
- "metrics/yarn/Queue/AllocatedMB":{
- "metric":"yarn.QueueMetrics.AllocatedMB",
- "pointInTime":false,
+ "metrics/dfs/journalNode/syncs300s50thPercentileLatencyMicros":{
+ "metric":"dfs.JournalNode.Syncs300s50thPercentileLatencyMicros",
+ "pointInTime":true,
"temporal":true
},
- "metrics/yarn/Queue/AllocatedContainers":{
- "metric":"yarn.QueueMetrics.AllocatedContainers",
- "pointInTime":false,
+ "metrics/dfs/journalNode/syncs300s75thPercentileLatencyMicros":{
+ "metric":"dfs.JournalNode.Syncs300s75thPercentileLatencyMicros",
+ "pointInTime":true,
"temporal":true
},
- "metrics/yarn/Queue/AggregateContainersAllocated":{
- "metric":"yarn.QueueMetrics.AggregateContainersAllocated",
- "pointInTime":false,
+ "metrics/dfs/journalNode/syncs300s90thPercentileLatencyMicros":{
+ "metric":"dfs.JournalNode.Syncs300s90thPercentileLatencyMicros",
+ "pointInTime":true,
"temporal":true
},
- "metrics/yarn/Queue/AggregateContainersReleased":{
- "metric":"yarn.QueueMetrics.AggregateContainersReleased",
- "pointInTime":false,
+ "metrics/dfs/journalNode/syncs300s95thPercentileLatencyMicros":{
+ "metric":"dfs.JournalNode.Syncs300s95thPercentileLatencyMicros",
+ "pointInTime":true,
"temporal":true
},
- "metrics/yarn/Queue/AvailableMB":{
- "metric":"yarn.QueueMetrics.AvailableMB",
- "pointInTime":false,
+ "metrics/dfs/journalNode/syncs300s99thPercentileLatencyMicros":{
+ "metric":"dfs.JournalNode.Syncs300s99thPercentileLatencyMicros",
+ "pointInTime":true,
"temporal":true
},
- "metrics/yarn/Queue/PendingMB":{
- "metric":"yarn.QueueMetrics.PendingMB",
- "pointInTime":false,
+ "metrics/dfs/journalNode/syncs300s_num_ops":{
+ "metric":"dfs.JournalNode.Syncs300sNumOps",
+ "pointInTime":true,
"temporal":true
},
- "metrics/yarn/Queue/PendingContainers":{
- "metric":"yarn.QueueMetrics.PendingContainers",
- "pointInTime":false,
+ "metrics/dfs/journalNode/syncs3600s50thPercentileLatencyMicros":{
+ "metric":"dfs.JournalNode.Syncs3600s50thPercentileLatencyMicros",
+ "pointInTime":true,
"temporal":true
},
- "metrics/yarn/Queue/ActiveUsers":{
- "metric":"yarn.QueueMetrics.ActiveUsers",
- "pointInTime":false,
+ "metrics/dfs/journalNode/syncs3600s75thPercentileLatencyMicros":{
+ "metric":"dfs.JournalNode.Syncs3600s75thPercentileLatencyMicros",
+ "pointInTime":true,
"temporal":true
},
- "metrics/yarn/Queue/ActiveApplications":{
- "metric":"yarn.QueueMetrics.ActiveApplications",
- "pointInTime":false,
+ "metrics/dfs/journalNode/syncs3600s90thPercentileLatencyMicros":{
+ "metric":"dfs.JournalNode.Syncs3600s90thPercentileLatencyMicros",
+ "pointInTime":true,
"temporal":true
},
- "metrics/ugi/LoginSuccessNumOps":{
- "metric":"ugi.ugi.LoginSuccessNumOps",
- "pointInTime":false,
+ "metrics/dfs/journalNode/syncs3600s95thPercentileLatencyMicros":{
+ "metric":"dfs.JournalNode.Syncs3600s95thPercentileLatencyMicros",
+ "pointInTime":true,
"temporal":true
},
- "metrics/ugi/LoginSuccessAvgTime":{
- "metric":"ugi.ugi.LoginSuccessAvgTime",
- "pointInTime":false,
+ "metrics/dfs/journalNode/syncs3600s99thPercentileLatencyMicros":{
+ "metric":"dfs.JournalNode.Syncs3600s99thPercentileLatencyMicros",
+ "pointInTime":true,
"temporal":true
},
- "metrics/ugi/LoginFailureNumOps":{
- "metric":"ugi.ugi.LoginFailureNumOps",
- "pointInTime":false,
+ "metrics/dfs/journalNode/syncs3600s_num_ops":{
+ "metric":"dfs.JournalNode.Syncs3600sNumOps",
+ "pointInTime":true,
"temporal":true
},
- "metrics/ugi/LoginFailureAvgTime":{
- "metric":"ugi.ugi.LoginFailureAvgTime",
- "pointInTime":false,
+ "metrics/dfs/journalNode/txnsWritten":{
+ "metric":"dfs.JournalNode.TxnsWritten",
+ "pointInTime":true,
"temporal":true
- },
- "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AvailableMB":{
- "metric":"yarn.QueueMetrics.Queue=(.+).AvailableMB",
- "pointInTime" : false,
- "temporal" : true
- },
- "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/PendingMB":{
- "metric":"yarn.QueueMetrics.Queue=(.+).PendingMB",
- "pointInTime" : false,
- "temporal" : true
- },
- "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AllocatedMB":{
- "metric":"yarn.QueueMetrics.Queue=(.+).AllocatedMB",
- "pointInTime" : false,
- "temporal" : true
- },
- "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AllocatedContainers":{
- "metric":"yarn.QueueMetrics.Queue=(.+).AllocatedContainers",
- "pointInTime" : false,
- "temporal" : true
- },
- "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/ReservedContainers":{
- "metric":"yarn.QueueMetrics.Queue=(.+).ReservedContainers",
- "pointInTime" : false,
- "temporal" : true
- },
- "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/PendingContainers":{
- "metric":"yarn.QueueMetrics.Queue=(.+).PendingContainers",
- "pointInTime" : false,
- "temporal" : true
}
-
},
- "NODEMANAGER":{
+ "RESOURCEMANAGER":{
"metrics/boottime":{
"metric":"boottime",
"pointInTime":true,
@@ -3293,7 +3277,6 @@
"pointInTime":true,
"temporal":true
},
-
"metrics/memory/mem_buffers":{
"metric":"mem_buffers",
"pointInTime":true,
@@ -3329,7 +3312,6 @@
"pointInTime":true,
"temporal":true
},
-
"metrics/network/bytes_in":{
"metric":"bytes_in",
"pointInTime":true,
@@ -3350,7 +3332,6 @@
"pointInTime":true,
"temporal":true
},
-
"metrics/process/proc_run":{
"metric":"proc_run",
"pointInTime":true,
@@ -3361,87 +3342,59 @@
"pointInTime":true,
"temporal":true
},
-
- "metrics/mapred/ShuffleOutputBytes":{
- "metric":"mapred.ShuffleOutputBytes",
+ "metrics/load_fifteen":{
+ "metric":"load_fifteen",
"pointInTime":true,
"temporal":true
},
- "metrics/mapred/ShuffleOutputsFailed":{
- "metric":"mapred.ShuffleOutputsFailed",
+ "metrics/load_five":{
+ "metric":"load_five",
"pointInTime":true,
"temporal":true
},
- "metrics/mapred/ShuffleOutputsOK":{
- "metric":"mapred.ShuffleOutputsOK",
+ "metrics/load_one":{
+ "metric":"load_one",
"pointInTime":true,
"temporal":true
},
- "metrics/mapred/ShuffleConnections":{
- "metric":"mapred.ShuffleConnections",
- "pointInTime":true,
+ "metrics/jvm/gcCountCopy":{
+ "metric":"jvm.JvmMetrics.GcCountCopy",
+ "pointInTime":false,
"temporal":true
},
-
- "metrics/yarn/ContainersLaunched":{
- "metric":"yarn.ContainersLaunched",
- "pointInTime":true,
+ "metrics/jvm/gcCountMarkSweepCompact":{
+ "metric":"jvm.JvmMetrics.GcCountMarkSweepCompact",
+ "pointInTime":false,
"temporal":true
},
- "metrics/yarn/ContainersCompleted":{
- "metric":"yarn.ContainersCompleted",
- "pointInTime":true,
+ "metrics/jvm/gcTimeMillisCopy":{
+ "metric":"jvm.JvmMetrics.GcTimeMillisCopy",
+ "pointInTime":false,
"temporal":true
},
- "metrics/yarn/ContainersFailed":{
- "metric":"yarn.ContainersFailed",
- "pointInTime":true,
+ "metrics/jvm/gcTimeMillisMarkSweepCompact":{
+ "metric":"jvm.JvmMetrics.GcTimeMillisMarkSweepCompact",
+ "pointInTime":false,
"temporal":true
},
- "metrics/yarn/ContainersKilled":{
- "metric":"yarn.ContainersKilled",
- "pointInTime":true,
+ "metrics/jvm/memMaxM":{
+ "metric":"jvm.JvmMetrics.MemMaxM",
+ "pointInTime":false,
"temporal":true
},
- "metrics/yarn/ContainersIniting":{
- "metric":"yarn.ContainersIniting",
- "pointInTime":true,
+ "metrics/jvm/memNonHeapUsedM":{
+ "metric":"jvm.JvmMetrics.MemNonHeapUsedM",
+ "pointInTime":false,
"temporal":true
},
- "metrics/yarn/ContainersRunning":{
- "metric":"yarn.ContainersRunning",
- "pointInTime":true,
+ "metrics/jvm/memNonHeapCommittedM":{
+ "metric":"jvm.JvmMetrics.MemNonHeapCommittedM",
+ "pointInTime":false,
"temporal":true
},
- "metrics/yarn/AllocatedGB":{
- "metric":"yarn.AllocatedGB",
- "pointInTime":true,
- "temporal":true
- },
- "metrics/yarn/AllocatedContainers":{
- "metric":"yarn.AllocatedContainers",
- "pointInTime":true,
- "temporal":true
- },
- "metrics/yarn/AvailableGB":{
- "metric":"yarn.AvailableGB",
- "pointInTime":true,
- "temporal":true
- },
-
- "metrics/jvm/memNonHeapUsedM":{
- "metric":"jvm.JvmMetrics.MemNonHeapUsedM",
- "pointInTime":false,
- "temporal":true
- },
- "metrics/jvm/memNonHeapCommittedM":{
- "metric":"jvm.JvmMetrics.MemNonHeapCommittedM",
- "pointInTime":false,
- "temporal":true
- },
- "metrics/jvm/memHeapUsedM":{
- "metric":"jvm.JvmMetrics.MemHeapUsedM",
- "pointInTime":false,
+ "metrics/jvm/memHeapUsedM":{
+ "metric":"jvm.JvmMetrics.MemHeapUsedM",
+ "pointInTime":false,
"temporal":true
},
"metrics/jvm/memHeapCommittedM":{
@@ -3509,7 +3462,71 @@
"pointInTime":false,
"temporal":true
},
-
+ "metrics/rpcdetailed/AllocateAvgTime":{
+ "metric":"rpcdetailed.rpcdetailed.AllocateAvgTime",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/rpcdetailed/AllocateNumOps":{
+ "metric":"rpcdetailed.rpcdetailed.AllocateNumOps",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/rpcdetailed/FinishApplicationMasterAvgTime":{
+ "metric":"rpcdetailed.rpcdetailed.FinishApplicationMasterAvgTime",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/rpcdetailed/FinishApplicationMasterNumOps":{
+ "metric":"rpcdetailed.rpcdetailed.FinishApplicationMasterNumOps",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/rpcdetailed/GetApplicationReportAvgTime":{
+ "metric":"rpcdetailed.rpcdetailed.GetApplicationReportAvgTime",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/rpcdetailed/GetApplicationReportNumOps":{
+ "metric":"rpcdetailed.rpcdetailed.GetApplicationReportNumOps",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/rpcdetailed/GetNewApplicationAvgTime":{
+ "metric":"rpcdetailed.rpcdetailed.GetNewApplicationAvgTime",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/rpcdetailed/GetNewApplicationNumOps":{
+ "metric":"rpcdetailed.rpcdetailed.GetNewApplicationNumOps",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/rpcdetailed/NodeHeartbeatAvgTime":{
+ "metric":"rpcdetailed.rpcdetailed.NodeHeartbeatAvgTime",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/rpcdetailed/RegisterApplicationMasterAvgTime":{
+ "metric":"rpcdetailed.rpcdetailed.RegisterApplicationMasterAvgTime",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/rpcdetailed/RegisterApplicationMasterNumOps":{
+ "metric":"rpcdetailed.rpcdetailed.RegisterApplicationMasterNumOps",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/rpcdetailed/SubmitApplicationAvgTime":{
+ "metric":"rpcdetailed.rpcdetailed.SubmitApplicationAvgTime",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/rpcdetailed/SubmitApplicationNumOps":{
+ "metric":"rpcdetailed.rpcdetailed.SubmitApplicationNumOps",
+ "pointInTime":true,
+ "temporal":true
+ },
"metrics/rpc/ReceivedBytes":{
"metric":"rpc.rpc.ReceivedBytes",
"pointInTime":false,
@@ -3540,21 +3557,6 @@
"pointInTime":false,
"temporal":true
},
- "metrics/rpc/RpcAuthenticationFailures":{
- "metric":"rpc.metrics.RpcAuthenticationFailures",
- "pointInTime":false,
- "temporal":true
- },
- "metrics/rpc/RpcAuthenticationSuccesses":{
- "metric":"rpc.metrics.RpcAuthenticationSuccesses",
- "pointInTime":false,
- "temporal":true
- },
- "metrics/rpc/RpcAuthorizationFailures":{
- "metric":"rpc.metrics.RpcAuthorizationFailures",
- "pointInTime":false,
- "temporal":true
- },
"metrics/rpc/RpcAuthorizationSuccesses":{
"metric":"rpc.rpc.RpcAuthorizationSuccesses",
"pointInTime":false,
@@ -3570,140 +3572,293 @@
"pointInTime":false,
"temporal":true
},
-
- "metrics/ugi/LoginSuccessNumOps":{
- "metric":"ugi.ugi.LoginSuccessNumOps",
+ "metrics/yarn/ClusterMetrics/NumActiveNMs":{
+ "metric":"yarn.ClusterMetrics.NumActiveNMs",
"pointInTime":false,
"temporal":true
},
- "metrics/ugi/LoginSuccessAvgTime":{
- "metric":"ugi.ugi.LoginSuccessAvgTime",
+ "metrics/yarn/ClusterMetrics/NumDecommissionedNMs":{
+ "metric":"yarn.ClusterMetrics.NumDecommissionedNMs",
"pointInTime":false,
"temporal":true
},
- "metrics/ugi/LoginFailureNumOps":{
- "metric":"ugi.ugi.LoginFailureNumOps",
+ "metrics/yarn/ClusterMetrics/NumLostNMs":{
+ "metric":"yarn.ClusterMetrics.NumLostNMs",
"pointInTime":false,
"temporal":true
},
- "metrics/ugi/LoginFailureAvgTime":{
- "metric":"ugi.ugi.LoginFailureAvgTime",
+ "metrics/yarn/ClusterMetrics/NumUnhealthyNMs":{
+ "metric":"yarn.ClusterMetrics.NumUnhealthyNMs",
"pointInTime":false,
"temporal":true
- }
-
- },
-
- "HISTORYSERVER":{
- "metrics/boottime":{
- "metric":"boottime",
- "pointInTime":true,
- "temporal":true
},
- "metrics/cpu/cpu_aidle":{
- "metric":"cpu_aidle",
- "pointInTime":true,
+ "metrics/yarn/ClusterMetrics/NumRebootedNMs":{
+ "metric":"yarn.ClusterMetrics.NumRebootedNMs",
+ "pointInTime":false,
"temporal":true
},
- "metrics/cpu/cpu_idle":{
- "metric":"cpu_idle",
- "pointInTime":true,
+ "metrics/yarn/Queue/AllocatedVCores":{
+ "metric":"yarn.QueueMetrics.AllocatedVCores",
+ "pointInTime":false,
"temporal":true
},
- "metrics/cpu/cpu_nice":{
- "metric":"cpu_nice",
- "pointInTime":true,
+ "metrics/yarn/Queue/AvailableVCores":{
+ "metric":"yarn.QueueMetrics.AvailableVCores",
+ "pointInTime":false,
"temporal":true
},
- "metrics/cpu/cpu_num":{
- "metric":"cpu_num",
- "pointInTime":true,
+ "metrics/yarn/Queue/PendingVCores":{
+ "metric":"yarn.QueueMetrics.PendingVCores",
+ "pointInTime":false,
"temporal":true
},
- "metrics/cpu/cpu_speed":{
- "metric":"cpu_speed",
- "pointInTime":true,
+ "metrics/yarn/Queue/running_0":{
+ "metric":"yarn.QueueMetrics.running_0",
+ "pointInTime":false,
"temporal":true
},
- "metrics/cpu/cpu_system":{
- "metric":"cpu_system",
- "pointInTime":true,
+ "metrics/yarn/Queue/running_60":{
+ "metric":"yarn.QueueMetrics.running_60",
+ "pointInTime":false,
"temporal":true
},
- "metrics/cpu/cpu_user":{
- "metric":"cpu_user",
- "pointInTime":true,
+ "metrics/yarn/Queue/running_300":{
+ "metric":"yarn.QueueMetrics.running_300",
+ "pointInTime":false,
"temporal":true
},
- "metrics/cpu/cpu_wio":{
- "metric":"cpu_wio",
- "pointInTime":true,
+ "metrics/yarn/Queue/running_1440":{
+ "metric":"yarn.QueueMetrics.running_1440",
+ "pointInTime":false,
"temporal":true
},
- "metrics/disk/disk_free":{
- "metric":"disk_free",
- "pointInTime":true,
+ "metrics/yarn/Queue/AppsSubmitted":{
+ "metric":"yarn.QueueMetrics.AppsSubmitted",
+ "pointInTime":false,
"temporal":true
},
- "metrics/disk/disk_total":{
- "metric":"disk_total",
- "pointInTime":true,
+ "metrics/yarn/Queue/AppsRunning":{
+ "metric":"yarn.QueueMetrics.AppsRunning",
+ "pointInTime":false,
"temporal":true
},
- "metrics/disk/part_max_used":{
- "metric":"part_max_used",
- "pointInTime":true,
+ "metrics/yarn/Queue/AppsPending":{
+ "metric":"yarn.QueueMetrics.AppsPending",
+ "pointInTime":false,
"temporal":true
},
-
- "metrics/memory/mem_buffers":{
- "metric":"mem_buffers",
- "pointInTime":true,
+ "metrics/yarn/Queue/AppsCompleted":{
+ "metric":"yarn.QueueMetrics.AppsCompleted",
+ "pointInTime":false,
"temporal":true
},
- "metrics/memory/mem_cached":{
- "metric":"mem_cached",
- "pointInTime":true,
+ "metrics/yarn/Queue/AllocatedMB":{
+ "metric":"yarn.QueueMetrics.AllocatedMB",
+ "pointInTime":false,
"temporal":true
},
- "metrics/memory/mem_free":{
- "metric":"mem_free",
- "pointInTime":true,
+ "metrics/yarn/Queue/AllocatedContainers":{
+ "metric":"yarn.QueueMetrics.AllocatedContainers",
+ "pointInTime":false,
"temporal":true
},
- "metrics/memory/mem_shared":{
- "metric":"mem_shared",
- "pointInTime":true,
+ "metrics/yarn/Queue/AggregateContainersAllocated":{
+ "metric":"yarn.QueueMetrics.AggregateContainersAllocated",
+ "pointInTime":false,
"temporal":true
},
- "metrics/memory/mem_total":{
- "metric":"mem_total",
- "pointInTime":true,
+ "metrics/yarn/Queue/AggregateContainersReleased":{
+ "metric":"yarn.QueueMetrics.AggregateContainersReleased",
+ "pointInTime":false,
"temporal":true
},
- "metrics/memory/swap_free":{
- "metric":"swap_free",
- "pointInTime":true,
+ "metrics/yarn/Queue/AvailableMB":{
+ "metric":"yarn.QueueMetrics.AvailableMB",
+ "pointInTime":false,
"temporal":true
},
- "metrics/memory/swap_total":{
- "metric":"swap_total",
- "pointInTime":true,
+ "metrics/yarn/Queue/PendingMB":{
+ "metric":"yarn.QueueMetrics.PendingMB",
+ "pointInTime":false,
"temporal":true
},
-
- "metrics/network/bytes_in":{
- "metric":"bytes_in",
- "pointInTime":true,
+ "metrics/yarn/Queue/PendingContainers":{
+ "metric":"yarn.QueueMetrics.PendingContainers",
+ "pointInTime":false,
"temporal":true
},
- "metrics/network/bytes_out":{
- "metric":"bytes_out",
- "pointInTime":true,
+ "metrics/yarn/Queue/ActiveUsers":{
+ "metric":"yarn.QueueMetrics.ActiveUsers",
+ "pointInTime":false,
"temporal":true
},
- "metrics/network/pkts_in":{
- "metric":"pkts_in",
+ "metrics/yarn/Queue/ActiveApplications":{
+ "metric":"yarn.QueueMetrics.ActiveApplications",
+ "pointInTime":false,
+ "temporal":true
+ },
+ "metrics/ugi/LoginSuccessNumOps":{
+ "metric":"ugi.ugi.LoginSuccessNumOps",
+ "pointInTime":false,
+ "temporal":true
+ },
+ "metrics/ugi/LoginSuccessAvgTime":{
+ "metric":"ugi.ugi.LoginSuccessAvgTime",
+ "pointInTime":false,
+ "temporal":true
+ },
+ "metrics/ugi/LoginFailureNumOps":{
+ "metric":"ugi.ugi.LoginFailureNumOps",
+ "pointInTime":false,
+ "temporal":true
+ },
+ "metrics/ugi/LoginFailureAvgTime":{
+ "metric":"ugi.ugi.LoginFailureAvgTime",
+ "pointInTime":false,
+ "temporal":true
+ },
+ "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AvailableMB":{
+ "metric":"yarn.QueueMetrics.Queue=(.+).AvailableMB",
+ "pointInTime" : false,
+ "temporal" : true
+ },
+ "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/PendingMB":{
+ "metric":"yarn.QueueMetrics.Queue=(.+).PendingMB",
+ "pointInTime" : false,
+ "temporal" : true
+ },
+ "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AllocatedMB":{
+ "metric":"yarn.QueueMetrics.Queue=(.+).AllocatedMB",
+ "pointInTime" : false,
+ "temporal" : true
+ },
+ "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AllocatedContainers":{
+ "metric":"yarn.QueueMetrics.Queue=(.+).AllocatedContainers",
+ "pointInTime" : false,
+ "temporal" : true
+ },
+ "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/ReservedContainers":{
+ "metric":"yarn.QueueMetrics.Queue=(.+).ReservedContainers",
+ "pointInTime" : false,
+ "temporal" : true
+ },
+ "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/PendingContainers":{
+ "metric":"yarn.QueueMetrics.Queue=(.+).PendingContainers",
+ "pointInTime" : false,
+ "temporal" : true
+ }
+
+ },
+ "NODEMANAGER":{
+ "metrics/boottime":{
+ "metric":"boottime",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/cpu/cpu_aidle":{
+ "metric":"cpu_aidle",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/cpu/cpu_idle":{
+ "metric":"cpu_idle",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/cpu/cpu_nice":{
+ "metric":"cpu_nice",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/cpu/cpu_num":{
+ "metric":"cpu_num",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/cpu/cpu_speed":{
+ "metric":"cpu_speed",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/cpu/cpu_system":{
+ "metric":"cpu_system",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/cpu/cpu_user":{
+ "metric":"cpu_user",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/cpu/cpu_wio":{
+ "metric":"cpu_wio",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/disk/disk_free":{
+ "metric":"disk_free",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/disk/disk_total":{
+ "metric":"disk_total",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/disk/part_max_used":{
+ "metric":"part_max_used",
+ "pointInTime":true,
+ "temporal":true
+ },
+
+ "metrics/memory/mem_buffers":{
+ "metric":"mem_buffers",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/memory/mem_cached":{
+ "metric":"mem_cached",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/memory/mem_free":{
+ "metric":"mem_free",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/memory/mem_shared":{
+ "metric":"mem_shared",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/memory/mem_total":{
+ "metric":"mem_total",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/memory/swap_free":{
+ "metric":"swap_free",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/memory/swap_total":{
+ "metric":"swap_total",
+ "pointInTime":true,
+ "temporal":true
+ },
+
+ "metrics/network/bytes_in":{
+ "metric":"bytes_in",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/network/bytes_out":{
+ "metric":"bytes_out",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/network/pkts_in":{
+ "metric":"pkts_in",
"pointInTime":true,
"temporal":true
},
@@ -3724,6 +3879,73 @@
"temporal":true
},
+ "metrics/mapred/ShuffleOutputBytes":{
+ "metric":"mapred.ShuffleOutputBytes",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/mapred/ShuffleOutputsFailed":{
+ "metric":"mapred.ShuffleOutputsFailed",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/mapred/ShuffleOutputsOK":{
+ "metric":"mapred.ShuffleOutputsOK",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/mapred/ShuffleConnections":{
+ "metric":"mapred.ShuffleConnections",
+ "pointInTime":true,
+ "temporal":true
+ },
+
+ "metrics/yarn/ContainersLaunched":{
+ "metric":"yarn.ContainersLaunched",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/yarn/ContainersCompleted":{
+ "metric":"yarn.ContainersCompleted",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/yarn/ContainersFailed":{
+ "metric":"yarn.ContainersFailed",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/yarn/ContainersKilled":{
+ "metric":"yarn.ContainersKilled",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/yarn/ContainersIniting":{
+ "metric":"yarn.ContainersIniting",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/yarn/ContainersRunning":{
+ "metric":"yarn.ContainersRunning",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/yarn/AllocatedGB":{
+ "metric":"yarn.AllocatedGB",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/yarn/AllocatedContainers":{
+ "metric":"yarn.AllocatedContainers",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/yarn/AvailableGB":{
+ "metric":"yarn.AvailableGB",
+ "pointInTime":true,
+ "temporal":true
+ },
+
"metrics/jvm/memNonHeapUsedM":{
"metric":"jvm.JvmMetrics.MemNonHeapUsedM",
"pointInTime":false,
@@ -3889,8 +4111,7 @@
},
- "HBASE_MASTER":{
-
+ "HISTORYSERVER":{
"metrics/boottime":{
"metric":"boottime",
"pointInTime":true,
@@ -3951,198 +4172,241 @@
"pointInTime":true,
"temporal":true
},
- "metrics/hbase/master/cluster_requests":{
- "metric":"master.Server.clusterRequests",
- "pointInTime":false,
+
+ "metrics/memory/mem_buffers":{
+ "metric":"mem_buffers",
+ "pointInTime":true,
"temporal":true
},
- "metrics/hbase/master/splitSize_avg_time":{
- "metric":"master.Server.HlogSplitSize_mean",
- "pointInTime":false,
+ "metrics/memory/mem_cached":{
+ "metric":"mem_cached",
+ "pointInTime":true,
"temporal":true
},
- "metrics/hbase/master/splitSize_num_ops":{
- "metric":"master.Server.HlogSplitSize_num_ops",
+ "metrics/memory/mem_free":{
+ "metric":"mem_free",
"pointInTime":true,
"temporal":true
},
- "metrics/hbase/master/splitTime_avg_time":{
- "metric":"master.Server.HlogSplitTime_mean",
- "pointInTime":false,
+ "metrics/memory/mem_shared":{
+ "metric":"mem_shared",
+ "pointInTime":true,
"temporal":true
},
- "metrics/hbase/master/splitTime_num_ops":{
- "metric":"master.Server.HlogSplitTime_num_ops",
- "pointInTime":false,
+ "metrics/memory/mem_total":{
+ "metric":"mem_total",
+ "pointInTime":true,
"temporal":true
},
- "metrics/jvm/gcCount":{
- "metric":"jvm.JvmMetrics.GcCount",
+ "metrics/memory/swap_free":{
+ "metric":"swap_free",
"pointInTime":true,
"temporal":true
},
- "metrics/jvm/gcTimeMillis":{
- "metric":"jvm.JvmMetrics.GcTimeMillis",
+ "metrics/memory/swap_total":{
+ "metric":"swap_total",
"pointInTime":true,
"temporal":true
},
- "metrics/jvm/logError":{
- "metric":"jvm.JvmMetrics.LogError",
+
+ "metrics/network/bytes_in":{
+ "metric":"bytes_in",
"pointInTime":true,
"temporal":true
},
- "metrics/jvm/logFatal":{
- "metric":"jvm.JvmMetrics.LogFatal",
+ "metrics/network/bytes_out":{
+ "metric":"bytes_out",
"pointInTime":true,
"temporal":true
},
- "metrics/jvm/logInfo":{
- "metric":"jvm.JvmMetrics.LogInfo",
+ "metrics/network/pkts_in":{
+ "metric":"pkts_in",
"pointInTime":true,
"temporal":true
},
- "metrics/jvm/logWarn":{
- "metric":"jvm.JvmMetrics.LogWarn",
+ "metrics/network/pkts_out":{
+ "metric":"pkts_out",
"pointInTime":true,
"temporal":true
},
- "metrics/jvm/maxMemoryM":{
- "metric":"jvm.metrics.maxMemoryM",
+
+ "metrics/process/proc_run":{
+ "metric":"proc_run",
"pointInTime":true,
"temporal":true
},
- "metrics/jvm/memHeapCommittedM":{
- "metric":"jvm.JvmMetrics.MemHeapCommittedM",
+ "metrics/process/proc_total":{
+ "metric":"proc_total",
"pointInTime":true,
"temporal":true
},
- "metrics/jvm/memHeapUsedM":{
- "metric":"jvm.JvmMetrics.MemHeapUsedM",
- "pointInTime":true,
+
+ "metrics/jvm/memNonHeapUsedM":{
+ "metric":"jvm.JvmMetrics.MemNonHeapUsedM",
+ "pointInTime":false,
"temporal":true
},
"metrics/jvm/memNonHeapCommittedM":{
"metric":"jvm.JvmMetrics.MemNonHeapCommittedM",
- "pointInTime":true,
+ "pointInTime":false,
"temporal":true
},
- "metrics/jvm/memNonHeapUsedM":{
- "metric":"jvm.JvmMetrics.MemNonHeapUsedM",
- "pointInTime":true,
+ "metrics/jvm/memHeapUsedM":{
+ "metric":"jvm.JvmMetrics.MemHeapUsedM",
+ "pointInTime":false,
"temporal":true
},
- "metrics/jvm/threadsBlocked":{
- "metric":"jvm.JvmMetrics.ThreadsBlocked",
- "pointInTime":true,
+ "metrics/jvm/memHeapCommittedM":{
+ "metric":"jvm.JvmMetrics.MemHeapCommittedM",
+ "pointInTime":false,
+ "temporal":true
+ },
+ "metrics/jvm/gcCount":{
+ "metric":"jvm.JvmMetrics.GcCount",
+ "pointInTime":false,
+ "temporal":true
+ },
+ "metrics/jvm/gcTimeMillis":{
+ "metric":"jvm.JvmMetrics.GcTimeMillis",
+ "pointInTime":false,
+ "temporal":true
+ },
+ "metrics/jvm/logFatal":{
+ "metric":"jvm.JvmMetrics.LogFatal",
+ "pointInTime":false,
+ "temporal":true
+ },
+ "metrics/jvm/logError":{
+ "metric":"jvm.JvmMetrics.LogError",
+ "pointInTime":false,
+ "temporal":true
+ },
+ "metrics/jvm/logWarn":{
+ "metric":"jvm.JvmMetrics.LogWarn",
+ "pointInTime":false,
+ "temporal":true
+ },
+ "metrics/jvm/logInfo":{
+ "metric":"jvm.JvmMetrics.LogInfo",
+ "pointInTime":false,
"temporal":true
},
"metrics/jvm/threadsNew":{
"metric":"jvm.JvmMetrics.ThreadsNew",
- "pointInTime":true,
+ "pointInTime":false,
"temporal":true
},
"metrics/jvm/threadsRunnable":{
"metric":"jvm.JvmMetrics.ThreadsRunnable",
- "pointInTime":true,
+ "pointInTime":false,
"temporal":true
},
- "metrics/jvm/threadsTerminated":{
- "metric":"jvm.JvmMetrics.ThreadsTerminated",
- "pointInTime":true,
+ "metrics/jvm/threadsBlocked":{
+ "metric":"jvm.JvmMetrics.ThreadsBlocked",
+ "pointInTime":false,
+ "temporal":true
+ },
+ "metrics/jvm/threadsWaiting":{
+ "metric":"jvm.JvmMetrics.ThreadsWaiting",
+ "pointInTime":false,
"temporal":true
},
"metrics/jvm/threadsTimedWaiting":{
"metric":"jvm.JvmMetrics.ThreadsTimedWaiting",
- "pointInTime":true,
+ "pointInTime":false,
"temporal":true
},
- "metrics/jvm/threadsWaiting":{
- "metric":"jvm.JvmMetrics.ThreadsWaiting",
- "pointInTime":true,
+ "metrics/jvm/threadsTerminated":{
+ "metric":"jvm.JvmMetrics.ThreadsTerminated",
+ "pointInTime":false,
"temporal":true
},
- "metrics/load/load_fifteen":{
- "metric":"load_fifteen",
- "pointInTime":true,
+
+ "metrics/rpc/ReceivedBytes":{
+ "metric":"rpc.rpc.ReceivedBytes",
+ "pointInTime":false,
"temporal":true
},
- "metrics/load/load_five":{
- "metric":"load_five",
- "pointInTime":true,
+ "metrics/rpc/SentBytes":{
+ "metric":"rpc.rpc.SentBytes",
+ "pointInTime":false,
"temporal":true
},
- "metrics/load/load_one":{
- "metric":"load_one",
- "pointInTime":true,
+ "metrics/rpc/RpcQueueTime_num_ops":{
+ "metric":"rpc.rpc.RpcQueueTimeNumOps",
+ "pointInTime":false,
"temporal":true
},
- "metrics/memory/mem_buffers":{
- "metric":"mem_buffers",
- "pointInTime":true,
+ "metrics/rpc/RpcQueueTime_avg_time":{
+ "metric":"rpc.rpc.RpcQueueTimeAvgTime",
+ "pointInTime":false,
"temporal":true
},
- "metrics/memory/mem_cached":{
- "metric":"mem_cached",
- "pointInTime":true,
+ "metrics/rpc/RpcProcessingTime_num_ops":{
+ "metric":"rpc.rpc.RpcProcessingTimeNumOps",
+ "pointInTime":false,
"temporal":true
},
- "metrics/memory/mem_free":{
- "metric":"mem_free",
- "pointInTime":true,
+ "metrics/rpc/RpcProcessingTime_avg_time":{
+ "metric":"rpc.rpc.RpcProcessingTimeAvgTime",
+ "pointInTime":false,
"temporal":true
},
- "metrics/memory/mem_shared":{
- "metric":"mem_shared",
- "pointInTime":true,
+ "metrics/rpc/RpcAuthenticationFailures":{
+ "metric":"rpc.metrics.RpcAuthenticationFailures",
+ "pointInTime":false,
"temporal":true
},
- "metrics/memory/mem_total":{
- "metric":"mem_total",
- "pointInTime":true,
+ "metrics/rpc/RpcAuthenticationSuccesses":{
+ "metric":"rpc.metrics.RpcAuthenticationSuccesses",
+ "pointInTime":false,
"temporal":true
},
- "metrics/memory/swap_free":{
- "metric":"swap_free",
- "pointInTime":true,
+ "metrics/rpc/RpcAuthorizationFailures":{
+ "metric":"rpc.metrics.RpcAuthorizationFailures",
+ "pointInTime":false,
"temporal":true
},
- "metrics/memory/swap_total":{
- "metric":"swap_total",
- "pointInTime":true,
+ "metrics/rpc/RpcAuthorizationSuccesses":{
+ "metric":"rpc.rpc.RpcAuthorizationSuccesses",
+ "pointInTime":false,
"temporal":true
},
- "metrics/network/bytes_in":{
- "metric":"bytes_in",
- "pointInTime":true,
+ "metrics/rpc/NumOpenConnections":{
+ "metric":"rpc.rpc.NumOpenConnections",
+ "pointInTime":false,
"temporal":true
},
- "metrics/network/bytes_out":{
- "metric":"bytes_out",
- "pointInTime":true,
+ "metrics/rpc/CallQueueLen":{
+ "metric":"rpc.rpc.CallQueueLength",
+ "pointInTime":false,
"temporal":true
},
- "metrics/network/pkts_in":{
- "metric":"pkts_in",
- "pointInTime":true,
+
+ "metrics/ugi/LoginSuccessNumOps":{
+ "metric":"ugi.ugi.LoginSuccessNumOps",
+ "pointInTime":false,
"temporal":true
},
- "metrics/network/pkts_out":{
- "metric":"pkts_out",
- "pointInTime":true,
+ "metrics/ugi/LoginSuccessAvgTime":{
+ "metric":"ugi.ugi.LoginSuccessAvgTime",
+ "pointInTime":false,
"temporal":true
},
- "metrics/process/proc_run":{
- "metric":"proc_run",
- "pointInTime":true,
+ "metrics/ugi/LoginFailureNumOps":{
+ "metric":"ugi.ugi.LoginFailureNumOps",
+ "pointInTime":false,
"temporal":true
},
- "metrics/process/proc_total":{
- "metric":"proc_total",
- "pointInTime":true,
+ "metrics/ugi/LoginFailureAvgTime":{
+ "metric":"ugi.ugi.LoginFailureAvgTime",
+ "pointInTime":false,
"temporal":true
}
- },
- "HBASE_CLIENT":{
+
+ },
+
+ "HBASE_MASTER":{
"metrics/boottime":{
"metric":"boottime",
@@ -4204,6 +4468,31 @@
"pointInTime":true,
"temporal":true
},
+ "metrics/hbase/master/cluster_requests":{
+ "metric":"master.Server.clusterRequests",
+ "pointInTime":false,
+ "temporal":true
+ },
+ "metrics/hbase/master/splitSize_avg_time":{
+ "metric":"master.Server.HlogSplitSize_mean",
+ "pointInTime":false,
+ "temporal":true
+ },
+ "metrics/hbase/master/splitSize_num_ops":{
+ "metric":"master.Server.HlogSplitSize_num_ops",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/hbase/master/splitTime_avg_time":{
+ "metric":"master.Server.HlogSplitTime_mean",
+ "pointInTime":false,
+ "temporal":true
+ },
+ "metrics/hbase/master/splitTime_num_ops":{
+ "metric":"master.Server.HlogSplitTime_num_ops",
+ "pointInTime":false,
+ "temporal":true
+ },
"metrics/jvm/gcCount":{
"metric":"jvm.JvmMetrics.GcCount",
"pointInTime":true,
@@ -4368,9 +4657,237 @@
"metric":"proc_total",
"pointInTime":true,
"temporal":true
- },
- "metrics/rpc/NumOpenConnections":{
- "metric":"rpc.rpc.NumOpenConnections",
+ }
+ },
+ "HBASE_CLIENT":{
+
+ "metrics/boottime":{
+ "metric":"boottime",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/cpu/cpu_aidle":{
+ "metric":"cpu_aidle",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/cpu/cpu_idle":{
+ "metric":"cpu_idle",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/cpu/cpu_nice":{
+ "metric":"cpu_nice",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/cpu/cpu_num":{
+ "metric":"cpu_num",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/cpu/cpu_speed":{
+ "metric":"cpu_speed",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/cpu/cpu_system":{
+ "metric":"cpu_system",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/cpu/cpu_user":{
+ "metric":"cpu_user",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/cpu/cpu_wio":{
+ "metric":"cpu_wio",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/disk/disk_free":{
+ "metric":"disk_free",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/disk/disk_total":{
+ "metric":"disk_total",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/disk/part_max_used":{
+ "metric":"part_max_used",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/gcCount":{
+ "metric":"jvm.JvmMetrics.GcCount",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/gcTimeMillis":{
+ "metric":"jvm.JvmMetrics.GcTimeMillis",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/logError":{
+ "metric":"jvm.JvmMetrics.LogError",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/logFatal":{
+ "metric":"jvm.JvmMetrics.LogFatal",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/logInfo":{
+ "metric":"jvm.JvmMetrics.LogInfo",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/logWarn":{
+ "metric":"jvm.JvmMetrics.LogWarn",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/maxMemoryM":{
+ "metric":"jvm.metrics.maxMemoryM",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/memHeapCommittedM":{
+ "metric":"jvm.JvmMetrics.MemHeapCommittedM",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/memHeapUsedM":{
+ "metric":"jvm.JvmMetrics.MemHeapUsedM",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/memNonHeapCommittedM":{
+ "metric":"jvm.JvmMetrics.MemNonHeapCommittedM",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/memNonHeapUsedM":{
+ "metric":"jvm.JvmMetrics.MemNonHeapUsedM",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/threadsBlocked":{
+ "metric":"jvm.JvmMetrics.ThreadsBlocked",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/threadsNew":{
+ "metric":"jvm.JvmMetrics.ThreadsNew",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/threadsRunnable":{
+ "metric":"jvm.JvmMetrics.ThreadsRunnable",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/threadsTerminated":{
+ "metric":"jvm.JvmMetrics.ThreadsTerminated",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/threadsTimedWaiting":{
+ "metric":"jvm.JvmMetrics.ThreadsTimedWaiting",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/threadsWaiting":{
+ "metric":"jvm.JvmMetrics.ThreadsWaiting",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/load/load_fifteen":{
+ "metric":"load_fifteen",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/load/load_five":{
+ "metric":"load_five",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/load/load_one":{
+ "metric":"load_one",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/memory/mem_buffers":{
+ "metric":"mem_buffers",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/memory/mem_cached":{
+ "metric":"mem_cached",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/memory/mem_free":{
+ "metric":"mem_free",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/memory/mem_shared":{
+ "metric":"mem_shared",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/memory/mem_total":{
+ "metric":"mem_total",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/memory/swap_free":{
+ "metric":"swap_free",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/memory/swap_total":{
+ "metric":"swap_total",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/network/bytes_in":{
+ "metric":"bytes_in",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/network/bytes_out":{
+ "metric":"bytes_out",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/network/pkts_in":{
+ "metric":"pkts_in",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/network/pkts_out":{
+ "metric":"pkts_out",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/process/proc_run":{
+ "metric":"proc_run",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/process/proc_total":{
+ "metric":"proc_total",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/rpc/NumOpenConnections":{
+ "metric":"rpc.rpc.NumOpenConnections",
"pointInTime":true,
"temporal":true
},
@@ -5713,138 +6230,446 @@
"pointInTime":true,
"temporal":true
},
- "metrics/dfs/datanode/blockChecksumOp_avg_time":{
- "metric":"dfs.datanode.BlockChecksumOpAvgTime",
+ "metrics/dfs/datanode/blockChecksumOp_avg_time":{
+ "metric":"dfs.datanode.BlockChecksumOpAvgTime",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/datanode/blockChecksumOp_num_ops":{
+ "metric":"dfs.datanode.BlockChecksumOpNumOps",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/datanode/blockReports_avg_time":{
+ "metric":"dfs.datanode.BlockReportsAvgTime",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/datanode/blockReports_num_ops":{
+ "metric":"dfs.datanode.BlockReportsNumOps",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/datanode/block_verification_failures":{
+ "metric":"dfs.datanode.BlockVerificationFailures",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/datanode/blocks_get_local_pathinfo":{
+ "metric":"dfs.datanode.BlocksGetLocalPathInfo",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/datanode/blocks_read":{
+ "metric":"dfs.datanode.BlocksRead",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/datanode/blocks_removed":{
+ "metric":"dfs.datanode.BlocksRemoved",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/datanode/blocks_replicated":{
+ "metric":"dfs.datanode.BlocksReplicated",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/datanode/blocks_verified":{
+ "metric":"dfs.datanode.BlocksVerified",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/datanode/blocks_written":{
+ "metric":"dfs.datanode.BlocksWritten",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/datanode/bytes_read":{
+ "metric":"dfs.datanode.BytesRead",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/datanode/bytes_written":{
+ "metric":"dfs.datanode.BytesWritten",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/datanode/copyBlockOp_avg_time":{
+ "metric":"dfs.datanode.CopyBlockOpAvgTime",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/datanode/copyBlockOp_num_ops":{
+ "metric":"dfs.datanode.CopyBlockOpNumOps",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/datanode/heartBeats_avg_time":{
+ "metric":"dfs.datanode.HeartbeatsAvgTime",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/datanode/heartBeats_num_ops":{
+ "metric":"dfs.datanode.HeartbeatsNumOps",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/datanode/readBlockOp_avg_time":{
+ "metric":"dfs.datanode.ReadBlockOpAvgTime",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/datanode/readBlockOp_num_ops":{
+ "metric":"dfs.datanode.ReadBlockOpNumOps",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/datanode/reads_from_local_client":{
+ "metric":"dfs.datanode.ReadsFromLocalClient",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/datanode/reads_from_remote_client":{
+ "metric":"dfs.datanode.ReadsFromRemoteClient",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/datanode/replaceBlockOp_avg_time":{
+ "metric":"dfs.datanode.ReplaceBlockOpAvgTime",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/datanode/replaceBlockOp_num_ops":{
+ "metric":"dfs.datanode.ReplaceBlockOpNumOps",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/datanode/writeBlockOp_avg_time":{
+ "metric":"dfs.datanode.WriteBlockOpAvgTime",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/datanode/writeBlockOp_num_ops":{
+ "metric":"dfs.datanode.WriteBlockOpNumOps",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/datanode/writes_from_local_client":{
+ "metric":"dfs.datanode.WritesFromLocalClient",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/datanode/writes_from_remote_client":{
+ "metric":"dfs.datanode.WritesFromRemoteClient",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/disk/disk_free":{
+ "metric":"disk_free",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/disk/disk_total":{
+ "metric":"disk_total",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/disk/part_max_used":{
+ "metric":"part_max_used",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/gcCount":{
+ "metric":"jvm.JvmMetrics.GcCount",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/gcTimeMillis":{
+ "metric":"jvm.JvmMetrics.GcTimeMillis",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/logError":{
+ "metric":"jvm.JvmMetrics.LogError",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/logFatal":{
+ "metric":"jvm.JvmMetrics.LogFatal",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/logInfo":{
+ "metric":"jvm.JvmMetrics.LogInfo",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/logWarn":{
+ "metric":"jvm.JvmMetrics.LogWarn",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/maxMemoryM":{
+ "metric":"jvm.metrics.maxMemoryM",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/memHeapCommittedM":{
+ "metric":"jvm.JvmMetrics.MemHeapCommittedM",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/memHeapUsedM":{
+ "metric":"jvm.JvmMetrics.MemHeapUsedM",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/memNonHeapCommittedM":{
+ "metric":"jvm.JvmMetrics.MemNonHeapCommittedM",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/memNonHeapUsedM":{
+ "metric":"jvm.JvmMetrics.MemNonHeapUsedM",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/threadsBlocked":{
+ "metric":"jvm.JvmMetrics.ThreadsBlocked",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/threadsNew":{
+ "metric":"jvm.JvmMetrics.ThreadsNew",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/threadsRunnable":{
+ "metric":"jvm.JvmMetrics.ThreadsRunnable",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/threadsTerminated":{
+ "metric":"jvm.JvmMetrics.ThreadsTerminated",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/threadsTimedWaiting":{
+ "metric":"jvm.JvmMetrics.ThreadsTimedWaiting",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/jvm/threadsWaiting":{
+ "metric":"jvm.JvmMetrics.ThreadsWaiting",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/load/load_fifteen":{
+ "metric":"load_fifteen",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/load/load_five":{
+ "metric":"load_five",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/load/load_one":{
+ "metric":"load_one",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/memory/mem_buffers":{
+ "metric":"mem_buffers",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/memory/mem_cached":{
+ "metric":"mem_cached",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/memory/mem_free":{
+ "metric":"mem_free",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/memory/mem_shared":{
+ "metric":"mem_shared",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/memory/mem_total":{
+ "metric":"mem_total",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/memory/swap_free":{
+ "metric":"swap_free",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/memory/swap_total":{
+ "metric":"swap_total",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/network/bytes_in":{
+ "metric":"bytes_in",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/network/bytes_out":{
+ "metric":"bytes_out",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/network/pkts_in":{
+ "metric":"pkts_in",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/network/pkts_out":{
+ "metric":"pkts_out",
"pointInTime":true,
"temporal":true
},
- "metrics/dfs/datanode/blockChecksumOp_num_ops":{
- "metric":"dfs.datanode.BlockChecksumOpNumOps",
+ "metrics/process/proc_run":{
+ "metric":"proc_run",
"pointInTime":true,
"temporal":true
},
- "metrics/dfs/datanode/blockReports_avg_time":{
- "metric":"dfs.datanode.BlockReportsAvgTime",
+ "metrics/process/proc_total":{
+ "metric":"proc_total",
"pointInTime":true,
"temporal":true
},
- "metrics/dfs/datanode/blockReports_num_ops":{
- "metric":"dfs.datanode.BlockReportsNumOps",
+ "metrics/rpc/NumOpenConnections":{
+ "metric":"rpc.rpc.NumOpenConnections",
"pointInTime":true,
"temporal":true
},
- "metrics/dfs/datanode/block_verification_failures":{
- "metric":"dfs.datanode.BlockVerificationFailures",
+ "metrics/rpc/ReceivedBytes":{
+ "metric":"rpc.rpc.ReceivedBytes",
"pointInTime":true,
"temporal":true
},
- "metrics/dfs/datanode/blocks_get_local_pathinfo":{
- "metric":"dfs.datanode.BlocksGetLocalPathInfo",
+ "metrics/rpc/RpcProcessingTime_avg_time":{
+ "metric":"rpc.rpc.RpcProcessingTimeAvgTime",
"pointInTime":true,
"temporal":true
},
- "metrics/dfs/datanode/blocks_read":{
- "metric":"dfs.datanode.BlocksRead",
+ "metrics/rpc/RpcProcessingTime_num_ops":{
+ "metric":"rpc.rpc.RpcProcessingTimeNumOps",
"pointInTime":true,
"temporal":true
},
- "metrics/dfs/datanode/blocks_removed":{
- "metric":"dfs.datanode.BlocksRemoved",
+ "metrics/rpc/RpcQueueTime_avg_time":{
+ "metric":"rpc.rpc.RpcQueueTimeAvgTime",
"pointInTime":true,
"temporal":true
},
- "metrics/dfs/datanode/blocks_replicated":{
- "metric":"dfs.datanode.BlocksReplicated",
+ "metrics/rpc/RpcQueueTime_num_ops":{
+ "metric":"rpc.rpc.RpcQueueTimeNumOps",
"pointInTime":true,
"temporal":true
},
- "metrics/dfs/datanode/blocks_verified":{
- "metric":"dfs.datanode.BlocksVerified",
+ "metrics/rpc/SentBytes":{
+ "metric":"rpc.rpc.SentBytes",
"pointInTime":true,
"temporal":true
},
- "metrics/dfs/datanode/blocks_written":{
- "metric":"dfs.datanode.BlocksWritten",
+ "metrics/rpc/callQueueLen":{
+ "metric":"rpc.rpc.CallQueueLength",
"pointInTime":true,
"temporal":true
},
- "metrics/dfs/datanode/bytes_read":{
- "metric":"dfs.datanode.BytesRead",
+ "metrics/rpc/rpcAuthenticationFailures":{
+ "metric":"rpc.rpc.RpcAuthenticationFailures",
"pointInTime":true,
"temporal":true
},
- "metrics/dfs/datanode/bytes_written":{
- "metric":"dfs.datanode.BytesWritten",
+ "metrics/rpc/rpcAuthenticationSuccesses":{
+ "metric":"rpc.rpc.RpcAuthenticationSuccesses",
"pointInTime":true,
"temporal":true
},
- "metrics/dfs/datanode/copyBlockOp_avg_time":{
- "metric":"dfs.datanode.CopyBlockOpAvgTime",
+ "metrics/rpc/rpcAuthorizationFailures":{
+ "metric":"rpc.rpc.RpcAuthorizationFailures",
"pointInTime":true,
"temporal":true
},
- "metrics/dfs/datanode/copyBlockOp_num_ops":{
- "metric":"dfs.datanode.CopyBlockOpNumOps",
+ "metrics/rpc/rpcAuthorizationSuccesses":{
+ "metric":"rpc.rpc.RpcAuthorizationSuccesses",
"pointInTime":true,
"temporal":true
},
- "metrics/dfs/datanode/heartBeats_avg_time":{
- "metric":"dfs.datanode.HeartbeatsAvgTime",
+ "metrics/ugi/loginFailure_avg_time":{
+ "metric":"ugi.UgiMetrics.LoginFailureAvgTime",
"pointInTime":true,
"temporal":true
},
- "metrics/dfs/datanode/heartBeats_num_ops":{
- "metric":"dfs.datanode.HeartbeatsNumOps",
+ "metrics/ugi/loginFailure_num_ops":{
+ "metric":"ugi.UgiMetrics.LoginFailureNumOps",
"pointInTime":true,
"temporal":true
},
- "metrics/dfs/datanode/readBlockOp_avg_time":{
- "metric":"dfs.datanode.ReadBlockOpAvgTime",
+ "metrics/ugi/loginSuccess_avg_time":{
+ "metric":"ugi.UgiMetrics.LoginSuccessAvgTime",
"pointInTime":true,
"temporal":true
},
- "metrics/dfs/datanode/readBlockOp_num_ops":{
- "metric":"dfs.datanode.ReadBlockOpNumOps",
+ "metrics/ugi/loginSuccess_num_ops":{
+ "metric":"ugi.UgiMetrics.LoginSuccessNumOps",
+ "pointInTime":true,
+ "temporal":true
+ }
+ },
+
+ "JOURNALNODE":{
+ "metrics/boottime":{
+ "metric":"boottime",
"pointInTime":true,
"temporal":true
},
- "metrics/dfs/datanode/reads_from_local_client":{
- "metric":"dfs.datanode.ReadsFromLocalClient",
+ "metrics/cpu/cpu_aidle":{
+ "metric":"cpu_aidle",
"pointInTime":true,
"temporal":true
},
- "metrics/dfs/datanode/reads_from_remote_client":{
- "metric":"dfs.datanode.ReadsFromRemoteClient",
+ "metrics/cpu/cpu_idle":{
+ "metric":"cpu_idle",
"pointInTime":true,
"temporal":true
},
- "metrics/dfs/datanode/replaceBlockOp_avg_time":{
- "metric":"dfs.datanode.ReplaceBlockOpAvgTime",
+ "metrics/cpu/cpu_nice":{
+ "metric":"cpu_nice",
"pointInTime":true,
"temporal":true
},
- "metrics/dfs/datanode/replaceBlockOp_num_ops":{
- "metric":"dfs.datanode.ReplaceBlockOpNumOps",
+ "metrics/cpu/cpu_num":{
+ "metric":"cpu_num",
"pointInTime":true,
"temporal":true
},
- "metrics/dfs/datanode/writeBlockOp_avg_time":{
- "metric":"dfs.datanode.WriteBlockOpAvgTime",
+ "metrics/cpu/cpu_speed":{
+ "metric":"cpu_speed",
"pointInTime":true,
"temporal":true
},
- "metrics/dfs/datanode/writeBlockOp_num_ops":{
- "metric":"dfs.datanode.WriteBlockOpNumOps",
+ "metrics/cpu/cpu_system":{
+ "metric":"cpu_system",
"pointInTime":true,
"temporal":true
},
- "metrics/dfs/datanode/writes_from_local_client":{
- "metric":"dfs.datanode.WritesFromLocalClient",
+ "metrics/cpu/cpu_user":{
+ "metric":"cpu_user",
"pointInTime":true,
"temporal":true
},
- "metrics/dfs/datanode/writes_from_remote_client":{
- "metric":"dfs.datanode.WritesFromRemoteClient",
+ "metrics/cpu/cpu_wio":{
+ "metric":"cpu_wio",
"pointInTime":true,
"temporal":true
},
@@ -5893,8 +6718,8 @@
"pointInTime":true,
"temporal":true
},
- "metrics/jvm/maxMemoryM":{
- "metric":"jvm.metrics.maxMemoryM",
+ "metrics/jvm/memMaxM":{
+ "metric":"jvm.JvmMetrics.MemMaxM",
"pointInTime":true,
"temporal":true
},
@@ -6028,42 +6853,42 @@
"pointInTime":true,
"temporal":true
},
- "metrics/rpc/NumOpenConnections":{
+ "metrics/rpc/numOpenConnections":{
"metric":"rpc.rpc.NumOpenConnections",
"pointInTime":true,
"temporal":true
},
- "metrics/rpc/ReceivedBytes":{
+ "metrics/rpc/receivedBytes":{
"metric":"rpc.rpc.ReceivedBytes",
"pointInTime":true,
"temporal":true
},
- "metrics/rpc/RpcProcessingTime_avg_time":{
+ "metrics/rpc/rpcProcessingTime_avg_time":{
"metric":"rpc.rpc.RpcProcessingTimeAvgTime",
"pointInTime":true,
"temporal":true
},
- "metrics/rpc/RpcProcessingTime_num_ops":{
+ "metrics/rpc/rpcProcessingTime_num_ops":{
"metric":"rpc.rpc.RpcProcessingTimeNumOps",
"pointInTime":true,
"temporal":true
},
- "metrics/rpc/RpcQueueTime_avg_time":{
+ "metrics/rpc/rpcQueueTime_avg_time":{
"metric":"rpc.rpc.RpcQueueTimeAvgTime",
"pointInTime":true,
"temporal":true
},
- "metrics/rpc/RpcQueueTime_num_ops":{
+ "metrics/rpc/rpcQueueTime_num_ops":{
"metric":"rpc.rpc.RpcQueueTimeNumOps",
"pointInTime":true,
"temporal":true
},
- "metrics/rpc/SentBytes":{
+ "metrics/rpc/sentBytes":{
"metric":"rpc.rpc.SentBytes",
"pointInTime":true,
"temporal":true
},
- "metrics/rpc/callQueueLen":{
+ "metrics/rpc/callQueueLength":{
"metric":"rpc.rpc.CallQueueLength",
"pointInTime":true,
"temporal":true
@@ -6107,9 +6932,218 @@
"metric":"ugi.UgiMetrics.LoginSuccessNumOps",
"pointInTime":true,
"temporal":true
+ },
+ "metrics/rpcdetailed/acceptRecovery_avg_time":{
+ "metric":"rpcdetailed.rpcdetailed.AcceptRecoveryAvgTime",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/rpcdetailed/acceptRecovery_num_ops":{
+ "metric":"rpcdetailed.rpcdetailed.AcceptRecoveryNumOps",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/rpcdetailed/finalizeLogSegment_avg_time":{
+ "metric":"rpcdetailed.rpcdetailed.FinalizeLogSegmentAvgTime",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/rpcdetailed/finalizeLogSegment_num_ops":{
+ "metric":"rpcdetailed.rpcdetailed.FinalizeLogSegmentNumOps",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/rpcdetailed/getEditLogManifest_avg_time":{
+ "metric":"rpcdetailed.rpcdetailed.GetEditLogManifestAvgTime",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/rpcdetailed/getEditLogManifest_num_ops":{
+ "metric":"rpcdetailed.rpcdetailed.GetEditLogManifestNumOps",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/rpcdetailed/getJournalState_avg_time":{
+ "metric":"rpcdetailed.rpcdetailed.GetJournalStateAvgTime",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/rpcdetailed/getJournalState_num_ops":{
+ "metric":"rpcdetailed.rpcdetailed.GetJournalStateNumOps",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/rpcdetailed/journal_avg_time":{
+ "metric":"rpcdetailed.rpcdetailed.JournalAvgTime",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/rpcdetailed/journal_num_ops":{
+ "metric":"rpcdetailed.rpcdetailed.JournalNumOps",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/rpcdetailed/newEpoch_avg_time":{
+ "metric":"rpcdetailed.rpcdetailed.NewEpochAvgTime",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/rpcdetailed/newEpoch_num_ops":{
+ "metric":"rpcdetailed.rpcdetailed.NewEpochNumOps",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/rpcdetailed/prepareRecovery_avg_time":{
+ "metric":"rpcdetailed.rpcdetailed.PrepareRecoveryAvgTime",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/rpcdetailed/prepareRecovery_num_ops":{
+ "metric":"rpcdetailed.rpcdetailed.PrepareRecoveryNumOps",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/rpcdetailed/startLogSegment_avg_time":{
+ "metric":"rpcdetailed.rpcdetailed.StartLogSegmentAvgTime",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/rpcdetailed/startLogSegment_num_ops":{
+ "metric":"rpcdetailed.rpcdetailed.StartLogSegmentNumOps",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/journalNode/batchesWritten":{
+ "metric":"dfs.JournalNode.BatchesWritten",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/journalNode/batchesWrittenWhileLagging":{
+ "metric":"dfs.JournalNode.BatchesWrittenWhileLagging",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/journalNode/bytesWritten":{
+ "metric":"dfs.JournalNode.BytesWritten",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/journalNode/currentLagTxns":{
+ "metric":"dfs.JournalNode.CurrentLagTxns",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/journalNode/lastPromisedEpoch":{
+ "metric":"dfs.JournalNode.LastPromisedEpoch",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/journalNode/lastWriterEpoch":{
+ "metric":"dfs.JournalNode.LastWriterEpoch",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/journalNode/lastWrittenTxId":{
+ "metric":"dfs.JournalNode.LastWrittenTxId",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/journalNode/syncs60s50thPercentileLatencyMicros":{
+ "metric":"dfs.JournalNode.Syncs60s50thPercentileLatencyMicros",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/journalNode/syncs60s75thPercentileLatencyMicros":{
+ "metric":"dfs.JournalNode.Syncs60s75thPercentileLatencyMicros",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/journalNode/syncs60s90thPercentileLatencyMicros":{
+ "metric":"dfs.JournalNode.Syncs60s90thPercentileLatencyMicros",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/journalNode/syncs60s95thPercentileLatencyMicros":{
+ "metric":"dfs.JournalNode.Syncs60s95thPercentileLatencyMicros",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/journalNode/syncs60s99thPercentileLatencyMicros":{
+ "metric":"dfs.JournalNode.Syncs60s99thPercentileLatencyMicros",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/journalNode/syncs60s_num_ops":{
+ "metric":"dfs.JournalNode.Syncs60sNumOps",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/journalNode/syncs300s50thPercentileLatencyMicros":{
+ "metric":"dfs.JournalNode.Syncs300s50thPercentileLatencyMicros",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/journalNode/syncs300s75thPercentileLatencyMicros":{
+ "metric":"dfs.JournalNode.Syncs300s75thPercentileLatencyMicros",
+ "pointInTime":true,
+ "temporal":true
+ },
+ "metrics/dfs/journalNode/syncs300s90thPercentileLatencyMicros":{
+ "metric":"dfs.JournalNode.Syncs300s90thPercentileLatencyMicros",
+ "po
<TRUNCATED>
[2/4] AMBARI-3113. Add Ganglia/JMX monitoring for Journal Node
component (Maksim Kononenko via dlysnichenko)
Posted by dm...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-ambari/blob/013a75a9/ambari-server/src/main/resources/jmx_properties_2.json
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/jmx_properties_2.json b/ambari-server/src/main/resources/jmx_properties_2.json
index 615d2ac..81b9231 100644
--- a/ambari-server/src/main/resources/jmx_properties_2.json
+++ b/ambari-server/src/main/resources/jmx_properties_2.json
@@ -2673,6 +2673,408 @@
"pointInTime" : true,
"temporal" : false
}
+ },
+ "JOURNALNODE":{
+ "metrics/jvm/startTime":{
+ "metric" : "java.lang:type=Runtime.StartTime",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/jvm/heapMemoryMax":{
+ "metric" : "java.lang:type=Memory.HeapMemoryUsage[max]",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/jvm/heapMemoryUsed":{
+ "metric" : "java.lang:type=Memory.HeapMemoryUsage[used]",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/jvm/nonHeapMemoryMax":{
+ "metric" : "java.lang:type=Memory.NonHeapMemoryUsage[max]",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/jvm/nonHeapMemoryUsed":{
+ "metric" : "java.lang:type=Memory.NonHeapMemoryUsage[used]",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/jvm/gcCount":{
+ "metric" : "Hadoop:service=JournalNode,name=JvmMetrics.GcCount",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/jvm/gcTimeMillis":{
+ "metric" : "Hadoop:service=JournalNode,name=JvmMetrics.GcTimeMillis",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/jvm/logError":{
+ "metric" : "Hadoop:service=JournalNode,name=JvmMetrics.LogError",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/jvm/logFatal":{
+ "metric" : "Hadoop:service=JournalNode,name=JvmMetrics.LogFatal",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/jvm/logInfo":{
+ "metric" : "Hadoop:service=JournalNode,name=JvmMetrics.LogInfo",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/jvm/logWarn":{
+ "metric" : "Hadoop:service=JournalNode,name=JvmMetrics.LogWarn",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/jvm/memHeapCommittedM":{
+ "metric" : "Hadoop:service=JournalNode,name=JvmMetrics.MemHeapCommittedM",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/jvm/memHeapUsedM":{
+ "metric" : "Hadoop:service=JournalNode,name=JvmMetrics.MemHeapUsedM",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/jvm/memNonHeapCommittedM":{
+ "metric" : "Hadoop:service=JournalNode,name=JvmMetrics.MemNonHeapCommittedM",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/jvm/memNonHeapUsedM":{
+ "metric" : "Hadoop:service=JournalNode,name=JvmMetrics.MemNonHeapUsedM",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/jvm/threadsBlocked":{
+ "metric" : "Hadoop:service=JournalNode,name=JvmMetrics.ThreadsBlocked",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/jvm/threadsNew":{
+ "metric" : "Hadoop:service=JournalNode,name=JvmMetrics.ThreadsNew",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/jvm/threadsRunnable":{
+ "metric" : "Hadoop:service=JournalNode,name=JvmMetrics.ThreadsRunnable",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/jvm/threadsTerminated":{
+ "metric" : "Hadoop:service=JournalNode,name=JvmMetrics.ThreadsTerminated",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/jvm/threadsTimedWaiting":{
+ "metric" : "Hadoop:service=JournalNode,name=JvmMetrics.ThreadsTimedWaiting",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/jvm/threadsWaiting":{
+ "metric" : "Hadoop:service=JournalNode,name=JvmMetrics.ThreadsWaiting",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/rpc/numOpenConnections":{
+ "metric" : "Hadoop:service=JournalNode,name=RpcActivity.NumOpenConnections",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/rpc/receivedBytes":{
+ "metric" : "Hadoop:service=JournalNode,name=RpcActivity.ReceivedBytes",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/rpc/rpcProcessingTime_avg_time":{
+ "metric" : "Hadoop:service=JournalNode,name=RpcActivity.RpcProcessingTimeAvgTime",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/rpc/rpcProcessingTime_num_ops":{
+ "metric" : "Hadoop:service=JournalNode,name=RpcActivity.RpcProcessingTimeNumOps",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/rpc/rpcQueueTime_avg_time":{
+ "metric" : "Hadoop:service=JournalNode,name=RpcActivity.RpcQueueTimeAvgTime",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/rpc/rpcQueueTime_num_ops":{
+ "metric" : "Hadoop:service=JournalNode,name=RpcActivity.RpcQueueTimeNumOps",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/rpc/sentBytes":{
+ "metric" : "Hadoop:service=JournalNode,name=RpcActivity.SentBytes",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/rpc/callQueueLen":{
+ "metric" : "Hadoop:service=JournalNode,name=RpcActivity.CallQueueLength",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/rpc/rpcAuthenticationFailures":{
+ "metric" : "Hadoop:service=JournalNode,name=RpcActivity.RpcAuthenticationFailures",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/rpc/rpcAuthenticationSuccesses":{
+ "metric" : "Hadoop:service=JournalNode,name=RpcActivity.RpcAuthenticationSuccesses",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/rpc/rpcAuthorizationFailures":{
+ "metric" : "Hadoop:service=JournalNode,name=RpcActivity.RpcAuthorizationFailures",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/rpc/rpcAuthorizationSuccesses":{
+ "metric" : "Hadoop:service=JournalNode,name=RpcActivity.RpcAuthorizationSuccesses",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/rpcdetailed/getJournalState_num_ops":{
+ "metric" : "Hadoop:service=JournalNode,name=RpcDetailedActivity.GetJournalStateNumOps",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/rpcdetailed/getJournalState_avg_time":{
+ "metric" : "Hadoop:service=JournalNode,name=RpcDetailedActivity.GetJournalStateAvgTime",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/rpcdetailed/newEpoch_num_ops":{
+ "metric" : "Hadoop:service=JournalNode,name=RpcDetailedActivity.NewEpochNumOps",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/rpcdetailed/newEpoch_avg_time":{
+ "metric" : "Hadoop:service=JournalNode,name=RpcDetailedActivity.NewEpochAvgTime",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/rpcdetailed/startLogSegment_num_ops":{
+ "metric" : "Hadoop:service=JournalNode,name=RpcDetailedActivity.StartLogSegmentNumOps",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/rpcdetailed/startLogSegment_avg_time":{
+ "metric" : "Hadoop:service=JournalNode,name=RpcDetailedActivity.StartLogSegmentAvgTime",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/rpcdetailed/journal_num_ops":{
+ "metric" : "Hadoop:service=JournalNode,name=RpcDetailedActivity.JournalNumOps",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/rpcdetailed/journal_avg_time":{
+ "metric" : "Hadoop:service=JournalNode,name=RpcDetailedActivity.JournalAvgTime",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/rpcdetailed/finalizeLogSegment_num_ops":{
+ "metric" : "Hadoop:service=JournalNode,name=RpcDetailedActivity.FinalizeLogSegmentNumOps",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/rpcdetailed/finalizeLogSegment_avg_time":{
+ "metric" : "Hadoop:service=JournalNode,name=RpcDetailedActivity.FinalizeLogSegmentAvgTime",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/rpcdetailed/getEditLogManifest_num_ops":{
+ "metric" : "Hadoop:service=JournalNode,name=RpcDetailedActivity.GetEditLogManifestNumOps",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/rpcdetailed/getEditLogManifest_avg_time":{
+ "metric" : "Hadoop:service=JournalNode,name=RpcDetailedActivity.GetEditLogManifestAvgTime",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/rpcdetailed/prepareRecovery_num_ops":{
+ "metric" : "Hadoop:service=JournalNode,name=RpcDetailedActivity.PrepareRecoveryNumOps",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/rpcdetailed/prepareRecovery_avg_time":{
+ "metric" : "Hadoop:service=JournalNode,name=RpcDetailedActivity.PrepareRecoveryAvgTime",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/rpcdetailed/acceptRecovery_num_ops":{
+ "metric" : "Hadoop:service=JournalNode,name=RpcDetailedActivity.AcceptRecoveryNumOps",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/rpcdetailed/acceptRecovery_avg_time":{
+ "metric" : "Hadoop:service=JournalNode,name=RpcDetailedActivity.AcceptRecoveryAvgTime",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/ugi/loginFailure_avg_time":{
+ "metric":"Hadoop:service=JournalNode,name=UgiMetrics.LoginFailureAvgTime",
+ "pointInTime":true,
+ "temporal":false
+ },
+ "metrics/ugi/loginFailure_num_ops":{
+ "metric":"Hadoop:service=JournalNode,name=UgiMetrics.LoginFailureNumOps",
+ "pointInTime":true,
+ "temporal":false
+ },
+ "metrics/ugi/loginSuccess_avg_time":{
+ "metric":"Hadoop:service=JournalNode,name=UgiMetrics.LoginSuccessAvgTime",
+ "pointInTime":true,
+ "temporal":false
+ },
+ "metrics/ugi/loginSuccess_num_ops":{
+ "metric":"Hadoop:service=JournalNode,name=UgiMetrics.LoginSuccessNumOps",
+ "pointInTime":true,
+ "temporal":false
+ },
+ "metrics/dfs/journalnode/journalsStatus":{
+ "metric" : "Hadoop:service=JournalNode,name=JournalNodeInfo.JournalsStatus",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/dfs/journalnode/cluster/$1.replaceAll(\"^-\",\"\")/syncs60s_num_ops":{
+ "metric" : "Hadoop:service=JournalNode,name=Journal(-.+).Syncs60sNumOps",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/dfs/journalnode/cluster/$1.replaceAll(\"^-\",\"\")/syncs60s50thPercentileLatencyMicros":{
+ "metric" : "Hadoop:service=JournalNode,name=Journal(-.+).Syncs60s50thPercentileLatencyMicros",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/dfs/journalnode/cluster/$1.replaceAll(\"^-\",\"\")/syncs60s75thPercentileLatencyMicros":{
+ "metric" : "Hadoop:service=JournalNode,name=Journal(-.+).Syncs60s75thPercentileLatencyMicros",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/dfs/journalnode/cluster/$1.replaceAll(\"^-\",\"\")/syncs60s90thPercentileLatencyMicros":{
+ "metric" : "Hadoop:service=JournalNode,name=Journal(-.+).Syncs60s90thPercentileLatencyMicros",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/dfs/journalnode/cluster/$1.replaceAll(\"^-\",\"\")/syncs60s95thPercentileLatencyMicros":{
+ "metric" : "Hadoop:service=JournalNode,name=Journal(-.+).Syncs60s95thPercentileLatencyMicros",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/dfs/journalnode/cluster/$1.replaceAll(\"^-\",\"\")/syncs60s99thPercentileLatencyMicros":{
+ "metric" : "Hadoop:service=JournalNode,name=Journal(-.+).Syncs60s99thPercentileLatencyMicros",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/dfs/journalnode/cluster/$1.replaceAll(\"^-\",\"\")/syncs300s_num_ops":{
+ "metric" : "Hadoop:service=JournalNode,name=Journal(-.+).Syncs300sNumOps",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/dfs/journalnode/cluster/$1.replaceAll(\"^-\",\"\")/syncs300s50thPercentileLatencyMicros":{
+ "metric" : "Hadoop:service=JournalNode,name=Journal(-.+).Syncs300s50thPercentileLatencyMicros",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/dfs/journalnode/cluster/$1.replaceAll(\"^-\",\"\")/syncs300s75thPercentileLatencyMicros":{
+ "metric" : "Hadoop:service=JournalNode,name=Journal(-.+).Syncs300s75thPercentileLatencyMicros",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/dfs/journalnode/cluster/$1.replaceAll(\"^-\",\"\")/syncs300s90thPercentileLatencyMicros":{
+ "metric" : "Hadoop:service=JournalNode,name=Journal(-.+).Syncs300s90thPercentileLatencyMicros",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/dfs/journalnode/cluster/$1.replaceAll(\"^-\",\"\")/syncs300s95thPercentileLatencyMicros":{
+ "metric" : "Hadoop:service=JournalNode,name=Journal(-.+).Syncs300s95thPercentileLatencyMicros",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/dfs/journalnode/cluster/$1.replaceAll(\"^-\",\"\")/syncs300s99thPercentileLatencyMicros":{
+ "metric" : "Hadoop:service=JournalNode,name=Journal(-.+).Syncs300s99thPercentileLatencyMicros",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/dfs/journalnode/cluster/$1.replaceAll(\"^-\",\"\")/syncs3600s_num_ops":{
+ "metric" : "Hadoop:service=JournalNode,name=Journal(-.+).Syncs3600sNumOps",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/dfs/journalnode/cluster/$1.replaceAll(\"^-\",\"\")/syncs3600s50thPercentileLatencyMicros":{
+ "metric" : "Hadoop:service=JournalNode,name=Journal(-.+).Syncs3600s50thPercentileLatencyMicros",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/dfs/journalnode/cluster/$1.replaceAll(\"^-\",\"\")/syncs3600s75thPercentileLatencyMicros":{
+ "metric" : "Hadoop:service=JournalNode,name=Journal(-.+).Syncs3600s75thPercentileLatencyMicros",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/dfs/journalnode/cluster/$1.replaceAll(\"^-\",\"\")/syncs3600s90thPercentileLatencyMicros":{
+ "metric" : "Hadoop:service=JournalNode,name=Journal(-.+).Syncs3600s90thPercentileLatencyMicros",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/dfs/journalnode/cluster/$1.replaceAll(\"^-\",\"\")/syncs3600s95thPercentileLatencyMicros":{
+ "metric" : "Hadoop:service=JournalNode,name=Journal(-.+).Syncs3600s95thPercentileLatencyMicros",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/dfs/journalnode/cluster/$1.replaceAll(\"^-\",\"\")/syncs3600s99thPercentileLatencyMicros":{
+ "metric" : "Hadoop:service=JournalNode,name=Journal(-.+).Syncs3600s99thPercentileLatencyMicros",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/dfs/journalnode/cluster/$1.replaceAll(\"^-\",\"\")/batchesWritten":{
+ "metric" : "Hadoop:service=JournalNode,name=Journal(-.+).BatchesWritten",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/dfs/journalnode/cluster/$1.replaceAll(\"^-\",\"\")/txnsWritten":{
+ "metric" : "Hadoop:service=JournalNode,name=Journal(-.+).TxnsWritten",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/dfs/journalnode/cluster/$1.replaceAll(\"^-\",\"\")/bytesWritten":{
+ "metric" : "Hadoop:service=JournalNode,name=Journal(-.+).BytesWritten",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/dfs/journalnode/cluster/$1.replaceAll(\"^-\",\"\")/batchesWrittenWhileLagging":{
+ "metric" : "Hadoop:service=JournalNode,name=Journal(-.+).BatchesWrittenWhileLagging",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/dfs/journalnode/cluster/$1.replaceAll(\"^-\",\"\")/lastPromisedEpoch":{
+ "metric" : "Hadoop:service=JournalNode,name=Journal(-.+).LastPromisedEpoch",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/dfs/journalnode/cluster/$1.replaceAll(\"^-\",\"\")/lastWriterEpoch":{
+ "metric" : "Hadoop:service=JournalNode,name=Journal(-.+).LastWriterEpoch",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/dfs/journalnode/cluster/$1.replaceAll(\"^-\",\"\")/currentLagTxns":{
+ "metric" : "Hadoop:service=JournalNode,name=Journal(-.+).CurrentLagTxns",
+ "pointInTime" : true,
+ "temporal" : false
+ },
+ "metrics/dfs/journalnode/cluster/$1.replaceAll(\"^-\",\"\")/lastWrittenTxId":{
+ "metric" : "Hadoop:service=JournalNode,name=Journal(-.+).LastWrittenTxId",
+ "pointInTime" : true,
+ "temporal" : false
+ }
}
}
}
http://git-wip-us.apache.org/repos/asf/incubator-ambari/blob/013a75a9/ambari-server/src/test/java/org/apache/ambari/server/controller/ganglia/GangliaPropertyProviderTest.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/ganglia/GangliaPropertyProviderTest.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/ganglia/GangliaPropertyProviderTest.java
index 88322f7..3e3e02e 100644
--- a/ambari-server/src/test/java/org/apache/ambari/server/controller/ganglia/GangliaPropertyProviderTest.java
+++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/ganglia/GangliaPropertyProviderTest.java
@@ -37,6 +37,7 @@ import java.util.Collection;
import java.util.Collections;
import java.util.HashMap;
import java.util.HashSet;
+import java.util.LinkedHashSet;
import java.util.Map;
import java.util.Set;
@@ -575,6 +576,150 @@ public class GangliaPropertyProviderTest {
Assert.assertNotNull(resource.getPropertyValue(RM_AVAILABLE_MEMORY_PROPERTY));
}
+ @Test
+ public void testPopulateResources_journalNode() throws Exception {
+ TestStreamProvider streamProvider = new TestStreamProvider("journalnode_ganglia_data.txt");
+ TestGangliaHostProvider hostProvider = new TestGangliaHostProvider();
+
+ GangliaPropertyProvider propertyProvider = new GangliaHostComponentPropertyProvider(
+ PropertyHelper.getGangliaPropertyIds(Resource.Type.HostComponent, MetricsVersion.HDP2),
+ streamProvider,
+ configuration,
+ hostProvider,
+ CLUSTER_NAME_PROPERTY_ID,
+ HOST_NAME_PROPERTY_ID,
+ COMPONENT_NAME_PROPERTY_ID);
+
+ Resource resource = new ResourceImpl(Resource.Type.HostComponent);
+
+ resource.setProperty(HOST_NAME_PROPERTY_ID, "ip-10-39-113-33.ec2.internal");
+ resource.setProperty(COMPONENT_NAME_PROPERTY_ID, "JOURNALNODE");
+
+
+ Object[][] testData = {
+ {"metrics", "boottime", 1378290058.0},
+ {"metrics/cpu", "cpu_aidle", 0.0},
+ {"metrics/cpu", "cpu_idle", 88.2},
+ {"metrics/cpu", "cpu_nice", 0.0},
+ {"metrics/cpu", "cpu_num", 2.0},
+ {"metrics/cpu", "cpu_speed", 3583.0},
+ {"metrics/cpu", "cpu_system", 8.4},
+ {"metrics/cpu", "cpu_user", 3.3},
+ {"metrics/cpu", "cpu_wio", 0.1},
+ {"metrics/disk", "disk_free", 92.428},
+ {"metrics/disk", "disk_total", 101.515},
+ {"metrics/disk", "part_max_used", 12.8},
+ {"metrics/jvm", "gcCount", 0.0},
+ {"metrics/jvm", "gcTimeMillis", 0.0},
+ {"metrics/jvm", "logError", 0.0},
+ {"metrics/jvm", "logFatal", 0.0},
+ {"metrics/jvm", "logInfo", 0.0},
+ {"metrics/jvm", "logWarn", 0.0},
+ {"metrics/jvm", "memMaxM", 910.25},
+ {"metrics/jvm", "memHeapCommittedM", 48.8125},
+ {"metrics/jvm", "memHeapUsedM", 9.5575423},
+ {"metrics/jvm", "memNonHeapCommittedM", 23.5625},
+ {"metrics/jvm", "memNonHeapUsedM", 22.78144},
+ {"metrics/jvm", "threadsBlocked", 0.0},
+ {"metrics/jvm", "threadsNew", 0.0},
+ {"metrics/jvm", "threadsRunnable", 6.0},
+ {"metrics/jvm", "threadsTerminated", 0.0},
+ {"metrics/jvm", "threadsTimedWaiting", 3.0},
+ {"metrics/jvm", "threadsWaiting", 9.0},
+ {"metrics/load", "load_fifteen", 0.026},
+ {"metrics/load", "load_five", 0.114},
+ {"metrics/load", "load_one", 0.226},
+ {"metrics/memory", "mem_buffers", 129384.0},
+ {"metrics/memory", "mem_cached", 589576.0},
+ {"metrics/memory", "mem_free", 1365496.0},
+ {"metrics/memory", "mem_shared", 0.0},
+ {"metrics/memory", "mem_total", 4055144.0},
+ {"metrics/memory", "swap_free", 4128760.0},
+ {"metrics/memory", "swap_total", 4128760.0},
+ {"metrics/network", "bytes_in", 22547.48},
+ {"metrics/network", "bytes_out", 5772.33},
+ {"metrics/network", "pkts_in", 24.0},
+ {"metrics/network", "pkts_out", 35.4},
+ {"metrics/process", "proc_run", 4.0},
+ {"metrics/process", "proc_total", 657.0},
+ {"metrics/rpc", "numOpenConnections", 1.0},
+ {"metrics/rpc", "receivedBytes", 6.34666666667},
+ {"metrics/rpc", "rpcProcessingTime_avg_time", 2.0},
+ {"metrics/rpc", "rpcProcessingTime_num_ops", 0.0266666666667},
+ {"metrics/rpc", "rpcQueueTime_avg_time", 0.0},
+ {"metrics/rpc", "rpcQueueTime_num_ops", 0.0266666666667},
+ {"metrics/rpc", "sentBytes", 1.01333333333},
+ {"metrics/rpc", "callQueueLength", 0.0},
+ {"metrics/rpc", "rpcAuthenticationFailures", 0.0},
+ {"metrics/rpc", "rpcAuthenticationSuccesses", 0.0},
+ {"metrics/rpc", "rpcAuthorizationFailures", 0.0},
+ {"metrics/rpc", "rpcAuthorizationSuccesses", 0.0266666666667},
+ {"metrics/ugi", "loginFailure_avg_time", 0.0},
+ {"metrics/ugi", "loginFailure_num_ops", 0.0},
+ {"metrics/ugi", "loginSuccess_avg_time", 0.0},
+ {"metrics/ugi", "loginSuccess_num_ops", 0.0},
+ {"metrics/rpcdetailed", "acceptRecovery_avg_time", 0},
+ {"metrics/rpcdetailed", "acceptRecovery_num_ops", 0},
+ {"metrics/rpcdetailed", "finalizeLogSegment_avg_time", 0},
+ {"metrics/rpcdetailed", "finalizeLogSegment_num_ops", 0},
+ {"metrics/rpcdetailed", "getEditLogManifest_avg_time", 2.0},
+ {"metrics/rpcdetailed", "getEditLogManifest_num_ops", 0.0266666666667},
+ {"metrics/rpcdetailed", "getJournalState_avg_time", 0},
+ {"metrics/rpcdetailed", "getJournalState_num_ops", 0},
+ {"metrics/rpcdetailed", "journal_avg_time", 0},
+ {"metrics/rpcdetailed", "journal_num_ops", 0},
+ {"metrics/rpcdetailed", "newEpoch_avg_time", 0},
+ {"metrics/rpcdetailed", "newEpoch_num_ops", 0},
+ {"metrics/rpcdetailed", "prepareRecovery_avg_time", 0},
+ {"metrics/rpcdetailed", "prepareRecovery_num_ops", 0},
+ {"metrics/rpcdetailed", "startLogSegment_avg_time", 0},
+ {"metrics/rpcdetailed", "startLogSegment_num_ops", 0},
+ {"metrics/dfs/journalNode", "batchesWritten", 0.0},
+ {"metrics/dfs/journalNode", "batchesWrittenWhileLagging", 0.0},
+ {"metrics/dfs/journalNode", "bytesWritten", 0.0},
+ {"metrics/dfs/journalNode", "currentLagTxns", 0.0},
+ {"metrics/dfs/journalNode", "lastPromisedEpoch", 5.0},
+ {"metrics/dfs/journalNode", "lastWriterEpoch", 5.0},
+ {"metrics/dfs/journalNode", "lastWrittenTxId", 613.0},
+ {"metrics/dfs/journalNode", "syncs60s50thPercentileLatencyMicros", 0.0},
+ {"metrics/dfs/journalNode", "syncs60s75thPercentileLatencyMicros", 0.0},
+ {"metrics/dfs/journalNode", "syncs60s90thPercentileLatencyMicros", 0.0},
+ {"metrics/dfs/journalNode", "syncs60s95thPercentileLatencyMicros", 0.0},
+ {"metrics/dfs/journalNode", "syncs60s99thPercentileLatencyMicros", 0.0},
+ {"metrics/dfs/journalNode", "syncs60s_num_ops", 0.0},
+ {"metrics/dfs/journalNode", "syncs300s50thPercentileLatencyMicros", 0.0},
+ {"metrics/dfs/journalNode", "syncs300s75thPercentileLatencyMicros", 0.0},
+ {"metrics/dfs/journalNode", "syncs300s90thPercentileLatencyMicros", 0.0},
+ {"metrics/dfs/journalNode", "syncs300s95thPercentileLatencyMicros", 0.0},
+ {"metrics/dfs/journalNode", "syncs300s99thPercentileLatencyMicros", 0.0},
+ {"metrics/dfs/journalNode", "syncs300s_num_ops", 0.0},
+ {"metrics/dfs/journalNode", "syncs3600s50thPercentileLatencyMicros", 0.0},
+ {"metrics/dfs/journalNode", "syncs3600s75thPercentileLatencyMicros", 0.0},
+ {"metrics/dfs/journalNode", "syncs3600s90thPercentileLatencyMicros", 0.0},
+ {"metrics/dfs/journalNode", "syncs3600s95thPercentileLatencyMicros", 0.0},
+ {"metrics/dfs/journalNode", "syncs3600s99thPercentileLatencyMicros", 0.0},
+ {"metrics/dfs/journalNode", "syncs3600s_num_ops", 0.0},
+ {"metrics/dfs/journalNode", "txnsWritten", 0.0}
+ };
+
+ Map<String, TemporalInfo> temporalInfoMap = new HashMap<String, TemporalInfo>();
+ Set<String> properties = new LinkedHashSet<String>();
+
+ for (Object[] row : testData) {
+ properties.add(PropertyHelper.getPropertyId(row[0].toString(), row[1].toString()));
+ }
+
+ Request request = PropertyHelper.getReadRequest(properties, temporalInfoMap);
+
+ Assert.assertEquals(1, propertyProvider.populateResources(Collections.singleton(resource), request, null).size());
+ Assert.assertEquals(properties.size() + 2, PropertyHelper.getProperties(resource).size());
+
+ int i = 0;
+ for (String property : properties) {
+ Assert.assertEquals(testData[i++][2], resource.getPropertyValue(property));
+ }
+ }
+
private static class TestGangliaHostProvider implements GangliaHostProvider {
@Override
http://git-wip-us.apache.org/repos/asf/incubator-ambari/blob/013a75a9/ambari-server/src/test/java/org/apache/ambari/server/controller/jmx/JMXPropertyProviderTest.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/jmx/JMXPropertyProviderTest.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/jmx/JMXPropertyProviderTest.java
index 6571267..813aa42 100644
--- a/ambari-server/src/test/java/org/apache/ambari/server/controller/jmx/JMXPropertyProviderTest.java
+++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/jmx/JMXPropertyProviderTest.java
@@ -645,6 +645,123 @@ public class JMXPropertyProviderTest {
}
}
+ @Test
+ public void testPopulateResources_JournalNode() throws Exception {
+ TestStreamProvider streamProvider = new TestStreamProvider();
+ TestJMXHostProvider hostProvider = new TestJMXHostProvider(false);
+
+ JMXPropertyProvider propertyProvider = new JMXPropertyProvider(
+ PropertyHelper.getJMXPropertyIds(Resource.Type.HostComponent, PropertyHelper.MetricsVersion.HDP2),
+ streamProvider,
+ hostProvider,
+ PropertyHelper.getPropertyId("HostRoles", "cluster_name"),
+ PropertyHelper.getPropertyId("HostRoles", "host_name"),
+ PropertyHelper.getPropertyId("HostRoles", "component_name"),
+ PropertyHelper.getPropertyId("HostRoles", "state"),
+ Collections.singleton("STARTED"));
+
+ // journalnode
+ Resource resource = new ResourceImpl(Resource.Type.HostComponent);
+
+ resource.setProperty(HOST_COMPONENT_HOST_NAME_PROPERTY_ID, "domu-12-31-39-0e-34-e1.compute-1.internal");
+ resource.setProperty(HOST_COMPONENT_COMPONENT_NAME_PROPERTY_ID, "JOURNALNODE");
+ resource.setProperty(HOST_COMPONENT_STATE_PROPERTY_ID, "STARTED");
+
+ // request with an empty set should get all supported properties
+ Request request = PropertyHelper.getReadRequest(Collections.<String>emptySet());
+
+ Assert.assertEquals(1, propertyProvider.populateResources(Collections.singleton(resource), request, null).size());
+
+ Assert.assertEquals(propertyProvider.getSpec("domu-12-31-39-0e-34-e1.compute-1.internal", "8480"), streamProvider.getLastSpec());
+
+ // see test/resources/hdfs_journalnode_jmx.json for values
+ Assert.assertEquals(1377795104272L, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/jvm", "startTime")));
+ Assert.assertEquals(954466304, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/jvm", "heapMemoryMax")));
+ Assert.assertEquals(14569736, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/jvm", "heapMemoryUsed")));
+ Assert.assertEquals(136314880, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/jvm", "nonHeapMemoryMax")));
+ Assert.assertEquals(24993392, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/jvm", "nonHeapMemoryUsed")));
+ Assert.assertEquals(9100, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/jvm", "gcCount")));
+ Assert.assertEquals(31641, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/jvm", "gcTimeMillis")));
+ Assert.assertEquals(0, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/jvm", "logError")));
+ Assert.assertEquals(0, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/jvm", "logFatal")));
+ Assert.assertEquals(4163, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/jvm", "logInfo")));
+ Assert.assertEquals(1, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/jvm", "logWarn")));
+ Assert.assertEquals(29.8125, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/jvm", "memHeapCommittedM")));
+ Assert.assertEquals(13.894783, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/jvm", "memHeapUsedM")));
+ Assert.assertEquals(24.9375, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/jvm", "memNonHeapCommittedM")));
+ Assert.assertEquals(23.835556, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/jvm", "memNonHeapUsedM")));
+ Assert.assertEquals(0, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/jvm", "threadsBlocked")));
+ Assert.assertEquals(0, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/jvm", "threadsNew")));
+ Assert.assertEquals(6, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/jvm", "threadsRunnable")));
+ Assert.assertEquals(0, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/jvm", "threadsTerminated")));
+ Assert.assertEquals(3, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/jvm", "threadsTimedWaiting")));
+ Assert.assertEquals(8, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/jvm", "threadsWaiting")));
+
+ Assert.assertEquals(1, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/rpc", "numOpenConnections")));
+ Assert.assertEquals(4928861, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/rpc", "receivedBytes")));
+ Assert.assertEquals(13.211112159230245, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/rpc", "rpcProcessingTime_avg_time")));
+ Assert.assertEquals(25067, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/rpc", "rpcProcessingTime_num_ops")));
+ Assert.assertEquals(0.19686821997924706, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/rpc", "rpcQueueTime_avg_time")));
+ Assert.assertEquals(25067, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/rpc", "rpcQueueTime_num_ops")));
+ Assert.assertEquals(6578899, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/rpc", "sentBytes")));
+ Assert.assertEquals(0, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/rpc", "callQueueLen")));
+ Assert.assertEquals(0, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/rpc", "rpcAuthenticationFailures")));
+ Assert.assertEquals(0, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/rpc", "rpcAuthenticationSuccesses")));
+ Assert.assertEquals(0, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/rpc", "rpcAuthorizationFailures")));
+ Assert.assertEquals(12459, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/rpc", "rpcAuthorizationSuccesses")));
+
+ Assert.assertEquals(2, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/rpcdetailed", "getJournalState_num_ops")));
+ Assert.assertEquals(0.0, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/rpcdetailed", "getJournalState_avg_time")));
+ Assert.assertEquals(2, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/rpcdetailed", "newEpoch_num_ops")));
+ Assert.assertEquals(60.0, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/rpcdetailed", "newEpoch_avg_time")));
+ Assert.assertEquals(4129, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/rpcdetailed", "startLogSegment_num_ops")));
+ Assert.assertEquals(38.25951359084413, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/rpcdetailed", "startLogSegment_avg_time")));
+ Assert.assertEquals(8265, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/rpcdetailed", "journal_num_ops")));
+ Assert.assertEquals(2.1832618025751187, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/rpcdetailed", "journal_avg_time")));
+ Assert.assertEquals(4129, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/rpcdetailed", "finalizeLogSegment_num_ops")));
+ Assert.assertEquals(11.575679542203101, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/rpcdetailed", "finalizeLogSegment_avg_time")));
+ Assert.assertEquals(8536, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/rpcdetailed", "getEditLogManifest_num_ops")));
+ Assert.assertEquals(12.55427859318747, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/rpcdetailed", "getEditLogManifest_avg_time")));
+ Assert.assertEquals(1, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/rpcdetailed", "prepareRecovery_num_ops")));
+ Assert.assertEquals(10.0, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/rpcdetailed", "prepareRecovery_avg_time")));
+ Assert.assertEquals(1, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/rpcdetailed", "acceptRecovery_num_ops")));
+ Assert.assertEquals(30.0, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/rpcdetailed", "acceptRecovery_avg_time")));
+
+ Assert.assertEquals(0.0, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/ugi", "loginFailure_avg_time")));
+ Assert.assertEquals(0, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/ugi", "loginFailure_num_ops")));
+ Assert.assertEquals(0.0, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/ugi", "loginSuccess_avg_time")));
+ Assert.assertEquals(0, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/ugi", "loginSuccess_num_ops")));
+
+ Assert.assertEquals("{\"mycluster\":{\"Formatted\":\"true\"}}", resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/dfs/journalnode", "journalsStatus")));
+
+ Assert.assertEquals(2, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/dfs/journalnode/cluster/mycluster", "syncs60s_num_ops")));
+ Assert.assertEquals(988, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/dfs/journalnode/cluster/mycluster", "syncs60s50thPercentileLatencyMicros")));
+ Assert.assertEquals(988, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/dfs/journalnode/cluster/mycluster", "syncs60s75thPercentileLatencyMicros")));
+ Assert.assertEquals(988, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/dfs/journalnode/cluster/mycluster", "syncs60s90thPercentileLatencyMicros")));
+ Assert.assertEquals(988, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/dfs/journalnode/cluster/mycluster", "syncs60s95thPercentileLatencyMicros")));
+ Assert.assertEquals(988, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/dfs/journalnode/cluster/mycluster", "syncs60s99thPercentileLatencyMicros")));
+ Assert.assertEquals(4, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/dfs/journalnode/cluster/mycluster", "syncs300s_num_ops")));
+ Assert.assertEquals(1027, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/dfs/journalnode/cluster/mycluster", "syncs300s50thPercentileLatencyMicros")));
+ Assert.assertEquals(1037, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/dfs/journalnode/cluster/mycluster", "syncs300s75thPercentileLatencyMicros")));
+ Assert.assertEquals(1037, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/dfs/journalnode/cluster/mycluster", "syncs300s90thPercentileLatencyMicros")));
+ Assert.assertEquals(1037, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/dfs/journalnode/cluster/mycluster", "syncs300s95thPercentileLatencyMicros")));
+ Assert.assertEquals(1037, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/dfs/journalnode/cluster/mycluster", "syncs300s99thPercentileLatencyMicros")));
+ Assert.assertEquals(60, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/dfs/journalnode/cluster/mycluster", "syncs3600s_num_ops")));
+ Assert.assertEquals(1122, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/dfs/journalnode/cluster/mycluster", "syncs3600s50thPercentileLatencyMicros")));
+ Assert.assertEquals(1344, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/dfs/journalnode/cluster/mycluster", "syncs3600s75thPercentileLatencyMicros")));
+ Assert.assertEquals(1554, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/dfs/journalnode/cluster/mycluster", "syncs3600s90thPercentileLatencyMicros")));
+ Assert.assertEquals(1980, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/dfs/journalnode/cluster/mycluster", "syncs3600s95thPercentileLatencyMicros")));
+ Assert.assertEquals(8442, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/dfs/journalnode/cluster/mycluster", "syncs3600s99thPercentileLatencyMicros")));
+ Assert.assertEquals(8265, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/dfs/journalnode/cluster/mycluster", "batchesWritten")));
+ Assert.assertEquals(8265, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/dfs/journalnode/cluster/mycluster", "txnsWritten")));
+ Assert.assertEquals(107837, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/dfs/journalnode/cluster/mycluster", "bytesWritten")));
+ Assert.assertEquals(0, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/dfs/journalnode/cluster/mycluster", "batchesWrittenWhileLagging")));
+ Assert.assertEquals(2, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/dfs/journalnode/cluster/mycluster", "lastPromisedEpoch")));
+ Assert.assertEquals(2, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/dfs/journalnode/cluster/mycluster", "lastWriterEpoch")));
+ Assert.assertEquals(0, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/dfs/journalnode/cluster/mycluster", "currentLagTxns")));
+ Assert.assertEquals(8444, resource.getPropertyValue(PropertyHelper.getPropertyId("metrics/dfs/journalnode/cluster/mycluster", "lastWrittenTxId")));
+ }
+
private static class TestJMXHostProvider implements JMXHostProvider {
private final boolean unknownPort;
@@ -674,6 +791,8 @@ public class JMXPropertyProviderTest {
return "50060";
else if (componentName.equals("HBASE_MASTER"))
return "60010";
+ else if (componentName.equals("JOURNALNODE"))
+ return "8480";
else
return null;
}
http://git-wip-us.apache.org/repos/asf/incubator-ambari/blob/013a75a9/ambari-server/src/test/java/org/apache/ambari/server/controller/jmx/TestStreamProvider.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/jmx/TestStreamProvider.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/jmx/TestStreamProvider.java
index a05ddcc..4f0a6d3 100644
--- a/ambari-server/src/test/java/org/apache/ambari/server/controller/jmx/TestStreamProvider.java
+++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/jmx/TestStreamProvider.java
@@ -36,6 +36,7 @@ public class TestStreamProvider implements StreamProvider {
FILE_MAPPING.put("50060", "mapreduce_tasktracker_jmx.json");
FILE_MAPPING.put("60010", "hbase_hbasemaster_jmx.json");
FILE_MAPPING.put("8088", "resourcemanager_jmx.json");
+ FILE_MAPPING.put("8480", "hdfs_journalnode_jmx.json");
}
/**
http://git-wip-us.apache.org/repos/asf/incubator-ambari/blob/013a75a9/ambari-server/src/test/resources/hdfs_journalnode_jmx.json
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/resources/hdfs_journalnode_jmx.json b/ambari-server/src/test/resources/hdfs_journalnode_jmx.json
new file mode 100644
index 0000000..652baa8
--- /dev/null
+++ b/ambari-server/src/test/resources/hdfs_journalnode_jmx.json
@@ -0,0 +1,832 @@
+{
+ "beans" : [ {
+ "name" : "java.lang:type=MemoryPool,name=PS Eden Space",
+ "modelerType" : "sun.management.MemoryPoolImpl",
+ "Name" : "PS Eden Space",
+ "Type" : "HEAP",
+ "Valid" : true,
+ "CollectionUsage" : {
+ "committed" : 18284544,
+ "init" : 16252928,
+ "max" : 352583680,
+ "used" : 0
+ },
+ "CollectionUsageThreshold" : 0,
+ "CollectionUsageThresholdCount" : 0,
+ "MemoryManagerNames" : [ "PS MarkSweep", "PS Scavenge" ],
+ "PeakUsage" : {
+ "committed" : 31653888,
+ "init" : 16252928,
+ "max" : 357433344,
+ "used" : 31653888
+ },
+ "Usage" : {
+ "committed" : 18284544,
+ "init" : 16252928,
+ "max" : 352583680,
+ "used" : 6011448
+ },
+ "CollectionUsageThresholdExceeded" : true,
+ "CollectionUsageThresholdSupported" : true,
+ "UsageThresholdSupported" : false
+ }, {
+ "name" : "java.lang:type=Memory",
+ "modelerType" : "sun.management.MemoryImpl",
+ "Verbose" : false,
+ "HeapMemoryUsage" : {
+ "committed" : 31260672,
+ "init" : 64880512,
+ "max" : 954466304,
+ "used" : 14569736
+ },
+ "NonHeapMemoryUsage" : {
+ "committed" : 26148864,
+ "init" : 24313856,
+ "max" : 136314880,
+ "used" : 24993392
+ },
+ "ObjectPendingFinalizationCount" : 0
+ }, {
+ "name" : "Hadoop:service=JournalNode,name=JvmMetrics",
+ "modelerType" : "JvmMetrics",
+ "tag.Context" : "jvm",
+ "tag.ProcessName" : "JournalNode",
+ "tag.SessionId" : null,
+ "tag.Hostname" : "ambari-nn-ha-1.iad1",
+ "MemNonHeapUsedM" : 23.835556,
+ "MemNonHeapCommittedM" : 24.9375,
+ "MemHeapUsedM" : 13.894783,
+ "MemHeapCommittedM" : 29.8125,
+ "MemMaxM" : 910.25,
+ "GcCount" : 9100,
+ "GcTimeMillis" : 31641,
+ "ThreadsNew" : 0,
+ "ThreadsRunnable" : 6,
+ "ThreadsBlocked" : 0,
+ "ThreadsWaiting" : 8,
+ "ThreadsTimedWaiting" : 3,
+ "ThreadsTerminated" : 0,
+ "LogFatal" : 0,
+ "LogError" : 0,
+ "LogWarn" : 1,
+ "LogInfo" : 4163
+ }, {
+ "name" : "java.lang:type=MemoryPool,name=PS Survivor Space",
+ "modelerType" : "sun.management.MemoryPoolImpl",
+ "Name" : "PS Survivor Space",
+ "Type" : "HEAP",
+ "Valid" : true,
+ "CollectionUsage" : {
+ "committed" : 2293760,
+ "init" : 2686976,
+ "max" : 2293760,
+ "used" : 1818824
+ },
+ "CollectionUsageThreshold" : 0,
+ "CollectionUsageThresholdCount" : 0,
+ "MemoryManagerNames" : [ "PS MarkSweep", "PS Scavenge" ],
+ "PeakUsage" : {
+ "committed" : 3670016,
+ "init" : 2686976,
+ "max" : 3670016,
+ "used" : 2785312
+ },
+ "Usage" : {
+ "committed" : 2293760,
+ "init" : 2686976,
+ "max" : 2293760,
+ "used" : 1818824
+ },
+ "CollectionUsageThresholdExceeded" : true,
+ "CollectionUsageThresholdSupported" : true,
+ "UsageThresholdSupported" : false
+ }, {
+ "name" : "java.lang:type=GarbageCollector,name=PS MarkSweep",
+ "modelerType" : "sun.management.GarbageCollectorImpl",
+ "LastGcInfo" : {
+ "GcThreadCount" : 2,
+ "duration" : 65,
+ "endTime" : 494409048,
+ "id" : 338,
+ "memoryUsageAfterGc" : [ {
+ "key" : "PS Survivor Space",
+ "value" : {
+ "committed" : 1441792,
+ "init" : 2686976,
+ "max" : 1441792,
+ "used" : 0
+ }
+ }, {
+ "key" : "PS Old Gen",
+ "value" : {
+ "committed" : 10682368,
+ "init" : 43253760,
+ "max" : 715849728,
+ "used" : 4912584
+ }
+ }, {
+ "key" : "PS Perm Gen",
+ "value" : {
+ "committed" : 23592960,
+ "init" : 21757952,
+ "max" : 85983232,
+ "used" : 23263672
+ }
+ }, {
+ "key" : "Code Cache",
+ "value" : {
+ "committed" : 2555904,
+ "init" : 2555904,
+ "max" : 50331648,
+ "used" : 1703616
+ }
+ }, {
+ "key" : "PS Eden Space",
+ "value" : {
+ "committed" : 15204352,
+ "init" : 16252928,
+ "max" : 353435648,
+ "used" : 0
+ }
+ } ],
+ "memoryUsageBeforeGc" : [ {
+ "key" : "PS Survivor Space",
+ "value" : {
+ "committed" : 1441792,
+ "init" : 2686976,
+ "max" : 1441792,
+ "used" : 1392744
+ }
+ }, {
+ "key" : "PS Old Gen",
+ "value" : {
+ "committed" : 9961472,
+ "init" : 43253760,
+ "max" : 715849728,
+ "used" : 9396184
+ }
+ }, {
+ "key" : "PS Perm Gen",
+ "value" : {
+ "committed" : 23527424,
+ "init" : 21757952,
+ "max" : 85983232,
+ "used" : 23263672
+ }
+ }, {
+ "key" : "Code Cache",
+ "value" : {
+ "committed" : 2555904,
+ "init" : 2555904,
+ "max" : 50331648,
+ "used" : 1703616
+ }
+ }, {
+ "key" : "PS Eden Space",
+ "value" : {
+ "committed" : 15204352,
+ "init" : 16252928,
+ "max" : 353435648,
+ "used" : 0
+ }
+ } ],
+ "startTime" : 494408983
+ },
+ "CollectionCount" : 338,
+ "CollectionTime" : 18941,
+ "Name" : "PS MarkSweep",
+ "Valid" : true,
+ "MemoryPoolNames" : [ "PS Eden Space", "PS Survivor Space", "PS Old Gen", "PS Perm Gen" ]
+ }, {
+ "name" : "Hadoop:service=JournalNode,name=MetricsSystem,sub=Control",
+ "modelerType" : "org.apache.hadoop.metrics2.impl.MetricsSystemImpl"
+ }, {
+ "name" : "java.lang:type=Compilation",
+ "modelerType" : "sun.management.CompilationImpl",
+ "Name" : "HotSpot 64-Bit Tiered Compilers",
+ "CompilationTimeMonitoringSupported" : true,
+ "TotalCompilationTime" : 4043
+ }, {
+ "name" : "Hadoop:service=JournalNode,name=Journal-mycluster",
+ "modelerType" : "Journal-mycluster",
+ "tag.Context" : "dfs",
+ "tag.Hostname" : "ambari-nn-ha-1.iad1",
+ "Syncs60sNumOps" : 2,
+ "Syncs60s50thPercentileLatencyMicros" : 988,
+ "Syncs60s75thPercentileLatencyMicros" : 988,
+ "Syncs60s90thPercentileLatencyMicros" : 988,
+ "Syncs60s95thPercentileLatencyMicros" : 988,
+ "Syncs60s99thPercentileLatencyMicros" : 988,
+ "Syncs300sNumOps" : 4,
+ "Syncs300s50thPercentileLatencyMicros" : 1027,
+ "Syncs300s75thPercentileLatencyMicros" : 1037,
+ "Syncs300s90thPercentileLatencyMicros" : 1037,
+ "Syncs300s95thPercentileLatencyMicros" : 1037,
+ "Syncs300s99thPercentileLatencyMicros" : 1037,
+ "Syncs3600sNumOps" : 60,
+ "Syncs3600s50thPercentileLatencyMicros" : 1122,
+ "Syncs3600s75thPercentileLatencyMicros" : 1344,
+ "Syncs3600s90thPercentileLatencyMicros" : 1554,
+ "Syncs3600s95thPercentileLatencyMicros" : 1980,
+ "Syncs3600s99thPercentileLatencyMicros" : 8442,
+ "BatchesWritten" : 8265,
+ "TxnsWritten" : 8265,
+ "BytesWritten" : 107837,
+ "BatchesWrittenWhileLagging" : 0,
+ "LastPromisedEpoch" : 2,
+ "LastWriterEpoch" : 2,
+ "CurrentLagTxns" : 0,
+ "LastWrittenTxId" : 8444
+ }, {
+ "name" : "java.lang:type=OperatingSystem",
+ "modelerType" : "com.sun.management.UnixOperatingSystem",
+ "MaxFileDescriptorCount" : 32768,
+ "OpenFileDescriptorCount" : 146,
+ "CommittedVirtualMemorySize" : 1610358784,
+ "FreePhysicalMemorySize" : 170188800,
+ "FreeSwapSpaceSize" : 0,
+ "ProcessCpuTime" : 648540000000,
+ "TotalPhysicalMemorySize" : 4152352768,
+ "TotalSwapSpaceSize" : 0,
+ "Name" : "Linux",
+ "Version" : "2.6.32-358.11.1.el6.x86_64",
+ "AvailableProcessors" : 2,
+ "Arch" : "amd64",
+ "SystemLoadAverage" : 0.0
+ }, {
+ "name" : "java.lang:type=MemoryManager,name=CodeCacheManager",
+ "modelerType" : "sun.management.MemoryManagerImpl",
+ "Name" : "CodeCacheManager",
+ "Valid" : true,
+ "MemoryPoolNames" : [ "Code Cache" ]
+ }, {
+ "name" : "java.lang:type=MemoryPool,name=Code Cache",
+ "modelerType" : "sun.management.MemoryPoolImpl",
+ "Name" : "Code Cache",
+ "Type" : "NON_HEAP",
+ "Valid" : true,
+ "CollectionUsage" : null,
+ "MemoryManagerNames" : [ "CodeCacheManager" ],
+ "PeakUsage" : {
+ "committed" : 2555904,
+ "init" : 2555904,
+ "max" : 50331648,
+ "used" : 1730880
+ },
+ "Usage" : {
+ "committed" : 2555904,
+ "init" : 2555904,
+ "max" : 50331648,
+ "used" : 1725504
+ },
+ "UsageThreshold" : 0,
+ "UsageThresholdCount" : 0,
+ "CollectionUsageThresholdSupported" : false,
+ "UsageThresholdExceeded" : true,
+ "UsageThresholdSupported" : true
+ }, {
+ "name" : "Hadoop:service=JournalNode,name=JournalNodeInfo",
+ "modelerType" : "org.apache.hadoop.hdfs.qjournal.server.JournalNode",
+ "JournalsStatus" : "{\"mycluster\":{\"Formatted\":\"true\"}}"
+ }, {
+ "name" : "java.lang:type=Runtime",
+ "modelerType" : "sun.management.RuntimeImpl",
+ "Name" : "14903@ambari-nn-ha-1.iad1",
+ "ClassPath" : "/etc/hadoop/conf:/usr/lib/hadoop/lib/jsch-0.1.42.jar:/usr/lib/hadoop/lib/commons-codec-1.4.jar:/usr/lib/hadoop/lib/commons-compress-1.4.jar:/usr/lib/hadoop/lib/jackson-core-asl-1.8.8.jar:/usr/lib/hadoop/lib/jackson-xc-1.8.8.jar:/usr/lib/hadoop/lib/junit-4.8.2.jar:/usr/lib/hadoop/lib/slf4j-api-1.6.1.jar:/usr/lib/hadoop/lib/xz-1.0.jar:/usr/lib/hadoop/lib/hadoop-tools.jar:/usr/lib/hadoop/lib/commons-el-1.0.jar:/usr/lib/hadoop/lib/ambari-log4j-1.4.0.18.jar:/usr/lib/hadoop/lib/protobuf-java-2.5.0.jar:/usr/lib/hadoop/lib/jersey-core-1.8.jar:/usr/lib/hadoop/lib/stax-api-1.0.1.jar:/usr/lib/hadoop/lib/paranamer-2.3.jar:/usr/lib/hadoop/lib/jettison-1.1.jar:/usr/lib/hadoop/lib/hadoop-lzo-0.5.0.jar:/usr/lib/hadoop/lib/guava-11.0.2.jar:/usr/lib/hadoop/lib/jetty-6.1.26.jar:/usr/lib/hadoop/lib/jersey-json-1.8.jar:/usr/lib/hadoop/lib/commons-net-3.1.jar:/usr/lib/hadoop/lib/commons-httpclient-3.1.jar:/usr/lib/hadoop/lib/log4j-1.2.17.jar:/usr/lib/hadoop/lib/avro-1.5.3.jar:/usr/lib/
hadoop/lib/servlet-api-2.5.jar:/usr/lib/hadoop/lib/jsr305-1.3.9.jar:/usr/lib/hadoop/lib/jasper-compiler-5.5.23.jar:/usr/lib/hadoop/lib/commons-lang-2.5.jar:/usr/lib/hadoop/lib/jackson-jaxrs-1.8.8.jar:/usr/lib/hadoop/lib/zookeeper-3.4.2.jar:/usr/lib/hadoop/lib/jaxb-impl-2.2.3-1.jar:/usr/lib/hadoop/lib/commons-collections-3.2.1.jar:/usr/lib/hadoop/lib/commons-beanutils-core-1.8.0.jar:/usr/lib/hadoop/lib/jackson-mapper-asl-1.8.8.jar:/usr/lib/hadoop/lib/jets3t-0.6.1.jar:/usr/lib/hadoop/lib/activation-1.1.jar:/usr/lib/hadoop/lib/commons-io-2.1.jar:/usr/lib/hadoop/lib/jasper-runtime-5.5.23.jar:/usr/lib/hadoop/lib/asm-3.2.jar:/usr/lib/hadoop/lib/commons-math-2.1.jar:/usr/lib/hadoop/lib/netty-3.6.2.Final.jar:/usr/lib/hadoop/lib/commons-beanutils-1.7.0.jar:/usr/lib/hadoop/lib/commons-cli-1.2.jar:/usr/lib/hadoop/lib/commons-digester-1.8.jar:/usr/lib/hadoop/lib/mockito-all-1.8.5.jar:/usr/lib/hadoop/lib/jsp-api-2.1.jar:/usr/lib/hadoop/lib/jersey-server-1.8.jar:/usr/lib/hadoop/lib/postgresql-9.1
-901-1.jdbc4.jar:/usr/lib/hadoop/lib/commons-configuration-1.6.jar:/usr/lib/hadoop/lib/xmlenc-0.52.jar:/usr/lib/hadoop/lib/jaxb-api-2.2.2.jar:/usr/lib/hadoop/lib/slf4j-log4j12-1.6.1.jar:/usr/lib/hadoop/lib/commons-logging-1.1.1.jar:/usr/lib/hadoop/lib/jetty-util-6.1.26.jar:/usr/lib/hadoop/lib/snappy-java-1.0.3.2.jar:/usr/lib/hadoop/.//hadoop-common-2.1.0.2.0.5.0-65-tests.jar:/usr/lib/hadoop/.//hadoop-common-2.1.0.2.0.5.0-65.jar:/usr/lib/hadoop/.//hadoop-nfs-2.1.0.2.0.5.0-65.jar:/usr/lib/hadoop/.//hadoop-auth-2.1.0.2.0.5.0-65.jar:/usr/lib/hadoop/.//hadoop-annotations-2.1.0.2.0.5.0-65.jar:/usr/lib/hadoop-hdfs/./:/usr/lib/hadoop-hdfs/lib/commons-codec-1.4.jar:/usr/lib/hadoop-hdfs/lib/jackson-core-asl-1.8.8.jar:/usr/lib/hadoop-hdfs/lib/commons-el-1.0.jar:/usr/lib/hadoop-hdfs/lib/protobuf-java-2.5.0.jar:/usr/lib/hadoop-hdfs/lib/jersey-core-1.8.jar:/usr/lib/hadoop-hdfs/lib/guava-11.0.2.jar:/usr/lib/hadoop-hdfs/lib/jetty-6.1.26.jar:/usr/lib/hadoop-hdfs/lib/log4j-1.2.17.jar:/usr/lib/hadoop-
hdfs/lib/servlet-api-2.5.jar:/usr/lib/hadoop-hdfs/lib/jsr305-1.3.9.jar:/usr/lib/hadoop-hdfs/lib/commons-lang-2.5.jar:/usr/lib/hadoop-hdfs/lib/jackson-mapper-asl-1.8.8.jar:/usr/lib/hadoop-hdfs/lib/commons-io-2.1.jar:/usr/lib/hadoop-hdfs/lib/jasper-runtime-5.5.23.jar:/usr/lib/hadoop-hdfs/lib/asm-3.2.jar:/usr/lib/hadoop-hdfs/lib/netty-3.6.2.Final.jar:/usr/lib/hadoop-hdfs/lib/commons-cli-1.2.jar:/usr/lib/hadoop-hdfs/lib/jsp-api-2.1.jar:/usr/lib/hadoop-hdfs/lib/jersey-server-1.8.jar:/usr/lib/hadoop-hdfs/lib/commons-daemon-1.0.13.jar:/usr/lib/hadoop-hdfs/lib/xmlenc-0.52.jar:/usr/lib/hadoop-hdfs/lib/commons-logging-1.1.1.jar:/usr/lib/hadoop-hdfs/lib/jetty-util-6.1.26.jar:/usr/lib/hadoop-hdfs/.//hadoop-hdfs-2.1.0.2.0.5.0-65.jar:/usr/lib/hadoop-hdfs/.//hadoop-hdfs-2.1.0.2.0.5.0-65-tests.jar:/usr/lib/hadoop-hdfs/.//hadoop-hdfs-nfs-2.1.0.2.0.5.0-65.jar:/usr/lib/hadoop-yarn/lib/jackson-core-asl-1.8.8.jar:/usr/lib/hadoop-yarn/lib/protobuf-java-2.5.0.jar:/usr/lib/hadoop-yarn/lib/guice-servlet-3.0
.jar:/usr/lib/hadoop-yarn/lib/jersey-core-1.8.jar:/usr/lib/hadoop-yarn/lib/javax.inject-1.jar:/usr/lib/hadoop-yarn/lib/paranamer-2.3.jar:/usr/lib/hadoop-yarn/lib/junit-4.10.jar:/usr/lib/hadoop-yarn/lib/hamcrest-core-1.1.jar:/usr/lib/hadoop-yarn/lib/log4j-1.2.17.jar:/usr/lib/hadoop-yarn/lib/guice-3.0.jar:/usr/lib/hadoop-yarn/lib/avro-1.5.3.jar:/usr/lib/hadoop-yarn/lib/netty-3.5.11.Final.jar:/usr/lib/hadoop-yarn/lib/aopalliance-1.0.jar:/usr/lib/hadoop-yarn/lib/jackson-mapper-asl-1.8.8.jar:/usr/lib/hadoop-yarn/lib/commons-io-2.1.jar:/usr/lib/hadoop-yarn/lib/asm-3.2.jar:/usr/lib/hadoop-yarn/lib/jersey-guice-1.8.jar:/usr/lib/hadoop-yarn/lib/jersey-server-1.8.jar:/usr/lib/hadoop-yarn/lib/snappy-java-1.0.3.2.jar:/usr/lib/hadoop-yarn/.//hadoop-yarn-server-nodemanager-2.1.0.2.0.5.0-65.jar:/usr/lib/hadoop-yarn/.//hadoop-yarn-server-common-2.1.0.2.0.5.0-65.jar:/usr/lib/hadoop-yarn/.//hadoop-yarn-server-web-proxy-2.1.0.2.0.5.0-65.jar:/usr/lib/hadoop-yarn/.//hadoop-yarn-applications-distributeds
hell-2.1.0.2.0.5.0-65.jar:/usr/lib/hadoop-yarn/.//hadoop-yarn-client-2.1.0.2.0.5.0-65.jar:/usr/lib/hadoop-yarn/.//hadoop-yarn-server-resourcemanager-2.1.0.2.0.5.0-65.jar:/usr/lib/hadoop-yarn/.//hadoop-yarn-server-tests-2.1.0.2.0.5.0-65.jar:/usr/lib/hadoop-yarn/.//hadoop-yarn-api-2.1.0.2.0.5.0-65.jar:/usr/lib/hadoop-yarn/.//hadoop-yarn-common-2.1.0.2.0.5.0-65.jar:/usr/lib/hadoop-yarn/.//hadoop-yarn-applications-unmanaged-am-launcher-2.1.0.2.0.5.0-65.jar:/usr/lib/hadoop-yarn/.//hadoop-yarn-site-2.1.0.2.0.5.0-65.jar:/usr/lib/hadoop-mapreduce/.//*::/usr/lib/hadoop-mapreduce/*:/usr/lib/hadoop-mapreduce/*:/usr/lib/hadoop-mapreduce/*",
+ "StartTime" : 1377795104272,
+ "BootClassPath" : "/usr/jdk/jdk1.6.0_31/jre/lib/resources.jar:/usr/jdk/jdk1.6.0_31/jre/lib/rt.jar:/usr/jdk/jdk1.6.0_31/jre/lib/sunrsasign.jar:/usr/jdk/jdk1.6.0_31/jre/lib/jsse.jar:/usr/jdk/jdk1.6.0_31/jre/lib/jce.jar:/usr/jdk/jdk1.6.0_31/jre/lib/charsets.jar:/usr/jdk/jdk1.6.0_31/jre/lib/modules/jdk.boot.jar:/usr/jdk/jdk1.6.0_31/jre/classes",
+ "LibraryPath" : "/usr/lib/hadoop/lib/native",
+ "VmName" : "Java HotSpot(TM) 64-Bit Server VM",
+ "VmVendor" : "Sun Microsystems Inc.",
+ "VmVersion" : "20.6-b01",
+ "BootClassPathSupported" : true,
+ "InputArguments" : [ "-Dproc_journalnode", "-Xmx1024m", "-Djava.net.preferIPv4Stack=true", "-Djava.net.preferIPv4Stack=true", "-Djava.net.preferIPv4Stack=true", "-Dhadoop.log.dir=/var/log/hadoop/hdfs", "-Dhadoop.log.file=hadoop.log", "-Dhadoop.home.dir=/usr/lib/hadoop", "-Dhadoop.id.str=hdfs", "-Dhadoop.root.logger=INFO,console", "-Djava.library.path=/usr/lib/hadoop/lib/native", "-Dhadoop.policy.file=hadoop-policy.xml", "-Djava.net.preferIPv4Stack=true", "-Dhadoop.log.dir=/var/log/hadoop/hdfs", "-Dhadoop.log.file=hadoop-hdfs-journalnode-ambari-nn-ha-1.log", "-Dhadoop.home.dir=/usr/lib/hadoop", "-Dhadoop.id.str=hdfs", "-Dhadoop.root.logger=INFO,RFA", "-Djava.library.path=/usr/lib/hadoop/lib/native", "-Dhadoop.policy.file=hadoop-policy.xml", "-Djava.net.preferIPv4Stack=true", "-Dhadoop.security.logger=INFO,RFAS" ],
+ "ManagementSpecVersion" : "1.2",
+ "SpecName" : "Java Virtual Machine Specification",
+ "SpecVendor" : "Sun Microsystems Inc.",
+ "SpecVersion" : "1.0",
+ "SystemProperties" : [ {
+ "key" : "java.ext.dirs",
+ "value" : "/usr/jdk/jdk1.6.0_31/jre/lib/ext:/usr/java/packages/lib/ext"
+ }, {
+ "key" : "hadoop.home.dir",
+ "value" : "/usr/lib/hadoop"
+ }, {
+ "key" : "java.vm.specification.vendor",
+ "value" : "Sun Microsystems Inc."
+ }, {
+ "key" : "user.timezone",
+ "value" : "US/Eastern"
+ }, {
+ "key" : "java.vm.vendor",
+ "value" : "Sun Microsystems Inc."
+ }, {
+ "key" : "hadoop.id.str",
+ "value" : "hdfs"
+ }, {
+ "key" : "user.name",
+ "value" : "hdfs"
+ }, {
+ "key" : "java.vm.specification.name",
+ "value" : "Java Virtual Machine Specification"
+ }, {
+ "key" : "user.dir",
+ "value" : "/usr/lib/hadoop"
+ }, {
+ "key" : "user.country",
+ "value" : "US"
+ }, {
+ "key" : "user.language",
+ "value" : "en"
+ }, {
+ "key" : "java.specification.version",
+ "value" : "1.6"
+ }, {
+ "key" : "hadoop.log.file",
+ "value" : "hadoop-hdfs-journalnode-ambari-nn-ha-1.log"
+ }, {
+ "key" : "hadoop.policy.file",
+ "value" : "hadoop-policy.xml"
+ }, {
+ "key" : "sun.cpu.endian",
+ "value" : "little"
+ }, {
+ "key" : "java.home",
+ "value" : "/usr/jdk/jdk1.6.0_31/jre"
+ }, {
+ "key" : "java.net.preferIPv4Stack",
+ "value" : "true"
+ }, {
+ "key" : "sun.jnu.encoding",
+ "value" : "UTF-8"
+ }, {
+ "key" : "file.separator",
+ "value" : "/"
+ }, {
+ "key" : "java.vendor.url",
+ "value" : "http://java.sun.com/"
+ }, {
+ "key" : "java.awt.graphicsenv",
+ "value" : "sun.awt.X11GraphicsEnvironment"
+ }, {
+ "key" : "hadoop.log.dir",
+ "value" : "/var/log/hadoop/hdfs"
+ }, {
+ "key" : "os.arch",
+ "value" : "amd64"
+ }, {
+ "key" : "java.io.tmpdir",
+ "value" : "/tmp"
+ }, {
+ "key" : "proc_journalnode",
+ "value" : ""
+ }, {
+ "key" : "java.runtime.name",
+ "value" : "Java(TM) SE Runtime Environment"
+ }, {
+ "key" : "java.awt.printerjob",
+ "value" : "sun.print.PSPrinterJob"
+ }, {
+ "key" : "file.encoding",
+ "value" : "UTF-8"
+ }, {
+ "key" : "java.version",
+ "value" : "1.6.0_31"
+ }, {
+ "key" : "java.vendor.url.bug",
+ "value" : "http://java.sun.com/cgi-bin/bugreport.cgi"
+ }, {
+ "key" : "java.vm.specification.version",
+ "value" : "1.0"
+ }, {
+ "key" : "file.encoding.pkg",
+ "value" : "sun.io"
+ }, {
+ "key" : "sun.java.command",
+ "value" : "org.apache.hadoop.hdfs.qjournal.server.JournalNode"
+ }, {
+ "key" : "sun.java.launcher",
+ "value" : "SUN_STANDARD"
+ }, {
+ "key" : "path.separator",
+ "value" : ":"
+ }, {
+ "key" : "java.runtime.version",
+ "value" : "1.6.0_31-b04"
+ }, {
+ "key" : "java.class.path",
+ "value" : "/etc/hadoop/conf:/usr/lib/hadoop/lib/jsch-0.1.42.jar:/usr/lib/hadoop/lib/commons-codec-1.4.jar:/usr/lib/hadoop/lib/commons-compress-1.4.jar:/usr/lib/hadoop/lib/jackson-core-asl-1.8.8.jar:/usr/lib/hadoop/lib/jackson-xc-1.8.8.jar:/usr/lib/hadoop/lib/junit-4.8.2.jar:/usr/lib/hadoop/lib/slf4j-api-1.6.1.jar:/usr/lib/hadoop/lib/xz-1.0.jar:/usr/lib/hadoop/lib/hadoop-tools.jar:/usr/lib/hadoop/lib/commons-el-1.0.jar:/usr/lib/hadoop/lib/ambari-log4j-1.4.0.18.jar:/usr/lib/hadoop/lib/protobuf-java-2.5.0.jar:/usr/lib/hadoop/lib/jersey-core-1.8.jar:/usr/lib/hadoop/lib/stax-api-1.0.1.jar:/usr/lib/hadoop/lib/paranamer-2.3.jar:/usr/lib/hadoop/lib/jettison-1.1.jar:/usr/lib/hadoop/lib/hadoop-lzo-0.5.0.jar:/usr/lib/hadoop/lib/guava-11.0.2.jar:/usr/lib/hadoop/lib/jetty-6.1.26.jar:/usr/lib/hadoop/lib/jersey-json-1.8.jar:/usr/lib/hadoop/lib/commons-net-3.1.jar:/usr/lib/hadoop/lib/commons-httpclient-3.1.jar:/usr/lib/hadoop/lib/log4j-1.2.17.jar:/usr/lib/hadoop/lib/avro-1.5.3.jar:/usr/lib/ha
doop/lib/servlet-api-2.5.jar:/usr/lib/hadoop/lib/jsr305-1.3.9.jar:/usr/lib/hadoop/lib/jasper-compiler-5.5.23.jar:/usr/lib/hadoop/lib/commons-lang-2.5.jar:/usr/lib/hadoop/lib/jackson-jaxrs-1.8.8.jar:/usr/lib/hadoop/lib/zookeeper-3.4.2.jar:/usr/lib/hadoop/lib/jaxb-impl-2.2.3-1.jar:/usr/lib/hadoop/lib/commons-collections-3.2.1.jar:/usr/lib/hadoop/lib/commons-beanutils-core-1.8.0.jar:/usr/lib/hadoop/lib/jackson-mapper-asl-1.8.8.jar:/usr/lib/hadoop/lib/jets3t-0.6.1.jar:/usr/lib/hadoop/lib/activation-1.1.jar:/usr/lib/hadoop/lib/commons-io-2.1.jar:/usr/lib/hadoop/lib/jasper-runtime-5.5.23.jar:/usr/lib/hadoop/lib/asm-3.2.jar:/usr/lib/hadoop/lib/commons-math-2.1.jar:/usr/lib/hadoop/lib/netty-3.6.2.Final.jar:/usr/lib/hadoop/lib/commons-beanutils-1.7.0.jar:/usr/lib/hadoop/lib/commons-cli-1.2.jar:/usr/lib/hadoop/lib/commons-digester-1.8.jar:/usr/lib/hadoop/lib/mockito-all-1.8.5.jar:/usr/lib/hadoop/lib/jsp-api-2.1.jar:/usr/lib/hadoop/lib/jersey-server-1.8.jar:/usr/lib/hadoop/lib/postgresql-9.1-9
01-1.jdbc4.jar:/usr/lib/hadoop/lib/commons-configuration-1.6.jar:/usr/lib/hadoop/lib/xmlenc-0.52.jar:/usr/lib/hadoop/lib/jaxb-api-2.2.2.jar:/usr/lib/hadoop/lib/slf4j-log4j12-1.6.1.jar:/usr/lib/hadoop/lib/commons-logging-1.1.1.jar:/usr/lib/hadoop/lib/jetty-util-6.1.26.jar:/usr/lib/hadoop/lib/snappy-java-1.0.3.2.jar:/usr/lib/hadoop/.//hadoop-common-2.1.0.2.0.5.0-65-tests.jar:/usr/lib/hadoop/.//hadoop-common-2.1.0.2.0.5.0-65.jar:/usr/lib/hadoop/.//hadoop-nfs-2.1.0.2.0.5.0-65.jar:/usr/lib/hadoop/.//hadoop-auth-2.1.0.2.0.5.0-65.jar:/usr/lib/hadoop/.//hadoop-annotations-2.1.0.2.0.5.0-65.jar:/usr/lib/hadoop-hdfs/./:/usr/lib/hadoop-hdfs/lib/commons-codec-1.4.jar:/usr/lib/hadoop-hdfs/lib/jackson-core-asl-1.8.8.jar:/usr/lib/hadoop-hdfs/lib/commons-el-1.0.jar:/usr/lib/hadoop-hdfs/lib/protobuf-java-2.5.0.jar:/usr/lib/hadoop-hdfs/lib/jersey-core-1.8.jar:/usr/lib/hadoop-hdfs/lib/guava-11.0.2.jar:/usr/lib/hadoop-hdfs/lib/jetty-6.1.26.jar:/usr/lib/hadoop-hdfs/lib/log4j-1.2.17.jar:/usr/lib/hadoop-hd
fs/lib/servlet-api-2.5.jar:/usr/lib/hadoop-hdfs/lib/jsr305-1.3.9.jar:/usr/lib/hadoop-hdfs/lib/commons-lang-2.5.jar:/usr/lib/hadoop-hdfs/lib/jackson-mapper-asl-1.8.8.jar:/usr/lib/hadoop-hdfs/lib/commons-io-2.1.jar:/usr/lib/hadoop-hdfs/lib/jasper-runtime-5.5.23.jar:/usr/lib/hadoop-hdfs/lib/asm-3.2.jar:/usr/lib/hadoop-hdfs/lib/netty-3.6.2.Final.jar:/usr/lib/hadoop-hdfs/lib/commons-cli-1.2.jar:/usr/lib/hadoop-hdfs/lib/jsp-api-2.1.jar:/usr/lib/hadoop-hdfs/lib/jersey-server-1.8.jar:/usr/lib/hadoop-hdfs/lib/commons-daemon-1.0.13.jar:/usr/lib/hadoop-hdfs/lib/xmlenc-0.52.jar:/usr/lib/hadoop-hdfs/lib/commons-logging-1.1.1.jar:/usr/lib/hadoop-hdfs/lib/jetty-util-6.1.26.jar:/usr/lib/hadoop-hdfs/.//hadoop-hdfs-2.1.0.2.0.5.0-65.jar:/usr/lib/hadoop-hdfs/.//hadoop-hdfs-2.1.0.2.0.5.0-65-tests.jar:/usr/lib/hadoop-hdfs/.//hadoop-hdfs-nfs-2.1.0.2.0.5.0-65.jar:/usr/lib/hadoop-yarn/lib/jackson-core-asl-1.8.8.jar:/usr/lib/hadoop-yarn/lib/protobuf-java-2.5.0.jar:/usr/lib/hadoop-yarn/lib/guice-servlet-3.0.j
ar:/usr/lib/hadoop-yarn/lib/jersey-core-1.8.jar:/usr/lib/hadoop-yarn/lib/javax.inject-1.jar:/usr/lib/hadoop-yarn/lib/paranamer-2.3.jar:/usr/lib/hadoop-yarn/lib/junit-4.10.jar:/usr/lib/hadoop-yarn/lib/hamcrest-core-1.1.jar:/usr/lib/hadoop-yarn/lib/log4j-1.2.17.jar:/usr/lib/hadoop-yarn/lib/guice-3.0.jar:/usr/lib/hadoop-yarn/lib/avro-1.5.3.jar:/usr/lib/hadoop-yarn/lib/netty-3.5.11.Final.jar:/usr/lib/hadoop-yarn/lib/aopalliance-1.0.jar:/usr/lib/hadoop-yarn/lib/jackson-mapper-asl-1.8.8.jar:/usr/lib/hadoop-yarn/lib/commons-io-2.1.jar:/usr/lib/hadoop-yarn/lib/asm-3.2.jar:/usr/lib/hadoop-yarn/lib/jersey-guice-1.8.jar:/usr/lib/hadoop-yarn/lib/jersey-server-1.8.jar:/usr/lib/hadoop-yarn/lib/snappy-java-1.0.3.2.jar:/usr/lib/hadoop-yarn/.//hadoop-yarn-server-nodemanager-2.1.0.2.0.5.0-65.jar:/usr/lib/hadoop-yarn/.//hadoop-yarn-server-common-2.1.0.2.0.5.0-65.jar:/usr/lib/hadoop-yarn/.//hadoop-yarn-server-web-proxy-2.1.0.2.0.5.0-65.jar:/usr/lib/hadoop-yarn/.//hadoop-yarn-applications-distributedshe
ll-2.1.0.2.0.5.0-65.jar:/usr/lib/hadoop-yarn/.//hadoop-yarn-client-2.1.0.2.0.5.0-65.jar:/usr/lib/hadoop-yarn/.//hadoop-yarn-server-resourcemanager-2.1.0.2.0.5.0-65.jar:/usr/lib/hadoop-yarn/.//hadoop-yarn-server-tests-2.1.0.2.0.5.0-65.jar:/usr/lib/hadoop-yarn/.//hadoop-yarn-api-2.1.0.2.0.5.0-65.jar:/usr/lib/hadoop-yarn/.//hadoop-yarn-common-2.1.0.2.0.5.0-65.jar:/usr/lib/hadoop-yarn/.//hadoop-yarn-applications-unmanaged-am-launcher-2.1.0.2.0.5.0-65.jar:/usr/lib/hadoop-yarn/.//hadoop-yarn-site-2.1.0.2.0.5.0-65.jar:/usr/lib/hadoop-mapreduce/.//*::/usr/lib/hadoop-mapreduce/*:/usr/lib/hadoop-mapreduce/*:/usr/lib/hadoop-mapreduce/*"
+ }, {
+ "key" : "os.name",
+ "value" : "Linux"
+ }, {
+ "key" : "hadoop.security.logger",
+ "value" : "INFO,RFAS"
+ }, {
+ "key" : "line.separator",
+ "value" : "\n"
+ }, {
+ "key" : "os.version",
+ "value" : "2.6.32-358.11.1.el6.x86_64"
+ }, {
+ "key" : "sun.arch.data.model",
+ "value" : "64"
+ }, {
+ "key" : "java.class.version",
+ "value" : "50.0"
+ }, {
+ "key" : "sun.io.unicode.encoding",
+ "value" : "UnicodeLittle"
+ }, {
+ "key" : "java.vendor",
+ "value" : "Sun Microsystems Inc."
+ }, {
+ "key" : "sun.boot.class.path",
+ "value" : "/usr/jdk/jdk1.6.0_31/jre/lib/resources.jar:/usr/jdk/jdk1.6.0_31/jre/lib/rt.jar:/usr/jdk/jdk1.6.0_31/jre/lib/sunrsasign.jar:/usr/jdk/jdk1.6.0_31/jre/lib/jsse.jar:/usr/jdk/jdk1.6.0_31/jre/lib/jce.jar:/usr/jdk/jdk1.6.0_31/jre/lib/charsets.jar:/usr/jdk/jdk1.6.0_31/jre/lib/modules/jdk.boot.jar:/usr/jdk/jdk1.6.0_31/jre/classes"
+ }, {
+ "key" : "java.vm.info",
+ "value" : "mixed mode"
+ }, {
+ "key" : "java.specification.name",
+ "value" : "Java Platform API Specification"
+ }, {
+ "key" : "java.vm.name",
+ "value" : "Java HotSpot(TM) 64-Bit Server VM"
+ }, {
+ "key" : "java.vm.version",
+ "value" : "20.6-b01"
+ }, {
+ "key" : "sun.boot.library.path",
+ "value" : "/usr/jdk/jdk1.6.0_31/jre/lib/amd64"
+ }, {
+ "key" : "hadoop.root.logger",
+ "value" : "INFO,RFA"
+ }, {
+ "key" : "java.endorsed.dirs",
+ "value" : "/usr/jdk/jdk1.6.0_31/jre/lib/endorsed"
+ }, {
+ "key" : "sun.os.patch.level",
+ "value" : "unknown"
+ }, {
+ "key" : "sun.cpu.isalist",
+ "value" : ""
+ }, {
+ "key" : "user.home",
+ "value" : "/home/hdfs"
+ }, {
+ "key" : "java.library.path",
+ "value" : "/usr/lib/hadoop/lib/native"
+ }, {
+ "key" : "java.specification.vendor",
+ "value" : "Sun Microsystems Inc."
+ }, {
+ "key" : "sun.management.compiler",
+ "value" : "HotSpot 64-Bit Tiered Compilers"
+ } ],
+ "Uptime" : 496461108
+ }, {
+ "name" : "Hadoop:service=JournalNode,name=UgiMetrics",
+ "modelerType" : "UgiMetrics",
+ "tag.Context" : "ugi",
+ "tag.Hostname" : "ambari-nn-ha-1.iad1",
+ "LoginSuccessNumOps" : 0,
+ "LoginSuccessAvgTime" : 0.0,
+ "LoginFailureNumOps" : 0,
+ "LoginFailureAvgTime" : 0.0
+ }, {
+ "name" : "java.lang:type=ClassLoading",
+ "modelerType" : "sun.management.ClassLoadingImpl",
+ "LoadedClassCount" : 2798,
+ "UnloadedClassCount" : 2,
+ "TotalLoadedClassCount" : 2800,
+ "Verbose" : false
+ }, {
+ "name" : "java.lang:type=Threading",
+ "modelerType" : "sun.management.ThreadImpl",
+ "ThreadAllocatedMemoryEnabled" : true,
+ "ThreadAllocatedMemorySupported" : true,
+ "ThreadContentionMonitoringEnabled" : false,
+ "AllThreadIds" : [ 26, 25, 24, 23, 22, 21, 20, 17, 19, 18, 16, 15, 12, 4, 3, 2, 1 ],
+ "DaemonThreadCount" : 15,
+ "PeakThreadCount" : 18,
+ "CurrentThreadCpuTimeSupported" : true,
+ "ObjectMonitorUsageSupported" : true,
+ "SynchronizerUsageSupported" : true,
+ "ThreadContentionMonitoringSupported" : true,
+ "ThreadCpuTimeEnabled" : true,
+ "CurrentThreadCpuTime" : 39560000000,
+ "CurrentThreadUserTime" : 31410000000,
+ "ThreadCount" : 17,
+ "TotalStartedThreadCount" : 21,
+ "ThreadCpuTimeSupported" : true
+ }, {
+ "name" : "java.util.logging:type=Logging",
+ "modelerType" : "java.util.logging.Logging",
+ "LoggerNames" : [ "com.google.common.collect.MapMakerInternalMap", "sun.awt.AppContext", "javax.management", "global", "javax.management.mbeanserver", "" ]
+ }, {
+ "name" : "Hadoop:service=JournalNode,name=RpcActivityForPort8485",
+ "modelerType" : "RpcActivityForPort8485",
+ "tag.port" : "8485",
+ "tag.Context" : "rpc",
+ "tag.Hostname" : "ambari-nn-ha-1.iad1",
+ "ReceivedBytes" : 4928861,
+ "SentBytes" : 6578899,
+ "RpcQueueTimeNumOps" : 25067,
+ "RpcQueueTimeAvgTime" : 0.19686821997924706,
+ "RpcProcessingTimeNumOps" : 25067,
+ "RpcProcessingTimeAvgTime" : 13.211112159230245,
+ "RpcAuthenticationFailures" : 0,
+ "RpcAuthenticationSuccesses" : 0,
+ "RpcAuthorizationFailures" : 0,
+ "RpcAuthorizationSuccesses" : 12459,
+ "NumOpenConnections" : 1,
+ "CallQueueLength" : 0
+ }, {
+ "name" : "com.sun.management:type=HotSpotDiagnostic",
+ "modelerType" : "sun.management.HotSpotDiagnostic",
+ "DiagnosticOptions" : [ {
+ "name" : "HeapDumpBeforeFullGC",
+ "origin" : "DEFAULT",
+ "value" : "false",
+ "writeable" : true
+ }, {
+ "name" : "HeapDumpAfterFullGC",
+ "origin" : "DEFAULT",
+ "value" : "false",
+ "writeable" : true
+ }, {
+ "name" : "HeapDumpOnOutOfMemoryError",
+ "origin" : "DEFAULT",
+ "value" : "false",
+ "writeable" : true
+ }, {
+ "name" : "HeapDumpPath",
+ "origin" : "DEFAULT",
+ "value" : "",
+ "writeable" : true
+ }, {
+ "name" : "CMSAbortablePrecleanWaitMillis",
+ "origin" : "DEFAULT",
+ "value" : "100",
+ "writeable" : true
+ }, {
+ "name" : "CMSWaitDuration",
+ "origin" : "DEFAULT",
+ "value" : "2000",
+ "writeable" : true
+ }, {
+ "name" : "PrintGC",
+ "origin" : "DEFAULT",
+ "value" : "false",
+ "writeable" : true
+ }, {
+ "name" : "PrintGCDetails",
+ "origin" : "DEFAULT",
+ "value" : "false",
+ "writeable" : true
+ }, {
+ "name" : "PrintGCDateStamps",
+ "origin" : "DEFAULT",
+ "value" : "false",
+ "writeable" : true
+ }, {
+ "name" : "PrintGCTimeStamps",
+ "origin" : "DEFAULT",
+ "value" : "false",
+ "writeable" : true
+ }, {
+ "name" : "PrintClassHistogramBeforeFullGC",
+ "origin" : "DEFAULT",
+ "value" : "false",
+ "writeable" : true
+ }, {
+ "name" : "PrintClassHistogramAfterFullGC",
+ "origin" : "DEFAULT",
+ "value" : "false",
+ "writeable" : true
+ }, {
+ "name" : "PrintClassHistogram",
+ "origin" : "DEFAULT",
+ "value" : "false",
+ "writeable" : true
+ }, {
+ "name" : "PrintConcurrentLocks",
+ "origin" : "DEFAULT",
+ "value" : "false",
+ "writeable" : true
+ } ]
+ }, {
+ "name" : "java.lang:type=MemoryPool,name=PS Perm Gen",
+ "modelerType" : "sun.management.MemoryPoolImpl",
+ "Name" : "PS Perm Gen",
+ "Type" : "NON_HEAP",
+ "Valid" : true,
+ "CollectionUsage" : {
+ "committed" : 23592960,
+ "init" : 21757952,
+ "max" : 85983232,
+ "used" : 23263672
+ },
+ "CollectionUsageThreshold" : 0,
+ "CollectionUsageThresholdCount" : 0,
+ "MemoryManagerNames" : [ "PS MarkSweep" ],
+ "PeakUsage" : {
+ "committed" : 52690944,
+ "init" : 21757952,
+ "max" : 85983232,
+ "used" : 23275832
+ },
+ "Usage" : {
+ "committed" : 23592960,
+ "init" : 21757952,
+ "max" : 85983232,
+ "used" : 23275832
+ },
+ "UsageThreshold" : 0,
+ "UsageThresholdCount" : 0,
+ "CollectionUsageThresholdExceeded" : true,
+ "CollectionUsageThresholdSupported" : true,
+ "UsageThresholdExceeded" : true,
+ "UsageThresholdSupported" : true
+ }, {
+ "name" : "Hadoop:service=JournalNode,name=RpcDetailedActivityForPort8485",
+ "modelerType" : "RpcDetailedActivityForPort8485",
+ "tag.port" : "8485",
+ "tag.Context" : "rpcdetailed",
+ "tag.Hostname" : "ambari-nn-ha-1.iad1",
+ "IsFormattedNumOps" : 1,
+ "IsFormattedAvgTime" : 50.0,
+ "FormatNumOps" : 1,
+ "FormatAvgTime" : 174.0,
+ "GetJournalStateNumOps" : 2,
+ "GetJournalStateAvgTime" : 0.0,
+ "NewEpochNumOps" : 2,
+ "NewEpochAvgTime" : 60.0,
+ "StartLogSegmentNumOps" : 4129,
+ "StartLogSegmentAvgTime" : 38.25951359084413,
+ "JournalNumOps" : 8265,
+ "JournalAvgTime" : 2.1832618025751187,
+ "FinalizeLogSegmentNumOps" : 4129,
+ "FinalizeLogSegmentAvgTime" : 11.575679542203101,
+ "GetEditLogManifestNumOps" : 8536,
+ "GetEditLogManifestAvgTime" : 12.55427859318747,
+ "PrepareRecoveryNumOps" : 1,
+ "PrepareRecoveryAvgTime" : 10.0,
+ "AcceptRecoveryNumOps" : 1,
+ "AcceptRecoveryAvgTime" : 30.0
+ }, {
+ "name" : "java.lang:type=GarbageCollector,name=PS Scavenge",
+ "modelerType" : "sun.management.GarbageCollectorImpl",
+ "LastGcInfo" : {
+ "GcThreadCount" : 2,
+ "duration" : 2,
+ "endTime" : 496451919,
+ "id" : 8762,
+ "memoryUsageAfterGc" : [ {
+ "key" : "PS Survivor Space",
+ "value" : {
+ "committed" : 2293760,
+ "init" : 2686976,
+ "max" : 2293760,
+ "used" : 1818824
+ }
+ }, {
+ "key" : "PS Old Gen",
+ "value" : {
+ "committed" : 10682368,
+ "init" : 43253760,
+ "max" : 715849728,
+ "used" : 6739464
+ }
+ }, {
+ "key" : "PS Perm Gen",
+ "value" : {
+ "committed" : 23592960,
+ "init" : 21757952,
+ "max" : 85983232,
+ "used" : 23267856
+ }
+ }, {
+ "key" : "Code Cache",
+ "value" : {
+ "committed" : 2555904,
+ "init" : 2555904,
+ "max" : 50331648,
+ "used" : 1725504
+ }
+ }, {
+ "key" : "PS Eden Space",
+ "value" : {
+ "committed" : 18284544,
+ "init" : 16252928,
+ "max" : 352583680,
+ "used" : 0
+ }
+ } ],
+ "memoryUsageBeforeGc" : [ {
+ "key" : "PS Survivor Space",
+ "value" : {
+ "committed" : 1179648,
+ "init" : 2686976,
+ "max" : 1179648,
+ "used" : 1179648
+ }
+ }, {
+ "key" : "PS Old Gen",
+ "value" : {
+ "committed" : 10682368,
+ "init" : 43253760,
+ "max" : 715849728,
+ "used" : 6723080
+ }
+ }, {
+ "key" : "PS Perm Gen",
+ "value" : {
+ "committed" : 23592960,
+ "init" : 21757952,
+ "max" : 85983232,
+ "used" : 23267856
+ }
+ }, {
+ "key" : "Code Cache",
+ "value" : {
+ "committed" : 2555904,
+ "init" : 2555904,
+ "max" : 50331648,
+ "used" : 1725504
+ }
+ }, {
+ "key" : "PS Eden Space",
+ "value" : {
+ "committed" : 19005440,
+ "init" : 16252928,
+ "max" : 353697792,
+ "used" : 19005440
+ }
+ } ],
+ "startTime" : 496451917
+ },
+ "CollectionCount" : 8762,
+ "CollectionTime" : 12700,
+ "Name" : "PS Scavenge",
+ "Valid" : true,
+ "MemoryPoolNames" : [ "PS Eden Space", "PS Survivor Space" ]
+ }, {
+ "name" : "java.lang:type=MemoryPool,name=PS Old Gen",
+ "modelerType" : "sun.management.MemoryPoolImpl",
+ "Name" : "PS Old Gen",
+ "Type" : "HEAP",
+ "Valid" : true,
+ "CollectionUsage" : {
+ "committed" : 10682368,
+ "init" : 43253760,
+ "max" : 715849728,
+ "used" : 4912584
+ },
+ "CollectionUsageThreshold" : 0,
+ "CollectionUsageThresholdCount" : 0,
+ "MemoryManagerNames" : [ "PS MarkSweep" ],
+ "PeakUsage" : {
+ "committed" : 43253760,
+ "init" : 43253760,
+ "max" : 715849728,
+ "used" : 41518584
+ },
+ "Usage" : {
+ "committed" : 10682368,
+ "init" : 43253760,
+ "max" : 715849728,
+ "used" : 6739464
+ },
+ "UsageThreshold" : 0,
+ "UsageThresholdCount" : 0,
+ "CollectionUsageThresholdExceeded" : true,
+ "CollectionUsageThresholdSupported" : true,
+ "UsageThresholdExceeded" : true,
+ "UsageThresholdSupported" : true
+ }, {
+ "name" : "JMImplementation:type=MBeanServerDelegate",
+ "modelerType" : "javax.management.MBeanServerDelegate",
+ "MBeanServerId" : "ambari-nn-ha-1.iad1_1377795104841",
+ "SpecificationName" : "Java Management Extensions",
+ "SpecificationVersion" : "1.4",
+ "SpecificationVendor" : "Sun Microsystems",
+ "ImplementationName" : "JMX",
+ "ImplementationVersion" : "1.6.0_31-b04",
+ "ImplementationVendor" : "Sun Microsystems"
+ }, {
+ "name" : "Hadoop:service=JournalNode,name=MetricsSystem,sub=Stats",
+ "modelerType" : "MetricsSystem,sub=Stats",
+ "tag.Context" : "metricssystem",
+ "tag.Hostname" : "ambari-nn-ha-1.iad1",
+ "NumActiveSources" : 5,
+ "NumAllSources" : 5,
+ "NumActiveSinks" : 0,
+ "NumAllSinks" : 0,
+ "SnapshotNumOps" : 0,
+ "SnapshotAvgTime" : 0.0,
+ "PublishNumOps" : 0,
+ "PublishAvgTime" : 0.0,
+ "DroppedPubAll" : 0
+ } ]
+}
[4/4] git commit: AMBARI-3113. Add Ganglia/JMX monitoring for Journal
Node component (Maksim Kononenko via dlysnichenko)
Posted by dm...@apache.org.
AMBARI-3113. Add Ganglia/JMX monitoring for Journal Node component (Maksim Kononenko via dlysnichenko)
Project: http://git-wip-us.apache.org/repos/asf/incubator-ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-ambari/commit/013a75a9
Tree: http://git-wip-us.apache.org/repos/asf/incubator-ambari/tree/013a75a9
Diff: http://git-wip-us.apache.org/repos/asf/incubator-ambari/diff/013a75a9
Branch: refs/heads/trunk
Commit: 013a75a98f5d073f0faf54408163faeafe2800f4
Parents: def7e8c
Author: Lisnichenko Dmitro <dl...@hortonworks.com>
Authored: Thu Sep 5 20:18:31 2013 +0300
Committer: Lisnichenko Dmitro <dl...@hortonworks.com>
Committed: Thu Sep 5 20:18:31 2013 +0300
----------------------------------------------------------------------
.../hadoop-metrics2.properties-GANGLIA.erb | 1 +
.../templates/hadoop-metrics2.properties.erb | 1 +
.../ganglia/GangliaPropertyProvider.java | 1 +
.../controller/jmx/JMXPropertyProvider.java | 1 +
.../main/resources/ganglia_properties_2.json | 2242 +++++++++++++-----
.../src/main/resources/jmx_properties_2.json | 402 ++++
.../ganglia/GangliaPropertyProviderTest.java | 145 ++
.../controller/jmx/JMXPropertyProviderTest.java | 119 +
.../controller/jmx/TestStreamProvider.java | 1 +
.../test/resources/hdfs_journalnode_jmx.json | 832 +++++++
.../test/resources/journalnode_ganglia_data.txt | 949 ++++++++
11 files changed, 4090 insertions(+), 604 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-ambari/blob/013a75a9/ambari-agent/src/main/puppet/modules/hdp-hadoop/templates/hadoop-metrics2.properties-GANGLIA.erb
----------------------------------------------------------------------
diff --git a/ambari-agent/src/main/puppet/modules/hdp-hadoop/templates/hadoop-metrics2.properties-GANGLIA.erb b/ambari-agent/src/main/puppet/modules/hdp-hadoop/templates/hadoop-metrics2.properties-GANGLIA.erb
index 693fe92..3d76650 100644
--- a/ambari-agent/src/main/puppet/modules/hdp-hadoop/templates/hadoop-metrics2.properties-GANGLIA.erb
+++ b/ambari-agent/src/main/puppet/modules/hdp-hadoop/templates/hadoop-metrics2.properties-GANGLIA.erb
@@ -37,5 +37,6 @@ reducetask.sink.ganglia.servers=<%=scope.function_hdp_host("ganglia_server_host"
resourcemanager.sink.ganglia.servers=<%=scope.function_hdp_host("ganglia_server_host")%>:8664
nodemanager.sink.ganglia.servers=<%=scope.function_hdp_host("ganglia_server_host")%>:8660
historyserver.sink.ganglia.servers=<%=scope.function_hdp_host("ganglia_server_host")%>:8666
+journalnode.sink.ganglia.servers=<%=scope.function_hdp_host("ganglia_server_host")%>:8660
resourcemanager.sink.ganglia.tagsForPrefix.yarn=Queue
http://git-wip-us.apache.org/repos/asf/incubator-ambari/blob/013a75a9/ambari-agent/src/main/puppet/modules/hdp-hadoop/templates/hadoop-metrics2.properties.erb
----------------------------------------------------------------------
diff --git a/ambari-agent/src/main/puppet/modules/hdp-hadoop/templates/hadoop-metrics2.properties.erb b/ambari-agent/src/main/puppet/modules/hdp-hadoop/templates/hadoop-metrics2.properties.erb
index 693fe92..3d76650 100644
--- a/ambari-agent/src/main/puppet/modules/hdp-hadoop/templates/hadoop-metrics2.properties.erb
+++ b/ambari-agent/src/main/puppet/modules/hdp-hadoop/templates/hadoop-metrics2.properties.erb
@@ -37,5 +37,6 @@ reducetask.sink.ganglia.servers=<%=scope.function_hdp_host("ganglia_server_host"
resourcemanager.sink.ganglia.servers=<%=scope.function_hdp_host("ganglia_server_host")%>:8664
nodemanager.sink.ganglia.servers=<%=scope.function_hdp_host("ganglia_server_host")%>:8660
historyserver.sink.ganglia.servers=<%=scope.function_hdp_host("ganglia_server_host")%>:8666
+journalnode.sink.ganglia.servers=<%=scope.function_hdp_host("ganglia_server_host")%>:8660
resourcemanager.sink.ganglia.tagsForPrefix.yarn=Queue
http://git-wip-us.apache.org/repos/asf/incubator-ambari/blob/013a75a9/ambari-server/src/main/java/org/apache/ambari/server/controller/ganglia/GangliaPropertyProvider.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/ganglia/GangliaPropertyProvider.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/ganglia/GangliaPropertyProvider.java
index 1482330..49d9e38 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/controller/ganglia/GangliaPropertyProvider.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/ganglia/GangliaPropertyProvider.java
@@ -67,6 +67,7 @@ public abstract class GangliaPropertyProvider extends AbstractPropertyProvider {
GANGLIA_CLUSTER_NAME_MAP.put("HBASE_CLIENT", "HDPSlaves");
GANGLIA_CLUSTER_NAME_MAP.put("HBASE_REGIONSERVER", "HDPSlaves");
GANGLIA_CLUSTER_NAME_MAP.put("FLUME_SERVER", "HDPSlaves");
+ GANGLIA_CLUSTER_NAME_MAP.put("JOURNALNODE", "HDPSlaves");
}
protected final static Logger LOG =
http://git-wip-us.apache.org/repos/asf/incubator-ambari/blob/013a75a9/ambari-server/src/main/java/org/apache/ambari/server/controller/jmx/JMXPropertyProvider.java
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/jmx/JMXPropertyProvider.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/jmx/JMXPropertyProvider.java
index 2138cb0..d27eebd 100644
--- a/ambari-server/src/main/java/org/apache/ambari/server/controller/jmx/JMXPropertyProvider.java
+++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/jmx/JMXPropertyProvider.java
@@ -101,6 +101,7 @@ public class JMXPropertyProvider extends AbstractPropertyProvider {
DEFAULT_JMX_PORTS.put("RESOURCEMANAGER", "8088");
DEFAULT_JMX_PORTS.put("HISTORYSERVER", "19888");
DEFAULT_JMX_PORTS.put("NODEMANAGER", "8042");
+ DEFAULT_JMX_PORTS.put("JOURNALNODE", "8480");
ObjectMapper objectMapper = new ObjectMapper();
objectMapper.configure(DeserializationConfig.Feature.USE_ANNOTATIONS, false);