You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by zh...@apache.org on 2019/09/28 03:17:14 UTC
[incubator-doris] branch master updated: Add hardware info in fe
httpserver home page #1894 (#1896)
This is an automated email from the ASF dual-hosted git repository.
zhaoc pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-doris.git
The following commit(s) were added to refs/heads/master by this push:
new de8f273 Add hardware info in fe httpserver home page #1894 (#1896)
de8f273 is described below
commit de8f2732173dbe312d6927ea1b5ce5b7e6e7b0c3
Author: yangzhg <78...@qq.com>
AuthorDate: Sat Sep 28 11:17:08 2019 +0800
Add hardware info in fe httpserver home page #1894 (#1896)
---
fe/pom.xml | 6 +
.../org/apache/doris/http/action/IndexAction.java | 216 ++++++++++++++++++++-
2 files changed, 221 insertions(+), 1 deletion(-)
diff --git a/fe/pom.xml b/fe/pom.xml
index 0f230ec..90ee857 100644
--- a/fe/pom.xml
+++ b/fe/pom.xml
@@ -525,6 +525,12 @@ under the License.
<version>0.10.1.1</version>
</dependency>
+ <!-- https://mvnrepository.com/artifact/com.github.oshi/oshi-core -->
+ <dependency>
+ <groupId>com.github.oshi</groupId>
+ <artifactId>oshi-core</artifactId>
+ <version>4.0.0</version>
+ </dependency>
</dependencies>
<build>
diff --git a/fe/src/main/java/org/apache/doris/http/action/IndexAction.java b/fe/src/main/java/org/apache/doris/http/action/IndexAction.java
index 9dca0fd..6921517 100644
--- a/fe/src/main/java/org/apache/doris/http/action/IndexAction.java
+++ b/fe/src/main/java/org/apache/doris/http/action/IndexAction.java
@@ -17,6 +17,11 @@
package org.apache.doris.http.action;
+import java.time.Instant;
+import java.util.ArrayList;
+import java.util.Arrays;
+import java.util.List;
+
import org.apache.doris.common.Version;
import org.apache.doris.http.ActionController;
import org.apache.doris.http.BaseRequest;
@@ -24,6 +29,21 @@ import org.apache.doris.http.BaseResponse;
import org.apache.doris.http.IllegalArgException;
import io.netty.handler.codec.http.HttpMethod;
+import oshi.SystemInfo;
+import oshi.hardware.CentralProcessor;
+import oshi.hardware.GlobalMemory;
+import oshi.hardware.HWDiskStore;
+import oshi.hardware.HWPartition;
+import oshi.hardware.HardwareAbstractionLayer;
+import oshi.hardware.NetworkIF;
+import oshi.hardware.VirtualMemory;
+import oshi.software.os.FileSystem;
+import oshi.software.os.NetworkParams;
+import oshi.software.os.OSFileStore;
+import oshi.software.os.OSProcess;
+import oshi.software.os.OperatingSystem;
+import oshi.util.FormatUtil;
+import oshi.util.Util;
public class IndexAction extends WebBaseAction {
@@ -55,7 +75,201 @@ public class IndexAction extends WebBaseAction {
}
private void appendHardwareInfo(StringBuilder buffer) {
+ List<String> hardwareInfo = new ArrayList<>();
+ SystemInfo si = new SystemInfo();
+ OperatingSystem os = si.getOperatingSystem();
+ HardwareAbstractionLayer hal = si.getHardware();
+ CentralProcessor processor = hal.getProcessor();
+ GlobalMemory memory = hal.getMemory();
buffer.append("<h2>Hardware Info</h2>");
- buffer.append("<pre>Hardware info(to be added)</pre>");
+ buffer.append("<pre>");
+ buffer.append(String.join("<br/>", getOperatingSystem(os)) + "<hr>");
+ buffer.append(String.join("<br/>", getProcessor(processor)) + "<hr>");
+ buffer.append(String.join("<br/>", getMemory(memory)) + "<hr>");
+ buffer.append(String.join("<br/>", getProcesses(os, memory)) + "<hr>");
+ buffer.append(String.join("<br/>", getDisks(hal.getDiskStores())) + "<hr>");
+ buffer.append(String.join("<br/>", getFileSystem(os.getFileSystem())) + "<hr>");
+ buffer.append(String.join("<br/>", getNetworkInterfaces(hal.getNetworkIFs())) + "<hr>");
+ buffer.append(String.join("<br/>", getNetworkParameters(os.getNetworkParams())) + "<hr>");
+ buffer.append("</pre>");
+ }
+ private List<String> getOperatingSystem(OperatingSystem os) {
+ List<String> osInfo = new ArrayList<>();
+ osInfo.add(String.valueOf(os));
+ osInfo.add("Booted: " + Instant.ofEpochSecond(os.getSystemBootTime()));
+ osInfo.add("Uptime: " + FormatUtil.formatElapsedSecs(os.getSystemUptime()));
+ osInfo.add("Running with" + (os.isElevated() ? "" : "out") + " elevated permissions.");
+ return osInfo;
+ }
+ private List<String> getProcessor(CentralProcessor processor) {
+ List<String> processorInfo = new ArrayList<>();
+ processorInfo.add(String.valueOf(processor));
+ processorInfo.add(" " + processor.getPhysicalPackageCount() + " physical CPU package(s)");
+ processorInfo.add(" " + processor.getPhysicalProcessorCount() + " physical CPU core(s)");
+ processorInfo.add(" " + processor.getLogicalProcessorCount() + " logical CPU(s)");
+
+ processorInfo.add("Identifier: " + processor.getIdentifier());
+ processorInfo.add("ProcessorID: " + processor.getProcessorID());
+ processorInfo.add("Context Switches/Interrupts: " + processor.getContextSwitches()
+ + " / " + processor.getInterrupts() + "\n");
+
+ long[] prevTicks = processor.getSystemCpuLoadTicks();
+ long[][] prevProcTicks = processor.getProcessorCpuLoadTicks();
+ processorInfo.add("CPU, IOWait, and IRQ ticks @ 0 sec:" + Arrays.toString(prevTicks));
+ // Wait a second...
+ Util.sleep(1000);
+ long[] ticks = processor.getSystemCpuLoadTicks();
+ processorInfo.add("CPU, IOWait, and IRQ ticks @ 1 sec:" + Arrays.toString(ticks));
+ long user = ticks[CentralProcessor.TickType.USER.getIndex()] - prevTicks[CentralProcessor.TickType.USER.getIndex()];
+ long nice = ticks[CentralProcessor.TickType.NICE.getIndex()] - prevTicks[CentralProcessor.TickType.NICE.getIndex()];
+ long sys = ticks[CentralProcessor.TickType.SYSTEM.getIndex()] - prevTicks[CentralProcessor.TickType.SYSTEM.getIndex()];
+ long idle = ticks[CentralProcessor.TickType.IDLE.getIndex()] - prevTicks[CentralProcessor.TickType.IDLE.getIndex()];
+ long iowait = ticks[CentralProcessor.TickType.IOWAIT.getIndex()] - prevTicks[CentralProcessor.TickType.IOWAIT.getIndex()];
+ long irq = ticks[CentralProcessor.TickType.IRQ.getIndex()] - prevTicks[CentralProcessor.TickType.IRQ.getIndex()];
+ long softirq = ticks[CentralProcessor.TickType.SOFTIRQ.getIndex()] - prevTicks[CentralProcessor.TickType.SOFTIRQ.getIndex()];
+ long steal = ticks[CentralProcessor.TickType.STEAL.getIndex()] - prevTicks[CentralProcessor.TickType.STEAL.getIndex()];
+ long totalCpu = user + nice + sys + idle + iowait + irq + softirq + steal;
+
+ processorInfo.add(String.format(
+ "User: %.1f%% Nice: %.1f%% System: %.1f%% Idle: %.1f%% IOwait: %.1f%% IRQ: %.1f%% SoftIRQ: %.1f%% Steal: %.1f%%",
+ 100d * user / totalCpu, 100d * nice / totalCpu, 100d * sys / totalCpu, 100d * idle / totalCpu,
+ 100d * iowait / totalCpu, 100d * irq / totalCpu, 100d * softirq / totalCpu, 100d * steal / totalCpu));
+ processorInfo.add(String.format("CPU load: %.1f%%",
+ processor.getSystemCpuLoadBetweenTicks(prevTicks) * 100));
+ double[] loadAverage = processor.getSystemLoadAverage(3);
+ processorInfo.add("CPU load averages:" + (loadAverage[0] < 0 ? " N/A" : String.format(" %.2f", loadAverage[0]))
+ + (loadAverage[1] < 0 ? " N/A" : String.format(" %.2f", loadAverage[1]))
+ + (loadAverage[2] < 0 ? " N/A" : String.format(" %.2f", loadAverage[2])));
+ // per core CPU
+ StringBuilder procCpu = new StringBuilder("CPU load per processor:");
+ double[] load = processor.getProcessorCpuLoadBetweenTicks(prevProcTicks);
+ for (double avg : load) {
+ procCpu.append(String.format(" %.1f%%", avg * 100));
+ }
+ processorInfo.add(procCpu.toString());
+ long freq = processor.getVendorFreq();
+ if (freq > 0) {
+ processorInfo.add("Vendor Frequency: " + FormatUtil.formatHertz(freq));
+ }
+ freq = processor.getMaxFreq();
+ if (freq > 0) {
+ processorInfo.add("Max Frequency: " + FormatUtil.formatHertz(freq));
+ }
+ long[] freqs = processor.getCurrentFreq();
+ if (freqs[0] > 0) {
+ StringBuilder sb = new StringBuilder("Current Frequencies: ");
+ for (int i = 0; i < freqs.length; i++) {
+ if (i > 0) {
+ sb.append(", ");
+ }
+ sb.append(FormatUtil.formatHertz(freqs[i]));
+ }
+ processorInfo.add(sb.toString());
+ }
+ return processorInfo;
+ }
+
+ private List<String> getMemory(GlobalMemory memory) {
+ List<String> memoryInfo = new ArrayList<>();
+ memoryInfo.add("Memory: " + FormatUtil.formatBytes(memory.getAvailable()) + "/"
+ + FormatUtil.formatBytes(memory.getTotal()));
+ VirtualMemory vm = memory.getVirtualMemory();
+ memoryInfo.add("Swap used: " + FormatUtil.formatBytes(vm.getSwapUsed()) + "/"
+ + FormatUtil.formatBytes(vm.getSwapTotal()));
+ return memoryInfo;
+ }
+
+ private List<String> getProcesses(OperatingSystem os, GlobalMemory memory) {
+ List<String> processInfo = new ArrayList<>();
+ processInfo.add("Processes: " + os.getProcessCount() + ", Threads: " + os.getThreadCount());
+ // Sort by highest CPU
+ List<OSProcess> procs = Arrays.asList(os.getProcesses(5, OperatingSystem.ProcessSort.CPU));
+
+ processInfo.add(" PID %CPU %MEM VSZ RSS Name");
+ for (int i = 0; i < procs.size() && i < 5; i++) {
+ OSProcess p = procs.get(i);
+ processInfo.add(String.format(" %5d %5.1f %4.1f %9s %9s %s", p.getProcessID(),
+ 100d * (p.getKernelTime() + p.getUserTime()) / p.getUpTime(),
+ 100d * p.getResidentSetSize() / memory.getTotal(), FormatUtil.formatBytes(p.getVirtualSize()),
+ FormatUtil.formatBytes(p.getResidentSetSize()), p.getName()));
+ }
+ return processInfo;
+ }
+ private List<String> getDisks(HWDiskStore[] diskStores) {
+ List<String> diskInfo = new ArrayList<>();
+ diskInfo.add("Disks:");
+ for (HWDiskStore disk : diskStores) {
+ boolean readwrite = disk.getReads() > 0 || disk.getWrites() > 0;
+ diskInfo.add(String.format(" %s: (model: %s - S/N: %s) size: %s, reads: %s (%s), writes: %s (%s), xfer: %s ms",
+ disk.getName(), disk.getModel(), disk.getSerial(),
+ disk.getSize() > 0 ? FormatUtil.formatBytesDecimal(disk.getSize()) : "?",
+ readwrite ? disk.getReads() : "?", readwrite ? FormatUtil.formatBytes(disk.getReadBytes()) : "?",
+ readwrite ? disk.getWrites() : "?", readwrite ? FormatUtil.formatBytes(disk.getWriteBytes()) : "?",
+ readwrite ? disk.getTransferTime() : "?"));
+ HWPartition[] partitions = disk.getPartitions();
+ for (HWPartition part : partitions) {
+ diskInfo.add(String.format(" |-- %s: %s (%s) Maj:Min=%d:%d, size: %s%s", part.getIdentification(),
+ part.getName(), part.getType(), part.getMajor(), part.getMinor(),
+ FormatUtil.formatBytesDecimal(part.getSize()),
+ part.getMountPoint().isEmpty() ? "" : " @ " + part.getMountPoint()));
+ }
+ }
+ return diskInfo;
+ }
+
+ private List<String> getFileSystem(FileSystem fileSystem) {
+ List<String> fsInfo = new ArrayList<>();
+ fsInfo.add("File System:");
+
+ fsInfo.add(String.format(" File Descriptors: %d/%d", fileSystem.getOpenFileDescriptors(),
+ fileSystem.getMaxFileDescriptors()));
+
+ OSFileStore[] fsArray = fileSystem.getFileStores();
+ for (OSFileStore fs : fsArray) {
+ long usable = fs.getUsableSpace();
+ long total = fs.getTotalSpace();
+ fsInfo.add(String.format(" %s (%s) [%s] %s of %s free (%.1f%%), %s of %s files free (%.1f%%) is %s " +
+ (fs.getLogicalVolume() != null && fs.getLogicalVolume().length() > 0 ? "[%s]" : "%s") +
+ " and is mounted at %s",
+ fs.getName(), fs.getDescription().isEmpty() ? "file system" : fs.getDescription(), fs.getType(),
+ FormatUtil.formatBytes(usable), FormatUtil.formatBytes(fs.getTotalSpace()), 100d * usable / total,
+ FormatUtil.formatValue(fs.getFreeInodes(), ""), FormatUtil.formatValue(fs.getTotalInodes(), ""),
+ 100d * fs.getFreeInodes() / fs.getTotalInodes(), fs.getVolume(), fs.getLogicalVolume(),
+ fs.getMount()));
+ }
+ return fsInfo;
+ }
+
+ private List<String> getNetworkInterfaces(NetworkIF[] networkIFs) {
+ List<String> getNetwork = new ArrayList<>();
+ getNetwork.add("Network interfaces:");
+ for (NetworkIF net : networkIFs) {
+ getNetwork.add(String.format(" Name: %s (%s)", net.getName(), net.getDisplayName()));
+ getNetwork.add(String.format(" MAC Address: %s", net.getMacaddr()));
+ getNetwork.add(String.format(" MTU: %s, Speed: %s", net.getMTU(), FormatUtil.formatValue(net.getSpeed(), "bps")));
+ getNetwork.add(String.format(" IPv4: %s", Arrays.toString(net.getIPv4addr())));
+ getNetwork.add(String.format(" IPv6: %s", Arrays.toString(net.getIPv6addr())));
+ boolean hasData = net.getBytesRecv() > 0 || net.getBytesSent() > 0 || net.getPacketsRecv() > 0
+ || net.getPacketsSent() > 0;
+ getNetwork.add(String.format(" Traffic: received %s/%s%s; transmitted %s/%s%s",
+ hasData ? net.getPacketsRecv() + " packets" : "?",
+ hasData ? FormatUtil.formatBytes(net.getBytesRecv()) : "?",
+ hasData ? " (" + net.getInErrors() + " err)" : "",
+ hasData ? net.getPacketsSent() + " packets" : "?",
+ hasData ? FormatUtil.formatBytes(net.getBytesSent()) : "?",
+ hasData ? " (" + net.getOutErrors() + " err)" : ""));
+ }
+ return getNetwork;
+ }
+
+ private List<String> getNetworkParameters(NetworkParams networkParams) {
+ List<String> networkParameterInfo = new ArrayList<>();
+ networkParameterInfo.add("Network parameters:");
+ networkParameterInfo.add(String.format(" Host name: %s", networkParams.getHostName()));
+ networkParameterInfo.add(String.format(" Domain name: %s", networkParams.getDomainName()));
+ networkParameterInfo.add(String.format(" DNS servers: %s", Arrays.toString(networkParams.getDnsServers())));
+ networkParameterInfo.add(String.format(" IPv4 Gateway: %s", networkParams.getIpv4DefaultGateway()));
+ networkParameterInfo.add(String.format(" IPv6 Gateway: %s", networkParams.getIpv6DefaultGateway()));
+ return networkParameterInfo;
}
}
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org