zeaslity/ProjectOctopus
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[ agent ] [ status ] - accomplish agent status base

Browse Source
This commit is contained in:
zeaslity
2023-01-04 16:31:21 +08:00
parent 73c0364841
commit e74cf260be
10 changed files with 486 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

32
agent/src/main/java/io/wdd/agent/config/utils/AgentCommonThreadPool.java Normal file
View File

@@ -0,0 +1,32 @@
package io.wdd.agent.config.utils;
import com.google.common.util.concurrent.ThreadFactoryBuilder;
import java.util.concurrent.*;
public class AgentCommonThreadPool {
public static ExecutorService pool;
static {
ThreadFactory threadFactory = new ThreadFactoryBuilder()
.setNameFormat("agent-pool-%d")
.setDaemon(false)
.build();
// construct the thread pool
pool = new ThreadPoolExecutor(
5,
10,
500,
TimeUnit.MILLISECONDS,
new ArrayBlockingQueue<>(8,true),
threadFactory,
new ThreadPoolExecutor.AbortPolicy()
);
}
}

85
agent/src/main/java/io/wdd/agent/status/hardware/AgentStatusCollector.java Normal file
View File

@@ -0,0 +1,85 @@
package io.wdd.agent.status.hardware;
import com.fasterxml.jackson.core.JsonProcessingException;
import com.fasterxml.jackson.databind.ObjectMapper;
import io.wdd.agent.status.hardware.cpu.CpuInfo;
import io.wdd.agent.status.hardware.memory.MemoryInfo;
import io.wdd.agent.status.redisReporter.AgentStatus;
import lombok.extern.slf4j.Slf4j;
import org.springframework.data.redis.core.RedisTemplate;
import org.springframework.stereotype.Service;
import oshi.SystemInfo;
import oshi.hardware.HardwareAbstractionLayer;
import oshi.software.os.OperatingSystem;
import javax.annotation.Resource;
import java.time.LocalDateTime;
import java.util.Collections;
import java.util.List;
@Service
@Slf4j
public class AgentStatusCollector {
@Resource
RedisTemplate redisTemplate;
@Resource
ObjectMapper objectMapper;
private static final SystemInfo systemInfo;
/**
* 硬件信息
*/
private static final HardwareAbstractionLayer hardware;
/**
* 系统信息
*/
private static final OperatingSystem os;
private static final List<AgentStatus> AgentStatusCache = Collections.singletonList(new AgentStatus());
static {
systemInfo = new SystemInfo();
hardware = systemInfo.getHardware();
os = systemInfo.getOperatingSystem();
}
public AgentStatus collect(){
AgentStatus agentStatus = AgentStatusCache.get(0);
/* CPU */
// help gc
agentStatus.setCpuInfo(new CpuInfo(hardware.getProcessor(), 1000));
/* Memory */
agentStatus.setMemoryInfo(new MemoryInfo().build(hardware.getMemory()));
/* Storage */
agentStatus.setDiskStoreInfo(hardware.getDiskStores());
return agentStatus;
}
private void sendAgentStatusToRedis(){
try {
log.info("time is [{}] , and agent status are [{}]", LocalDateTime.now(), objectMapper.writerWithDefaultPrettyPrinter().writeValueAsString(collect()));
} catch (JsonProcessingException e) {
throw new RuntimeException(e);
}
}
}

64
agent/src/main/java/io/wdd/agent/status/hardware/config/DataUnit.java Normal file
View File

@@ -0,0 +1,64 @@
package io.wdd.agent.status.hardware.config;
import org.springframework.util.unit.DataSize;
/**
* 数据单位封装<p>
* 此类来自于：Spring-framework
*
* <pre>
* BYTES 1B 2^0 1
* KILOBYTES 1KB 2^10 1,024
* MEGABYTES 1MB 2^20 1,048,576
* GIGABYTES 1GB 2^30 1,073,741,824
* TERABYTES 1TB 2^40 1,099,511,627,776
* </pre>
*
* @author Sam Brannen，Stephane Nicoll
* @since 5.3.10
*/
public enum DataUnit {
/**
* Bytes, 后缀表示为： {@code B}.
*/
BYTES("B", DataSize.ofBytes(1)),
/**
* Kilobytes, 后缀表示为： {@code KB}.
*/
KILOBYTES("KB", DataSize.ofKilobytes(1)),
/**
* Megabytes, 后缀表示为： {@code MB}.
*/
MEGABYTES("MB", DataSize.ofMegabytes(1)),
/**
* Gigabytes, 后缀表示为： {@code GB}.
*/
GIGABYTES("GB", DataSize.ofGigabytes(1)),
/**
* Terabytes, 后缀表示为： {@code TB}.
*/
TERABYTES("TB", DataSize.ofTerabytes(1));
public static final String[] UNIT_NAMES = new String[]{"B", "KB", "MB", "GB", "TB", "PB", "EB"};
private final String suffix;
private final DataSize size;
DataUnit(String suffix, DataSize size) {
this.suffix = suffix;
this.size = size;
}
DataSize size() {
return this.size;
}
}

33
agent/src/main/java/io/wdd/agent/status/hardware/config/FormatUtils.java Normal file
View File

@@ -0,0 +1,33 @@
package io.wdd.agent.status.hardware.config;
import java.text.DecimalFormat;
public class FormatUtils {
/**
* 格式化输出百分比
*
* @param rate
* @return
*/
public static String formatRate(double rate) {
return new DecimalFormat("#.##%").format(rate);
}
/**
* 格式化输出大小 B/KB/MB...
*
* @param size
* @return
*/
public static String formatData(long size) {
if (size <= 0L) {
return "0B";
} else {
int digitGroups = Math.min(DataUnit.UNIT_NAMES.length - 1, (int) (Math.log10((double) size) / Math.log10(1024.0D)));
return (new DecimalFormat("#,##0.##")).format((double) size / Math.pow(1024.0D, digitGroups)) + " " + DataUnit.UNIT_NAMES[digitGroups];
}
}
}

95
agent/src/main/java/io/wdd/agent/status/hardware/cpu/CpuInfo.java Normal file
View File

@@ -0,0 +1,95 @@
package io.wdd.agent.status.hardware.cpu;
import oshi.hardware.CentralProcessor;
import java.text.DecimalFormat;
public class CpuInfo {
private static final DecimalFormat LOAD_FORMAT = new DecimalFormat("#.00");
/**
* CPU核心数
*/
private Integer cpuNum;
/**
* CPU总的使用率
*/
private double toTal;
/**
* CPU系统使用率
*/
private double sys;
/**
* CPU用户使用率
*/
private double user;
/**
* CPU当前等待率
*/
private double wait;
/**
* CPU当前空闲率
*/
private double free;
/**
* CPU型号信息
*/
private String cpuModel;
/**
* CPU型号信息
*/
private CpuTicks ticks;
public CpuInfo(CentralProcessor processor, long waitingTime){
this.init(processor, waitingTime);
}
/**
* 获取指定等待时间内系统CPU 系统使用率、用户使用率、利用率等等 相关信息
*
* @param processor {@link CentralProcessor}
* @param waitingTime 设置等待时间，单位毫秒
* @since 5.7.12
*/
private void init(CentralProcessor processor, long waitingTime) {
final CpuTicks ticks = new CpuTicks(processor, waitingTime);
this.ticks = ticks;
this.cpuNum = processor.getLogicalProcessorCount();
this.cpuModel = processor.toString();
final long totalCpu = ticks.totalCpu();
this.toTal = totalCpu;
this.sys = formatDouble(ticks.cSys, totalCpu);
this.user = formatDouble(ticks.user, totalCpu);
this.wait = formatDouble(ticks.ioWait, totalCpu);
this.free = formatDouble(ticks.idle, totalCpu);
}
/**
* 获取每个CPU核心的tick，计算方式为 100 * tick / totalCpu
*
* @param tick tick
* @param totalCpu CPU总数
* @return 平均每个CPU核心的tick
* @since 5.7.12
*/
private static double formatDouble(long tick, long totalCpu) {
if (0 == totalCpu) {
return 0D;
}
return Double.parseDouble(LOAD_FORMAT.format(tick <= 0 ? 0 : (100d * tick / totalCpu)));
}
}

100
agent/src/main/java/io/wdd/agent/status/hardware/cpu/CpuTicks.java Normal file
View File

@@ -0,0 +1,100 @@
package io.wdd.agent.status.hardware.cpu;
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.Getter;
import lombok.NoArgsConstructor;
import oshi.hardware.CentralProcessor;
import oshi.util.Util;
@Data
@NoArgsConstructor
@AllArgsConstructor
public class CpuTicks {
long idle;
long nice;
long irq;
long softIrq;
long steal;
long cSys;
long user;
long ioWait;
private static int IDLEIndex;
private static int NICEIndex;
private static int IRQIndex;
private static int SOFTIRQIndex;
private static int STEALIndex;
private static int SYSTEMIndex;
private static int USERIndex;
private static int IOWAITIndex;
static {
IDLEIndex = CentralProcessor.TickType.IDLE.getIndex();
NICEIndex = CentralProcessor.TickType.NICE.getIndex();
IRQIndex =CentralProcessor.TickType.IRQ.getIndex();
SOFTIRQIndex = CentralProcessor.TickType.SOFTIRQ.getIndex();
STEALIndex = CentralProcessor.TickType.STEAL.getIndex();
SYSTEMIndex = CentralProcessor.TickType.SYSTEM.getIndex();
USERIndex = CentralProcessor.TickType.USER.getIndex();
IOWAITIndex = CentralProcessor.TickType.IOWAIT.getIndex();
}
/**
* 构造，等待时间为用于计算在一定时长内的CPU负载情况，如传入1000表示最近1秒的负载情况
*
* @param processor {@link CentralProcessor}
* @param waitingTime 设置等待时间，单位毫秒
*/
public CpuTicks(CentralProcessor processor, long waitingTime) {
// CPU信息
final long[] prevTicks = processor.getSystemCpuLoadTicks();
// 这里必须要设置延迟
Util.sleep(waitingTime);
final long[] ticks = processor.getSystemCpuLoadTicks();
this.idle = tick(prevTicks, ticks, IDLEIndex);
this.nice = tick(prevTicks, ticks, NICEIndex);
this.irq = tick(prevTicks, ticks, IRQIndex);
this.softIrq = tick(prevTicks, ticks, SOFTIRQIndex);
this.steal = tick(prevTicks, ticks, STEALIndex);
this.cSys = tick(prevTicks, ticks, SYSTEMIndex);
this.user = tick(prevTicks, ticks, USERIndex);
this.ioWait = tick(prevTicks, ticks, IOWAITIndex);
}
/**
* 获取CPU总的使用率
*
* @return CPU总使用率
*/
public long totalCpu() {
return Math.max(user + nice + cSys + idle + ioWait + irq + softIrq + steal, 0);
}
/**
* 获取一段时间内的CPU负载标记差
*
* @param prevTicks 开始的ticks
* @param ticks 结束的ticks
* @param tickType tick类型
* @return 标记差
* @since 5.7.12
*/
private static long tick(long[] prevTicks, long[] ticks, int index) {
return ticks[index] - prevTicks[index];
}
}

47
agent/src/main/java/io/wdd/agent/status/hardware/memory/MemoryInfo.java Normal file
View File

@@ -0,0 +1,47 @@
package io.wdd.agent.status.hardware.memory;
import io.wdd.agent.status.hardware.config.FormatUtils;
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.NoArgsConstructor;
import lombok.experimental.SuperBuilder;
import oshi.hardware.GlobalMemory;
import oshi.hardware.VirtualMemory;
@NoArgsConstructor
@AllArgsConstructor
@Data
@SuperBuilder(toBuilder = true)
public class MemoryInfo {
String total;
String usage;
String available;
String memoryType;
String swapTotal;
String swapAvailable;
String swapUsage;
public MemoryInfo build(GlobalMemory memory) {
VirtualMemory virtualMemory = memory.getVirtualMemory();
return MemoryInfo.builder()
.memoryType(memory.getPhysicalMemory().get(0).getMemoryType())
.total(FormatUtils.formatData(memory.getTotal()))
.available(FormatUtils.formatRate(memory.getAvailable()))
.usage(FormatUtils.formatData(memory.getTotal() - memory.getAvailable()))
.swapTotal(FormatUtils.formatData(virtualMemory.getSwapTotal()))
.swapUsage(FormatUtils.formatData(virtualMemory.getSwapUsed()))
.swapAvailable(FormatUtils.formatData(virtualMemory.getSwapTotal() - virtualMemory.getSwapUsed()))
.build();
}
}

29
agent/src/main/java/io/wdd/agent/status/redisReporter/AgentStatus.java Normal file
View File

@@ -0,0 +1,29 @@
package io.wdd.agent.status.redisReporter;
import io.wdd.agent.status.hardware.cpu.CpuInfo;
import io.wdd.agent.status.hardware.memory.MemoryInfo;
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.NoArgsConstructor;
import lombok.experimental.SuperBuilder;
import oshi.hardware.HWDiskStore;
import java.util.List;
@Data
@AllArgsConstructor
@NoArgsConstructor
@SuperBuilder(toBuilder = true)
public class AgentStatus {
CpuInfo cpuInfo;
MemoryInfo memoryInfo;
List<HWDiskStore> diskStoreInfo;
}