Skip to content

Commit

Permalink
More stats and tracking support to multi Application
Browse files Browse the repository at this point in the history
  • Loading branch information
@scottf
scottf committed Sep 5, 2024
1 parent 2955e63 commit 125a17d
Show file tree
Hide file tree
Showing 2 changed files with 144 additions and 46 deletions.
167 changes: 129 additions & 38 deletions .../java/io/nats/jsmulti/shared/RunStat.java → .../io/nats/jsmulti/shared/ProfileStats.java
View file
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,7 @@
import io.nats.client.support.JsonValue;
import io.nats.client.support.JsonValueUtils;

import java.io.PrintStream;
import java.lang.management.ManagementFactory;
import java.lang.management.MemoryMXBean;
import java.lang.management.MemoryUsage;
Expand All @@ -26,25 +27,40 @@

import static io.nats.jsmulti.shared.Utils.makeId;

public class RunStat {
public final String id;
public final long maxMemory;
public final long allocatedMemory;
public final long freeMemory;
public final long heapInit;
public final long heapUsed;
public final long heapCommitted;
public final long heapMax;
public final long nonHeapInit;
public final long nonHeapUsed;
public final long nonHeapCommitted;
public final long nonHeapMax;
public final int threadCount;
public final List<String> deadThreads;
public final List<String> liveThreads;

public RunStat() {
public class ProfileStats {
private static final int VERSION = 1;

private final int version;
private final String id;
private String action;
private String contextId;

private long maxMemory;
private long allocatedMemory;
private long freeMemory;
private long heapInit;
private long heapUsed;
private long heapCommitted;
private long heapMax;
private long nonHeapInit;
private long nonHeapUsed;
private long nonHeapCommitted;
private long nonHeapMax;
private int threadCount;
private List<String> deadThreads;
private List<String> liveThreads;

private ProfileStats() {
version = VERSION;
id = makeId();
deadThreads = new ArrayList<>();
liveThreads = new ArrayList<>();
}

public ProfileStats(String contextId, String action) {
this();
this.action = action;
this.contextId = contextId;

MemoryMXBean memBean = ManagementFactory.getMemoryMXBean();
ThreadMXBean threadBean = ManagementFactory.getThreadMXBean();
Expand All @@ -53,7 +69,6 @@ public RunStat() {
allocatedMemory = runtime.totalMemory();
freeMemory = runtime.freeMemory();

System.out.println("Mem");
MemoryUsage usage = memBean.getHeapMemoryUsage();
heapInit = usage.getInit();
heapUsed = usage.getUsed();
Expand All @@ -66,8 +81,6 @@ public RunStat() {
nonHeapCommitted = usage.getCommitted();
nonHeapMax = usage.getMax();

deadThreads = new ArrayList<>();
liveThreads = new ArrayList<>();
threadCount = threadBean.getThreadCount();
long[] deadThreadIds = threadBean.findDeadlockedThreads();
if (deadThreadIds == null) {
Expand All @@ -84,8 +97,11 @@ public RunStat() {
}
}

public RunStat(JsonValue jv) {
public ProfileStats(JsonValue jv) {
version = JsonValueUtils.readInteger(jv, "version", 0);
id = JsonValueUtils.readString(jv, "id", null);
action = JsonValueUtils.readString(jv, "action", null);
contextId = JsonValueUtils.readString(jv, "contextId", null);
maxMemory = JsonValueUtils.readLong(jv, "maxMemory", 0);
allocatedMemory = JsonValueUtils.readLong(jv, "allocatedMemory", 0);
freeMemory = JsonValueUtils.readLong(jv, "freeMemory", 0);
Expand Down Expand Up @@ -113,7 +129,10 @@ public Map<String, JsonValue> toJsonValueMap() {
}

return JsonValueUtils.mapBuilder()
.put("version", version)
.put("id", id)
.put("action", action)
.put("contextId", contextId)
.put("maxMemory", maxMemory)
.put("allocatedMemory", allocatedMemory)
.put("freeMemory", freeMemory)
Expand All @@ -131,6 +150,14 @@ public Map<String, JsonValue> toJsonValueMap() {
.toJsonValue().map;
}

public String getAction() {
return action;
}

public String getContextId() {
return contextId;
}

private static boolean isAlive(long id, long[] deadThreadIds) {
for (long dead : deadThreadIds) {
if (dead == id) {
Expand All @@ -145,27 +172,29 @@ public boolean equals(Object o) {
if (this == o) return true;
if (o == null || getClass() != o.getClass()) return false;

RunStat runStat = (RunStat) o;
return maxMemory == runStat.maxMemory
&& allocatedMemory == runStat.allocatedMemory
&& freeMemory == runStat.freeMemory
&& heapInit == runStat.heapInit
&& heapUsed == runStat.heapUsed
&& heapCommitted == runStat.heapCommitted
&& heapMax == runStat.heapMax
&& nonHeapInit == runStat.nonHeapInit
&& nonHeapUsed == runStat.nonHeapUsed
&& nonHeapCommitted == runStat.nonHeapCommitted
&& nonHeapMax == runStat.nonHeapMax
&& threadCount == runStat.threadCount
&& id.equals(runStat.id)
&& equivalent(deadThreads, runStat.deadThreads)
&& equivalent(liveThreads, runStat.liveThreads);
ProfileStats that = (ProfileStats) o;
return version == that.version
&& maxMemory == that.maxMemory
&& allocatedMemory == that.allocatedMemory
&& freeMemory == that.freeMemory
&& heapInit == that.heapInit
&& heapUsed == that.heapUsed
&& heapCommitted == that.heapCommitted
&& heapMax == that.heapMax
&& nonHeapInit == that.nonHeapInit
&& nonHeapUsed == that.nonHeapUsed
&& nonHeapCommitted == that.nonHeapCommitted
&& nonHeapMax == that.nonHeapMax
&& threadCount == that.threadCount
&& id.equals(that.id)
&& equivalent(deadThreads, that.deadThreads)
&& equivalent(liveThreads, that.liveThreads);
}

@Override
public int hashCode() {
int result = id.hashCode();
result = 31 * result + Long.hashCode(version);
result = 31 * result + Long.hashCode(maxMemory);
result = 31 * result + Long.hashCode(allocatedMemory);
result = 31 * result + Long.hashCode(freeMemory);
Expand Down Expand Up @@ -200,4 +229,66 @@ private static boolean equivalent(List<String> l1, List<String> l2)
}
return true;
}

private static final String REPORT_SEP_LINE = "| --------------- | ------------ | ------------ | ------------ | ------------ | ------------ | ------------ | ------------ | ------------ | ------------ | ------------ | ------------ | ------- | ------- |";
private static final String REPORT_LINE_HEADER = "| %-15s | max | allocated | free | heap init | heap used | heap cmtd | heap max | non init | non used | non cmtd | non max | alive | dead |\n";
private static final String REPORT_LINE_FORMAT = "| %-15s | %12s | %12s | %12s | %12s | %12s | %12s | %12s | %12s | %12s | %12s | %12s | %7s | %7s |\n";

public static void report(List<ProfileStats> list) {
ProfileStats total = new ProfileStats();
for (int x = 0; x < list.size(); x++) {
ProfileStats ps = list.get(x);
updateTotal(ps, total);
report(ps, ps.contextId, x == 0, false, System.out);
}
System.out.println(REPORT_SEP_LINE);
report(total, "Total", false, true, System.out);
}

public static void report(ProfileStats p, String label, boolean header, boolean footer, PrintStream out) {
if (header) {
out.println("\n" + REPORT_SEP_LINE);
out.printf(REPORT_LINE_HEADER, p.action);
out.println(REPORT_SEP_LINE);
}
out.printf(REPORT_LINE_FORMAT, label,
Stats.humanBytes(p.maxMemory),
Stats.humanBytes(p.allocatedMemory),
Stats.humanBytes(p.freeMemory),
Stats.humanBytes(p.heapInit),
Stats.humanBytes(p.heapUsed),
Stats.humanBytes(p.heapCommitted),
Stats.humanBytes(p.heapMax),
Stats.humanBytes(p.nonHeapInit),
Stats.humanBytes(p.nonHeapUsed),
Stats.humanBytes(p.nonHeapCommitted),
Stats.humanBytes(p.nonHeapMax),
p.liveThreads.size() + "/" + p.threadCount,
p.deadThreads.size() + "/" + p.threadCount);

if (footer) {
out.println(REPORT_SEP_LINE);
}
}

private static void updateTotal(ProfileStats ps, ProfileStats total) {
total.maxMemory = Math.max(total.maxMemory, ps.maxMemory);
total.allocatedMemory = Math.max(total.allocatedMemory, ps.allocatedMemory);
total.freeMemory = Math.max(total.freeMemory, ps.freeMemory);
total.heapInit = Math.max(total.heapInit, ps.heapInit);
total.heapUsed = Math.max(total.heapUsed, ps.heapUsed);
total.heapCommitted = Math.max(total.heapCommitted, ps.heapCommitted);
total.heapMax = Math.max(total.heapMax, ps.heapMax);
total.nonHeapInit = Math.max(total.nonHeapInit, ps.nonHeapInit);
total.nonHeapUsed = Math.max(total.nonHeapUsed, ps.nonHeapUsed);
total.nonHeapCommitted = Math.max(total.nonHeapCommitted, ps.nonHeapCommitted);
total.nonHeapMax = Math.max(total.nonHeapMax, ps.nonHeapMax);
total.threadCount = Math.max(total.threadCount, ps.threadCount);
if (ps.deadThreads.size() > total.deadThreads.size()) {
total.deadThreads = ps.deadThreads;
}
if (ps.liveThreads.size() > total.liveThreads.size()) {
total.liveThreads = ps.liveThreads;
}
}
}
23 changes: 15 additions & 8 deletions js-multi-tool/src/main/java/io/nats/jsmulti/shared/Stats.java
View file
Original file line number Diff line number Diff line change
Expand Up @@ -23,6 +23,8 @@

public class Stats {

private static final int VERSION = 1;

private static final double MILLIS_PER_SECOND = 1000;
private static final double NANOS_PER_MILLI = 1000000;

Expand All @@ -49,8 +51,9 @@ public class Stats {
private static final String LCSV_HEADER = "Publish Time,Server Time,Received Time,Publish to Server,Server to Consumer,Publish to Consumer\n";

// Misc
public final int version;
public final String id;
public final String label;
public final String action;
public final String key;

private String exceptionMessage;
Expand Down Expand Up @@ -82,18 +85,20 @@ public class Stats {
private final ExecutorService countService = Executors.newSingleThreadExecutor();

public Stats() {
version = VERSION;
id = makeId();
label = "";
action = "";
key = "";
ctx = null;
lout = null;
}

public Stats(Context ctx) throws IOException {
version = VERSION;
id = makeId();
this.ctx = ctx;
label = ctx.action.getLabel();
key = label + "." + ctx.id + "." + id;
action = ctx.action.getLabel();
key = action + "." + ctx.id + "." + id;
if (ctx.lcsv == null) {
lout = null;
}
Expand All @@ -106,8 +111,9 @@ public Stats(Context ctx) throws IOException {
public Stats(JsonValue jv) {
ctx = null;
lout = null;
version = JsonValueUtils.readInteger(jv, "version", 0);
id = JsonValueUtils.readString(jv, "id", null);
label = JsonValueUtils.readString(jv, "hdrLabel", null);
action = JsonValueUtils.readString(jv, " action", null);
key = JsonValueUtils.readString(jv, "subject", null);
exceptionMessage = JsonValueUtils.readString(jv, "exceptionMessage", null);
elapsed = JsonValueUtils.readLong(jv, "elapsed", 0);
Expand All @@ -129,8 +135,9 @@ public Stats(JsonValue jv) {

public Map<String, JsonValue> toJsonValueMap() {
return JsonValueUtils.mapBuilder()
.put("version", version)
.put("id", id)
.put("hdrLabel", label)
.put(" action", action)
.put("subject", key)
.put("exceptionMessage", exceptionMessage)
.put("elapsed", elapsed)
Expand Down Expand Up @@ -247,7 +254,7 @@ public static void report(Stats stats, String label, boolean header, boolean foo
double bytesPerSecond = MILLIS_PER_SECOND * (stats.bytes) / (stats.elapsed);
if (header) {
out.println("\n" + REPORT_SEP_LINE);
out.printf(REPORT_LINE_HEADER, stats.label);
out.printf(REPORT_LINE_HEADER, stats.action);
out.println(REPORT_SEP_LINE);
}
out.printf(REPORT_LINE_FORMAT, label,
Expand All @@ -263,7 +270,7 @@ public static void report(Stats stats, String label, boolean header, boolean foo
public static void rttReport(Stats stats, String tlabel, boolean header, boolean footer, PrintStream out) {
if (header) {
out.println("\n" + RTT_REPORT_SEP_LINE);
out.printf(RTT_REPORT_LINE_HEADER, stats.label);
out.printf(RTT_REPORT_LINE_HEADER, stats.action);
out.println(RTT_REPORT_SEP_LINE);
}
out.printf(RTT_REPORT_LINE_FORMAT, tlabel,
Expand Down

0 comments on commit 125a17d

Please sign in to comment.