feat(tools/perf): log the min latency (#2608)

Signed-off-by: Ning Yu <ningyu@automq.com>

Author: Chillax-0v0

tools/src/main/java/org/apache/kafka/tools/automq/perf/StatsCollector.java

@@ -61,13 +61,13 @@ public class StatsCollector {
         " | CPU {}% | Mem {} MiB heap / {} MiB direct" +
         " | Prod rate {} msg/s / {} MiB/s | Prod err {} err/s" +
         " | Cons rate {} msg/s / {} MiB/s | Backlog: {} K msg" +
-        " | Prod Latency (ms) avg: {} - 50%: {} - 99%: {} - 99.9%: {} - Max: {}" +
-        " | E2E Latency (ms) avg: {} - 50%: {} - 99%: {} - 99.9%: {} - Max: {}";
+        " | Prod Latency (ms) avg: {} - min: {} - 50%: {} - 99%: {} - 99.9%: {} - max: {}" +
+        " | E2E Latency (ms) avg: {} - min: {} - 50%: {} - 99%: {} - 99.9%: {} - max: {}";
     private static final String SUMMARY_LOG_FORMAT = "Summary" +
         " | Prod rate {} msg/s / {} MiB/s | Prod total {} M msg / {} GiB / {} K err" +
         " | Cons rate {} msg/s / {} MiB/s | Cons total {} M msg / {} GiB" +
-        " | Prod Latency (ms) avg: {} - 50%: {} - 75%: {} - 90%: {} - 95%: {} - 99%: {} - 99.9%: {} - 99.99%: {} - Max: {}" +
-        " | E2E Latency (ms) avg: {} - 50%: {} - 75%: {} - 90%: {} - 95%: {} - 99%: {} - 99.9%: {} - 99.99%: {} - Max: {}";
+        " | Prod Latency (ms) avg: {} - min: {} - 50%: {} - 75%: {} - 90%: {} - 95%: {} - 99%: {} - 99.9%: {} - 99.99%: {} - max: {}" +
+        " | E2E Latency (ms) avg: {} - min: {} - 50%: {} - 75%: {} - 90%: {} - 95%: {} - 99%: {} - 99.9%: {} - 99.99%: {} - max: {}";
 
     private static final Logger LOGGER = LoggerFactory.getLogger(StatsCollector.class);
 
@@ -159,6 +159,7 @@ public static class Result {
         public final List<Double> consumeThroughputBps = new ArrayList<>();
         public final List<Long> backlog = new ArrayList<>();
         public final List<Double> produceLatencyMeanMicros = new ArrayList<>();
+        public final List<Double> produceLatencyMinMicros = new ArrayList<>();
         public final List<Double> produceLatency50thMicros = new ArrayList<>();
         public final List<Double> produceLatency75thMicros = new ArrayList<>();
         public final List<Double> produceLatency90thMicros = new ArrayList<>();
@@ -169,6 +170,7 @@ public static class Result {
         public final List<Double> produceLatencyMaxMicros = new ArrayList<>();
         public Map<Double, Long> produceLatencyQuantilesMicros;
         public final List<Double> endToEndLatencyMeanMicros = new ArrayList<>();
+        public final List<Double> endToEndLatencyMinMicros = new ArrayList<>();
         public final List<Double> endToEndLatency50thMicros = new ArrayList<>();
         public final List<Double> endToEndLatency75thMicros = new ArrayList<>();
         public final List<Double> endToEndLatency90thMicros = new ArrayList<>();
@@ -193,6 +195,7 @@ private void update(PeriodResult periodResult, double elapsedTotal) {
             this.consumeThroughputBps.add(periodResult.consumeThroughputBps);
             this.backlog.add(periodResult.backlog);
             this.produceLatencyMeanMicros.add(periodResult.produceLatencyMeanMicros);
+            this.produceLatencyMinMicros.add(periodResult.produceLatencyMinMicros);
             this.produceLatency50thMicros.add(periodResult.produceLatency50thMicros);
             this.produceLatency75thMicros.add(periodResult.produceLatency75thMicros);
             this.produceLatency90thMicros.add(periodResult.produceLatency90thMicros);
@@ -202,6 +205,7 @@ private void update(PeriodResult periodResult, double elapsedTotal) {
             this.produceLatency9999thMicros.add(periodResult.produceLatency9999thMicros);
             this.produceLatencyMaxMicros.add(periodResult.produceLatencyMaxMicros);
             this.endToEndLatencyMeanMicros.add(periodResult.endToEndLatencyMeanMicros);
+            this.endToEndLatencyMinMicros.add(periodResult.endToEndLatencyMinMicros);
             this.endToEndLatency50thMicros.add(periodResult.endToEndLatency50thMicros);
             this.endToEndLatency75thMicros.add(periodResult.endToEndLatency75thMicros);
             this.endToEndLatency90thMicros.add(periodResult.endToEndLatency90thMicros);
@@ -256,6 +260,7 @@ private static class PeriodResult {
         private final double consumeThroughputBps;
         private final long backlog;
         private final double produceLatencyMeanMicros;
+        private final double produceLatencyMinMicros;
         private final double produceLatency50thMicros;
         private final double produceLatency75thMicros;
         private final double produceLatency90thMicros;
@@ -265,6 +270,7 @@ private static class PeriodResult {
         private final double produceLatency9999thMicros;
         private final double produceLatencyMaxMicros;
         private final double endToEndLatencyMeanMicros;
+        private final double endToEndLatencyMinMicros;
         private final double endToEndLatency50thMicros;
         private final double endToEndLatency75thMicros;
         private final double endToEndLatency90thMicros;
@@ -285,6 +291,7 @@ private PeriodResult(CpuMonitor cpu, PeriodStats stats, double elapsed, int read
             this.consumeThroughputBps = stats.bytesReceived / elapsed;
             this.backlog = Math.max(0, readWriteRatio * stats.totalMessagesSent - stats.totalMessagesReceived);
             this.produceLatencyMeanMicros = stats.sendLatencyMicros.getMean();
+            this.produceLatencyMinMicros = stats.sendLatencyMicros.getMinValue();
             this.produceLatency50thMicros = stats.sendLatencyMicros.getValueAtPercentile(50);
             this.produceLatency75thMicros = stats.sendLatencyMicros.getValueAtPercentile(75);
             this.produceLatency90thMicros = stats.sendLatencyMicros.getValueAtPercentile(90);
@@ -294,6 +301,7 @@ private PeriodResult(CpuMonitor cpu, PeriodStats stats, double elapsed, int read
             this.produceLatency9999thMicros = stats.sendLatencyMicros.getValueAtPercentile(99.99);
             this.produceLatencyMaxMicros = stats.sendLatencyMicros.getMaxValue();
             this.endToEndLatencyMeanMicros = stats.endToEndLatencyMicros.getMean();
+            this.endToEndLatencyMinMicros = stats.endToEndLatencyMicros.getMinValue();
             this.endToEndLatency50thMicros = stats.endToEndLatencyMicros.getValueAtPercentile(50);
             this.endToEndLatency75thMicros = stats.endToEndLatencyMicros.getValueAtPercentile(75);
             this.endToEndLatency90thMicros = stats.endToEndLatencyMicros.getValueAtPercentile(90);
@@ -317,11 +325,13 @@ private void logIt(double elapsedTotal) {
                 THROUGHPUT_FORMAT.format(consumeThroughputBps / BYTES_PER_MB),
                 COUNT_FORMAT.format(backlog / 1_000.0),
                 LATENCY_FORMAT.format(produceLatencyMeanMicros / MICROS_PER_MILLI),
+                LATENCY_FORMAT.format(produceLatencyMinMicros / MICROS_PER_MILLI),
                 LATENCY_FORMAT.format(produceLatency50thMicros / MICROS_PER_MILLI),
                 LATENCY_FORMAT.format(produceLatency99thMicros / MICROS_PER_MILLI),
                 LATENCY_FORMAT.format(produceLatency999thMicros / MICROS_PER_MILLI),
                 LATENCY_FORMAT.format(produceLatencyMaxMicros / MICROS_PER_MILLI),
                 LATENCY_FORMAT.format(endToEndLatencyMeanMicros / MICROS_PER_MILLI),
+                LATENCY_FORMAT.format(endToEndLatencyMinMicros / MICROS_PER_MILLI),
                 LATENCY_FORMAT.format(endToEndLatency50thMicros / MICROS_PER_MILLI),
                 LATENCY_FORMAT.format(endToEndLatency99thMicros / MICROS_PER_MILLI),
                 LATENCY_FORMAT.format(endToEndLatency999thMicros / MICROS_PER_MILLI),
@@ -341,6 +351,7 @@ private static class CumulativeResult {
         private final double consumeCountTotal;
         private final double consumeSizeTotalBytes;
         private final double produceLatencyMeanTotalMicros;
+        private final double produceLatencyMinTotalMicros;
         private final double produceLatency50thTotalMicros;
         private final double produceLatency75thTotalMicros;
         private final double produceLatency90thTotalMicros;
@@ -351,6 +362,7 @@ private static class CumulativeResult {
         private final double produceLatencyMaxTotalMicros;
         public final Map<Double, Long> produceLatencyQuantilesMicros = new TreeMap<>();
         private final double endToEndLatencyMeanTotalMicros;
+        private final double endToEndLatencyMinTotalMicros;
         private final double endToEndLatency50thTotalMicros;
         private final double endToEndLatency75thTotalMicros;
         private final double endToEndLatency90thTotalMicros;
@@ -372,6 +384,7 @@ private CumulativeResult(CumulativeStats stats, double elapsedTotal) {
             consumeCountTotal = stats.totalMessagesReceived;
             consumeSizeTotalBytes = stats.totalBytesReceived;
             produceLatencyMeanTotalMicros = stats.totalSendLatencyMicros.getMean();
+            produceLatencyMinTotalMicros = stats.totalSendLatencyMicros.getMinValue();
             produceLatency50thTotalMicros = stats.totalSendLatencyMicros.getValueAtPercentile(50);
             produceLatency75thTotalMicros = stats.totalSendLatencyMicros.getValueAtPercentile(75);
             produceLatency90thTotalMicros = stats.totalSendLatencyMicros.getValueAtPercentile(90);
@@ -384,6 +397,7 @@ private CumulativeResult(CumulativeStats stats, double elapsedTotal) {
                 value -> produceLatencyQuantilesMicros.put(value.getPercentile(), value.getValueIteratedTo())
             );
             endToEndLatencyMeanTotalMicros = stats.totalEndToEndLatencyMicros.getMean();
+            endToEndLatencyMinTotalMicros = stats.totalEndToEndLatencyMicros.getMinValue();
             endToEndLatency50thTotalMicros = stats.totalEndToEndLatencyMicros.getValueAtPercentile(50);
             endToEndLatency75thTotalMicros = stats.totalEndToEndLatencyMicros.getValueAtPercentile(75);
             endToEndLatency90thTotalMicros = stats.totalEndToEndLatencyMicros.getValueAtPercentile(90);
@@ -409,6 +423,7 @@ private void logIt() {
                 COUNT_FORMAT.format(consumeCountTotal / 1_000_000.0),
                 COUNT_FORMAT.format(consumeSizeTotalBytes / BYTES_PER_GB),
                 LATENCY_FORMAT.format(produceLatencyMeanTotalMicros / MICROS_PER_MILLI),
+                LATENCY_FORMAT.format(produceLatencyMinTotalMicros / MICROS_PER_MILLI),
                 LATENCY_FORMAT.format(produceLatency50thTotalMicros / MICROS_PER_MILLI),
                 LATENCY_FORMAT.format(produceLatency75thTotalMicros / MICROS_PER_MILLI),
                 LATENCY_FORMAT.format(produceLatency90thTotalMicros / MICROS_PER_MILLI),
@@ -418,6 +433,7 @@ private void logIt() {
                 LATENCY_FORMAT.format(produceLatency9999thTotalMicros / MICROS_PER_MILLI),
                 LATENCY_FORMAT.format(produceLatencyMaxTotalMicros / MICROS_PER_MILLI),
                 LATENCY_FORMAT.format(endToEndLatencyMeanTotalMicros / MICROS_PER_MILLI),
+                LATENCY_FORMAT.format(endToEndLatencyMinTotalMicros / MICROS_PER_MILLI),
                 LATENCY_FORMAT.format(endToEndLatency50thTotalMicros / MICROS_PER_MILLI),
                 LATENCY_FORMAT.format(endToEndLatency75thTotalMicros / MICROS_PER_MILLI),
                 LATENCY_FORMAT.format(endToEndLatency90thTotalMicros / MICROS_PER_MILLI),