Merge pull request #884 from Shopify/remove_throughput_duration_graphs

Remove Throughput and Duration Graphs

Author: Aguasvivas22

.github/workflows/automated-experiment-result-checker.yml

@@ -30,14 +30,14 @@ jobs:
 
           # TODO: Include lower bound windup experiment once we have a way to make it run in a reasonable time.
           # Find all PNGs and CSV files, excluding those with "windup" in their filename
-          mapfile -t all_pngs < <(find experiments/results/main_graphs experiments/results/throughput_graphs experiments/results/duration_graphs -type f -name '*.png' ! -name '*windup*.png' | sort)
+          mapfile -t all_pngs < <(find experiments/results/main_graphs -type f -name '*.png' ! -name '*windup*.png' | sort)
           mapfile -t all_csvs < <(find experiments/results/csv -type f -name '*.csv' ! -name '*windup*.csv' 2>/dev/null | sort)
 
           # Combine all result files
           all_files=("${all_pngs[@]}" "${all_csvs[@]}")
 
           # Find all changed PNGs and CSVs in the latest commit
-          mapfile -t changed_files < <(git diff --name-only --diff-filter=AM HEAD~1..HEAD | grep -E '^experiments/results/(main_graphs|throughput_graphs|duration_graphs)/.*\.png$|^experiments/results/csv/.*\.csv$' | grep -v windup | sort)
+          mapfile -t changed_files < <(git diff --name-only --diff-filter=AM HEAD~1..HEAD | grep -E '^experiments/results/main_graphs/.*\.png$|^experiments/results/csv/.*\.csv$' | grep -v windup | sort)
 
           # Report any files that are not updated in the latest commit
           declare -a not_updated=()

experiments/experiment_helpers.rb

@@ -45,12 +45,8 @@ def initialize(
         @is_adaptive = semian_config[:adaptive_circuit_breaker] == true
         @graph_filename = graph_filename || "#{resource_name}.png"
         @main_results_path = File.join(File.dirname(__FILE__), "results/main_graphs")
-        @duration_results_path = File.join(File.dirname(__FILE__), "results/duration_graphs")
-        @throughput_results_path = File.join(File.dirname(__FILE__), "results/throughput_graphs")
         @csv_results_path = File.join(File.dirname(__FILE__), "results/csv")
         FileUtils.mkdir_p(@main_results_path) unless File.directory?(@main_results_path)
-        FileUtils.mkdir_p(@duration_results_path) unless File.directory?(@duration_results_path)
-        FileUtils.mkdir_p(@throughput_results_path) unless File.directory?(@throughput_results_path)
         FileUtils.mkdir_p(@csv_results_path) unless File.directory?(@csv_results_path)
         @num_threads = num_threads
         @requests_per_second = requests_per_second
@@ -571,20 +567,10 @@ def generate_visualization
           bucket_end = bucket_start + bucket_size
           bucket_data = @outcomes.select { |time, _| time >= bucket_start && time < bucket_end }
 
-          bucket_samples = []
-          @thread_timings.each_value do |thread_data|
-            bucket_samples.concat(thread_data[:samples].select { |s| s[:timestamp] >= bucket_start && s[:timestamp] < bucket_end })
-          end
-
-          sum_request_duration = bucket_samples.sum { |s| s[:duration] }
-          throughput = bucket_samples.size
-
           bucketed_data << {
             success: bucket_data.values.sum { |d| d[:success] },
             circuit_open: bucket_data.values.sum { |d| d[:circuit_open] },
             error: bucket_data.values.sum { |d| d[:error] },
-            sum_request_duration: sum_request_duration,
-            throughput: throughput,
           }
         end
 
@@ -619,38 +605,6 @@ def generate_visualization
         main_graph_path = File.join(@main_results_path, @graph_filename)
         graph.write(main_graph_path)
         puts "Graph saved to #{main_graph_path}"
-
-        # Generate duration graph
-        duration_graph = Gruff::Line.new(1400)
-        duration_graph.title = "#{@graph_title} - Total Request Duration"
-        duration_graph.x_axis_label = "Time (#{bucket_size}-second intervals)"
-        duration_graph.y_axis_label = "Total Request Duration (seconds)"
-        duration_graph.hide_dots = false
-        duration_graph.line_width = 3
-        duration_graph.labels = labels
-
-        duration_graph.data("Total Request Duration", bucketed_data.map { |d| d[:sum_request_duration] })
-
-        duration_filename = @graph_filename.sub(%r{([^/]+)$}, 'duration-\1')
-        duration_graph_path = File.join(@duration_results_path, duration_filename)
-        duration_graph.write(duration_graph_path)
-        puts "Duration graph saved to #{duration_graph_path}"
-
-        # Generate throughput graph
-        throughput_graph = Gruff::Line.new(1400)
-        throughput_graph.title = "#{@graph_title} - Total Request Throughput"
-        throughput_graph.x_axis_label = "Time (#{bucket_size}-second intervals)"
-        throughput_graph.y_axis_label = "Total Request Throughput"
-        throughput_graph.hide_dots = false
-        throughput_graph.line_width = 3
-        throughput_graph.labels = labels
-
-        throughput_graph.data("Total Request Throughput", bucketed_data.map { |d| d[:throughput] })
-
-        throughput_filename = @graph_filename.sub(%r{([^/]+)$}, 'throughput-\1')
-        throughput_graph_path = File.join(@throughput_results_path, throughput_filename)
-        throughput_graph.write(throughput_graph_path)
-        puts "Throughput graph saved to #{throughput_graph_path}"
       end
 
       def add_state_transition_markers(graph, bucketed_data, bucket_size, num_buckets)

experiments/results/csv/gradual_increase_adaptive_pid_controller.csv

@@ -1,61 +1,61 @@
 Window,Thread Count,Error Rate Avg,Error Rate Min,Error Rate Max,Ideal Error Rate,Rejection Rate Avg,Rejection Rate Min,Rejection Rate Max,Integral Avg,Integral Min,Integral Max,Derivative Avg,Derivative Min,Derivative Max,Total Request Time
-1,60,1.15,0.0,5.0,0.91,0.46,0.0,3.54,0.051,0.0,0.3932,0.0001,-0.0005,0.002,608.43
-2,60,1.11,0.0,4.76,0.91,0.54,0.0,3.51,0.0799,0.0,0.3932,-0.0002,-0.0042,0.0013,1208.1
-3,60,1.01,0.0,3.85,0.96,0.51,0.0,2.72,0.104,0.0,0.3932,-0.0001,-0.0034,0.0019,1807.55
-4,60,1.16,0.0,3.7,0.94,0.64,0.0,2.54,0.1327,0.0,0.4178,0.0001,-0.003,0.0024,2407.14
-5,60,1.08,0.0,3.8,0.85,0.63,0.0,2.66,0.1542,0.0,0.4966,-0.0001,-0.0031,0.0022,3008.17
-6,60,0.81,0.0,3.8,0.86,0.46,0.0,3.09,0.159,-0.0194,0.4634,-0.0001,-0.0028,0.0016,3607.76
-7,60,1.35,0.0,5.19,0.89,0.9,0.0,4.14,0.2076,-0.0668,0.7948,0.0004,-0.0017,0.0034,4208.11
-8,60,1.39,0.0,6.15,0.89,0.95,0.0,5.0,0.2224,-0.1035,0.772,-0.0002,-0.0037,0.003,4807.4
-9,60,1.38,0.0,5.49,0.81,0.97,0.0,4.88,0.2397,-0.1035,0.6266,-0.0,-0.005,0.0025,5408.4
-10,60,1.66,0.0,4.88,0.84,1.25,0.0,4.06,0.287,0.0318,0.6827,0.0001,-0.0033,0.0035,6009.22
-11,60,1.3,0.0,4.35,0.76,0.97,0.0,3.3,0.2805,0.0011,0.6094,-0.0003,-0.0041,0.0028,6607.88
-12,60,1.23,0.0,4.88,0.68,0.93,0.0,3.96,0.2787,-0.0291,0.5581,0.0001,-0.0035,0.004,7208.1
-13,60,2.06,0.0,6.98,0.62,1.62,0.0,6.04,0.3424,-0.0462,0.9657,0.0004,-0.0037,0.0034,7807.69
-14,60,2.04,0.0,5.88,0.63,1.64,0.0,4.67,0.3236,-0.052,0.7201,-0.0004,-0.0059,0.0032,8408.29
-15,60,1.76,0.0,5.41,0.57,1.44,0.0,4.58,0.2911,-0.038,0.7666,-0.0002,-0.0039,0.0036,9008.28
-16,60,1.96,0.0,5.41,0.79,1.58,0.0,4.61,0.2963,-0.0289,0.7333,0.0002,-0.0042,0.0029,9608.08
-17,60,1.97,0.0,5.19,0.66,1.59,0.0,4.24,0.2901,-0.0289,0.6453,-0.0001,-0.004,0.0028,10208.63
-18,60,2.09,0.0,6.1,0.67,1.66,0.0,5.2,0.288,-0.0111,0.9271,0.0001,-0.0037,0.0046,10807.15
-19,60,2.43,0.0,6.85,0.9,1.95,0.0,5.91,0.3116,-0.0238,0.735,0.0001,-0.0039,0.0044,11407.57
-20,60,2.46,0.0,6.67,0.98,2.02,0.0,5.17,0.325,-0.0129,0.7353,-0.0001,-0.0043,0.0045,12008.23
-21,60,2.28,0.0,6.58,0.99,1.86,0.0,5.72,0.2919,-0.0725,0.8516,-0.0001,-0.0047,0.0037,12608.14
-22,60,2.35,0.0,7.23,0.96,1.89,0.0,6.44,0.2857,-0.1347,0.9045,0.0001,-0.0061,0.0039,13206.52
-23,60,2.7,0.0,7.23,1.11,2.15,0.0,5.82,0.2849,-0.1498,0.7963,0.0001,-0.0041,0.0035,13807.84
-24,60,2.64,0.0,8.14,1.17,2.11,0.0,6.29,0.2866,-0.0669,0.8373,-0.0002,-0.0036,0.0031,14407.52
-25,60,2.83,0.0,7.95,1.19,2.27,0.0,6.88,0.2926,-0.1078,0.9933,0.0001,-0.0053,0.0052,15008.63
-26,60,3.01,0.0,9.78,0.96,2.42,0.0,7.76,0.2959,-0.1293,0.9722,0.0,-0.0063,0.0053,15607.64
-27,60,3.28,0.0,7.59,1.05,2.64,0.0,6.8,0.2994,-0.0858,0.9526,0.0,-0.0079,0.0039,16207.93
-28,60,3.14,0.0,7.23,1.05,2.49,0.0,6.53,0.2538,-0.1087,0.862,-0.0002,-0.0048,0.0071,16806.88
-29,60,2.81,0.0,7.14,0.95,2.16,0.0,5.56,0.2147,-0.1251,0.7833,-0.0001,-0.0046,0.0038,17408.37
-30,60,3.53,0.0,7.14,1.0,2.7,0.0,5.84,0.2688,-0.2656,0.9163,0.0005,-0.0055,0.0042,18007.31
-31,60,3.07,0.0,8.24,1.06,2.33,0.0,6.77,0.2156,-0.2154,0.6836,-0.0005,-0.0047,0.0037,18607.66
-32,60,3.41,0.0,8.54,1.08,2.53,0.0,6.75,0.216,-0.1798,0.9068,0.0003,-0.0051,0.0056,19207.32
-33,60,3.45,0.0,8.54,1.09,2.55,0.0,7.52,0.2085,-0.2145,0.7298,-0.0001,-0.005,0.004,19805.94
-34,60,3.74,0.0,10.34,1.11,2.78,0.0,9.07,0.213,-0.211,1.147,0.0001,-0.0053,0.0051,20407.93
-35,60,3.73,0.0,8.99,1.23,2.75,0.0,7.56,0.1969,-0.1927,0.8806,-0.0001,-0.007,0.0053,21007.23
-36,60,2.81,0.0,7.78,1.25,1.96,0.0,6.81,0.1156,-0.2494,0.756,-0.0004,-0.0054,0.0044,21608.42
-37,60,3.58,0.0,9.64,1.35,2.49,0.0,8.56,0.164,-0.2751,0.9296,0.0008,-0.0047,0.0048,22206.28
-38,60,3.51,0.0,12.5,1.39,2.41,0.0,10.2,0.1715,-0.3184,1.129,-0.0003,-0.0053,0.0063,22808.14
-39,60,4.02,0.0,9.41,1.46,2.83,0.0,7.56,0.2058,-0.2584,0.7405,0.0003,-0.0102,0.0041,23408.03
-40,60,3.81,0.0,9.09,1.44,2.68,0.0,7.33,0.1912,-0.2616,0.8804,-0.0003,-0.006,0.0057,24008.47
-41,60,3.85,0.0,9.64,1.54,2.68,0.0,7.45,0.1704,-0.314,0.743,0.0001,-0.0058,0.0057,24607.61
-42,60,4.22,0.0,9.41,1.61,2.94,0.0,7.09,0.1836,-0.2104,0.824,0.0002,-0.006,0.0051,25208.44
-43,60,4.77,1.2,12.79,1.68,3.4,0.0,10.53,0.2196,-0.2209,0.9607,0.0001,-0.0058,0.0046,25806.83
-44,60,4.38,0.0,8.14,1.79,3.09,0.0,6.61,0.1672,-0.2456,0.6874,-0.0004,-0.0076,0.0045,26407.99
-45,60,4.73,0.0,10.0,1.86,3.32,0.0,8.18,0.189,-0.2623,0.8466,0.0003,-0.0041,0.0056,27006.0
-46,60,4.5,0.0,14.46,1.92,3.09,0.0,12.5,0.1531,-0.2962,1.0917,-0.0002,-0.0054,0.0042,27605.49
-47,60,4.25,0.0,10.71,1.98,2.89,0.0,8.42,0.1433,-0.2712,0.8898,-0.0,-0.0091,0.0053,28207.03
-48,60,3.93,0.0,10.0,2.08,2.51,0.0,8.39,0.0977,-0.3188,0.773,-0.0001,-0.0084,0.0063,28807.67
-49,60,4.77,0.0,11.76,2.11,3.13,0.0,8.8,0.1634,-0.4134,1.3621,0.0006,-0.0073,0.0076,29405.61
-50,60,5.27,0.0,11.36,2.2,3.61,0.0,9.39,0.2268,-0.3567,1.0941,-0.0001,-0.0082,0.006,30006.51
-51,60,5.25,0.0,10.53,2.12,3.67,0.0,9.02,0.2268,-0.3007,1.0931,-0.0003,-0.0062,0.005,30606.63
-52,60,4.8,0.0,11.84,1.91,3.28,0.0,9.65,0.1874,-0.3058,1.0694,-0.0003,-0.0069,0.0062,31205.35
-53,60,5.02,0.0,12.5,1.85,3.4,0.0,11.01,0.1887,-0.2873,1.0977,0.0003,-0.0073,0.0066,31808.4
-54,60,5.06,1.2,12.68,1.9,3.33,0.0,10.09,0.1648,-0.4021,1.093,-0.0001,-0.0071,0.005,32406.87
-55,60,0.96,0.0,3.95,1.91,0.36,0.0,2.31,0.033,-0.4601,0.6529,-0.002,-0.0093,0.0033,33005.76
-56,60,0.92,0.0,3.9,1.87,0.21,0.0,2.31,0.0349,-0.4601,0.6529,0.0015,-0.0021,0.0046,33605.86
-57,60,0.9,0.0,3.75,1.79,0.11,0.0,1.73,0.0387,-0.4021,0.6323,0.0001,-0.003,0.0019,34206.41
-58,60,0.72,0.0,3.61,1.75,0.14,0.0,2.55,0.0454,-0.4021,0.7835,0.0,-0.002,0.0013,34805.54
-59,60,0.76,0.0,2.78,1.63,0.08,0.0,1.55,0.0409,-0.4021,0.5135,0.0,-0.0021,0.001,35406.69
-60,60,0.83,0.0,2.7,1.65,0.17,0.0,1.95,0.0505,-0.4021,0.5233,0.0001,-0.001,0.0013,36001.33
+1,60,0.81,0.0,4.49,0.91,0.26,0.0,3.09,0.0292,0.0,0.3435,-0.0001,-0.0005,0.0017,609.72
+2,60,1.08,0.0,5.32,1.04,0.47,0.0,3.95,0.0571,0.0,0.4339,0.0,-0.0027,0.0026,1209.66
+3,60,0.92,0.0,4.21,1.0,0.44,0.0,3.12,0.0698,-0.0028,0.4341,-0.0002,-0.0044,0.0026,1809.88
+4,60,0.87,0.0,3.26,1.08,0.38,0.0,2.14,0.0737,-0.0424,0.4197,0.0,-0.0031,0.0021,2409.77
+5,60,0.95,0.0,4.17,1.08,0.41,0.0,3.08,0.0888,-0.0424,0.647,0.0001,-0.0026,0.0017,3009.69
+6,60,1.04,0.0,3.16,0.94,0.52,0.0,2.21,0.1049,-0.0424,0.3129,0.0,-0.0029,0.0016,3609.07
+7,60,1.68,0.0,7.22,0.72,1.11,0.0,5.79,0.1778,-0.0229,0.6994,0.0003,-0.0026,0.003,4208.43
+8,60,1.8,0.0,6.25,0.74,1.2,0.0,4.72,0.1844,-0.0164,0.5312,-0.0002,-0.0053,0.0031,4810.04
+9,60,1.28,0.0,5.15,0.77,0.84,0.0,4.09,0.1587,-0.0463,0.5167,-0.0003,-0.0044,0.0032,5409.84
+10,60,1.14,0.0,4.3,0.96,0.69,0.0,3.8,0.1499,-0.0742,0.5883,0.0001,-0.0037,0.0027,6009.56
+11,60,1.49,0.0,7.53,0.72,0.95,0.0,6.37,0.1784,-0.0507,0.9297,0.0002,-0.0026,0.0037,6609.18
+12,60,1.54,0.0,5.62,0.7,0.98,0.0,4.42,0.1714,-0.0832,0.6515,-0.0001,-0.0069,0.0024,7209.01
+13,60,2.15,0.0,6.19,0.74,1.51,0.0,5.24,0.227,-0.0899,0.6576,0.0003,-0.0047,0.0047,7809.05
+14,60,2.07,0.0,6.32,0.67,1.51,0.0,4.75,0.2114,-0.0899,0.5886,-0.0003,-0.0051,0.0038,8409.49
+15,60,1.73,0.0,4.3,0.71,1.25,0.0,3.75,0.1819,-0.0899,0.5716,-0.0002,-0.0049,0.0023,9009.03
+16,60,1.95,0.0,5.21,0.72,1.36,0.0,4.03,0.186,-0.0835,0.6447,0.0002,-0.0027,0.003,9609.23
+17,60,1.87,0.0,5.43,0.75,1.32,0.0,4.21,0.1915,-0.0866,0.7302,-0.0001,-0.0031,0.003,10209.94
+18,60,1.63,0.0,6.25,0.68,1.1,0.0,5.12,0.1828,-0.0846,0.7282,-0.0001,-0.0042,0.0032,10809.22
+19,60,2.51,0.0,5.43,0.61,1.84,0.0,4.66,0.2485,-0.1079,0.6318,0.0005,-0.0033,0.0037,11409.62
+20,60,2.68,0.0,7.29,0.66,2.05,0.0,6.04,0.2767,-0.0683,0.714,-0.0003,-0.0045,0.003,12009.49
+21,60,2.56,0.0,6.59,0.68,1.98,0.0,5.47,0.2497,-0.112,0.7896,-0.0002,-0.0057,0.0035,12609.0
+22,60,2.39,0.0,6.59,0.71,1.8,0.0,5.31,0.2181,-0.0847,0.6855,-0.0001,-0.0035,0.0033,13209.17
+23,60,2.58,0.0,8.42,0.73,1.93,0.0,7.23,0.2206,-0.1177,0.8838,0.0002,-0.0043,0.0041,13809.36
+24,60,2.48,0.0,5.26,0.76,1.78,0.0,4.67,0.1808,-0.1253,0.5438,-0.0001,-0.0063,0.0031,14409.12
+25,60,2.93,0.0,6.45,0.8,2.12,0.0,4.93,0.2076,-0.1359,0.6356,0.0003,-0.0034,0.0032,15009.17
+26,60,2.63,0.0,7.45,1.35,1.87,0.0,6.36,0.1709,-0.1346,0.7225,-0.0003,-0.0045,0.0034,15609.1
+27,60,2.99,0.0,9.0,1.32,2.15,0.0,7.51,0.1988,-0.1452,0.7303,0.0003,-0.0042,0.0038,16209.21
+28,60,2.99,0.0,8.33,0.9,2.15,0.0,7.14,0.1922,-0.1761,0.8243,-0.0001,-0.0046,0.0031,16809.06
+29,60,3.36,1.05,8.25,0.92,2.44,0.0,6.54,0.2008,-0.1761,0.7688,0.0002,-0.0048,0.0057,17409.19
+30,60,2.88,0.0,6.19,0.98,2.02,0.0,5.09,0.1533,-0.1453,0.6176,-0.0004,-0.006,0.0029,18009.23
+31,60,3.75,0.0,8.33,1.05,2.7,0.0,6.88,0.2194,-0.1864,0.9849,0.0006,-0.0028,0.0052,18608.34
+32,60,3.62,0.0,8.08,1.06,2.62,0.0,7.01,0.2037,-0.1496,1.1293,-0.0004,-0.0056,0.0044,19208.44
+33,60,3.55,0.0,9.18,1.09,2.55,0.0,7.86,0.1886,-0.2437,0.735,-0.0,-0.005,0.0041,19809.01
+34,60,3.71,0.0,11.11,1.08,2.64,0.0,9.39,0.1845,-0.1724,0.9398,0.0001,-0.0054,0.0047,20408.61
+35,60,3.29,0.0,8.25,1.33,2.22,0.0,6.57,0.1204,-0.2248,0.6878,-0.0003,-0.0075,0.0055,21008.98
+36,60,3.1,0.0,9.09,1.36,2.0,0.0,7.17,0.1061,-0.1794,0.8441,0.0001,-0.0048,0.0049,21608.73
+37,60,3.16,0.0,7.37,1.41,1.99,0.0,5.92,0.1053,-0.254,0.6755,0.0001,-0.0074,0.0048,22209.7
+38,60,3.88,0.0,8.42,1.25,2.56,0.0,6.43,0.1634,-0.2135,0.6095,0.0003,-0.0046,0.0048,22808.78
+39,60,3.58,0.0,8.16,1.28,2.37,0.0,6.38,0.1351,-0.2426,0.7406,-0.0004,-0.0043,0.0037,23408.79
+40,60,3.94,0.0,7.61,1.33,2.62,0.0,5.8,0.1505,-0.1957,0.7279,0.0003,-0.0044,0.0041,24009.02
+41,60,4.02,0.0,9.47,1.38,2.7,0.0,7.51,0.1518,-0.2418,0.6421,-0.0001,-0.0049,0.0038,24608.48
+42,60,3.68,0.0,8.25,1.41,2.39,0.0,6.42,0.1233,-0.2392,0.6249,-0.0002,-0.0067,0.0051,25208.67
+43,60,4.65,1.09,10.2,1.54,3.14,0.0,8.23,0.1934,-0.2557,1.0841,0.0006,-0.0038,0.0068,25809.11
+44,60,4.37,1.08,10.1,2.11,2.93,0.0,7.35,0.1612,-0.2989,0.8306,-0.0005,-0.0059,0.0057,26409.13
+45,60,4.87,1.08,10.53,2.21,3.35,0.0,8.14,0.1941,-0.3096,0.7546,0.0003,-0.006,0.0057,27008.5
+46,60,4.91,0.0,11.46,2.25,3.41,0.0,9.76,0.1933,-0.1967,0.8712,-0.0002,-0.0071,0.0046,27608.71
+47,60,4.57,1.05,14.43,2.3,3.06,0.0,11.61,0.1365,-0.3182,1.2374,-0.0002,-0.007,0.0072,28208.3
+48,60,4.54,0.0,10.2,2.41,3.0,0.0,8.48,0.1254,-0.3182,0.738,0.0001,-0.0104,0.0063,28808.34
+49,60,4.74,1.06,9.47,2.44,3.07,0.0,7.0,0.1257,-0.2508,0.7969,0.0001,-0.0058,0.0055,29408.51
+50,60,4.52,1.04,8.25,2.52,2.81,0.0,6.01,0.0884,-0.4532,0.5263,-0.0002,-0.0054,0.0041,30008.36
+51,60,5.43,1.09,12.12,2.49,3.54,0.0,9.37,0.1586,-0.3725,0.8504,0.0006,-0.0035,0.0055,30608.78
+52,60,4.75,1.09,10.31,1.81,2.98,0.0,8.03,0.1004,-0.3936,0.5851,-0.0007,-0.0078,0.005,31208.59
+53,60,4.64,0.0,9.28,2.1,2.92,0.0,6.88,0.1191,-0.2754,0.6569,0.0002,-0.0052,0.0057,31808.18
+54,60,4.89,0.0,11.11,2.13,3.0,0.0,9.3,0.129,-0.3336,0.864,0.0001,-0.0049,0.0059,32408.41
+55,60,1.05,0.0,3.26,1.92,0.24,0.0,2.08,0.0099,-0.3375,0.7012,-0.0019,-0.007,0.0032,33007.69
+56,60,1.0,0.0,4.35,1.93,0.26,0.0,2.48,0.0268,-0.3375,0.7507,0.0014,-0.0008,0.0058,33607.95
+57,60,0.73,0.0,4.44,1.74,0.1,0.0,2.56,0.033,-0.3375,0.6204,-0.0001,-0.003,0.0022,34208.33
+58,60,0.84,0.0,3.26,1.58,0.12,0.0,1.86,0.0408,-0.3375,0.5386,0.0002,-0.0034,0.0018,34808.04
+59,60,1.05,0.0,5.26,1.43,0.23,0.0,2.98,0.0521,-0.3167,0.586,0.0001,-0.0015,0.0016,35407.96
+60,55,1.11,0.0,4.35,1.44,0.29,0.0,2.78,0.0952,-0.3061,0.586,0.0,-0.0035,0.0018,36002.48

experiments/results/csv/gradual_increase_adaptive_time_analysis.csv

@@ -1,11 +1,11 @@
 Time Range,Total Requests,Success,Errors,Error %,Rejected,Rejected %,Target Error Rate %
-0-60s,27869,27447,297,1.07,125,0.45,1.0
-60-120s,28462,27812,394,1.38,256,0.9,1.5
-120-180s,28751,27771,563,1.96,417,1.45,2.0
-180-240s,28880,27596,707,2.45,577,2.0,2.5
-240-300s,29302,27713,885,3.02,704,2.4,3.0
-300-360s,29333,27600,982,3.35,751,2.56,3.5
-360-420s,29267,27475,1097,3.75,695,2.37,4.0
-420-480s,29655,27451,1284,4.33,920,3.1,4.5
-480-540s,29039,26614,1427,4.91,998,3.44,5.0
-540-600s,27721,27236,248,0.89,237,0.85,1.0
+0-60s,32683,32264,309,0.95,110,0.34,1.0
+60-120s,33374,32564,494,1.48,316,0.95,1.5
+120-180s,33710,32604,636,1.89,470,1.39,2.0
+180-240s,34006,32558,852,2.51,596,1.75,2.5
+240-300s,34290,32584,990,2.89,716,2.09,3.0
+300-360s,34476,32412,1192,3.46,872,2.53,3.5
+360-420s,34384,32333,1248,3.63,803,2.34,4.0
+420-480s,34752,32112,1566,4.51,1074,3.09,4.5
+480-540s,34755,32083,1650,4.75,1022,2.94,5.0
+540-600s,33118,32521,328,0.99,269,0.81,1.0

experiments/results/csv/gradual_increase_time_analysis.csv

@@ -1,11 +1,11 @@
 Time Range,Total Requests,Success,Errors,Error %,Rejected,Rejected %,Target Error Rate %
-0-60s,34029,34029,0,0.0,0,0.0,0.0
-60-120s,239636,21149,321,0.13,218166,91.04,1.5
-120-180s,137004,16881,334,0.24,119789,87.43,2.0
-180-240s,138916,15348,366,0.26,123202,88.69,2.5
-240-300s,139550,12993,404,0.29,126153,90.4,3.0
-300-360s,138927,12114,404,0.29,126409,90.99,3.5
-360-420s,138982,10570,454,0.33,127958,92.07,4.0
-420-480s,134916,9866,433,0.32,124617,92.37,4.5
-480-540s,99929,9211,459,0.46,90259,90.32,5.0
-540-600s,54660,29856,6,0.01,24798,45.37,0.0
+0-60s,5157,5157,0,0.0,0,0.0,0.0
+60-120s,270170,5229,82,0.03,264859,98.03,1.5
+120-180s,134832,4918,98,0.07,129816,96.28,2.0
+180-240s,144469,4796,133,0.09,139540,96.59,2.5
+240-300s,139560,4542,154,0.11,134864,96.64,3.0
+300-360s,139332,4268,176,0.13,134888,96.81,3.5
+360-420s,139381,4073,180,0.13,135128,96.95,4.0
+420-480s,135041,4207,213,0.16,130621,96.73,4.5
+480-540s,133223,4125,198,0.15,128900,96.76,5.0
+540-600s,38721,4783,6,0.02,33932,87.63,0.0