Extensions for volume testing

examples/riakc_nhs.config

@@ -0,0 +1,46 @@
+{mode, max}.
+
+{duration, 1440}.
+{report_interval, 10}.
+
+{node_name, testnode1}.
+
+{concurrent, 100}.
+
+{driver, basho_bench_driver_nhs}.
+
+%% Ignored by alwaysget and unique operations
+{key_generator, {eightytwenty_int, 100000000}}.
+
+{value_generator, {semi_compressible, 5000, 3000, 5, 0.2}}.
+
+%% For alwaysget operations what is:
+%% - the maximum number of keys per worker (max number of keys = this * concurrent)
+%% - whether the inserts should be in key_order, or whether the order should be skewed by a 1 byte hash at the head of the key
+{alwaysget, {600000, 1, skew_order}}.
+
+{pb_ips, [{127,0,0,1}]}.
+{http_ips, [{127,0,0,1}]}.
+
+{riakc_pb_replies, 1}.
+
+{operations, [{alwaysget_pb, 612}, {alwaysget_updatewith2i, 192}, 
+                {put_unique, 64}, {get_unique, 128}, 
+                {postcodequery_http, 3}, {dobquery_http, 1}]}.
+
+%% Use {auto_reconnect, false} to get "old" behavior (prior to April 2013).
+%% See deps/riakc/src/riakc_pb_socket.erl for all valid socket options.
+{pb_connect_options, [{auto_reconnect, true}]}.
+
+%% Overrides for the PB client's default 60 second timeout, on a
+%% per-type-of-operation basis.  All timeout units are specified in
+%% milliseconds.  The pb_timeout_general config item provides a
+%% default timeout if the read/write/listkeys/mapreduce timeout is not
+%% specified.
+
+{pb_timeout_general, 60000}.
+{pb_timeout_read, 10000}.
+{pb_timeout_write, 10000}.
+{pb_timeout_listkeys, 60000}.
+%% The general timeout will be used because this specific item is commented:
+%% {pb_timeout_mapreduce, 50000}.

examples/riakc_nhs_clinicals.config

@@ -0,0 +1,46 @@
+{mode, max}.
+
+{duration, 1440}.
+{report_interval, 10}.
+
+{node_name, testnode1}.
+
+{concurrent, 100}.
+
+{driver, basho_bench_driver_nhs}.
+
+%% Ignored by alwaysget and unique operations
+{key_generator, {eightytwenty_int, 100000000}}.
+
+{value_generator, {semi_compressible, 80000, 20000, 2, 0.1}}.
+
+%% For alwaysget operations what is:
+%% - the maximum number of keys per worker (max number of keys = this * concurrent)
+%% - whether the inserts should be in key_order
+{alwaysget, {400000, 120000, skew_order}}.
+{unique, {7000, skew_order}}.
+
+{pb_ips, [{127,0,0,1}]}.
+{http_ips, [{127,0,0,1}]}.
+
+{riakc_pb_replies, 1}.
+
+{operations, [{alwaysget_pb, 700}, {alwaysget_updatewith2i, 120}, 
+                {put_unique, 70}, {get_unique, 110}]}.
+
+%% Use {auto_reconnect, false} to get "old" behavior (prior to April 2013).
+%% See deps/riakc/src/riakc_pb_socket.erl for all valid socket options.
+{pb_connect_options, [{auto_reconnect, true}]}.
+
+%% Overrides for the PB client's default 60 second timeout, on a
+%% per-type-of-operation basis.  All timeout units are specified in
+%% milliseconds.  The pb_timeout_general config item provides a
+%% default timeout if the read/write/listkeys/mapreduce timeout is not
+%% specified.
+
+{pb_timeout_general, 60000}.
+{pb_timeout_read, 10000}.
+{pb_timeout_write, 10000}.
+{pb_timeout_listkeys, 60000}.
+%% The general timeout will be used because this specific item is commented:
+%% {pb_timeout_mapreduce, 50000}.

examples/riakc_nhs_general.config

@@ -0,0 +1,48 @@
+{mode, max}.
+
+{duration, 1440}.
+
+{report_interval, 10}.
+
+{node_name, testnode1}.
+
+{concurrent, 100}.
+
+{driver, basho_bench_driver_nhs}.
+
+%% Ignored by alwaysget and unique operations
+{key_generator, {eightytwenty_int, 100000000}}.
+
+{value_generator, {semi_compressible, 8000, 2000, 10, 0.2}}.
+
+%% For alwaysget operations what is:
+%% - the maximum number of keys per worker (max number of keys = this * concurrent)
+%% - whether the inserts should be in key_order
+{alwaysget, {240000, 100000, skew_order}}.
+{unique, {8000, skew_order}}.
+
+{pb_ips, [{127,0,0,1}]}.
+{http_ips, [{127,0,0,1}]}.
+
+{riakc_pb_replies, 1}.
+
+{operations, [{alwaysget_pb, 651}, {alwaysget_updatewith2i, 120}, 
+                {put_unique, 95}, {get_unique, 130},
+                {postcodequery_http, 3}, {dobquery_http, 1}]}.
+
+%% Use {auto_reconnect, false} to get "old" behavior (prior to April 2013).
+%% See deps/riakc/src/riakc_pb_socket.erl for all valid socket options.
+{pb_connect_options, [{auto_reconnect, true}]}.
+
+%% Overrides for the PB client's default 60 second timeout, on a
+%% per-type-of-operation basis.  All timeout units are specified in
+%% milliseconds.  The pb_timeout_general config item provides a
+%% default timeout if the read/write/listkeys/mapreduce timeout is not
+%% specified.
+
+{pb_timeout_general, 60000}.
+{pb_timeout_read, 10000}.
+{pb_timeout_write, 10000}.
+{pb_timeout_listkeys, 60000}.
+%% The general timeout will be used because this specific item is commented:
+%% {pb_timeout_mapreduce, 50000}.

examples/riakc_nhs_passive.config

@@ -0,0 +1,48 @@
+{mode, {rate, 10}}.
+
+{duration, 1440}.
+
+{report_interval, 10}.
+
+{node_name, testnode1}.
+
+{concurrent, 10}.
+
+{driver, basho_bench_driver_nhs}.
+
+%% Ignored by alwaysget and unique operations
+{key_generator, {eightytwenty_int, 100000000}}.
+
+{value_generator, {semi_compressible, 8000, 2000, 10, 0.2}}.
+
+%% For alwaysget operations what is:
+%% - the maximum number of keys per worker (max number of keys = this * concurrent)
+%% - whether the inserts should be in key_order
+{alwaysget, {240000, 100000, skew_order}}.
+{unique, {8000, skew_order}}.
+
+{pb_ips, [{127,0,0,1}]}.
+{http_ips, [{127,0,0,1}]}.
+
+{riakc_pb_replies, 1}.
+
+{operations, [{alwaysget_pb, 4}, {alwaysget_updatewith2i, 600}, 
+                {put_unique, 390}, {get_unique, 4},
+                {postcodequery_http, 1}, {dobquery_http, 1}]}.
+
+%% Use {auto_reconnect, false} to get "old" behavior (prior to April 2013).
+%% See deps/riakc/src/riakc_pb_socket.erl for all valid socket options.
+{pb_connect_options, [{auto_reconnect, true}]}.
+
+%% Overrides for the PB client's default 60 second timeout, on a
+%% per-type-of-operation basis.  All timeout units are specified in
+%% milliseconds.  The pb_timeout_general config item provides a
+%% default timeout if the read/write/listkeys/mapreduce timeout is not
+%% specified.
+
+{pb_timeout_general, 60000}.
+{pb_timeout_read, 10000}.
+{pb_timeout_write, 10000}.
+{pb_timeout_listkeys, 60000}.
+%% The general timeout will be used because this specific item is commented:
+%% {pb_timeout_mapreduce, 50000}.

examples/riakc_pb.config

@@ -1,22 +1,30 @@
 {mode, max}.
 
 {duration, 10}.
-{report_interval,1}.
+{report_interval, 1}.
 
 {concurrent, 10}.
 
 {driver, basho_bench_driver_riakc_pb}.
 
-{key_generator, {int_to_bin_bigendian, {uniform_int, 10000}}}.
+{key_generator,
+  {concat_binary,
+    {base64,
+      {int_to_bin_bigendian,
+        {pareto_int, 200000000}
+      }
+    },
+    <<>>}
+}.
 
-{value_generator, {fixed_bin, 10000}}.
+{value_generator, {semi_compressible, 4000, 4000, 10, 0.001}}.
 
 {riakc_pb_ips, [{127,0,0,1}]}.
 
 {riakc_pb_replies, 1}.
 
 %%% {operations, [{get, 1}]}.
-{operations, [{get, 1}, {update, 1}]}.
+{operations, [{get, 5}, {update, 1}]}.
 
 %% Use {auto_reconnect, false} to get "old" behavior (prior to April 2013).
 %% See deps/riakc/src/riakc_pb_socket.erl for all valid socket options.
@@ -29,8 +37,8 @@
 %% specified.
 
 {pb_timeout_general, 30000}.
-{pb_timeout_read, 5000}.
-{pb_timeout_write, 5000}.
-{pb_timeout_listkeys, 50000}.
+{pb_timeout_read, 10000}.
+{pb_timeout_write, 10000}.
+{pb_timeout_listkeys, 3600000}.
 %% The general timeout will be used because this specific item is commented:
 %% {pb_timeout_mapreduce, 50000}.

examples/riakc_pb_listkeys.config

@@ -0,0 +1,44 @@
+{mode, max}.
+
+{duration, 300}.
+{report_interval, 300}.
+
+{concurrent, 1}.
+
+{driver, basho_bench_driver_riakc_pb}.
+
+{key_generator,
+  {concat_binary,
+    {base64,
+      {int_to_bin_bigendian,
+        {pareto_int, 200000000}
+      }
+    },
+    <<>>}
+}.
+
+{value_generator, {semi_compressible, 4000, 8000}}.
+
+{riakc_pb_ips, [{127,0,0,1}]}.
+
+{riakc_pb_replies, 1}.
+
+%%% {operations, [{get, 1}]}.
+{operations, [{pause_minute, 4}, {listkeys, 1}]}.
+
+%% Use {auto_reconnect, false} to get "old" behavior (prior to April 2013).
+%% See deps/riakc/src/riakc_pb_socket.erl for all valid socket options.
+{pb_connect_options, [{auto_reconnect, true}]}.
+
+%% Overrides for the PB client's default 60 second timeout, on a
+%% per-type-of-operation basis.  All timeout units are specified in
+%% milliseconds.  The pb_timeout_general config item provides a
+%% default timeout if the read/write/listkeys/mapreduce timeout is not
+%% specified.
+
+{pb_timeout_general, 30000}.
+{pb_timeout_read, 10000}.
+{pb_timeout_write, 10000}.
+{pb_timeout_listkeys, 3600000}.
+%% The general timeout will be used because this specific item is commented:
+%% {pb_timeout_mapreduce, 50000}.