Skip to content

Commit 00c556e

Browse files
filipecosta90filipecosta90
authored
Added 11 extra STRING benchmarks (#93)
* Removed test_commands.py given it's not ready yet * Added 11 extra STRING benchmarks
1 parent 263ca53 commit 00c556e

12 files changed

+377
-1
lines changed

‎pyproject.toml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
[tool.poetry]
22
name = "redis-benchmarks-specification"
3-
version = "0.1.25"
3+
version = "0.1.26"
44
description = "The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute."
55
authors = ["filipecosta90 <filipecosta.90@gmail.com>","Redis Performance Group <performance@redis.com>"]
66
readme = "Readme.md"

‎redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yml

Lines changed: 32 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,32 @@
1+
version: 0.4
2+
name: "memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10"
3+
description: "Runs memtier_benchmark, for a keyspace length of 1M keys
4+
loading STRINGs in which the value has a data size of 100 Bytes."
5+
dbconfig:
6+
configuration-parameters:
7+
save: '""'
8+
tested-commands:
9+
- SET
10+
redis-topologies:
11+
- oss-standalone
12+
13+
build-variants:
14+
- gcc:8.5.0-amd64-debian-buster-default
15+
16+
clientconfig:
17+
run_image: redislabs/memtier_benchmark:edge
18+
tool: memtier_benchmark
19+
arguments: '"--pipeline" "10" "--data-size" "100" --command "SET __key__ __data__" --command-key-pattern="P" --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram'
20+
resources:
21+
requests:
22+
cpus: "4"
23+
memory: "2g"
24+
exporter:
25+
redistimeseries:
26+
break_by:
27+
- version
28+
- commit
29+
timemetric: '$."ALL STATS".Runtime."Start time"'
30+
metrics:
31+
- '$."ALL STATS".*."Ops/sec"'
32+
- '$."ALL STATS".*."Latency"'

‎redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-100B-values.yml

Lines changed: 32 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,32 @@
1+
version: 0.4
2+
name: "memtier_benchmark-1Mkeys-load-string-with-100B-values"
3+
description: "Runs memtier_benchmark, for a keyspace length of 1M keys
4+
loading STRINGs in which the value has a data size of 100 Bytes."
5+
dbconfig:
6+
configuration-parameters:
7+
save: '""'
8+
tested-commands:
9+
- SET
10+
redis-topologies:
11+
- oss-standalone
12+
13+
build-variants:
14+
- gcc:8.5.0-amd64-debian-buster-default
15+
16+
clientconfig:
17+
run_image: redislabs/memtier_benchmark:edge
18+
tool: memtier_benchmark
19+
arguments: '"--data-size" "100" --command "SET __key__ __data__" --command-key-pattern="P" --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram'
20+
resources:
21+
requests:
22+
cpus: "4"
23+
memory: "2g"
24+
exporter:
25+
redistimeseries:
26+
break_by:
27+
- version
28+
- commit
29+
timemetric: '$."ALL STATS".Runtime."Start time"'
30+
metrics:
31+
- '$."ALL STATS".*."Ops/sec"'
32+
- '$."ALL STATS".*."Latency"'

‎redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml

Lines changed: 32 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,32 @@
1+
version: 0.4
2+
name: "memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10"
3+
description: "Runs memtier_benchmark, for a keyspace length of 1M keys
4+
loading STRINGs in which the value has a data size of 10 Bytes."
5+
dbconfig:
6+
configuration-parameters:
7+
save: '""'
8+
tested-commands:
9+
- SET
10+
redis-topologies:
11+
- oss-standalone
12+
13+
build-variants:
14+
- gcc:8.5.0-amd64-debian-buster-default
15+
16+
clientconfig:
17+
run_image: redislabs/memtier_benchmark:edge
18+
tool: memtier_benchmark
19+
arguments: '"--pipeline" "10" "--data-size" "10" --command "SET __key__ __data__" --command-key-pattern="P" --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram'
20+
resources:
21+
requests:
22+
cpus: "4"
23+
memory: "2g"
24+
exporter:
25+
redistimeseries:
26+
break_by:
27+
- version
28+
- commit
29+
timemetric: '$."ALL STATS".Runtime."Start time"'
30+
metrics:
31+
- '$."ALL STATS".*."Ops/sec"'
32+
- '$."ALL STATS".*."Latency"'

‎redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values.yml

Lines changed: 32 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,32 @@
1+
version: 0.4
2+
name: "memtier_benchmark-1Mkeys-load-string-with-10B-values"
3+
description: "Runs memtier_benchmark, for a keyspace length of 1M keys
4+
loading STRINGs in which the value has a data size of 10 Bytes."
5+
dbconfig:
6+
configuration-parameters:
7+
save: '""'
8+
tested-commands:
9+
- SET
10+
redis-topologies:
11+
- oss-standalone
12+
13+
build-variants:
14+
- gcc:8.5.0-amd64-debian-buster-default
15+
16+
clientconfig:
17+
run_image: redislabs/memtier_benchmark:edge
18+
tool: memtier_benchmark
19+
arguments: '"--data-size" "10" --command "SET __key__ __data__" --command-key-pattern="P" --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram'
20+
resources:
21+
requests:
22+
cpus: "4"
23+
memory: "2g"
24+
exporter:
25+
redistimeseries:
26+
break_by:
27+
- version
28+
- commit
29+
timemetric: '$."ALL STATS".Runtime."Start time"'
30+
metrics:
31+
- '$."ALL STATS".*."Ops/sec"'
32+
- '$."ALL STATS".*."Latency"'

‎redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-1KiB-values.yml

Lines changed: 32 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,32 @@
1+
version: 0.4
2+
name: "memtier_benchmark-1Mkeys-load-string-with-1KiB-values"
3+
description: "Runs memtier_benchmark, for a keyspace length of 1M keys
4+
loading STRINGs in which the value has a data size of 1000 Bytes."
5+
dbconfig:
6+
configuration-parameters:
7+
save: '""'
8+
tested-commands:
9+
- SET
10+
redis-topologies:
11+
- oss-standalone
12+
13+
build-variants:
14+
- gcc:8.5.0-amd64-debian-buster-default
15+
16+
clientconfig:
17+
run_image: redislabs/memtier_benchmark:edge
18+
tool: memtier_benchmark
19+
arguments: '"--data-size" "1000" --command "SET __key__ __data__" --command-key-pattern="P" --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram'
20+
resources:
21+
requests:
22+
cpus: "4"
23+
memory: "2g"
24+
exporter:
25+
redistimeseries:
26+
break_by:
27+
- version
28+
- commit
29+
timemetric: '$."ALL STATS".Runtime."Start time"'
30+
metrics:
31+
- '$."ALL STATS".*."Ops/sec"'
32+
- '$."ALL STATS".*."Latency"'

‎redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml

Lines changed: 36 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,36 @@
1+
version: 0.4
2+
name: "memtier_benchmark-1Mkeys-string-get-100B-pipeline-10"
3+
description: "Runs memtier_benchmark, for a keyspace length of 1M keys
4+
with a data size of 100 Bytes for each key."
5+
dbconfig:
6+
configuration-parameters:
7+
save: '""'
8+
preload_tool:
9+
run_image: redislabs/memtier_benchmark:edge
10+
tool: memtier_benchmark
11+
arguments: '"--data-size" "100" "--command" "SET __key__ __value__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram"'
12+
tested-commands:
13+
- GET
14+
redis-topologies:
15+
- oss-standalone
16+
17+
build-variants:
18+
- gcc:8.5.0-amd64-debian-buster-default
19+
20+
clientconfig:
21+
run_image: redislabs/memtier_benchmark:edge
22+
tool: memtier_benchmark
23+
arguments: '"--pipeline" "10" "--data-size" "100" --command "GET __key__" --command-key-pattern="R" -c 50 -t 2 --hide-histogram --test-time 180'
24+
resources:
25+
requests:
26+
cpus: "2"
27+
memory: "2g"
28+
exporter:
29+
redistimeseries:
30+
break_by:
31+
- version
32+
- commit
33+
timemetric: '$."ALL STATS".Runtime."Start time"'
34+
metrics:
35+
- '$."ALL STATS".*."Ops/sec"'
36+
- '$."ALL STATS".*."Latency"'

‎redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-100B.yml

Lines changed: 36 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,36 @@
1+
version: 0.4
2+
name: "memtier_benchmark-1Mkeys-string-get-100B"
3+
description: "Runs memtier_benchmark, for a keyspace length of 1M keys
4+
with a data size of 100 Bytes for each key."
5+
dbconfig:
6+
configuration-parameters:
7+
save: '""'
8+
preload_tool:
9+
run_image: redislabs/memtier_benchmark:edge
10+
tool: memtier_benchmark
11+
arguments: '"--data-size" "100" "--command" "SET __key__ __value__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram"'
12+
tested-commands:
13+
- GET
14+
redis-topologies:
15+
- oss-standalone
16+
17+
build-variants:
18+
- gcc:8.5.0-amd64-debian-buster-default
19+
20+
clientconfig:
21+
run_image: redislabs/memtier_benchmark:edge
22+
tool: memtier_benchmark
23+
arguments: '"--data-size" "100" --command "GET __key__" --command-key-pattern="R" -c 50 -t 2 --hide-histogram --test-time 180'
24+
resources:
25+
requests:
26+
cpus: "2"
27+
memory: "2g"
28+
exporter:
29+
redistimeseries:
30+
break_by:
31+
- version
32+
- commit
33+
timemetric: '$."ALL STATS".Runtime."Start time"'
34+
metrics:
35+
- '$."ALL STATS".*."Ops/sec"'
36+
- '$."ALL STATS".*."Latency"'

‎redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml

Lines changed: 36 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,36 @@
1+
version: 0.4
2+
name: "memtier_benchmark-1Mkeys-string-get-10B-pipeline-10"
3+
description: "Runs memtier_benchmark, for a keyspace length of 1M keys
4+
with a data size of 10 Bytes for each key."
5+
dbconfig:
6+
configuration-parameters:
7+
save: '""'
8+
preload_tool:
9+
run_image: redislabs/memtier_benchmark:edge
10+
tool: memtier_benchmark
11+
arguments: '"--data-size" "10" "--command" "SET __key__ __value__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram"'
12+
tested-commands:
13+
- GET
14+
redis-topologies:
15+
- oss-standalone
16+
17+
build-variants:
18+
- gcc:8.5.0-amd64-debian-buster-default
19+
20+
clientconfig:
21+
run_image: redislabs/memtier_benchmark:edge
22+
tool: memtier_benchmark
23+
arguments: '"--pipeline" "10" "--data-size" "10" --command "GET __key__" --command-key-pattern="R" -c 50 -t 2 --hide-histogram --test-time 180'
24+
resources:
25+
requests:
26+
cpus: "2"
27+
memory: "2g"
28+
exporter:
29+
redistimeseries:
30+
break_by:
31+
- version
32+
- commit
33+
timemetric: '$."ALL STATS".Runtime."Start time"'
34+
metrics:
35+
- '$."ALL STATS".*."Ops/sec"'
36+
- '$."ALL STATS".*."Latency"'

‎redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B.yml

Lines changed: 36 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,36 @@
1+
version: 0.4
2+
name: "memtier_benchmark-1Mkeys-string-get-10B"
3+
description: "Runs memtier_benchmark, for a keyspace length of 1M keys
4+
with a data size of 10 Bytes for each key."
5+
dbconfig:
6+
configuration-parameters:
7+
save: '""'
8+
preload_tool:
9+
run_image: redislabs/memtier_benchmark:edge
10+
tool: memtier_benchmark
11+
arguments: '"--data-size" "10" "--command" "SET __key__ __value__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram"'
12+
tested-commands:
13+
- GET
14+
redis-topologies:
15+
- oss-standalone
16+
17+
build-variants:
18+
- gcc:8.5.0-amd64-debian-buster-default
19+
20+
clientconfig:
21+
run_image: redislabs/memtier_benchmark:edge
22+
tool: memtier_benchmark
23+
arguments: '"--data-size" "10" --command "GET __key__" --command-key-pattern="R" -c 50 -t 2 --hide-histogram --test-time 180'
24+
resources:
25+
requests:
26+
cpus: "2"
27+
memory: "2g"
28+
exporter:
29+
redistimeseries:
30+
break_by:
31+
- version
32+
- commit
33+
timemetric: '$."ALL STATS".Runtime."Start time"'
34+
metrics:
35+
- '$."ALL STATS".*."Ops/sec"'
36+
- '$."ALL STATS".*."Latency"'

‎redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10.yml

Lines changed: 36 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,36 @@
1+
version: 0.4
2+
name: "memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10"
3+
description: "Runs memtier_benchmark, for a keyspace length of 1M keys
4+
with a data size of 1000 Bytes for each key."
5+
dbconfig:
6+
configuration-parameters:
7+
save: '""'
8+
preload_tool:
9+
run_image: redislabs/memtier_benchmark:edge
10+
tool: memtier_benchmark
11+
arguments: '"--data-size" "1000" "--command" "SET __key__ __value__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram"'
12+
tested-commands:
13+
- GET
14+
redis-topologies:
15+
- oss-standalone
16+
17+
build-variants:
18+
- gcc:8.5.0-amd64-debian-buster-default
19+
20+
clientconfig:
21+
run_image: redislabs/memtier_benchmark:edge
22+
tool: memtier_benchmark
23+
arguments: '"--pipeline" "10" "--data-size" "1000" --command "GET __key__" --command-key-pattern="R" -c 50 -t 2 --hide-histogram --test-time 180'
24+
resources:
25+
requests:
26+
cpus: "2"
27+
memory: "2g"
28+
exporter:
29+
redistimeseries:
30+
break_by:
31+
- version
32+
- commit
33+
timemetric: '$."ALL STATS".Runtime."Start time"'
34+
metrics:
35+
- '$."ALL STATS".*."Ops/sec"'
36+
- '$."ALL STATS".*."Latency"'

‎redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-1KiB.yml

Lines changed: 36 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,36 @@
1+
version: 0.4
2+
name: "memtier_benchmark-1Mkeys-string-get-1KiB"
3+
description: "Runs memtier_benchmark, for a keyspace length of 1M keys
4+
with a data size of 1000 Bytes for each key."
5+
dbconfig:
6+
configuration-parameters:
7+
save: '""'
8+
preload_tool:
9+
run_image: redislabs/memtier_benchmark:edge
10+
tool: memtier_benchmark
11+
arguments: '"--data-size" "1000" "--command" "SET __key__ __value__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram"'
12+
tested-commands:
13+
- GET
14+
redis-topologies:
15+
- oss-standalone
16+
17+
build-variants:
18+
- gcc:8.5.0-amd64-debian-buster-default
19+
20+
clientconfig:
21+
run_image: redislabs/memtier_benchmark:edge
22+
tool: memtier_benchmark
23+
arguments: '"--data-size" "1000" --command "GET __key__" --command-key-pattern="R" -c 50 -t 2 --hide-histogram --test-time 180'
24+
resources:
25+
requests:
26+
cpus: "2"
27+
memory: "2g"
28+
exporter:
29+
redistimeseries:
30+
break_by:
31+
- version
32+
- commit
33+
timemetric: '$."ALL STATS".Runtime."Start time"'
34+
metrics:
35+
- '$."ALL STATS".*."Ops/sec"'
36+
- '$."ALL STATS".*."Latency"'

0 commit comments

Comments
 (0)