From 1ba69f24ffe8e079723d906ad738130e0d0fcbbe Mon Sep 17 00:00:00 2001 From: fcosta_oliveira Date: Mon, 14 Oct 2024 21:26:15 +0100 Subject: [PATCH 01/22] Added SET with EX test --- ...ys-string-set-with-ex-100B-pipeline-10.yml | 33 +++++++++++++++++++ 1 file changed, 33 insertions(+) create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-set-with-ex-100B-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-set-with-ex-100B-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-set-with-ex-100B-pipeline-10.yml new file mode 100644 index 00000000..17190406 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-set-with-ex-100B-pipeline-10.yml @@ -0,0 +1,33 @@ +version: 0.4 +name: memtier_benchmark-1Mkeys-string-set-with-ex-100B-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data size of 100 Bytes for each key. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "100" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- set +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --test-time 120 --pipeline 10 --command "SET __key__ __value__ EX 3600" --command-key-pattern="R" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 --hide-histogram + resources: + requests: + cpus: '4' + memory: 2g +tested-groups: +- string +priority: 1 From aee83d035fc25a928d65052ae09a1a38df5b4389 Mon Sep 17 00:00:00 2001 From: fcosta_oliveira Date: Mon, 14 Oct 2024 22:07:48 +0100 Subject: [PATCH 02/22] Added HELLO pipeline benchmarks --- ...benchmark-connection-hello-pipeline-10.yml | 30 +++++++++++++++++++ 1 file changed, 30 insertions(+) create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-connection-hello-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-connection-hello-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-connection-hello-pipeline-10.yml new file mode 100644 index 00000000..127acd08 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-connection-hello-pipeline-10.yml @@ -0,0 +1,30 @@ +version: 0.4 +name: memtier_benchmark-connection-hello-pipeline-10 +description: 'Runs memtier_benchmark, for no keyspace, benchmarking the connection setup scenario using HELLO command.' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +tested-groups: +- connection +tested-commands: +- hello +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: -c 50 -t 4 --pipeline 10 --command="HELLO 2 SETNAME __key__" --hide-histogram --test-time 120 + resources: + requests: + cpus: '4' + memory: 2g + +priority: 1 From 04031c9f37180d6a808f43df70eb3d32565c424a Mon Sep 17 00:00:00 2001 From: fcosta_oliveira Date: Mon, 14 Oct 2024 22:17:25 +0100 Subject: [PATCH 03/22] Added LPUSH pipeline benchmarks --- ...-load-list-with-10B-values-pipeline-10.yml | 30 +++++++++++++++++++ 1 file changed, 30 insertions(+) create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-list-with-10B-values-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-list-with-10B-values-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-list-with-10B-values-pipeline-10.yml new file mode 100644 index 00000000..36392914 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-list-with-10B-values-pipeline-10.yml @@ -0,0 +1,30 @@ +version: 0.4 +name: memtier_benchmark-1Mkeys-load-list-with-10B-values-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading LISTs in which the value has a data size of 10 Bytes. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +tested-groups: +- list +tested-commands: +- lpush +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "10" --pipeline 10 --command "LPUSH __key__ __data__" --command-key-pattern="P" --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram' + resources: + requests: + cpus: '4' + memory: 2g + +priority: 38 From 1e2d1043720e8a97cb3da2ad540dd78fc246eb8b Mon Sep 17 00:00:00 2001 From: fcosta_oliveira Date: Mon, 14 Oct 2024 22:22:46 +0100 Subject: [PATCH 04/22] Added LINDEX pipeline benchmarks --- ...10K-elements-lindex-string-pipeline-10.yml | 34 +++++++++++++++++++ 1 file changed, 34 insertions(+) create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-10K-elements-lindex-string-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-10K-elements-lindex-string-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-10K-elements-lindex-string-pipeline-10.yml new file mode 100644 index 00000000..54d70c34 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-10K-elements-lindex-string-pipeline-10.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: memtier_benchmark-1key-list-10K-elements-lindex-string-pipeline-10 +description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST contains 10000 string elements in it and we query it using LPOS of a element that we know it is in the middle of the list. ' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --hide-histogram --command "RPUSH strlist __key__" --key-maximum 10000 --key-minimum 1 -n allkeys --key-prefix "hello" --command-key-pattern S -c 1 -t 1 --pipeline 10 + resources: + requests: + cpus: '2' + memory: 1g +tested-groups: +- list +tested-commands: +- lindex +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --command="LINDEX strlist 5000" --hide-histogram --test-time 120 --pipeline 10 + resources: + requests: + cpus: '4' + memory: 2g +priority: 34 From 5edc4efd32a44d9b4657f05164d26b665caf2fb9 Mon Sep 17 00:00:00 2001 From: fcosta_oliveira Date: Mon, 14 Oct 2024 22:59:04 +0100 Subject: [PATCH 05/22] Added ZREVRANGEBYSCORE pipeline benchmarks --- ...rangebyscore-256K-elements-pipeline-10.yml | 34 +++++++++++++++++++ 1 file changed, 34 insertions(+) create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-10.yml new file mode 100644 index 00000000..e7666009 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-10.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The SORTED SET contains 256K elements of 1KB each and we query it using ZREVRANGEBYSCORE. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --command="ZADD key1 __key__ __data__" --command-key-pattern=P --key-maximum 262144 --key-prefix "" -R --data-size=1024 -n 262144 --hide-histogram -t 1 -c 1 + resources: + requests: + memory: 1g +tested-groups: +- sorted-set +tested-commands: +- zrevrangebyscore +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --command="ZREVRANGEBYSCORE key1 262144 1 WITHSCORES LIMIT 1 10" --hide-histogram --test-time 180 --pipeline 10 + resources: + requests: + cpus: '4' + memory: 2g + +priority: 16 From dd43d60c8de09ba4bcc0a1b4779a440b6d9687f8 Mon Sep 17 00:00:00 2001 From: fcosta_oliveira Date: Mon, 14 Oct 2024 23:01:34 +0100 Subject: [PATCH 06/22] Added ZREVRANGE benchmark --- ...ange-withscores-5-elements-pipeline-10.yml | 34 +++++++++++++++++++ 1 file changed, 34 insertions(+) create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-1M-elements-zrevrange-withscores-5-elements-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-1M-elements-zrevrange-withscores-5-elements-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-1M-elements-zrevrange-withscores-5-elements-pipeline-10.yml new file mode 100644 index 00000000..5a629732 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-1M-elements-zrevrange-withscores-5-elements-pipeline-10.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: memtier_benchmark-1key-zset-1M-elements-zrevrange-withscores-5-elements-pipeline-10 +description: 'Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The SORTED SET contains 1M elements in it and we query it using ZREVRANGE with a range of 5 elements. This benchmarks helps assessing: https://github.com/redis/redis/issues/10310' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --key-maximum 1000000 --key-prefix "" --command="ZADD lb __key__ __key__" --command-key-pattern P --hide-histogram -t 4 -c 100 + resources: + requests: + memory: 1g +tested-groups: +- sorted-set +tested-commands: +- zrevrange +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --command="ZREVRANGE lb 5 10 WITHSCORES" --hide-histogram --test-time 180 --pipeline 10 + resources: + requests: + cpus: '4' + memory: 2g + +priority: 8 From ae044548ea4e6108e3fce7a0f35455b872a08fcc Mon Sep 17 00:00:00 2001 From: fcosta_oliveira Date: Mon, 14 Oct 2024 23:22:50 +0100 Subject: [PATCH 07/22] fixed memtier_benchmark-1Mkeys-string-get-10B-pipeline-10 --- ...h-20-fields-with-1B-values-pipeline-30.yml | 30 ++++++++++++++++ ...mark-1Mkeys-string-get-10B-pipeline-10.yml | 4 +-- ...keys-load-string-with-512B-values copy.yml | 36 +++++++++++++++++++ 3 files changed, 68 insertions(+), 2 deletions(-) create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-load-hash-20-fields-with-1B-values-pipeline-30.yml create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-load-string-with-512B-values copy.yml diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-load-hash-20-fields-with-1B-values-pipeline-30.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-load-hash-20-fields-with-1B-values-pipeline-30.yml new file mode 100644 index 00000000..40194863 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-load-hash-20-fields-with-1B-values-pipeline-30.yml @@ -0,0 +1,30 @@ +version: 0.4 +name: memtier_benchmark-100Kkeys-load-hash-20-fields-with-1B-values-pipeline-30 +description: Runs memtier_benchmark, for a keyspace length of 100K keys loading HASHES with 50 fields each. Each field value has a data size of 10 Bytes. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 6g +tested-groups: +- hash +tested-commands: +- hset +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --test-time 120 --distinct-client-seed "--data-size" "10" --command "HSET __key__ field:1 __data__ field:2 __data__ field:3 __data__ field:4 __data__ field:5 __data__ field:6 __data__ field:7 __data__ field:8 __data__ field:9 __data__ field:10 __data__ field:11 __data__ field:12 __data__ field:13 __data__ field:14 __data__ field:15 __data__ field:16 __data__ field:17 __data__ field:18 __data__ field:19 __data__ field:20 __data__ field:21 __data__ field:22 __data__ field:23 __data__ field:24 __data__ field:25 __data__ field:26 __data__ field:27 __data__ field:28 __data__ field:29 __data__ field:30 __data__ field:31 __data__ field:32 __data__ field:33 __data__ field:34 __data__ field:35 __data__ field:36 __data__ field:37 __data__ field:38 __data__ field:39 __data__ field:40 __data__ field:41 __data__ field:42 __data__ field:43 __data__ field:44 __data__ field:45 __data__ field:46 __data__ field:47 __data__ field:48 __data__ field:49 __data__ field:50 __data__" --command-key-pattern="R" --key-minimum=1 --key-maximum 100000 -c 50 -t 4 --hide-histogram + resources: + requests: + cpus: '4' + memory: 2g + +priority: 5 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml index 4188a4de..457ec036 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml @@ -9,7 +9,7 @@ dbconfig: preload_tool: run_image: redislabs/memtier_benchmark:edge tool: memtier_benchmark - arguments: '"--data-size" "10" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + arguments: '"--key-maximum" "1000000" "-n" "allkeys" "--data-size" "10" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' resources: requests: memory: 1g @@ -23,7 +23,7 @@ build-variants: clientconfig: run_image: redislabs/memtier_benchmark:edge tool: memtier_benchmark - arguments: '"--pipeline" "10" "--data-size" "10" --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram --test-time 180' + arguments: '"--key-minimum" "1" "--key-maximum" "1000000" "--pipeline" "10" "--data-size" "10" --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram --test-time 180' resources: requests: cpus: '4' diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-load-string-with-512B-values copy.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-load-string-with-512B-values copy.yml new file mode 100644 index 00000000..5f33d54c --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-load-string-with-512B-values copy.yml @@ -0,0 +1,36 @@ +version: 0.4 +name: memtier_benchmark-3Mkeys-load-string-with-512B-values +description: Runs memtier_benchmark, for a keyspace length of 3M keys loading STRINGs in which the value has a data size of 512 Bytes, with 650 clients running sequential SET commands. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 3g +tested-commands: +- set +redis-topologies: +- oss-standalone +- oss-standalone-02-io-threads +- oss-standalone-04-io-threads +- oss-standalone-08-io-threads +- oss-standalone-16-io-threads +- oss-standalone-32-io-threads +- oss-standalone-64-io-threads +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "512" --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 50 -t 13 --hide-histogram' + resources: + requests: + cpus: '13' + memory: 2g + +tested-groups: +- string +priority: 17 From 911c08db3ad77cb010b9248e7cfb922733d1b13f Mon Sep 17 00:00:00 2001 From: fcosta_oliveira Date: Mon, 14 Oct 2024 23:38:47 +0100 Subject: [PATCH 08/22] fixed memtier_benchmark-1Mkeys-string-get-10B-pipeline-10 --- ...-load-list-with-10B-values-pipeline-50.yml | 30 +++++++++++++++++++ 1 file changed, 30 insertions(+) create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-10Kkeys-load-list-with-10B-values-pipeline-50.yml diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-10Kkeys-load-list-with-10B-values-pipeline-50.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-10Kkeys-load-list-with-10B-values-pipeline-50.yml new file mode 100644 index 00000000..edd07a2d --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-10Kkeys-load-list-with-10B-values-pipeline-50.yml @@ -0,0 +1,30 @@ +version: 0.4 +name: memtier_benchmark-10Kkeys-load-list-with-10B-values-pipeline-50 +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading LISTs in which the value has a data size of 10 Bytes. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +tested-groups: +- list +tested-commands: +- lpush +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "10" --pipeline 50 --command "LPUSH __key__ __data__" --command-key-pattern="P" --key-minimum=1 --key-maximum 10000 --test-time 180 -c 50 -t 4 --hide-histogram' + resources: + requests: + cpus: '4' + memory: 2g + +priority: 38 From 8ba8b30fdfe53e0506d3e92e234e153721defc16 Mon Sep 17 00:00:00 2001 From: fcosta_oliveira Date: Tue, 15 Oct 2024 00:11:09 +0100 Subject: [PATCH 09/22] fixed memtier_benchmark-1Mkeys-string-get-10B-pipeline-10 --- ...key-hash-1K-fields-hgetall-pipeline-10.yml | 32 +++++++++++++++++++ ..._benchmark-1key-hash-1K-fields-hgetall.yml | 32 +++++++++++++++++++ 2 files changed, 64 insertions(+) create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall-pipeline-10.yml create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall.yml diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall-pipeline-10.yml new file mode 100644 index 00000000..e46336e7 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall-pipeline-10.yml @@ -0,0 +1,32 @@ +version: 0.4 +name: memtier_benchmark-1key-hash-1K-fields-hgetall-pipeline-10 +description: '' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + '"hash:1000" "tocawprsxz" value "csqcfxyzsy" value "ipubipttcb" value "jqurtadjro" value "zdulfflfqx" value "bbfvuialin" value "ifpfyncdfe" value "kjeevccyof" value "stttkrbfqs" value "qatkvfuttq" value "ltvfnuuwil" value "znartcywze" value "bzursuzuei" value "jlghqxtvok" value "osncqcuest" value "uxvibjduto" value "giubyhvaav" value "joijmgposs" value "lqxpnplleo" value "bnatichltp" value "nnfxoqebys" value "lyhqvxolfw" value "caaqjozcqh" value "nlqtadqinl" value "hfjxrrsszf" value "fussukqrph" value "cbjovvgqqy" value "wcpbfslakk" value "slskrnekbc" value "nvonwipkta" value "jhdcicttmm" value "rpyroriegs" value "lnuuootxmp" value "ufdxqlonpg" value "qgasrnjrld" value "jhocasnttw" value "smwbxeqbed" value "kapxglqccs" value "hhwvslfxmf" value "rbdabbmnrf" value "ltgidziwzm" value "qpffifpdiz" value "sadqcfniau" value "bqoabrqwwj" value "wghyakzbit" value "bnxtlmiwup" value "akzsgaeqon" value "zwlhpcahwu" value "kfselnpkim" value "dxtzxeguoi" value "roczxpuisd" value "myzjxvtvjh" value "alfftdxaxc" value "vyiqkfoics" value "dygkzcpakt" value "ukprrucywq" value "afzlyodwiz" value "vdaebbupfe" value "wemmvswznk" value "xzbqjpzqlm" value "lqqivzlppd" value "rrzcqyzdzf" value "ncckxlmsvg" value "cpjveufsvk" value "babfjxxabw" value "btcvhacldb" value "mqqrgbacfa" value "eqaxrccwjq" value "erahoeivfw" value "omeatkwwtc" value "mjwrbndexu" value "gktcjcfxbb" value "tfonhwnuxj" value "pheajlhymx" value "vefgwelnfo" value "gayysuldha" value "tqpqihwjtl" value "eirhwkdgfq" value "rnfodijavx" value "erqgyscser" value "nnnxouavyp" value "yhejmjwwni" value "mwmcwqzbld" value "ofcurtthcs" value "idmjjbjvni" value "ovqohpxjft" value "ocoflktdhp" value "kgopxvsdah" value "pyjpxqnavq" value "nubsytpfao" value "ddpgrvwowd" value "glynpmsjcf" value "whsxmqffqg" value "sstqpivwip" value "cqfnhujrbj" value "gsvkmnluiz" value "zdmgjjyukl" value "gcfcbjybkx" value "qmhyoyctod" value "kdodndexvr" value "tkgihmsrha" value "kmifjielrw" value "gefoharnza" value "tcpwkimype" value "nxllkzroin" value "bpvbnmpekh" value "ljinllovsw" value "mugdxqnjxj" value "tqqmmvwact" value "uidvmrqyjd" value "dthtfrqkce" value "efhynoxlul" value "iosqxoobrk" value "sujbwndgwl" value "btxehrokkw" value "pmaagvqldo" value "evuxmkrrfl" value "dclualrzqb" value "jfqxkxgqhj" value "fvemodlpgz" value "lawrpikwsk" value "socoxaegfa" value "snomfrutha" value "yxsnreuepl" value "vjihaakiof" value "nnhrgirrtw" value "jccorylnjg" value "gehuriygwq" value "icqjxcermo" value "ocgjeuljxf" value "qslrwqmixc" value "rhzpguhsws" value "zxlbhyeckf" value "iziwqojsoq" value "qlorevyltp" value "gbjzsedhag" value "mkxysrkpug" value "bhrvnadcdk" value "qxxinxaqxn" value "ctnaggdbru" value "fsthobmdxk" value "cvnnitrrow" value "vlhtdpqavh" value "vhjaphfdpj" value "yhdgqenmwv" value "ysntbzffxq" value "emfjcnujqn" value "qnqzibcmip" value "ngcxqjjpdm" value "gkneclxnnt" value "rhkpfsuhoq" value "dgodkfjzos" value "isqymcuffe" value "ripecixnpr" value "dxpepbctea" value "gbeizdzdyb" value "aqlapmghln" value "yhlalzusch" value "xglrugpjkt" value "ngwifjdpha" value "jvekvvldai" value "hmdzsuuyrn" value "ncabqesziv" value "whdftyqojv" value "rhzqdtxucc" value "ftyxhyfokj" value "vqtixjkcbb" value "krfosgrmjb" value "ahcaaodvgi" value "ooeswhfdnj" value "jhctncrzlw" value "haxesjafmh" value "vxrtzngznb" value "fidsuuizcf" value "mamtueyrqn" value "quemrlmwod" value "pkgpjwyfbh" value "ckibsdtfff" value "tjnjhejnju" value "puvgjfjyaf" value "cvmicoarvv" value "mxpzuzrzuo" value "rrrfhnclbv" value "xeurpmfdmo" value "yqvkykgjbe" value "behdxlfdho" value "dyzedskzkq" value "rfhlttsuqy" value "pkehotsmka" value "alokvrpbih" value "mobwpcyxuk" value "umwunfzsvo" value "naggqdxcjm" value "rakustfykw" value "dtkfydidli" value "kohpozxkhl" value "usjmfkopln" value "axhoxkubdv" value "asretszbav" value "tmkoxwdgpx" value "wjhaavxfge" value "pcuaesomdc" value "vjhpmffzxc" value "qwxzqlqter" value "jjumoixniz" value "ruxsmttpak" value "pjdundsxrd" value "kdklhpxntt" value "muhewfzihs" value "dplonqlliz" value "wjibkklezg" value "dfemamyevk" value "nryvfijxhj" value "bqqohkuylc" value "wiqhmhkiel" value "lftmqoxhfc" value "sjbaedopjb" value "dlomhvkoxg" value "jhkdwtqvwl" value "vqashxkrik" value "mupcilqfjg" value "suahxaebee" value "rqkcyxiwhz" value "jqgtbgbybq" value "ygbfgfefac" value "kjblkrvknt" value "yajpmxmuwz" value "wwowdvybjj" value "bdtbaxnuko" value "adfhfatarh" value "vfcpevtekf" value "fiugzrozky" value "spogjykkfs" value "tdggmsxysk" value "aoqlctikzg" value "nwywtydqew" value "qjrhtqgwjc" value "dhzgpwewsx" value "outdlyeqvq" value "trwzipsers" value "qtpcwuafar" value "scgjdkyetq" value "aqyfvxyjqr" value "xkvgnzjgrm" value "hhbceuegvh" value "paitaeqrpb" value "yfdsmhtria" value "bxwvqvndcc" value "dpyjoihqrs" value "tnratexlre" value "hplvvuoscb" value "muocqqypmt" value "pxzkuasjek" value "flrsaczxzc" value "pubqtzzzko" value "vpqlxtfkjz" value "fiafoggekm" value "qtewhixedb" value "iijjcabgak" value "tqjpijliii" value "uttazeawix" value "hxbmykkugi" value "bekchebgys" value "ffrviosqzo" value "rjrptuhkav" value "sldzewoxas" value "uesalivsis" value "maxylirjgh" value "vpzsmbjkvy" value "eiziligjfr" value "tqblforkpa" value "nszbrpweoz" value "rzanpefsfy" value "cejkfhuykf" value "abinkgshoi" value "gqybtjuhvq" value "oqdlpaubsc" value "nrbfkysxaf" value "mhxojehvxx" value "vuqlqdpfdn" value "orqqevpmca" value "xigznrdgqy" value "jzceexkqam" value "szupcnvvij" value "btgeubdzbb" value "nojnedgabk" value "sdnkjddyut" value "lbjarnpxhh" value "wevfinjbqk" value "dvgqwzignk" value "ejzwnidqwr" value "nlxwjmzwln" value "brrlblrxwa" value "hyikggurti" value "wybmlpqblt" value "hertbwuzyw" value "rwhzzytdsq" value "symbgeyple" value "zbfeyptemz" value "pghbwbtfmk" value "mxydilgynv" value "bhwytqsafu" value "ecsburyjhh" value "cvohdragtx" value "lscjhgztom" value "giswndixdf" value "etsngvbrff" value "lgqazzajpx" value "pypepewjvq" value "nswjopvtqv" value "tuajnnqtcq" value "bvvoibkfrt" value "kjqeujfkoh" value "diwmfuckel" value "bwizktcwmb" value "ughnpilqqm" value "ihealvwnxb" value "thqttakyzy" value "auwfujaoya" value "rofnkytnhm" value "ilkuddrdvh" value "hmwfncgzxg" value "pzrchtwaaw" value "ffksbrtbfq" value "ethxaycsil" value "uwiqrvcqvu" value "fgcehqgsso" value "yoblelzlkd" value "gjiwldcfqh" value "sbrjnwxdip" value "nenhiiibwx" value "ebhhhgabjd" value "xpkwqbfban" value "pupmdjgyed" value "aejnvyfdst" value "krxneqolle" value "nouncgkoik" value "kamgfgbxel" value "fffylsswky" value "agswwrfabr" value "pkvcbelpos" value "mxapzqqqsw" value "ywmqoaztmy" value "sfuvzzxbxq" value "kdcvbkrbsj" value "twpiiaedpc" value "egmgddriry" value "nmfihtnkel" value "kqzjnkdlxd" value "eovsizpcjp" value "bsavjyaksg" value "xlmvatfsly" value "dlhjfafskj" value "wmvhvwnowp" value "vjjozwrovk" value "gbazuqnmit" value "ubwlcefgqb" value "jttqzbazgz" value "dozecfsvue" value "pgdhjrxhga" value "gzekysdunp" value "ygoiannoht" value "hklchdenoe" value "sotbjzlsvz" value "qjwrnhooax" value "cdghgcsoth" value "mjlpvuoghe" value "qclkaeciey" value "oownjpxrov" value "nvqfyljbef" value "tsnawydcru" value "wrrgxxkxkc" value "ylulwsnjay" value "lxsinouutc" value "ozpyyaznsh" value "cmhkstsjok" value "ybckvbeoib" value "fsoardckcw" value "ltkauvxggz" value "sqwhsgboef" value "wgtjxahmef" value "spoqshzjoi" value "pfvfxrrfhl" value "nahweurftw" value "fojjpqmbck" value "zexblqeora" value "qsoiwsugdv" value "ksppwhhqzj" value "otadcihtmd" value "imnjbkmsls" value "zzenkvuesw" value "kbfqdppnfa" value "igehetokzq" value "koujdppfua" value "wqsqzzbqhm" value "tglieutcis" value "owovlhorvw" value "nraylduhut" value "nwnyjkugcf" value "kpfqxroqbs" value "xwxwosqkhm" value "ollacusjzj" value "wcouaiatsu" value "nvkfnfzoki" value "fgjnsosfrp" value "pltsnzqvpi" value "rhnkzlsjtk" value "ysnndkycix" value "bpnfopinub" value "blujwnyluy" value "wgtmckqknh" value "zorzyqtjtr" value "hvtlkrungk" value "rgtondctpo" value "mjgvtydjtm" value "kcbotffyca" value "gybxnvwchp" value "gazojexans" value "hmcpcrjumm" value "zejhycldyy" value "iiissmznfe" value "qvpuudyuks" value "gviypfayfm" value "plqbwsiuzw" value "nunchscyqc" value "qocjpufxio" value "iqbyikqjmx" value "omwbgglqsp" value "nywteueaig" value "ntmgbzaivy" value "ijdgnlzprg" value "rnlaakgsrf" value "fpdflprzvn" value "azkdbpnshy" value "mvfnirshbd" value "sotsxznskx" value "uzktwqcdeb" value "myrrmvflyw" value "jgaieawkcu" value "utymwhxigo" value "vtaiyncmyg" value "gpodilvrnm" value "xgfzndhodu" value "saqilljaid" value "jxiewthqls" value "nbwksmwxpx" value "rwfykeeqgx" value "tlnkrncpwi" value "ogyvxbgcwi" value "ffcqkkzllx" value "rtnhivnxtb" value "vzcclamtun" value "jjlefkekuw" value "xjksnqifds" value "ctusqixohm" value "osaekeukqx" value "irlduoinie" value "nifzrybfuh" value "ctqxoyxbwc" value "vsvhjrymqc" value "bzwxqcpftf" value "ltghdkluqq" value "vklwhyzqhk" value "ghwcrdlbjj" value "lzzptujbjp" value "qlvgfplbod" value "ghepftfjgk" value "aiqqyusnuv" value "rspghuhpbp" value "lfkqrtxocm" value "iibgagtkpg" value "ywiurvfbpg" value "tdceweesxh" value "pvwvdaorrl" value "ejlunxlwxn" value "ymqxhmnidz" value "lydebbpmfb" value "ztjuqomjck" value "eyrbqexkff" value "oqmuhlruqy" value "gnrmnwaxls" value "mumhqarhgg" value "skbzfbeziu" value "hnnfmyurhx" value "yrsizkbbwz" value "azpwrzovza" value "txhllnvudv" value "aslibwggrp" value "ubghghklvj" value "jqqogagqni" value "emfqsjraia" value "ctgwmawlgl" value "mivctgaajt" value "knycrcrsbm" value "ubtiscdgrn" value "ulepgommyy" value "qbhdjhoohc" value "cctlfgicpv" value "phfuspevwk" value "oeawjlqnyg" value "jpphbjtbrh" value "ofykgotycd" value "csjfbpjyzq" value "thmmmlqluk" value "buzhjxsbkm" value "pisgqibyae" value "skkawcmqqt" value "mmqblvrscy" value "dpkiubfzbx" value "yivxcecwlp" value "kbnjiilaqd" value "rwrxxrnwtq" value "veegnotgmj" value "pbfijwccjp" value "expefhkisx" value "ynnhyctikq" value "bhfmhanvxe" value "otclvmbilg" value "hskkmrluuf" value "ftnbjymlll" value "nbkaxrojqq" value "qydrgilxxt" value "dxufcyurjx" value "fgygwdazbm" value "tivnqailcl" value "jwvqixjhho" value "oglqutqfcx" value "wvrlxfoxff" value "ropuqidkxv" value "qcsxjrjcfc" value "twuvkpjzzw" value "fqtktfghcv" value "suhwnartid" value "wvsnfinuil" value "rngtndwjyg" value "tsmzfswaxo" value "uvlswctlhx" value "llamjvxyqo" value "wovoupawzt" value "caxgjftjyj" value "gwzqcetcji" value "yzrdbalexf" value "fnpdsuozxt" value "dbtbtvkqss" value "pwgjoppmgc" value "wxjdgbugeu" value "qchpfcigwa" value "lxzdcbveuy" value "bwjyghaztz" value "uedehyieof" value "pfaytznuaa" value "lspvrnxnjo" value "zkbqvttlzy" value "fkdmuxraqf" value "nbizrabfuo" value "fgzwwaedjy" value "gkmwutvars" value "bwsdzrxzse" value "txgjxzovte" value "cbtpbbfrdd" value "vqgztpmzhz" value "rdipvyeqoi" value "bovkdabcdo" value "fhobhpwwkp" value "mkbkflixkr" value "mjifqzmtsd" value "pkcqdokojd" value "dtgjnddwch" value "uboipezuni" value "dfdodbelzn" value "fzsoiryhfn" value "krtsiucvvu" value "aieekmivcb" value "aeafusfzdn" value "ehnrizfmfo" value "dcjlwhfstw" value "wksgvbkbyw" value "hvfprkjlbc" value "jlgepeyhpc" value "ljklggibcy" value "mhrvuemywb" value "wdqygrxkya" value "ystnkbogee" value "flvftlpbjq" value "vgfgbsbnwy" value "rsivptwulz" value "bzjzucrypq" value "bweysooxiv" value "mmcunsiwad" value "mszjkgsrio" value "bvurseeqmh" value "wtcpliaxmk" value "ndwiompimr" value "mdcwoblmkl" value "dflxukffgl" value "mcojdazpfq" value "tctgzmjads" value "dewdgfrhos" value "iwqanwtvcd" value "nfucelqjfe" value "wgtrwefdsw" value "skstqdgbos" value "rwllkdzxrj" value "qwozutlufu" value "fmpdixcckx" value "jybzltmwrs" value "ossjrvqmaa" value "adlxahxsbq" value "mbewprqunw" value "xbvbujurqw" value "rnvhfxbuoi" value "pyrpwxalpc" value "adlryhdbpr" value "gritvkzfgw" value "aufhfrhccf" value "umoicweaab" value "kgirldeylz" value "nknlysgviv" value "plbxaamppj" value "ikpikupjoi" value "eioxaswdee" value "imexfccbxk" value "ouroipthpq" value "jbzyfznpdn" value "asidljmwgb" value "jeazfmhrcb" value "dablvesuho" value "zuoqjiciij" value "qmxxfyuodo" value "vkqalcokst" value "jhibapuhga" value "cmqraybrlw" value "beqsnrixhl" value "rmqxtqcxua" value "ndltyojjxj" value "hyanpicfan" value "yzutuazhmh" value "tumnalubch" value "eksvvoxziw" value "weqhfkosif" value "wwfbpjatrp" value "lrhrkuyzry" value "uvbtcgtopw" value "fmyleefltp" value "kkrxiaiife" value "gbkqhfumyu" value "tdmjyuitvv" value "jvtalmlkng" value "rdsfcdvkqz" value "xqvjnlpssl" value "fuftndsnim" value "keklddczkd" value "wrqnytptzm" value "rwzijctxzs" value "btakuczlec" value "fuipidfbjt" value "kjiqagynco" value "ahjawbsqcw" value "iehxaaneev" value "ezbiwqnabg" value "pnnzqcutoq" value "wlogkzxkpo" value "xzswnnldvs" value "qqfnugftmr" value "zuccleayil" value "ckqebhazel" value "brwlqbfoat" value "anmcogawkg" value "roqzbzpbbt" value "dxnprfawun" value "fffreqppjj" value "gfdzgxfdcg" value "sshbuxfljd" value "shckmujxzo" value "rqurawzebz" value "vpehhmoxva" value "vldwfdnicm" value "tzhjrlfvfp" value "ymwwctfodg" value "qsxfnsicrx" value "gfhrrjczsp" value "gtqrsktbaa" value "dniplpxfof" value "htawohddyn" value "dbcxnsiacw" value "dhfundvlpn" value "uewpgskfpu" value "cuuytorpnp" value "vlcnbfqvox" value "jbqibabrmv" value "xhspgwheck" value "fsuovvpgng" value "gcjruttnno" value "wxswusqpeo" value "qhhhipzncq" value "mcbuftndrr" value "owjfgjqqjc" value "vvmkjgajwa" value "wvlvshnhmx" value "ekponflaeq" value "kuiumwomxi" value "aoydkdfrpe" value "cglxptkcsz" value "uqbpcvkipa" value "ubzgvzputq" value "wmyphdckda" value "ukdnaklmcp" value "ramoirrdyd" value "vwayaqmtid" value "ltomuspfzc" value "wzxdkpehwf" value "yzcspfvcot" value "cgpvvnbvlk" value "farwqgfyjf" value "lbxvlwzony" value "ocesqguvym" value "yzviqaobku" value "cnngbbpowp" value "ucxeoqcssr" value "zcffhzusrl" value "yzmodbpsnb" value "aryiyaltqw" value "xkaailrpns" value "lpahctqgna" value "cnbqnvxmjp" value "nugjvhftma" value "xsgcuvxzor" value "xwtwtwmbgu" value "emdwpvauyc" value "ahfktrqmgh" value "jznackjcrd" value "etcsjxoqab" value "kpzmuwqbnt" value "dspznsgszk" value "rcwbzvwbva" value "mlznoaajqq" value "iwuuxdactm" value "zujobawsct" value "snepgcispg" value "cgmivhyskk" value "snunzlgfkd" value "ppdxnadmje" value "wtzqqecgfy" value "ncremxgfdb" value "cblsafugqk" value "hjekcxfyds" value "faxedqgskm" value "jjczogqdwz" value "jfbgmhtjke" value "nehqnkqnld" value "lcdchjadll" value "llimzyabsp" value "iwapedwyle" value "iobkwbwceu" value "twmbtaxdro" value "nmtmjmhmdl" value "ewoqykjbkc" value "tmyuncyoyd" value "dcepfcdddn" value "dnvwyhyhsn" value "nrencopzqn" value "yjyffpgoop" value "uvqtefqdhk" value "yjhypaonqq" value "uqvzpcvugl" value "cakvxrdpmj" value "tvzacklhdz" value "higdkhodzy" value "ormdblyhhn" value "wbouqpojzl" value "eyhgspybnr" value "lywsezpzgf" value "usykkwszvh" value "bcwncpnibg" value "jgcqryhsvk" value "yfvwesgulw" value "geizujxrkg" value "zknlteeaxq" value "nqwjivcosg" value "qmnxipsiga" value "pthacnunjj" value "afamsavgsi" value "bzfzxzecrs" value "sxcihybfci" value "padscbypdo" value "gaotvjctjh" value "beicnwdryg" value "xsueeljljp" value "mkrrypcfzy" value "ekjgqnjxyl" value "iyeiercbxr" value "rkwlgzhvvy" value "hmnaoeeasz" value "aquymkrswt" value "ulnnuwyptq" value "xftfzsoiwc" value "urkkyscfti" value "wabroeeoop" value "qpzkuxsipr" value "dxdngrmypg" value "icatrrbcjs" value "fhuptkhkzm" value "apyzwvajot" value "vealtjlqyc" value "khkkfmzkow" value "trzqdcaqdw" value "itmekixthv" value "pudgkcbwdx" value "zuibhuihtz" value "kzuywkxlku" value "ogtqmpnzie" value "jetamrlglx" value "fjdjumschq" value "kprzbyngsw" value "xeyxlxiqch" value "dtuhvpszzt" value "fpmbbgiaao" value "hjlhurakwh" value "mshexjmkmn" value "cynhehkcxs" value "cvbbbdzmie" value "cvnlzjdfgf" value "ifhkjgmxrd" value "audguegpmo" value "jzstgleeby" value "eafrzhdhhq" value "fmmammvdyj" value "uncqdpbhwb" value "fzatoyblsr" value "xtwlklqdna" value "ydqppngxvh" value "mkngszsxeu" value "vyewicgjio" value "tstbluhyhj" value "qzxxwlfeki" value "ocmtsfpsgh" value "xmknbbmdbf" value "pdjmftsmob" value "ygrpkpstxq" value "hrhiqcarju" value "aadzbodres" value "curhymvwsx" value "tbqidtevrl" value "avchkjnlwm" value "tyephutkmb" value "lxoaezrdxs" value "ctkwlhmgfz" value "xkiuuciwrn" value "irrovfyshb" value "hwuofuftlr" value "mhbfsuaovv" value "wzuhzzdezi" value "jlpobgvouj" value "qbpmtomqpu" value "shlwywnxpk" value "srkvjhetmj" value "hvxefqtmqu" value "fazsvkljef" value "bstezdkmig" value "asbtvfzien" value "vewfxcxkpf" value "tqkprkoixe" value "rcaatkjyur" value "euleuicawb" value "ifiizdeong" value "cjcrpmggtu" value "kxggjpatkd" value "klwqsggtob" value "mnsaklzgob" value "xfxlervrgn" value "eraxdyjftw" value "xrvonyieqa" value "fswhywqxhy" value "iqzxblqkeo" value "rxvhmzvbcv" value "wvdmobfisx" value "ujybghjfnf" value "yufagalzhk" value "qxbqbfcgjp" value "vorgqhmaoq" value "zewylkylsy" value "vvmaucizkv" value "bgcoyoduda" value "vnsufnurol" value "rtskokvklv" value "svvdufedug" value "qgdgujdvtg" value "rjrtvpntke" value "shgetgsird" value "ywgeotcect" value "zsikdzycyt" value "gcsswbksnc" value "qgobfhgspy" value "pbxrbaxnor" value "viwarrumob" value "eaetplspga" value "jqmscuprwq" value "nkyuframnm" value "gygftrsdbm" value "qzlfnntjar" value "fzzcioobeb" value "ydigxptqbl" value "bgtxhxkhvv" value "hggqmlgwha" value "ywlqbjqeug" value "qwowxqzrkz" value "zybosgbtxt" value "cflarkquuv" value "klaeknlbrm" value "ccnbldglgl" value "dpauqcpgyi" value "ylxiwiesps" value "xyxmlrdbui" value "arqfxfqkzh" value "byrkeibrfb" value "laepwenqmc" value "kluswgtjsf" value "mgldvzleyy" value "yqmzmmzwpd" value "tvlckdoyfe" value "dmxcbvzrxg" value "qquwyuyvvw" value "pmytvtksfi" value "umttshfkpk" value "rmdayyptch" value "glwrmjpotx" value "bgcnzgcmza" value "ivinvxopgz" value "dmbarohbfj" value "rncdgqxqfq" value "zmmwzkjrjl" value "gdlztbhpeq" value "zrwgpknaop" value "powzkcrtvv" value "cszvzbrmoy" value "dtjljhzqcm" value "anznywecwk" value "amuwlfaxwv" value "ajdkqflpen" value "evjrybtwww" value "oxsdmrdbit" value "yafipxfsip" value "xekxarmwcq" value "dgcesswkvc" value "gdqgmwxkmt" value "spdyueanru" value "yrvmdhnnfc" value "aexxjlgwuo" value "xpcpytommm" value "gjutzwoxlf" value "stnfirydgi" value "snpuvnebpy" value "rfxibyjmpg" value "ortxlvmdoc" value "gdozstnglr" value "eqiukbyscu" value "qzcrpbvatq" value "dwzqowbrsd" value "iesbitdnjd" value "inboyxgoqa" value "lfojnetxdc" value "njmufqrykx" value "ybcdthmgws" value "igwekdegcw" value "ajkgxmtamu" value "qkyfpamste" value "nwybjbhgep" value "arqqmfmmbz" value "rqiyxwpuyv" value "nsdvirehqh" value "qckueiqiwh" value "tjnbsybxws" value "jphvxuqipp" value "ghtoyhrfxh" value "erglflfnql" value "kngwkkzwts" value "nmguhcygct" value "jigyicdeft" value "gamcdtywne" value "nunpqugdit" value "ghqwxaqlef" value "nqxdrqigvf" value "xepfvvcovk" value "ezgxjiwwig" value "izizuzzjuv" value "mallnshtok" value "tctrsxgnrc" value "exhjfssojj" value "yilvzcevlj" value "nepxmyiuhr" value "dqqfcdugde" value "iamjlqlznh" value "mvmsikqfxu" value "kmqlwfbsex" value "pribqncfuf" value "zavrjnezrf" value "kmcwshsbye" value "uzaejrbwue" value "olezxlliej" value "hjjxyybxiv" value' +tested-groups: +- hash +tested-commands: +- hgetall +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --command="HGETALL hash:1000" --hide-histogram --test-time 180 --pipeline 10 + resources: + requests: + cpus: '4' + memory: 2g + +priority: 23 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall.yml new file mode 100644 index 00000000..4f8b14d3 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall.yml @@ -0,0 +1,32 @@ +version: 0.4 +name: memtier_benchmark-1key-hash-1K-fields-hgetall +description: '' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + '"hash:1000" value "tocawprsxz" value "csqcfxyzsy" value "ipubipttcb" value "jqurtadjro" value "zdulfflfqx" value "bbfvuialin" value "ifpfyncdfe" value "kjeevccyof" value "stttkrbfqs" value "qatkvfuttq" value "ltvfnuuwil" value "znartcywze" value "bzursuzuei" value "jlghqxtvok" value "osncqcuest" value "uxvibjduto" value "giubyhvaav" value "joijmgposs" value "lqxpnplleo" value "bnatichltp" value "nnfxoqebys" value "lyhqvxolfw" value "caaqjozcqh" value "nlqtadqinl" value "hfjxrrsszf" value "fussukqrph" value "cbjovvgqqy" value "wcpbfslakk" value "slskrnekbc" value "nvonwipkta" value "jhdcicttmm" value "rpyroriegs" value "lnuuootxmp" value "ufdxqlonpg" value "qgasrnjrld" value "jhocasnttw" value "smwbxeqbed" value "kapxglqccs" value "hhwvslfxmf" value "rbdabbmnrf" value "ltgidziwzm" value "qpffifpdiz" value "sadqcfniau" value "bqoabrqwwj" value "wghyakzbit" value "bnxtlmiwup" value "akzsgaeqon" value "zwlhpcahwu" value "kfselnpkim" value "dxtzxeguoi" value "roczxpuisd" value "myzjxvtvjh" value "alfftdxaxc" value "vyiqkfoics" value "dygkzcpakt" value "ukprrucywq" value "afzlyodwiz" value "vdaebbupfe" value "wemmvswznk" value "xzbqjpzqlm" value "lqqivzlppd" value "rrzcqyzdzf" value "ncckxlmsvg" value "cpjveufsvk" value "babfjxxabw" value "btcvhacldb" value "mqqrgbacfa" value "eqaxrccwjq" value "erahoeivfw" value "omeatkwwtc" value "mjwrbndexu" value "gktcjcfxbb" value "tfonhwnuxj" value "pheajlhymx" value "vefgwelnfo" value "gayysuldha" value "tqpqihwjtl" value "eirhwkdgfq" value "rnfodijavx" value "erqgyscser" value "nnnxouavyp" value "yhejmjwwni" value "mwmcwqzbld" value "ofcurtthcs" value "idmjjbjvni" value "ovqohpxjft" value "ocoflktdhp" value "kgopxvsdah" value "pyjpxqnavq" value "nubsytpfao" value "ddpgrvwowd" value "glynpmsjcf" value "whsxmqffqg" value "sstqpivwip" value "cqfnhujrbj" value "gsvkmnluiz" value "zdmgjjyukl" value "gcfcbjybkx" value "qmhyoyctod" value "kdodndexvr" value "tkgihmsrha" value "kmifjielrw" value "gefoharnza" value "tcpwkimype" value "nxllkzroin" value "bpvbnmpekh" value "ljinllovsw" value "mugdxqnjxj" value "tqqmmvwact" value "uidvmrqyjd" value "dthtfrqkce" value "efhynoxlul" value "iosqxoobrk" value "sujbwndgwl" value "btxehrokkw" value "pmaagvqldo" value "evuxmkrrfl" value "dclualrzqb" value "jfqxkxgqhj" value "fvemodlpgz" value "lawrpikwsk" value "socoxaegfa" value "snomfrutha" value "yxsnreuepl" value "vjihaakiof" value "nnhrgirrtw" value "jccorylnjg" value "gehuriygwq" value "icqjxcermo" value "ocgjeuljxf" value "qslrwqmixc" value "rhzpguhsws" value "zxlbhyeckf" value "iziwqojsoq" value "qlorevyltp" value "gbjzsedhag" value "mkxysrkpug" value "bhrvnadcdk" value "qxxinxaqxn" value "ctnaggdbru" value "fsthobmdxk" value "cvnnitrrow" value "vlhtdpqavh" value "vhjaphfdpj" value "yhdgqenmwv" value "ysntbzffxq" value "emfjcnujqn" value "qnqzibcmip" value "ngcxqjjpdm" value "gkneclxnnt" value "rhkpfsuhoq" value "dgodkfjzos" value "isqymcuffe" value "ripecixnpr" value "dxpepbctea" value "gbeizdzdyb" value "aqlapmghln" value "yhlalzusch" value "xglrugpjkt" value "ngwifjdpha" value "jvekvvldai" value "hmdzsuuyrn" value "ncabqesziv" value "whdftyqojv" value "rhzqdtxucc" value "ftyxhyfokj" value "vqtixjkcbb" value "krfosgrmjb" value "ahcaaodvgi" value "ooeswhfdnj" value "jhctncrzlw" value "haxesjafmh" value "vxrtzngznb" value "fidsuuizcf" value "mamtueyrqn" value "quemrlmwod" value "pkgpjwyfbh" value "ckibsdtfff" value "tjnjhejnju" value "puvgjfjyaf" value "cvmicoarvv" value "mxpzuzrzuo" value "rrrfhnclbv" value "xeurpmfdmo" value "yqvkykgjbe" value "behdxlfdho" value "dyzedskzkq" value "rfhlttsuqy" value "pkehotsmka" value "alokvrpbih" value "mobwpcyxuk" value "umwunfzsvo" value "naggqdxcjm" value "rakustfykw" value "dtkfydidli" value "kohpozxkhl" value "usjmfkopln" value "axhoxkubdv" value "asretszbav" value "tmkoxwdgpx" value "wjhaavxfge" value "pcuaesomdc" value "vjhpmffzxc" value "qwxzqlqter" value "jjumoixniz" value "ruxsmttpak" value "pjdundsxrd" value "kdklhpxntt" value "muhewfzihs" value "dplonqlliz" value "wjibkklezg" value "dfemamyevk" value "nryvfijxhj" value "bqqohkuylc" value "wiqhmhkiel" value "lftmqoxhfc" value "sjbaedopjb" value "dlomhvkoxg" value "jhkdwtqvwl" value "vqashxkrik" value "mupcilqfjg" value "suahxaebee" value "rqkcyxiwhz" value "jqgtbgbybq" value "ygbfgfefac" value "kjblkrvknt" value "yajpmxmuwz" value "wwowdvybjj" value "bdtbaxnuko" value "adfhfatarh" value "vfcpevtekf" value "fiugzrozky" value "spogjykkfs" value "tdggmsxysk" value "aoqlctikzg" value "nwywtydqew" value "qjrhtqgwjc" value "dhzgpwewsx" value "outdlyeqvq" value "trwzipsers" value "qtpcwuafar" value "scgjdkyetq" value "aqyfvxyjqr" value "xkvgnzjgrm" value "hhbceuegvh" value "paitaeqrpb" value "yfdsmhtria" value "bxwvqvndcc" value "dpyjoihqrs" value "tnratexlre" value "hplvvuoscb" value "muocqqypmt" value "pxzkuasjek" value "flrsaczxzc" value "pubqtzzzko" value "vpqlxtfkjz" value "fiafoggekm" value "qtewhixedb" value "iijjcabgak" value "tqjpijliii" value "uttazeawix" value "hxbmykkugi" value "bekchebgys" value "ffrviosqzo" value "rjrptuhkav" value "sldzewoxas" value "uesalivsis" value "maxylirjgh" value "vpzsmbjkvy" value "eiziligjfr" value "tqblforkpa" value "nszbrpweoz" value "rzanpefsfy" value "cejkfhuykf" value "abinkgshoi" value "gqybtjuhvq" value "oqdlpaubsc" value "nrbfkysxaf" value "mhxojehvxx" value "vuqlqdpfdn" value "orqqevpmca" value "xigznrdgqy" value "jzceexkqam" value "szupcnvvij" value "btgeubdzbb" value "nojnedgabk" value "sdnkjddyut" value "lbjarnpxhh" value "wevfinjbqk" value "dvgqwzignk" value "ejzwnidqwr" value "nlxwjmzwln" value "brrlblrxwa" value "hyikggurti" value "wybmlpqblt" value "hertbwuzyw" value "rwhzzytdsq" value "symbgeyple" value "zbfeyptemz" value "pghbwbtfmk" value "mxydilgynv" value "bhwytqsafu" value "ecsburyjhh" value "cvohdragtx" value "lscjhgztom" value "giswndixdf" value "etsngvbrff" value "lgqazzajpx" value "pypepewjvq" value "nswjopvtqv" value "tuajnnqtcq" value "bvvoibkfrt" value "kjqeujfkoh" value "diwmfuckel" value "bwizktcwmb" value "ughnpilqqm" value "ihealvwnxb" value "thqttakyzy" value "auwfujaoya" value "rofnkytnhm" value "ilkuddrdvh" value "hmwfncgzxg" value "pzrchtwaaw" value "ffksbrtbfq" value "ethxaycsil" value "uwiqrvcqvu" value "fgcehqgsso" value "yoblelzlkd" value "gjiwldcfqh" value "sbrjnwxdip" value "nenhiiibwx" value "ebhhhgabjd" value "xpkwqbfban" value "pupmdjgyed" value "aejnvyfdst" value "krxneqolle" value "nouncgkoik" value "kamgfgbxel" value "fffylsswky" value "agswwrfabr" value "pkvcbelpos" value "mxapzqqqsw" value "ywmqoaztmy" value "sfuvzzxbxq" value "kdcvbkrbsj" value "twpiiaedpc" value "egmgddriry" value "nmfihtnkel" value "kqzjnkdlxd" value "eovsizpcjp" value "bsavjyaksg" value "xlmvatfsly" value "dlhjfafskj" value "wmvhvwnowp" value "vjjozwrovk" value "gbazuqnmit" value "ubwlcefgqb" value "jttqzbazgz" value "dozecfsvue" value "pgdhjrxhga" value "gzekysdunp" value "ygoiannoht" value "hklchdenoe" value "sotbjzlsvz" value "qjwrnhooax" value "cdghgcsoth" value "mjlpvuoghe" value "qclkaeciey" value "oownjpxrov" value "nvqfyljbef" value "tsnawydcru" value "wrrgxxkxkc" value "ylulwsnjay" value "lxsinouutc" value "ozpyyaznsh" value "cmhkstsjok" value "ybckvbeoib" value "fsoardckcw" value "ltkauvxggz" value "sqwhsgboef" value "wgtjxahmef" value "spoqshzjoi" value "pfvfxrrfhl" value "nahweurftw" value "fojjpqmbck" value "zexblqeora" value "qsoiwsugdv" value "ksppwhhqzj" value "otadcihtmd" value "imnjbkmsls" value "zzenkvuesw" value "kbfqdppnfa" value "igehetokzq" value "koujdppfua" value "wqsqzzbqhm" value "tglieutcis" value "owovlhorvw" value "nraylduhut" value "nwnyjkugcf" value "kpfqxroqbs" value "xwxwosqkhm" value "ollacusjzj" value "wcouaiatsu" value "nvkfnfzoki" value "fgjnsosfrp" value "pltsnzqvpi" value "rhnkzlsjtk" value "ysnndkycix" value "bpnfopinub" value "blujwnyluy" value "wgtmckqknh" value "zorzyqtjtr" value "hvtlkrungk" value "rgtondctpo" value "mjgvtydjtm" value "kcbotffyca" value "gybxnvwchp" value "gazojexans" value "hmcpcrjumm" value "zejhycldyy" value "iiissmznfe" value "qvpuudyuks" value "gviypfayfm" value "plqbwsiuzw" value "nunchscyqc" value "qocjpufxio" value "iqbyikqjmx" value "omwbgglqsp" value "nywteueaig" value "ntmgbzaivy" value "ijdgnlzprg" value "rnlaakgsrf" value "fpdflprzvn" value "azkdbpnshy" value "mvfnirshbd" value "sotsxznskx" value "uzktwqcdeb" value "myrrmvflyw" value "jgaieawkcu" value "utymwhxigo" value "vtaiyncmyg" value "gpodilvrnm" value "xgfzndhodu" value "saqilljaid" value "jxiewthqls" value "nbwksmwxpx" value "rwfykeeqgx" value "tlnkrncpwi" value "ogyvxbgcwi" value "ffcqkkzllx" value "rtnhivnxtb" value "vzcclamtun" value "jjlefkekuw" value "xjksnqifds" value "ctusqixohm" value "osaekeukqx" value "irlduoinie" value "nifzrybfuh" value "ctqxoyxbwc" value "vsvhjrymqc" value "bzwxqcpftf" value "ltghdkluqq" value "vklwhyzqhk" value "ghwcrdlbjj" value "lzzptujbjp" value "qlvgfplbod" value "ghepftfjgk" value "aiqqyusnuv" value "rspghuhpbp" value "lfkqrtxocm" value "iibgagtkpg" value "ywiurvfbpg" value "tdceweesxh" value "pvwvdaorrl" value "ejlunxlwxn" value "ymqxhmnidz" value "lydebbpmfb" value "ztjuqomjck" value "eyrbqexkff" value "oqmuhlruqy" value "gnrmnwaxls" value "mumhqarhgg" value "skbzfbeziu" value "hnnfmyurhx" value "yrsizkbbwz" value "azpwrzovza" value "txhllnvudv" value "aslibwggrp" value "ubghghklvj" value "jqqogagqni" value "emfqsjraia" value "ctgwmawlgl" value "mivctgaajt" value "knycrcrsbm" value "ubtiscdgrn" value "ulepgommyy" value "qbhdjhoohc" value "cctlfgicpv" value "phfuspevwk" value "oeawjlqnyg" value "jpphbjtbrh" value "ofykgotycd" value "csjfbpjyzq" value "thmmmlqluk" value "buzhjxsbkm" value "pisgqibyae" value "skkawcmqqt" value "mmqblvrscy" value "dpkiubfzbx" value "yivxcecwlp" value "kbnjiilaqd" value "rwrxxrnwtq" value "veegnotgmj" value "pbfijwccjp" value "expefhkisx" value "ynnhyctikq" value "bhfmhanvxe" value "otclvmbilg" value "hskkmrluuf" value "ftnbjymlll" value "nbkaxrojqq" value "qydrgilxxt" value "dxufcyurjx" value "fgygwdazbm" value "tivnqailcl" value "jwvqixjhho" value "oglqutqfcx" value "wvrlxfoxff" value "ropuqidkxv" value "qcsxjrjcfc" value "twuvkpjzzw" value "fqtktfghcv" value "suhwnartid" value "wvsnfinuil" value "rngtndwjyg" value "tsmzfswaxo" value "uvlswctlhx" value "llamjvxyqo" value "wovoupawzt" value "caxgjftjyj" value "gwzqcetcji" value "yzrdbalexf" value "fnpdsuozxt" value "dbtbtvkqss" value "pwgjoppmgc" value "wxjdgbugeu" value "qchpfcigwa" value "lxzdcbveuy" value "bwjyghaztz" value "uedehyieof" value "pfaytznuaa" value "lspvrnxnjo" value "zkbqvttlzy" value "fkdmuxraqf" value "nbizrabfuo" value "fgzwwaedjy" value "gkmwutvars" value "bwsdzrxzse" value "txgjxzovte" value "cbtpbbfrdd" value "vqgztpmzhz" value "rdipvyeqoi" value "bovkdabcdo" value "fhobhpwwkp" value "mkbkflixkr" value "mjifqzmtsd" value "pkcqdokojd" value "dtgjnddwch" value "uboipezuni" value "dfdodbelzn" value "fzsoiryhfn" value "krtsiucvvu" value "aieekmivcb" value "aeafusfzdn" value "ehnrizfmfo" value "dcjlwhfstw" value "wksgvbkbyw" value "hvfprkjlbc" value "jlgepeyhpc" value "ljklggibcy" value "mhrvuemywb" value "wdqygrxkya" value "ystnkbogee" value "flvftlpbjq" value "vgfgbsbnwy" value "rsivptwulz" value "bzjzucrypq" value "bweysooxiv" value "mmcunsiwad" value "mszjkgsrio" value "bvurseeqmh" value "wtcpliaxmk" value "ndwiompimr" value "mdcwoblmkl" value "dflxukffgl" value "mcojdazpfq" value "tctgzmjads" value "dewdgfrhos" value "iwqanwtvcd" value "nfucelqjfe" value "wgtrwefdsw" value "skstqdgbos" value "rwllkdzxrj" value "qwozutlufu" value "fmpdixcckx" value "jybzltmwrs" value "ossjrvqmaa" value "adlxahxsbq" value "mbewprqunw" value "xbvbujurqw" value "rnvhfxbuoi" value "pyrpwxalpc" value "adlryhdbpr" value "gritvkzfgw" value "aufhfrhccf" value "umoicweaab" value "kgirldeylz" value "nknlysgviv" value "plbxaamppj" value "ikpikupjoi" value "eioxaswdee" value "imexfccbxk" value "ouroipthpq" value "jbzyfznpdn" value "asidljmwgb" value "jeazfmhrcb" value "dablvesuho" value "zuoqjiciij" value "qmxxfyuodo" value "vkqalcokst" value "jhibapuhga" value "cmqraybrlw" value "beqsnrixhl" value "rmqxtqcxua" value "ndltyojjxj" value "hyanpicfan" value "yzutuazhmh" value "tumnalubch" value "eksvvoxziw" value "weqhfkosif" value "wwfbpjatrp" value "lrhrkuyzry" value "uvbtcgtopw" value "fmyleefltp" value "kkrxiaiife" value "gbkqhfumyu" value "tdmjyuitvv" value "jvtalmlkng" value "rdsfcdvkqz" value "xqvjnlpssl" value "fuftndsnim" value "keklddczkd" value "wrqnytptzm" value "rwzijctxzs" value "btakuczlec" value "fuipidfbjt" value "kjiqagynco" value "ahjawbsqcw" value "iehxaaneev" value "ezbiwqnabg" value "pnnzqcutoq" value "wlogkzxkpo" value "xzswnnldvs" value "qqfnugftmr" value "zuccleayil" value "ckqebhazel" value "brwlqbfoat" value "anmcogawkg" value "roqzbzpbbt" value "dxnprfawun" value "fffreqppjj" value "gfdzgxfdcg" value "sshbuxfljd" value "shckmujxzo" value "rqurawzebz" value "vpehhmoxva" value "vldwfdnicm" value "tzhjrlfvfp" value "ymwwctfodg" value "qsxfnsicrx" value "gfhrrjczsp" value "gtqrsktbaa" value "dniplpxfof" value "htawohddyn" value "dbcxnsiacw" value "dhfundvlpn" value "uewpgskfpu" value "cuuytorpnp" value "vlcnbfqvox" value "jbqibabrmv" value "xhspgwheck" value "fsuovvpgng" value "gcjruttnno" value "wxswusqpeo" value "qhhhipzncq" value "mcbuftndrr" value "owjfgjqqjc" value "vvmkjgajwa" value "wvlvshnhmx" value "ekponflaeq" value "kuiumwomxi" value "aoydkdfrpe" value "cglxptkcsz" value "uqbpcvkipa" value "ubzgvzputq" value "wmyphdckda" value "ukdnaklmcp" value "ramoirrdyd" value "vwayaqmtid" value "ltomuspfzc" value "wzxdkpehwf" value "yzcspfvcot" value "cgpvvnbvlk" value "farwqgfyjf" value "lbxvlwzony" value "ocesqguvym" value "yzviqaobku" value "cnngbbpowp" value "ucxeoqcssr" value "zcffhzusrl" value "yzmodbpsnb" value "aryiyaltqw" value "xkaailrpns" value "lpahctqgna" value "cnbqnvxmjp" value "nugjvhftma" value "xsgcuvxzor" value "xwtwtwmbgu" value "emdwpvauyc" value "ahfktrqmgh" value "jznackjcrd" value "etcsjxoqab" value "kpzmuwqbnt" value "dspznsgszk" value "rcwbzvwbva" value "mlznoaajqq" value "iwuuxdactm" value "zujobawsct" value "snepgcispg" value "cgmivhyskk" value "snunzlgfkd" value "ppdxnadmje" value "wtzqqecgfy" value "ncremxgfdb" value "cblsafugqk" value "hjekcxfyds" value "faxedqgskm" value "jjczogqdwz" value "jfbgmhtjke" value "nehqnkqnld" value "lcdchjadll" value "llimzyabsp" value "iwapedwyle" value "iobkwbwceu" value "twmbtaxdro" value "nmtmjmhmdl" value "ewoqykjbkc" value "tmyuncyoyd" value "dcepfcdddn" value "dnvwyhyhsn" value "nrencopzqn" value "yjyffpgoop" value "uvqtefqdhk" value "yjhypaonqq" value "uqvzpcvugl" value "cakvxrdpmj" value "tvzacklhdz" value "higdkhodzy" value "ormdblyhhn" value "wbouqpojzl" value "eyhgspybnr" value "lywsezpzgf" value "usykkwszvh" value "bcwncpnibg" value "jgcqryhsvk" value "yfvwesgulw" value "geizujxrkg" value "zknlteeaxq" value "nqwjivcosg" value "qmnxipsiga" value "pthacnunjj" value "afamsavgsi" value "bzfzxzecrs" value "sxcihybfci" value "padscbypdo" value "gaotvjctjh" value "beicnwdryg" value "xsueeljljp" value "mkrrypcfzy" value "ekjgqnjxyl" value "iyeiercbxr" value "rkwlgzhvvy" value "hmnaoeeasz" value "aquymkrswt" value "ulnnuwyptq" value "xftfzsoiwc" value "urkkyscfti" value "wabroeeoop" value "qpzkuxsipr" value "dxdngrmypg" value "icatrrbcjs" value "fhuptkhkzm" value "apyzwvajot" value "vealtjlqyc" value "khkkfmzkow" value "trzqdcaqdw" value "itmekixthv" value "pudgkcbwdx" value "zuibhuihtz" value "kzuywkxlku" value "ogtqmpnzie" value "jetamrlglx" value "fjdjumschq" value "kprzbyngsw" value "xeyxlxiqch" value "dtuhvpszzt" value "fpmbbgiaao" value "hjlhurakwh" value "mshexjmkmn" value "cynhehkcxs" value "cvbbbdzmie" value "cvnlzjdfgf" value "ifhkjgmxrd" value "audguegpmo" value "jzstgleeby" value "eafrzhdhhq" value "fmmammvdyj" value "uncqdpbhwb" value "fzatoyblsr" value "xtwlklqdna" value "ydqppngxvh" value "mkngszsxeu" value "vyewicgjio" value "tstbluhyhj" value "qzxxwlfeki" value "ocmtsfpsgh" value "xmknbbmdbf" value "pdjmftsmob" value "ygrpkpstxq" value "hrhiqcarju" value "aadzbodres" value "curhymvwsx" value "tbqidtevrl" value "avchkjnlwm" value "tyephutkmb" value "lxoaezrdxs" value "ctkwlhmgfz" value "xkiuuciwrn" value "irrovfyshb" value "hwuofuftlr" value "mhbfsuaovv" value "wzuhzzdezi" value "jlpobgvouj" value "qbpmtomqpu" value "shlwywnxpk" value "srkvjhetmj" value "hvxefqtmqu" value "fazsvkljef" value "bstezdkmig" value "asbtvfzien" value "vewfxcxkpf" value "tqkprkoixe" value "rcaatkjyur" value "euleuicawb" value "ifiizdeong" value "cjcrpmggtu" value "kxggjpatkd" value "klwqsggtob" value "mnsaklzgob" value "xfxlervrgn" value "eraxdyjftw" value "xrvonyieqa" value "fswhywqxhy" value "iqzxblqkeo" value "rxvhmzvbcv" value "wvdmobfisx" value "ujybghjfnf" value "yufagalzhk" value "qxbqbfcgjp" value "vorgqhmaoq" value "zewylkylsy" value "vvmaucizkv" value "bgcoyoduda" value "vnsufnurol" value "rtskokvklv" value "svvdufedug" value "qgdgujdvtg" value "rjrtvpntke" value "shgetgsird" value "ywgeotcect" value "zsikdzycyt" value "gcsswbksnc" value "qgobfhgspy" value "pbxrbaxnor" value "viwarrumob" value "eaetplspga" value "jqmscuprwq" value "nkyuframnm" value "gygftrsdbm" value "qzlfnntjar" value "fzzcioobeb" value "ydigxptqbl" value "bgtxhxkhvv" value "hggqmlgwha" value "ywlqbjqeug" value "qwowxqzrkz" value "zybosgbtxt" value "cflarkquuv" value "klaeknlbrm" value "ccnbldglgl" value "dpauqcpgyi" value "ylxiwiesps" value "xyxmlrdbui" value "arqfxfqkzh" value "byrkeibrfb" value "laepwenqmc" value "kluswgtjsf" value "mgldvzleyy" value "yqmzmmzwpd" value "tvlckdoyfe" value "dmxcbvzrxg" value "qquwyuyvvw" value "pmytvtksfi" value "umttshfkpk" value "rmdayyptch" value "glwrmjpotx" value "bgcnzgcmza" value "ivinvxopgz" value "dmbarohbfj" value "rncdgqxqfq" value "zmmwzkjrjl" value "gdlztbhpeq" value "zrwgpknaop" value "powzkcrtvv" value "cszvzbrmoy" value "dtjljhzqcm" value "anznywecwk" value "amuwlfaxwv" value "ajdkqflpen" value "evjrybtwww" value "oxsdmrdbit" value "yafipxfsip" value "xekxarmwcq" value "dgcesswkvc" value "gdqgmwxkmt" value "spdyueanru" value "yrvmdhnnfc" value "aexxjlgwuo" value "xpcpytommm" value "gjutzwoxlf" value "stnfirydgi" value "snpuvnebpy" value "rfxibyjmpg" value "ortxlvmdoc" value "gdozstnglr" value "eqiukbyscu" value "qzcrpbvatq" value "dwzqowbrsd" value "iesbitdnjd" value "inboyxgoqa" value "lfojnetxdc" value "njmufqrykx" value "ybcdthmgws" value "igwekdegcw" value "ajkgxmtamu" value "qkyfpamste" value "nwybjbhgep" value "arqqmfmmbz" value "rqiyxwpuyv" value "nsdvirehqh" value "qckueiqiwh" value "tjnbsybxws" value "jphvxuqipp" value "ghtoyhrfxh" value "erglflfnql" value "kngwkkzwts" value "nmguhcygct" value "jigyicdeft" value "gamcdtywne" value "nunpqugdit" value "ghqwxaqlef" value "nqxdrqigvf" value "xepfvvcovk" value "ezgxjiwwig" value "izizuzzjuv" value "mallnshtok" value "tctrsxgnrc" value "exhjfssojj" value "yilvzcevlj" value "nepxmyiuhr" value "dqqfcdugde" value "iamjlqlznh" value "mvmsikqfxu" value "kmqlwfbsex" value "pribqncfuf" value "zavrjnezrf" value "kmcwshsbye" value "uzaejrbwue" value "olezxlliej" value "hjjxyybxiv"' +tested-groups: +- hash +tested-commands: +- hgetall +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --command="HGETALL hash:1000" --hide-histogram --test-time 180 + resources: + requests: + cpus: '4' + memory: 2g + +priority: 23 From 8d3bddcbf30cea15b915f0ea2276c183c8fae431 Mon Sep 17 00:00:00 2001 From: fcosta_oliveira Date: Tue, 15 Oct 2024 00:11:52 +0100 Subject: [PATCH 10/22] fixed memtier_benchmark-1Mkeys-string-get-10B-pipeline-10 --- ...emtier_benchmark-1key-hash-1K-fields-hgetall-pipeline-10.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall-pipeline-10.yml index e46336e7..f92d77ab 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall-pipeline-10.yml @@ -10,7 +10,7 @@ dbconfig: requests: memory: 1g init_commands: - '"hash:1000" "tocawprsxz" value "csqcfxyzsy" value "ipubipttcb" value "jqurtadjro" value "zdulfflfqx" value "bbfvuialin" value "ifpfyncdfe" value "kjeevccyof" value "stttkrbfqs" value "qatkvfuttq" value "ltvfnuuwil" value "znartcywze" value "bzursuzuei" value "jlghqxtvok" value "osncqcuest" value "uxvibjduto" value "giubyhvaav" value "joijmgposs" value "lqxpnplleo" value "bnatichltp" value "nnfxoqebys" value "lyhqvxolfw" value "caaqjozcqh" value "nlqtadqinl" value "hfjxrrsszf" value "fussukqrph" value "cbjovvgqqy" value "wcpbfslakk" value "slskrnekbc" value "nvonwipkta" value "jhdcicttmm" value "rpyroriegs" value "lnuuootxmp" value "ufdxqlonpg" value "qgasrnjrld" value "jhocasnttw" value "smwbxeqbed" value "kapxglqccs" value "hhwvslfxmf" value "rbdabbmnrf" value "ltgidziwzm" value "qpffifpdiz" value "sadqcfniau" value "bqoabrqwwj" value "wghyakzbit" value "bnxtlmiwup" value "akzsgaeqon" value "zwlhpcahwu" value "kfselnpkim" value "dxtzxeguoi" value "roczxpuisd" value "myzjxvtvjh" value "alfftdxaxc" value "vyiqkfoics" value "dygkzcpakt" value "ukprrucywq" value "afzlyodwiz" value "vdaebbupfe" value "wemmvswznk" value "xzbqjpzqlm" value "lqqivzlppd" value "rrzcqyzdzf" value "ncckxlmsvg" value "cpjveufsvk" value "babfjxxabw" value "btcvhacldb" value "mqqrgbacfa" value "eqaxrccwjq" value "erahoeivfw" value "omeatkwwtc" value "mjwrbndexu" value "gktcjcfxbb" value "tfonhwnuxj" value "pheajlhymx" value "vefgwelnfo" value "gayysuldha" value "tqpqihwjtl" value "eirhwkdgfq" value "rnfodijavx" value "erqgyscser" value "nnnxouavyp" value "yhejmjwwni" value "mwmcwqzbld" value "ofcurtthcs" value "idmjjbjvni" value "ovqohpxjft" value "ocoflktdhp" value "kgopxvsdah" value "pyjpxqnavq" value "nubsytpfao" value "ddpgrvwowd" value "glynpmsjcf" value "whsxmqffqg" value "sstqpivwip" value "cqfnhujrbj" value "gsvkmnluiz" value "zdmgjjyukl" value "gcfcbjybkx" value "qmhyoyctod" value "kdodndexvr" value "tkgihmsrha" value "kmifjielrw" value "gefoharnza" value "tcpwkimype" value "nxllkzroin" value "bpvbnmpekh" value "ljinllovsw" value "mugdxqnjxj" value "tqqmmvwact" value "uidvmrqyjd" value "dthtfrqkce" value "efhynoxlul" value "iosqxoobrk" value "sujbwndgwl" value "btxehrokkw" value "pmaagvqldo" value "evuxmkrrfl" value "dclualrzqb" value "jfqxkxgqhj" value "fvemodlpgz" value "lawrpikwsk" value "socoxaegfa" value "snomfrutha" value "yxsnreuepl" value "vjihaakiof" value "nnhrgirrtw" value "jccorylnjg" value "gehuriygwq" value "icqjxcermo" value "ocgjeuljxf" value "qslrwqmixc" value "rhzpguhsws" value "zxlbhyeckf" value "iziwqojsoq" value "qlorevyltp" value "gbjzsedhag" value "mkxysrkpug" value "bhrvnadcdk" value "qxxinxaqxn" value "ctnaggdbru" value "fsthobmdxk" value "cvnnitrrow" value "vlhtdpqavh" value "vhjaphfdpj" value "yhdgqenmwv" value "ysntbzffxq" value "emfjcnujqn" value "qnqzibcmip" value "ngcxqjjpdm" value "gkneclxnnt" value "rhkpfsuhoq" value "dgodkfjzos" value "isqymcuffe" value "ripecixnpr" value "dxpepbctea" value "gbeizdzdyb" value "aqlapmghln" value "yhlalzusch" value "xglrugpjkt" value "ngwifjdpha" value "jvekvvldai" value "hmdzsuuyrn" value "ncabqesziv" value "whdftyqojv" value "rhzqdtxucc" value "ftyxhyfokj" value "vqtixjkcbb" value "krfosgrmjb" value "ahcaaodvgi" value "ooeswhfdnj" value "jhctncrzlw" value "haxesjafmh" value "vxrtzngznb" value "fidsuuizcf" value "mamtueyrqn" value "quemrlmwod" value "pkgpjwyfbh" value "ckibsdtfff" value "tjnjhejnju" value "puvgjfjyaf" value "cvmicoarvv" value "mxpzuzrzuo" value "rrrfhnclbv" value "xeurpmfdmo" value "yqvkykgjbe" value "behdxlfdho" value "dyzedskzkq" value "rfhlttsuqy" value "pkehotsmka" value "alokvrpbih" value "mobwpcyxuk" value "umwunfzsvo" value "naggqdxcjm" value "rakustfykw" value "dtkfydidli" value "kohpozxkhl" value "usjmfkopln" value "axhoxkubdv" value "asretszbav" value "tmkoxwdgpx" value "wjhaavxfge" value "pcuaesomdc" value "vjhpmffzxc" value "qwxzqlqter" value "jjumoixniz" value "ruxsmttpak" value "pjdundsxrd" value "kdklhpxntt" value "muhewfzihs" value "dplonqlliz" value "wjibkklezg" value "dfemamyevk" value "nryvfijxhj" value "bqqohkuylc" value "wiqhmhkiel" value "lftmqoxhfc" value "sjbaedopjb" value "dlomhvkoxg" value "jhkdwtqvwl" value "vqashxkrik" value "mupcilqfjg" value "suahxaebee" value "rqkcyxiwhz" value "jqgtbgbybq" value "ygbfgfefac" value "kjblkrvknt" value "yajpmxmuwz" value "wwowdvybjj" value "bdtbaxnuko" value "adfhfatarh" value "vfcpevtekf" value "fiugzrozky" value "spogjykkfs" value "tdggmsxysk" value "aoqlctikzg" value "nwywtydqew" value "qjrhtqgwjc" value "dhzgpwewsx" value "outdlyeqvq" value "trwzipsers" value "qtpcwuafar" value "scgjdkyetq" value "aqyfvxyjqr" value "xkvgnzjgrm" value "hhbceuegvh" value "paitaeqrpb" value "yfdsmhtria" value "bxwvqvndcc" value "dpyjoihqrs" value "tnratexlre" value "hplvvuoscb" value "muocqqypmt" value "pxzkuasjek" value "flrsaczxzc" value "pubqtzzzko" value "vpqlxtfkjz" value "fiafoggekm" value "qtewhixedb" value "iijjcabgak" value "tqjpijliii" value "uttazeawix" value "hxbmykkugi" value "bekchebgys" value "ffrviosqzo" value "rjrptuhkav" value "sldzewoxas" value "uesalivsis" value "maxylirjgh" value "vpzsmbjkvy" value "eiziligjfr" value "tqblforkpa" value "nszbrpweoz" value "rzanpefsfy" value "cejkfhuykf" value "abinkgshoi" value "gqybtjuhvq" value "oqdlpaubsc" value "nrbfkysxaf" value "mhxojehvxx" value "vuqlqdpfdn" value "orqqevpmca" value "xigznrdgqy" value "jzceexkqam" value "szupcnvvij" value "btgeubdzbb" value "nojnedgabk" value "sdnkjddyut" value "lbjarnpxhh" value "wevfinjbqk" value "dvgqwzignk" value "ejzwnidqwr" value "nlxwjmzwln" value "brrlblrxwa" value "hyikggurti" value "wybmlpqblt" value "hertbwuzyw" value "rwhzzytdsq" value "symbgeyple" value "zbfeyptemz" value "pghbwbtfmk" value "mxydilgynv" value "bhwytqsafu" value "ecsburyjhh" value "cvohdragtx" value "lscjhgztom" value "giswndixdf" value "etsngvbrff" value "lgqazzajpx" value "pypepewjvq" value "nswjopvtqv" value "tuajnnqtcq" value "bvvoibkfrt" value "kjqeujfkoh" value "diwmfuckel" value "bwizktcwmb" value "ughnpilqqm" value "ihealvwnxb" value "thqttakyzy" value "auwfujaoya" value "rofnkytnhm" value "ilkuddrdvh" value "hmwfncgzxg" value "pzrchtwaaw" value "ffksbrtbfq" value "ethxaycsil" value "uwiqrvcqvu" value "fgcehqgsso" value "yoblelzlkd" value "gjiwldcfqh" value "sbrjnwxdip" value "nenhiiibwx" value "ebhhhgabjd" value "xpkwqbfban" value "pupmdjgyed" value "aejnvyfdst" value "krxneqolle" value "nouncgkoik" value "kamgfgbxel" value "fffylsswky" value "agswwrfabr" value "pkvcbelpos" value "mxapzqqqsw" value "ywmqoaztmy" value "sfuvzzxbxq" value "kdcvbkrbsj" value "twpiiaedpc" value "egmgddriry" value "nmfihtnkel" value "kqzjnkdlxd" value "eovsizpcjp" value "bsavjyaksg" value "xlmvatfsly" value "dlhjfafskj" value "wmvhvwnowp" value "vjjozwrovk" value "gbazuqnmit" value "ubwlcefgqb" value "jttqzbazgz" value "dozecfsvue" value "pgdhjrxhga" value "gzekysdunp" value "ygoiannoht" value "hklchdenoe" value "sotbjzlsvz" value "qjwrnhooax" value "cdghgcsoth" value "mjlpvuoghe" value "qclkaeciey" value "oownjpxrov" value "nvqfyljbef" value "tsnawydcru" value "wrrgxxkxkc" value "ylulwsnjay" value "lxsinouutc" value "ozpyyaznsh" value "cmhkstsjok" value "ybckvbeoib" value "fsoardckcw" value "ltkauvxggz" value "sqwhsgboef" value "wgtjxahmef" value "spoqshzjoi" value "pfvfxrrfhl" value "nahweurftw" value "fojjpqmbck" value "zexblqeora" value "qsoiwsugdv" value "ksppwhhqzj" value "otadcihtmd" value "imnjbkmsls" value "zzenkvuesw" value "kbfqdppnfa" value "igehetokzq" value "koujdppfua" value "wqsqzzbqhm" value "tglieutcis" value "owovlhorvw" value "nraylduhut" value "nwnyjkugcf" value "kpfqxroqbs" value "xwxwosqkhm" value "ollacusjzj" value "wcouaiatsu" value "nvkfnfzoki" value "fgjnsosfrp" value "pltsnzqvpi" value "rhnkzlsjtk" value "ysnndkycix" value "bpnfopinub" value "blujwnyluy" value "wgtmckqknh" value "zorzyqtjtr" value "hvtlkrungk" value "rgtondctpo" value "mjgvtydjtm" value "kcbotffyca" value "gybxnvwchp" value "gazojexans" value "hmcpcrjumm" value "zejhycldyy" value "iiissmznfe" value "qvpuudyuks" value "gviypfayfm" value "plqbwsiuzw" value "nunchscyqc" value "qocjpufxio" value "iqbyikqjmx" value "omwbgglqsp" value "nywteueaig" value "ntmgbzaivy" value "ijdgnlzprg" value "rnlaakgsrf" value "fpdflprzvn" value "azkdbpnshy" value "mvfnirshbd" value "sotsxznskx" value "uzktwqcdeb" value "myrrmvflyw" value "jgaieawkcu" value "utymwhxigo" value "vtaiyncmyg" value "gpodilvrnm" value "xgfzndhodu" value "saqilljaid" value "jxiewthqls" value "nbwksmwxpx" value "rwfykeeqgx" value "tlnkrncpwi" value "ogyvxbgcwi" value "ffcqkkzllx" value "rtnhivnxtb" value "vzcclamtun" value "jjlefkekuw" value "xjksnqifds" value "ctusqixohm" value "osaekeukqx" value "irlduoinie" value "nifzrybfuh" value "ctqxoyxbwc" value "vsvhjrymqc" value "bzwxqcpftf" value "ltghdkluqq" value "vklwhyzqhk" value "ghwcrdlbjj" value "lzzptujbjp" value "qlvgfplbod" value "ghepftfjgk" value "aiqqyusnuv" value "rspghuhpbp" value "lfkqrtxocm" value "iibgagtkpg" value "ywiurvfbpg" value "tdceweesxh" value "pvwvdaorrl" value "ejlunxlwxn" value "ymqxhmnidz" value "lydebbpmfb" value "ztjuqomjck" value "eyrbqexkff" value "oqmuhlruqy" value "gnrmnwaxls" value "mumhqarhgg" value "skbzfbeziu" value "hnnfmyurhx" value "yrsizkbbwz" value "azpwrzovza" value "txhllnvudv" value "aslibwggrp" value "ubghghklvj" value "jqqogagqni" value "emfqsjraia" value "ctgwmawlgl" value "mivctgaajt" value "knycrcrsbm" value "ubtiscdgrn" value "ulepgommyy" value "qbhdjhoohc" value "cctlfgicpv" value "phfuspevwk" value "oeawjlqnyg" value "jpphbjtbrh" value "ofykgotycd" value "csjfbpjyzq" value "thmmmlqluk" value "buzhjxsbkm" value "pisgqibyae" value "skkawcmqqt" value "mmqblvrscy" value "dpkiubfzbx" value "yivxcecwlp" value "kbnjiilaqd" value "rwrxxrnwtq" value "veegnotgmj" value "pbfijwccjp" value "expefhkisx" value "ynnhyctikq" value "bhfmhanvxe" value "otclvmbilg" value "hskkmrluuf" value "ftnbjymlll" value "nbkaxrojqq" value "qydrgilxxt" value "dxufcyurjx" value "fgygwdazbm" value "tivnqailcl" value "jwvqixjhho" value "oglqutqfcx" value "wvrlxfoxff" value "ropuqidkxv" value "qcsxjrjcfc" value "twuvkpjzzw" value "fqtktfghcv" value "suhwnartid" value "wvsnfinuil" value "rngtndwjyg" value "tsmzfswaxo" value "uvlswctlhx" value "llamjvxyqo" value "wovoupawzt" value "caxgjftjyj" value "gwzqcetcji" value "yzrdbalexf" value "fnpdsuozxt" value "dbtbtvkqss" value "pwgjoppmgc" value "wxjdgbugeu" value "qchpfcigwa" value "lxzdcbveuy" value "bwjyghaztz" value "uedehyieof" value "pfaytznuaa" value "lspvrnxnjo" value "zkbqvttlzy" value "fkdmuxraqf" value "nbizrabfuo" value "fgzwwaedjy" value "gkmwutvars" value "bwsdzrxzse" value "txgjxzovte" value "cbtpbbfrdd" value "vqgztpmzhz" value "rdipvyeqoi" value "bovkdabcdo" value "fhobhpwwkp" value "mkbkflixkr" value "mjifqzmtsd" value "pkcqdokojd" value "dtgjnddwch" value "uboipezuni" value "dfdodbelzn" value "fzsoiryhfn" value "krtsiucvvu" value "aieekmivcb" value "aeafusfzdn" value "ehnrizfmfo" value "dcjlwhfstw" value "wksgvbkbyw" value "hvfprkjlbc" value "jlgepeyhpc" value "ljklggibcy" value "mhrvuemywb" value "wdqygrxkya" value "ystnkbogee" value "flvftlpbjq" value "vgfgbsbnwy" value "rsivptwulz" value "bzjzucrypq" value "bweysooxiv" value "mmcunsiwad" value "mszjkgsrio" value "bvurseeqmh" value "wtcpliaxmk" value "ndwiompimr" value "mdcwoblmkl" value "dflxukffgl" value "mcojdazpfq" value "tctgzmjads" value "dewdgfrhos" value "iwqanwtvcd" value "nfucelqjfe" value "wgtrwefdsw" value "skstqdgbos" value "rwllkdzxrj" value "qwozutlufu" value "fmpdixcckx" value "jybzltmwrs" value "ossjrvqmaa" value "adlxahxsbq" value "mbewprqunw" value "xbvbujurqw" value "rnvhfxbuoi" value "pyrpwxalpc" value "adlryhdbpr" value "gritvkzfgw" value "aufhfrhccf" value "umoicweaab" value "kgirldeylz" value "nknlysgviv" value "plbxaamppj" value "ikpikupjoi" value "eioxaswdee" value "imexfccbxk" value "ouroipthpq" value "jbzyfznpdn" value "asidljmwgb" value "jeazfmhrcb" value "dablvesuho" value "zuoqjiciij" value "qmxxfyuodo" value "vkqalcokst" value "jhibapuhga" value "cmqraybrlw" value "beqsnrixhl" value "rmqxtqcxua" value "ndltyojjxj" value "hyanpicfan" value "yzutuazhmh" value "tumnalubch" value "eksvvoxziw" value "weqhfkosif" value "wwfbpjatrp" value "lrhrkuyzry" value "uvbtcgtopw" value "fmyleefltp" value "kkrxiaiife" value "gbkqhfumyu" value "tdmjyuitvv" value "jvtalmlkng" value "rdsfcdvkqz" value "xqvjnlpssl" value "fuftndsnim" value "keklddczkd" value "wrqnytptzm" value "rwzijctxzs" value "btakuczlec" value "fuipidfbjt" value "kjiqagynco" value "ahjawbsqcw" value "iehxaaneev" value "ezbiwqnabg" value "pnnzqcutoq" value "wlogkzxkpo" value "xzswnnldvs" value "qqfnugftmr" value "zuccleayil" value "ckqebhazel" value "brwlqbfoat" value "anmcogawkg" value "roqzbzpbbt" value "dxnprfawun" value "fffreqppjj" value "gfdzgxfdcg" value "sshbuxfljd" value "shckmujxzo" value "rqurawzebz" value "vpehhmoxva" value "vldwfdnicm" value "tzhjrlfvfp" value "ymwwctfodg" value "qsxfnsicrx" value "gfhrrjczsp" value "gtqrsktbaa" value "dniplpxfof" value "htawohddyn" value "dbcxnsiacw" value "dhfundvlpn" value "uewpgskfpu" value "cuuytorpnp" value "vlcnbfqvox" value "jbqibabrmv" value "xhspgwheck" value "fsuovvpgng" value "gcjruttnno" value "wxswusqpeo" value "qhhhipzncq" value "mcbuftndrr" value "owjfgjqqjc" value "vvmkjgajwa" value "wvlvshnhmx" value "ekponflaeq" value "kuiumwomxi" value "aoydkdfrpe" value "cglxptkcsz" value "uqbpcvkipa" value "ubzgvzputq" value "wmyphdckda" value "ukdnaklmcp" value "ramoirrdyd" value "vwayaqmtid" value "ltomuspfzc" value "wzxdkpehwf" value "yzcspfvcot" value "cgpvvnbvlk" value "farwqgfyjf" value "lbxvlwzony" value "ocesqguvym" value "yzviqaobku" value "cnngbbpowp" value "ucxeoqcssr" value "zcffhzusrl" value "yzmodbpsnb" value "aryiyaltqw" value "xkaailrpns" value "lpahctqgna" value "cnbqnvxmjp" value "nugjvhftma" value "xsgcuvxzor" value "xwtwtwmbgu" value "emdwpvauyc" value "ahfktrqmgh" value "jznackjcrd" value "etcsjxoqab" value "kpzmuwqbnt" value "dspznsgszk" value "rcwbzvwbva" value "mlznoaajqq" value "iwuuxdactm" value "zujobawsct" value "snepgcispg" value "cgmivhyskk" value "snunzlgfkd" value "ppdxnadmje" value "wtzqqecgfy" value "ncremxgfdb" value "cblsafugqk" value "hjekcxfyds" value "faxedqgskm" value "jjczogqdwz" value "jfbgmhtjke" value "nehqnkqnld" value "lcdchjadll" value "llimzyabsp" value "iwapedwyle" value "iobkwbwceu" value "twmbtaxdro" value "nmtmjmhmdl" value "ewoqykjbkc" value "tmyuncyoyd" value "dcepfcdddn" value "dnvwyhyhsn" value "nrencopzqn" value "yjyffpgoop" value "uvqtefqdhk" value "yjhypaonqq" value "uqvzpcvugl" value "cakvxrdpmj" value "tvzacklhdz" value "higdkhodzy" value "ormdblyhhn" value "wbouqpojzl" value "eyhgspybnr" value "lywsezpzgf" value "usykkwszvh" value "bcwncpnibg" value "jgcqryhsvk" value "yfvwesgulw" value "geizujxrkg" value "zknlteeaxq" value "nqwjivcosg" value "qmnxipsiga" value "pthacnunjj" value "afamsavgsi" value "bzfzxzecrs" value "sxcihybfci" value "padscbypdo" value "gaotvjctjh" value "beicnwdryg" value "xsueeljljp" value "mkrrypcfzy" value "ekjgqnjxyl" value "iyeiercbxr" value "rkwlgzhvvy" value "hmnaoeeasz" value "aquymkrswt" value "ulnnuwyptq" value "xftfzsoiwc" value "urkkyscfti" value "wabroeeoop" value "qpzkuxsipr" value "dxdngrmypg" value "icatrrbcjs" value "fhuptkhkzm" value "apyzwvajot" value "vealtjlqyc" value "khkkfmzkow" value "trzqdcaqdw" value "itmekixthv" value "pudgkcbwdx" value "zuibhuihtz" value "kzuywkxlku" value "ogtqmpnzie" value "jetamrlglx" value "fjdjumschq" value "kprzbyngsw" value "xeyxlxiqch" value "dtuhvpszzt" value "fpmbbgiaao" value "hjlhurakwh" value "mshexjmkmn" value "cynhehkcxs" value "cvbbbdzmie" value "cvnlzjdfgf" value "ifhkjgmxrd" value "audguegpmo" value "jzstgleeby" value "eafrzhdhhq" value "fmmammvdyj" value "uncqdpbhwb" value "fzatoyblsr" value "xtwlklqdna" value "ydqppngxvh" value "mkngszsxeu" value "vyewicgjio" value "tstbluhyhj" value "qzxxwlfeki" value "ocmtsfpsgh" value "xmknbbmdbf" value "pdjmftsmob" value "ygrpkpstxq" value "hrhiqcarju" value "aadzbodres" value "curhymvwsx" value "tbqidtevrl" value "avchkjnlwm" value "tyephutkmb" value "lxoaezrdxs" value "ctkwlhmgfz" value "xkiuuciwrn" value "irrovfyshb" value "hwuofuftlr" value "mhbfsuaovv" value "wzuhzzdezi" value "jlpobgvouj" value "qbpmtomqpu" value "shlwywnxpk" value "srkvjhetmj" value "hvxefqtmqu" value "fazsvkljef" value "bstezdkmig" value "asbtvfzien" value "vewfxcxkpf" value "tqkprkoixe" value "rcaatkjyur" value "euleuicawb" value "ifiizdeong" value "cjcrpmggtu" value "kxggjpatkd" value "klwqsggtob" value "mnsaklzgob" value "xfxlervrgn" value "eraxdyjftw" value "xrvonyieqa" value "fswhywqxhy" value "iqzxblqkeo" value "rxvhmzvbcv" value "wvdmobfisx" value "ujybghjfnf" value "yufagalzhk" value "qxbqbfcgjp" value "vorgqhmaoq" value "zewylkylsy" value "vvmaucizkv" value "bgcoyoduda" value "vnsufnurol" value "rtskokvklv" value "svvdufedug" value "qgdgujdvtg" value "rjrtvpntke" value "shgetgsird" value "ywgeotcect" value "zsikdzycyt" value "gcsswbksnc" value "qgobfhgspy" value "pbxrbaxnor" value "viwarrumob" value "eaetplspga" value "jqmscuprwq" value "nkyuframnm" value "gygftrsdbm" value "qzlfnntjar" value "fzzcioobeb" value "ydigxptqbl" value "bgtxhxkhvv" value "hggqmlgwha" value "ywlqbjqeug" value "qwowxqzrkz" value "zybosgbtxt" value "cflarkquuv" value "klaeknlbrm" value "ccnbldglgl" value "dpauqcpgyi" value "ylxiwiesps" value "xyxmlrdbui" value "arqfxfqkzh" value "byrkeibrfb" value "laepwenqmc" value "kluswgtjsf" value "mgldvzleyy" value "yqmzmmzwpd" value "tvlckdoyfe" value "dmxcbvzrxg" value "qquwyuyvvw" value "pmytvtksfi" value "umttshfkpk" value "rmdayyptch" value "glwrmjpotx" value "bgcnzgcmza" value "ivinvxopgz" value "dmbarohbfj" value "rncdgqxqfq" value "zmmwzkjrjl" value "gdlztbhpeq" value "zrwgpknaop" value "powzkcrtvv" value "cszvzbrmoy" value "dtjljhzqcm" value "anznywecwk" value "amuwlfaxwv" value "ajdkqflpen" value "evjrybtwww" value "oxsdmrdbit" value "yafipxfsip" value "xekxarmwcq" value "dgcesswkvc" value "gdqgmwxkmt" value "spdyueanru" value "yrvmdhnnfc" value "aexxjlgwuo" value "xpcpytommm" value "gjutzwoxlf" value "stnfirydgi" value "snpuvnebpy" value "rfxibyjmpg" value "ortxlvmdoc" value "gdozstnglr" value "eqiukbyscu" value "qzcrpbvatq" value "dwzqowbrsd" value "iesbitdnjd" value "inboyxgoqa" value "lfojnetxdc" value "njmufqrykx" value "ybcdthmgws" value "igwekdegcw" value "ajkgxmtamu" value "qkyfpamste" value "nwybjbhgep" value "arqqmfmmbz" value "rqiyxwpuyv" value "nsdvirehqh" value "qckueiqiwh" value "tjnbsybxws" value "jphvxuqipp" value "ghtoyhrfxh" value "erglflfnql" value "kngwkkzwts" value "nmguhcygct" value "jigyicdeft" value "gamcdtywne" value "nunpqugdit" value "ghqwxaqlef" value "nqxdrqigvf" value "xepfvvcovk" value "ezgxjiwwig" value "izizuzzjuv" value "mallnshtok" value "tctrsxgnrc" value "exhjfssojj" value "yilvzcevlj" value "nepxmyiuhr" value "dqqfcdugde" value "iamjlqlznh" value "mvmsikqfxu" value "kmqlwfbsex" value "pribqncfuf" value "zavrjnezrf" value "kmcwshsbye" value "uzaejrbwue" value "olezxlliej" value "hjjxyybxiv" value' + 'HSET "hash:1000" "tocawprsxz" value "csqcfxyzsy" value "ipubipttcb" value "jqurtadjro" value "zdulfflfqx" value "bbfvuialin" value "ifpfyncdfe" value "kjeevccyof" value "stttkrbfqs" value "qatkvfuttq" value "ltvfnuuwil" value "znartcywze" value "bzursuzuei" value "jlghqxtvok" value "osncqcuest" value "uxvibjduto" value "giubyhvaav" value "joijmgposs" value "lqxpnplleo" value "bnatichltp" value "nnfxoqebys" value "lyhqvxolfw" value "caaqjozcqh" value "nlqtadqinl" value "hfjxrrsszf" value "fussukqrph" value "cbjovvgqqy" value "wcpbfslakk" value "slskrnekbc" value "nvonwipkta" value "jhdcicttmm" value "rpyroriegs" value "lnuuootxmp" value "ufdxqlonpg" value "qgasrnjrld" value "jhocasnttw" value "smwbxeqbed" value "kapxglqccs" value "hhwvslfxmf" value "rbdabbmnrf" value "ltgidziwzm" value "qpffifpdiz" value "sadqcfniau" value "bqoabrqwwj" value "wghyakzbit" value "bnxtlmiwup" value "akzsgaeqon" value "zwlhpcahwu" value "kfselnpkim" value "dxtzxeguoi" value "roczxpuisd" value "myzjxvtvjh" value "alfftdxaxc" value "vyiqkfoics" value "dygkzcpakt" value "ukprrucywq" value "afzlyodwiz" value "vdaebbupfe" value "wemmvswznk" value "xzbqjpzqlm" value "lqqivzlppd" value "rrzcqyzdzf" value "ncckxlmsvg" value "cpjveufsvk" value "babfjxxabw" value "btcvhacldb" value "mqqrgbacfa" value "eqaxrccwjq" value "erahoeivfw" value "omeatkwwtc" value "mjwrbndexu" value "gktcjcfxbb" value "tfonhwnuxj" value "pheajlhymx" value "vefgwelnfo" value "gayysuldha" value "tqpqihwjtl" value "eirhwkdgfq" value "rnfodijavx" value "erqgyscser" value "nnnxouavyp" value "yhejmjwwni" value "mwmcwqzbld" value "ofcurtthcs" value "idmjjbjvni" value "ovqohpxjft" value "ocoflktdhp" value "kgopxvsdah" value "pyjpxqnavq" value "nubsytpfao" value "ddpgrvwowd" value "glynpmsjcf" value "whsxmqffqg" value "sstqpivwip" value "cqfnhujrbj" value "gsvkmnluiz" value "zdmgjjyukl" value "gcfcbjybkx" value "qmhyoyctod" value "kdodndexvr" value "tkgihmsrha" value "kmifjielrw" value "gefoharnza" value "tcpwkimype" value "nxllkzroin" value "bpvbnmpekh" value "ljinllovsw" value "mugdxqnjxj" value "tqqmmvwact" value "uidvmrqyjd" value "dthtfrqkce" value "efhynoxlul" value "iosqxoobrk" value "sujbwndgwl" value "btxehrokkw" value "pmaagvqldo" value "evuxmkrrfl" value "dclualrzqb" value "jfqxkxgqhj" value "fvemodlpgz" value "lawrpikwsk" value "socoxaegfa" value "snomfrutha" value "yxsnreuepl" value "vjihaakiof" value "nnhrgirrtw" value "jccorylnjg" value "gehuriygwq" value "icqjxcermo" value "ocgjeuljxf" value "qslrwqmixc" value "rhzpguhsws" value "zxlbhyeckf" value "iziwqojsoq" value "qlorevyltp" value "gbjzsedhag" value "mkxysrkpug" value "bhrvnadcdk" value "qxxinxaqxn" value "ctnaggdbru" value "fsthobmdxk" value "cvnnitrrow" value "vlhtdpqavh" value "vhjaphfdpj" value "yhdgqenmwv" value "ysntbzffxq" value "emfjcnujqn" value "qnqzibcmip" value "ngcxqjjpdm" value "gkneclxnnt" value "rhkpfsuhoq" value "dgodkfjzos" value "isqymcuffe" value "ripecixnpr" value "dxpepbctea" value "gbeizdzdyb" value "aqlapmghln" value "yhlalzusch" value "xglrugpjkt" value "ngwifjdpha" value "jvekvvldai" value "hmdzsuuyrn" value "ncabqesziv" value "whdftyqojv" value "rhzqdtxucc" value "ftyxhyfokj" value "vqtixjkcbb" value "krfosgrmjb" value "ahcaaodvgi" value "ooeswhfdnj" value "jhctncrzlw" value "haxesjafmh" value "vxrtzngznb" value "fidsuuizcf" value "mamtueyrqn" value "quemrlmwod" value "pkgpjwyfbh" value "ckibsdtfff" value "tjnjhejnju" value "puvgjfjyaf" value "cvmicoarvv" value "mxpzuzrzuo" value "rrrfhnclbv" value "xeurpmfdmo" value "yqvkykgjbe" value "behdxlfdho" value "dyzedskzkq" value "rfhlttsuqy" value "pkehotsmka" value "alokvrpbih" value "mobwpcyxuk" value "umwunfzsvo" value "naggqdxcjm" value "rakustfykw" value "dtkfydidli" value "kohpozxkhl" value "usjmfkopln" value "axhoxkubdv" value "asretszbav" value "tmkoxwdgpx" value "wjhaavxfge" value "pcuaesomdc" value "vjhpmffzxc" value "qwxzqlqter" value "jjumoixniz" value "ruxsmttpak" value "pjdundsxrd" value "kdklhpxntt" value "muhewfzihs" value "dplonqlliz" value "wjibkklezg" value "dfemamyevk" value "nryvfijxhj" value "bqqohkuylc" value "wiqhmhkiel" value "lftmqoxhfc" value "sjbaedopjb" value "dlomhvkoxg" value "jhkdwtqvwl" value "vqashxkrik" value "mupcilqfjg" value "suahxaebee" value "rqkcyxiwhz" value "jqgtbgbybq" value "ygbfgfefac" value "kjblkrvknt" value "yajpmxmuwz" value "wwowdvybjj" value "bdtbaxnuko" value "adfhfatarh" value "vfcpevtekf" value "fiugzrozky" value "spogjykkfs" value "tdggmsxysk" value "aoqlctikzg" value "nwywtydqew" value "qjrhtqgwjc" value "dhzgpwewsx" value "outdlyeqvq" value "trwzipsers" value "qtpcwuafar" value "scgjdkyetq" value "aqyfvxyjqr" value "xkvgnzjgrm" value "hhbceuegvh" value "paitaeqrpb" value "yfdsmhtria" value "bxwvqvndcc" value "dpyjoihqrs" value "tnratexlre" value "hplvvuoscb" value "muocqqypmt" value "pxzkuasjek" value "flrsaczxzc" value "pubqtzzzko" value "vpqlxtfkjz" value "fiafoggekm" value "qtewhixedb" value "iijjcabgak" value "tqjpijliii" value "uttazeawix" value "hxbmykkugi" value "bekchebgys" value "ffrviosqzo" value "rjrptuhkav" value "sldzewoxas" value "uesalivsis" value "maxylirjgh" value "vpzsmbjkvy" value "eiziligjfr" value "tqblforkpa" value "nszbrpweoz" value "rzanpefsfy" value "cejkfhuykf" value "abinkgshoi" value "gqybtjuhvq" value "oqdlpaubsc" value "nrbfkysxaf" value "mhxojehvxx" value "vuqlqdpfdn" value "orqqevpmca" value "xigznrdgqy" value "jzceexkqam" value "szupcnvvij" value "btgeubdzbb" value "nojnedgabk" value "sdnkjddyut" value "lbjarnpxhh" value "wevfinjbqk" value "dvgqwzignk" value "ejzwnidqwr" value "nlxwjmzwln" value "brrlblrxwa" value "hyikggurti" value "wybmlpqblt" value "hertbwuzyw" value "rwhzzytdsq" value "symbgeyple" value "zbfeyptemz" value "pghbwbtfmk" value "mxydilgynv" value "bhwytqsafu" value "ecsburyjhh" value "cvohdragtx" value "lscjhgztom" value "giswndixdf" value "etsngvbrff" value "lgqazzajpx" value "pypepewjvq" value "nswjopvtqv" value "tuajnnqtcq" value "bvvoibkfrt" value "kjqeujfkoh" value "diwmfuckel" value "bwizktcwmb" value "ughnpilqqm" value "ihealvwnxb" value "thqttakyzy" value "auwfujaoya" value "rofnkytnhm" value "ilkuddrdvh" value "hmwfncgzxg" value "pzrchtwaaw" value "ffksbrtbfq" value "ethxaycsil" value "uwiqrvcqvu" value "fgcehqgsso" value "yoblelzlkd" value "gjiwldcfqh" value "sbrjnwxdip" value "nenhiiibwx" value "ebhhhgabjd" value "xpkwqbfban" value "pupmdjgyed" value "aejnvyfdst" value "krxneqolle" value "nouncgkoik" value "kamgfgbxel" value "fffylsswky" value "agswwrfabr" value "pkvcbelpos" value "mxapzqqqsw" value "ywmqoaztmy" value "sfuvzzxbxq" value "kdcvbkrbsj" value "twpiiaedpc" value "egmgddriry" value "nmfihtnkel" value "kqzjnkdlxd" value "eovsizpcjp" value "bsavjyaksg" value "xlmvatfsly" value "dlhjfafskj" value "wmvhvwnowp" value "vjjozwrovk" value "gbazuqnmit" value "ubwlcefgqb" value "jttqzbazgz" value "dozecfsvue" value "pgdhjrxhga" value "gzekysdunp" value "ygoiannoht" value "hklchdenoe" value "sotbjzlsvz" value "qjwrnhooax" value "cdghgcsoth" value "mjlpvuoghe" value "qclkaeciey" value "oownjpxrov" value "nvqfyljbef" value "tsnawydcru" value "wrrgxxkxkc" value "ylulwsnjay" value "lxsinouutc" value "ozpyyaznsh" value "cmhkstsjok" value "ybckvbeoib" value "fsoardckcw" value "ltkauvxggz" value "sqwhsgboef" value "wgtjxahmef" value "spoqshzjoi" value "pfvfxrrfhl" value "nahweurftw" value "fojjpqmbck" value "zexblqeora" value "qsoiwsugdv" value "ksppwhhqzj" value "otadcihtmd" value "imnjbkmsls" value "zzenkvuesw" value "kbfqdppnfa" value "igehetokzq" value "koujdppfua" value "wqsqzzbqhm" value "tglieutcis" value "owovlhorvw" value "nraylduhut" value "nwnyjkugcf" value "kpfqxroqbs" value "xwxwosqkhm" value "ollacusjzj" value "wcouaiatsu" value "nvkfnfzoki" value "fgjnsosfrp" value "pltsnzqvpi" value "rhnkzlsjtk" value "ysnndkycix" value "bpnfopinub" value "blujwnyluy" value "wgtmckqknh" value "zorzyqtjtr" value "hvtlkrungk" value "rgtondctpo" value "mjgvtydjtm" value "kcbotffyca" value "gybxnvwchp" value "gazojexans" value "hmcpcrjumm" value "zejhycldyy" value "iiissmznfe" value "qvpuudyuks" value "gviypfayfm" value "plqbwsiuzw" value "nunchscyqc" value "qocjpufxio" value "iqbyikqjmx" value "omwbgglqsp" value "nywteueaig" value "ntmgbzaivy" value "ijdgnlzprg" value "rnlaakgsrf" value "fpdflprzvn" value "azkdbpnshy" value "mvfnirshbd" value "sotsxznskx" value "uzktwqcdeb" value "myrrmvflyw" value "jgaieawkcu" value "utymwhxigo" value "vtaiyncmyg" value "gpodilvrnm" value "xgfzndhodu" value "saqilljaid" value "jxiewthqls" value "nbwksmwxpx" value "rwfykeeqgx" value "tlnkrncpwi" value "ogyvxbgcwi" value "ffcqkkzllx" value "rtnhivnxtb" value "vzcclamtun" value "jjlefkekuw" value "xjksnqifds" value "ctusqixohm" value "osaekeukqx" value "irlduoinie" value "nifzrybfuh" value "ctqxoyxbwc" value "vsvhjrymqc" value "bzwxqcpftf" value "ltghdkluqq" value "vklwhyzqhk" value "ghwcrdlbjj" value "lzzptujbjp" value "qlvgfplbod" value "ghepftfjgk" value "aiqqyusnuv" value "rspghuhpbp" value "lfkqrtxocm" value "iibgagtkpg" value "ywiurvfbpg" value "tdceweesxh" value "pvwvdaorrl" value "ejlunxlwxn" value "ymqxhmnidz" value "lydebbpmfb" value "ztjuqomjck" value "eyrbqexkff" value "oqmuhlruqy" value "gnrmnwaxls" value "mumhqarhgg" value "skbzfbeziu" value "hnnfmyurhx" value "yrsizkbbwz" value "azpwrzovza" value "txhllnvudv" value "aslibwggrp" value "ubghghklvj" value "jqqogagqni" value "emfqsjraia" value "ctgwmawlgl" value "mivctgaajt" value "knycrcrsbm" value "ubtiscdgrn" value "ulepgommyy" value "qbhdjhoohc" value "cctlfgicpv" value "phfuspevwk" value "oeawjlqnyg" value "jpphbjtbrh" value "ofykgotycd" value "csjfbpjyzq" value "thmmmlqluk" value "buzhjxsbkm" value "pisgqibyae" value "skkawcmqqt" value "mmqblvrscy" value "dpkiubfzbx" value "yivxcecwlp" value "kbnjiilaqd" value "rwrxxrnwtq" value "veegnotgmj" value "pbfijwccjp" value "expefhkisx" value "ynnhyctikq" value "bhfmhanvxe" value "otclvmbilg" value "hskkmrluuf" value "ftnbjymlll" value "nbkaxrojqq" value "qydrgilxxt" value "dxufcyurjx" value "fgygwdazbm" value "tivnqailcl" value "jwvqixjhho" value "oglqutqfcx" value "wvrlxfoxff" value "ropuqidkxv" value "qcsxjrjcfc" value "twuvkpjzzw" value "fqtktfghcv" value "suhwnartid" value "wvsnfinuil" value "rngtndwjyg" value "tsmzfswaxo" value "uvlswctlhx" value "llamjvxyqo" value "wovoupawzt" value "caxgjftjyj" value "gwzqcetcji" value "yzrdbalexf" value "fnpdsuozxt" value "dbtbtvkqss" value "pwgjoppmgc" value "wxjdgbugeu" value "qchpfcigwa" value "lxzdcbveuy" value "bwjyghaztz" value "uedehyieof" value "pfaytznuaa" value "lspvrnxnjo" value "zkbqvttlzy" value "fkdmuxraqf" value "nbizrabfuo" value "fgzwwaedjy" value "gkmwutvars" value "bwsdzrxzse" value "txgjxzovte" value "cbtpbbfrdd" value "vqgztpmzhz" value "rdipvyeqoi" value "bovkdabcdo" value "fhobhpwwkp" value "mkbkflixkr" value "mjifqzmtsd" value "pkcqdokojd" value "dtgjnddwch" value "uboipezuni" value "dfdodbelzn" value "fzsoiryhfn" value "krtsiucvvu" value "aieekmivcb" value "aeafusfzdn" value "ehnrizfmfo" value "dcjlwhfstw" value "wksgvbkbyw" value "hvfprkjlbc" value "jlgepeyhpc" value "ljklggibcy" value "mhrvuemywb" value "wdqygrxkya" value "ystnkbogee" value "flvftlpbjq" value "vgfgbsbnwy" value "rsivptwulz" value "bzjzucrypq" value "bweysooxiv" value "mmcunsiwad" value "mszjkgsrio" value "bvurseeqmh" value "wtcpliaxmk" value "ndwiompimr" value "mdcwoblmkl" value "dflxukffgl" value "mcojdazpfq" value "tctgzmjads" value "dewdgfrhos" value "iwqanwtvcd" value "nfucelqjfe" value "wgtrwefdsw" value "skstqdgbos" value "rwllkdzxrj" value "qwozutlufu" value "fmpdixcckx" value "jybzltmwrs" value "ossjrvqmaa" value "adlxahxsbq" value "mbewprqunw" value "xbvbujurqw" value "rnvhfxbuoi" value "pyrpwxalpc" value "adlryhdbpr" value "gritvkzfgw" value "aufhfrhccf" value "umoicweaab" value "kgirldeylz" value "nknlysgviv" value "plbxaamppj" value "ikpikupjoi" value "eioxaswdee" value "imexfccbxk" value "ouroipthpq" value "jbzyfznpdn" value "asidljmwgb" value "jeazfmhrcb" value "dablvesuho" value "zuoqjiciij" value "qmxxfyuodo" value "vkqalcokst" value "jhibapuhga" value "cmqraybrlw" value "beqsnrixhl" value "rmqxtqcxua" value "ndltyojjxj" value "hyanpicfan" value "yzutuazhmh" value "tumnalubch" value "eksvvoxziw" value "weqhfkosif" value "wwfbpjatrp" value "lrhrkuyzry" value "uvbtcgtopw" value "fmyleefltp" value "kkrxiaiife" value "gbkqhfumyu" value "tdmjyuitvv" value "jvtalmlkng" value "rdsfcdvkqz" value "xqvjnlpssl" value "fuftndsnim" value "keklddczkd" value "wrqnytptzm" value "rwzijctxzs" value "btakuczlec" value "fuipidfbjt" value "kjiqagynco" value "ahjawbsqcw" value "iehxaaneev" value "ezbiwqnabg" value "pnnzqcutoq" value "wlogkzxkpo" value "xzswnnldvs" value "qqfnugftmr" value "zuccleayil" value "ckqebhazel" value "brwlqbfoat" value "anmcogawkg" value "roqzbzpbbt" value "dxnprfawun" value "fffreqppjj" value "gfdzgxfdcg" value "sshbuxfljd" value "shckmujxzo" value "rqurawzebz" value "vpehhmoxva" value "vldwfdnicm" value "tzhjrlfvfp" value "ymwwctfodg" value "qsxfnsicrx" value "gfhrrjczsp" value "gtqrsktbaa" value "dniplpxfof" value "htawohddyn" value "dbcxnsiacw" value "dhfundvlpn" value "uewpgskfpu" value "cuuytorpnp" value "vlcnbfqvox" value "jbqibabrmv" value "xhspgwheck" value "fsuovvpgng" value "gcjruttnno" value "wxswusqpeo" value "qhhhipzncq" value "mcbuftndrr" value "owjfgjqqjc" value "vvmkjgajwa" value "wvlvshnhmx" value "ekponflaeq" value "kuiumwomxi" value "aoydkdfrpe" value "cglxptkcsz" value "uqbpcvkipa" value "ubzgvzputq" value "wmyphdckda" value "ukdnaklmcp" value "ramoirrdyd" value "vwayaqmtid" value "ltomuspfzc" value "wzxdkpehwf" value "yzcspfvcot" value "cgpvvnbvlk" value "farwqgfyjf" value "lbxvlwzony" value "ocesqguvym" value "yzviqaobku" value "cnngbbpowp" value "ucxeoqcssr" value "zcffhzusrl" value "yzmodbpsnb" value "aryiyaltqw" value "xkaailrpns" value "lpahctqgna" value "cnbqnvxmjp" value "nugjvhftma" value "xsgcuvxzor" value "xwtwtwmbgu" value "emdwpvauyc" value "ahfktrqmgh" value "jznackjcrd" value "etcsjxoqab" value "kpzmuwqbnt" value "dspznsgszk" value "rcwbzvwbva" value "mlznoaajqq" value "iwuuxdactm" value "zujobawsct" value "snepgcispg" value "cgmivhyskk" value "snunzlgfkd" value "ppdxnadmje" value "wtzqqecgfy" value "ncremxgfdb" value "cblsafugqk" value "hjekcxfyds" value "faxedqgskm" value "jjczogqdwz" value "jfbgmhtjke" value "nehqnkqnld" value "lcdchjadll" value "llimzyabsp" value "iwapedwyle" value "iobkwbwceu" value "twmbtaxdro" value "nmtmjmhmdl" value "ewoqykjbkc" value "tmyuncyoyd" value "dcepfcdddn" value "dnvwyhyhsn" value "nrencopzqn" value "yjyffpgoop" value "uvqtefqdhk" value "yjhypaonqq" value "uqvzpcvugl" value "cakvxrdpmj" value "tvzacklhdz" value "higdkhodzy" value "ormdblyhhn" value "wbouqpojzl" value "eyhgspybnr" value "lywsezpzgf" value "usykkwszvh" value "bcwncpnibg" value "jgcqryhsvk" value "yfvwesgulw" value "geizujxrkg" value "zknlteeaxq" value "nqwjivcosg" value "qmnxipsiga" value "pthacnunjj" value "afamsavgsi" value "bzfzxzecrs" value "sxcihybfci" value "padscbypdo" value "gaotvjctjh" value "beicnwdryg" value "xsueeljljp" value "mkrrypcfzy" value "ekjgqnjxyl" value "iyeiercbxr" value "rkwlgzhvvy" value "hmnaoeeasz" value "aquymkrswt" value "ulnnuwyptq" value "xftfzsoiwc" value "urkkyscfti" value "wabroeeoop" value "qpzkuxsipr" value "dxdngrmypg" value "icatrrbcjs" value "fhuptkhkzm" value "apyzwvajot" value "vealtjlqyc" value "khkkfmzkow" value "trzqdcaqdw" value "itmekixthv" value "pudgkcbwdx" value "zuibhuihtz" value "kzuywkxlku" value "ogtqmpnzie" value "jetamrlglx" value "fjdjumschq" value "kprzbyngsw" value "xeyxlxiqch" value "dtuhvpszzt" value "fpmbbgiaao" value "hjlhurakwh" value "mshexjmkmn" value "cynhehkcxs" value "cvbbbdzmie" value "cvnlzjdfgf" value "ifhkjgmxrd" value "audguegpmo" value "jzstgleeby" value "eafrzhdhhq" value "fmmammvdyj" value "uncqdpbhwb" value "fzatoyblsr" value "xtwlklqdna" value "ydqppngxvh" value "mkngszsxeu" value "vyewicgjio" value "tstbluhyhj" value "qzxxwlfeki" value "ocmtsfpsgh" value "xmknbbmdbf" value "pdjmftsmob" value "ygrpkpstxq" value "hrhiqcarju" value "aadzbodres" value "curhymvwsx" value "tbqidtevrl" value "avchkjnlwm" value "tyephutkmb" value "lxoaezrdxs" value "ctkwlhmgfz" value "xkiuuciwrn" value "irrovfyshb" value "hwuofuftlr" value "mhbfsuaovv" value "wzuhzzdezi" value "jlpobgvouj" value "qbpmtomqpu" value "shlwywnxpk" value "srkvjhetmj" value "hvxefqtmqu" value "fazsvkljef" value "bstezdkmig" value "asbtvfzien" value "vewfxcxkpf" value "tqkprkoixe" value "rcaatkjyur" value "euleuicawb" value "ifiizdeong" value "cjcrpmggtu" value "kxggjpatkd" value "klwqsggtob" value "mnsaklzgob" value "xfxlervrgn" value "eraxdyjftw" value "xrvonyieqa" value "fswhywqxhy" value "iqzxblqkeo" value "rxvhmzvbcv" value "wvdmobfisx" value "ujybghjfnf" value "yufagalzhk" value "qxbqbfcgjp" value "vorgqhmaoq" value "zewylkylsy" value "vvmaucizkv" value "bgcoyoduda" value "vnsufnurol" value "rtskokvklv" value "svvdufedug" value "qgdgujdvtg" value "rjrtvpntke" value "shgetgsird" value "ywgeotcect" value "zsikdzycyt" value "gcsswbksnc" value "qgobfhgspy" value "pbxrbaxnor" value "viwarrumob" value "eaetplspga" value "jqmscuprwq" value "nkyuframnm" value "gygftrsdbm" value "qzlfnntjar" value "fzzcioobeb" value "ydigxptqbl" value "bgtxhxkhvv" value "hggqmlgwha" value "ywlqbjqeug" value "qwowxqzrkz" value "zybosgbtxt" value "cflarkquuv" value "klaeknlbrm" value "ccnbldglgl" value "dpauqcpgyi" value "ylxiwiesps" value "xyxmlrdbui" value "arqfxfqkzh" value "byrkeibrfb" value "laepwenqmc" value "kluswgtjsf" value "mgldvzleyy" value "yqmzmmzwpd" value "tvlckdoyfe" value "dmxcbvzrxg" value "qquwyuyvvw" value "pmytvtksfi" value "umttshfkpk" value "rmdayyptch" value "glwrmjpotx" value "bgcnzgcmza" value "ivinvxopgz" value "dmbarohbfj" value "rncdgqxqfq" value "zmmwzkjrjl" value "gdlztbhpeq" value "zrwgpknaop" value "powzkcrtvv" value "cszvzbrmoy" value "dtjljhzqcm" value "anznywecwk" value "amuwlfaxwv" value "ajdkqflpen" value "evjrybtwww" value "oxsdmrdbit" value "yafipxfsip" value "xekxarmwcq" value "dgcesswkvc" value "gdqgmwxkmt" value "spdyueanru" value "yrvmdhnnfc" value "aexxjlgwuo" value "xpcpytommm" value "gjutzwoxlf" value "stnfirydgi" value "snpuvnebpy" value "rfxibyjmpg" value "ortxlvmdoc" value "gdozstnglr" value "eqiukbyscu" value "qzcrpbvatq" value "dwzqowbrsd" value "iesbitdnjd" value "inboyxgoqa" value "lfojnetxdc" value "njmufqrykx" value "ybcdthmgws" value "igwekdegcw" value "ajkgxmtamu" value "qkyfpamste" value "nwybjbhgep" value "arqqmfmmbz" value "rqiyxwpuyv" value "nsdvirehqh" value "qckueiqiwh" value "tjnbsybxws" value "jphvxuqipp" value "ghtoyhrfxh" value "erglflfnql" value "kngwkkzwts" value "nmguhcygct" value "jigyicdeft" value "gamcdtywne" value "nunpqugdit" value "ghqwxaqlef" value "nqxdrqigvf" value "xepfvvcovk" value "ezgxjiwwig" value "izizuzzjuv" value "mallnshtok" value "tctrsxgnrc" value "exhjfssojj" value "yilvzcevlj" value "nepxmyiuhr" value "dqqfcdugde" value "iamjlqlznh" value "mvmsikqfxu" value "kmqlwfbsex" value "pribqncfuf" value "zavrjnezrf" value "kmcwshsbye" value "uzaejrbwue" value "olezxlliej" value "hjjxyybxiv" value' tested-groups: - hash tested-commands: From 33e3caeb58ca29729feafcebb89c960d6889ced0 Mon Sep 17 00:00:00 2001 From: fcosta_oliveira Date: Tue, 15 Oct 2024 00:12:42 +0100 Subject: [PATCH 11/22] fixed memtier_benchmark-1Mkeys-string-get-10B-pipeline-10 --- ...emtier_benchmark-1key-hash-1K-fields-hgetall-pipeline-10.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall-pipeline-10.yml index f92d77ab..1ddadde6 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall-pipeline-10.yml @@ -10,7 +10,7 @@ dbconfig: requests: memory: 1g init_commands: - 'HSET "hash:1000" "tocawprsxz" value "csqcfxyzsy" value "ipubipttcb" value "jqurtadjro" value "zdulfflfqx" value "bbfvuialin" value "ifpfyncdfe" value "kjeevccyof" value "stttkrbfqs" value "qatkvfuttq" value "ltvfnuuwil" value "znartcywze" value "bzursuzuei" value "jlghqxtvok" value "osncqcuest" value "uxvibjduto" value "giubyhvaav" value "joijmgposs" value "lqxpnplleo" value "bnatichltp" value "nnfxoqebys" value "lyhqvxolfw" value "caaqjozcqh" value "nlqtadqinl" value "hfjxrrsszf" value "fussukqrph" value "cbjovvgqqy" value "wcpbfslakk" value "slskrnekbc" value "nvonwipkta" value "jhdcicttmm" value "rpyroriegs" value "lnuuootxmp" value "ufdxqlonpg" value "qgasrnjrld" value "jhocasnttw" value "smwbxeqbed" value "kapxglqccs" value "hhwvslfxmf" value "rbdabbmnrf" value "ltgidziwzm" value "qpffifpdiz" value "sadqcfniau" value "bqoabrqwwj" value "wghyakzbit" value "bnxtlmiwup" value "akzsgaeqon" value "zwlhpcahwu" value "kfselnpkim" value "dxtzxeguoi" value "roczxpuisd" value "myzjxvtvjh" value "alfftdxaxc" value "vyiqkfoics" value "dygkzcpakt" value "ukprrucywq" value "afzlyodwiz" value "vdaebbupfe" value "wemmvswznk" value "xzbqjpzqlm" value "lqqivzlppd" value "rrzcqyzdzf" value "ncckxlmsvg" value "cpjveufsvk" value "babfjxxabw" value "btcvhacldb" value "mqqrgbacfa" value "eqaxrccwjq" value "erahoeivfw" value "omeatkwwtc" value "mjwrbndexu" value "gktcjcfxbb" value "tfonhwnuxj" value "pheajlhymx" value "vefgwelnfo" value "gayysuldha" value "tqpqihwjtl" value "eirhwkdgfq" value "rnfodijavx" value "erqgyscser" value "nnnxouavyp" value "yhejmjwwni" value "mwmcwqzbld" value "ofcurtthcs" value "idmjjbjvni" value "ovqohpxjft" value "ocoflktdhp" value "kgopxvsdah" value "pyjpxqnavq" value "nubsytpfao" value "ddpgrvwowd" value "glynpmsjcf" value "whsxmqffqg" value "sstqpivwip" value "cqfnhujrbj" value "gsvkmnluiz" value "zdmgjjyukl" value "gcfcbjybkx" value "qmhyoyctod" value "kdodndexvr" value "tkgihmsrha" value "kmifjielrw" value "gefoharnza" value "tcpwkimype" value "nxllkzroin" value "bpvbnmpekh" value "ljinllovsw" value "mugdxqnjxj" value "tqqmmvwact" value "uidvmrqyjd" value "dthtfrqkce" value "efhynoxlul" value "iosqxoobrk" value "sujbwndgwl" value "btxehrokkw" value "pmaagvqldo" value "evuxmkrrfl" value "dclualrzqb" value "jfqxkxgqhj" value "fvemodlpgz" value "lawrpikwsk" value "socoxaegfa" value "snomfrutha" value "yxsnreuepl" value "vjihaakiof" value "nnhrgirrtw" value "jccorylnjg" value "gehuriygwq" value "icqjxcermo" value "ocgjeuljxf" value "qslrwqmixc" value "rhzpguhsws" value "zxlbhyeckf" value "iziwqojsoq" value "qlorevyltp" value "gbjzsedhag" value "mkxysrkpug" value "bhrvnadcdk" value "qxxinxaqxn" value "ctnaggdbru" value "fsthobmdxk" value "cvnnitrrow" value "vlhtdpqavh" value "vhjaphfdpj" value "yhdgqenmwv" value "ysntbzffxq" value "emfjcnujqn" value "qnqzibcmip" value "ngcxqjjpdm" value "gkneclxnnt" value "rhkpfsuhoq" value "dgodkfjzos" value "isqymcuffe" value "ripecixnpr" value "dxpepbctea" value "gbeizdzdyb" value "aqlapmghln" value "yhlalzusch" value "xglrugpjkt" value "ngwifjdpha" value "jvekvvldai" value "hmdzsuuyrn" value "ncabqesziv" value "whdftyqojv" value "rhzqdtxucc" value "ftyxhyfokj" value "vqtixjkcbb" value "krfosgrmjb" value "ahcaaodvgi" value "ooeswhfdnj" value "jhctncrzlw" value "haxesjafmh" value "vxrtzngznb" value "fidsuuizcf" value "mamtueyrqn" value "quemrlmwod" value "pkgpjwyfbh" value "ckibsdtfff" value "tjnjhejnju" value "puvgjfjyaf" value "cvmicoarvv" value "mxpzuzrzuo" value "rrrfhnclbv" value "xeurpmfdmo" value "yqvkykgjbe" value "behdxlfdho" value "dyzedskzkq" value "rfhlttsuqy" value "pkehotsmka" value "alokvrpbih" value "mobwpcyxuk" value "umwunfzsvo" value "naggqdxcjm" value "rakustfykw" value "dtkfydidli" value "kohpozxkhl" value "usjmfkopln" value "axhoxkubdv" value "asretszbav" value "tmkoxwdgpx" value "wjhaavxfge" value "pcuaesomdc" value "vjhpmffzxc" value "qwxzqlqter" value "jjumoixniz" value "ruxsmttpak" value "pjdundsxrd" value "kdklhpxntt" value "muhewfzihs" value "dplonqlliz" value "wjibkklezg" value "dfemamyevk" value "nryvfijxhj" value "bqqohkuylc" value "wiqhmhkiel" value "lftmqoxhfc" value "sjbaedopjb" value "dlomhvkoxg" value "jhkdwtqvwl" value "vqashxkrik" value "mupcilqfjg" value "suahxaebee" value "rqkcyxiwhz" value "jqgtbgbybq" value "ygbfgfefac" value "kjblkrvknt" value "yajpmxmuwz" value "wwowdvybjj" value "bdtbaxnuko" value "adfhfatarh" value "vfcpevtekf" value "fiugzrozky" value "spogjykkfs" value "tdggmsxysk" value "aoqlctikzg" value "nwywtydqew" value "qjrhtqgwjc" value "dhzgpwewsx" value "outdlyeqvq" value "trwzipsers" value "qtpcwuafar" value "scgjdkyetq" value "aqyfvxyjqr" value "xkvgnzjgrm" value "hhbceuegvh" value "paitaeqrpb" value "yfdsmhtria" value "bxwvqvndcc" value "dpyjoihqrs" value "tnratexlre" value "hplvvuoscb" value "muocqqypmt" value "pxzkuasjek" value "flrsaczxzc" value "pubqtzzzko" value "vpqlxtfkjz" value "fiafoggekm" value "qtewhixedb" value "iijjcabgak" value "tqjpijliii" value "uttazeawix" value "hxbmykkugi" value "bekchebgys" value "ffrviosqzo" value "rjrptuhkav" value "sldzewoxas" value "uesalivsis" value "maxylirjgh" value "vpzsmbjkvy" value "eiziligjfr" value "tqblforkpa" value "nszbrpweoz" value "rzanpefsfy" value "cejkfhuykf" value "abinkgshoi" value "gqybtjuhvq" value "oqdlpaubsc" value "nrbfkysxaf" value "mhxojehvxx" value "vuqlqdpfdn" value "orqqevpmca" value "xigznrdgqy" value "jzceexkqam" value "szupcnvvij" value "btgeubdzbb" value "nojnedgabk" value "sdnkjddyut" value "lbjarnpxhh" value "wevfinjbqk" value "dvgqwzignk" value "ejzwnidqwr" value "nlxwjmzwln" value "brrlblrxwa" value "hyikggurti" value "wybmlpqblt" value "hertbwuzyw" value "rwhzzytdsq" value "symbgeyple" value "zbfeyptemz" value "pghbwbtfmk" value "mxydilgynv" value "bhwytqsafu" value "ecsburyjhh" value "cvohdragtx" value "lscjhgztom" value "giswndixdf" value "etsngvbrff" value "lgqazzajpx" value "pypepewjvq" value "nswjopvtqv" value "tuajnnqtcq" value "bvvoibkfrt" value "kjqeujfkoh" value "diwmfuckel" value "bwizktcwmb" value "ughnpilqqm" value "ihealvwnxb" value "thqttakyzy" value "auwfujaoya" value "rofnkytnhm" value "ilkuddrdvh" value "hmwfncgzxg" value "pzrchtwaaw" value "ffksbrtbfq" value "ethxaycsil" value "uwiqrvcqvu" value "fgcehqgsso" value "yoblelzlkd" value "gjiwldcfqh" value "sbrjnwxdip" value "nenhiiibwx" value "ebhhhgabjd" value "xpkwqbfban" value "pupmdjgyed" value "aejnvyfdst" value "krxneqolle" value "nouncgkoik" value "kamgfgbxel" value "fffylsswky" value "agswwrfabr" value "pkvcbelpos" value "mxapzqqqsw" value "ywmqoaztmy" value "sfuvzzxbxq" value "kdcvbkrbsj" value "twpiiaedpc" value "egmgddriry" value "nmfihtnkel" value "kqzjnkdlxd" value "eovsizpcjp" value "bsavjyaksg" value "xlmvatfsly" value "dlhjfafskj" value "wmvhvwnowp" value "vjjozwrovk" value "gbazuqnmit" value "ubwlcefgqb" value "jttqzbazgz" value "dozecfsvue" value "pgdhjrxhga" value "gzekysdunp" value "ygoiannoht" value "hklchdenoe" value "sotbjzlsvz" value "qjwrnhooax" value "cdghgcsoth" value "mjlpvuoghe" value "qclkaeciey" value "oownjpxrov" value "nvqfyljbef" value "tsnawydcru" value "wrrgxxkxkc" value "ylulwsnjay" value "lxsinouutc" value "ozpyyaznsh" value "cmhkstsjok" value "ybckvbeoib" value "fsoardckcw" value "ltkauvxggz" value "sqwhsgboef" value "wgtjxahmef" value "spoqshzjoi" value "pfvfxrrfhl" value "nahweurftw" value "fojjpqmbck" value "zexblqeora" value "qsoiwsugdv" value "ksppwhhqzj" value "otadcihtmd" value "imnjbkmsls" value "zzenkvuesw" value "kbfqdppnfa" value "igehetokzq" value "koujdppfua" value "wqsqzzbqhm" value "tglieutcis" value "owovlhorvw" value "nraylduhut" value "nwnyjkugcf" value "kpfqxroqbs" value "xwxwosqkhm" value "ollacusjzj" value "wcouaiatsu" value "nvkfnfzoki" value "fgjnsosfrp" value "pltsnzqvpi" value "rhnkzlsjtk" value "ysnndkycix" value "bpnfopinub" value "blujwnyluy" value "wgtmckqknh" value "zorzyqtjtr" value "hvtlkrungk" value "rgtondctpo" value "mjgvtydjtm" value "kcbotffyca" value "gybxnvwchp" value "gazojexans" value "hmcpcrjumm" value "zejhycldyy" value "iiissmznfe" value "qvpuudyuks" value "gviypfayfm" value "plqbwsiuzw" value "nunchscyqc" value "qocjpufxio" value "iqbyikqjmx" value "omwbgglqsp" value "nywteueaig" value "ntmgbzaivy" value "ijdgnlzprg" value "rnlaakgsrf" value "fpdflprzvn" value "azkdbpnshy" value "mvfnirshbd" value "sotsxznskx" value "uzktwqcdeb" value "myrrmvflyw" value "jgaieawkcu" value "utymwhxigo" value "vtaiyncmyg" value "gpodilvrnm" value "xgfzndhodu" value "saqilljaid" value "jxiewthqls" value "nbwksmwxpx" value "rwfykeeqgx" value "tlnkrncpwi" value "ogyvxbgcwi" value "ffcqkkzllx" value "rtnhivnxtb" value "vzcclamtun" value "jjlefkekuw" value "xjksnqifds" value "ctusqixohm" value "osaekeukqx" value "irlduoinie" value "nifzrybfuh" value "ctqxoyxbwc" value "vsvhjrymqc" value "bzwxqcpftf" value "ltghdkluqq" value "vklwhyzqhk" value "ghwcrdlbjj" value "lzzptujbjp" value "qlvgfplbod" value "ghepftfjgk" value "aiqqyusnuv" value "rspghuhpbp" value "lfkqrtxocm" value "iibgagtkpg" value "ywiurvfbpg" value "tdceweesxh" value "pvwvdaorrl" value "ejlunxlwxn" value "ymqxhmnidz" value "lydebbpmfb" value "ztjuqomjck" value "eyrbqexkff" value "oqmuhlruqy" value "gnrmnwaxls" value "mumhqarhgg" value "skbzfbeziu" value "hnnfmyurhx" value "yrsizkbbwz" value "azpwrzovza" value "txhllnvudv" value "aslibwggrp" value "ubghghklvj" value "jqqogagqni" value "emfqsjraia" value "ctgwmawlgl" value "mivctgaajt" value "knycrcrsbm" value "ubtiscdgrn" value "ulepgommyy" value "qbhdjhoohc" value "cctlfgicpv" value "phfuspevwk" value "oeawjlqnyg" value "jpphbjtbrh" value "ofykgotycd" value "csjfbpjyzq" value "thmmmlqluk" value "buzhjxsbkm" value "pisgqibyae" value "skkawcmqqt" value "mmqblvrscy" value "dpkiubfzbx" value "yivxcecwlp" value "kbnjiilaqd" value "rwrxxrnwtq" value "veegnotgmj" value "pbfijwccjp" value "expefhkisx" value "ynnhyctikq" value "bhfmhanvxe" value "otclvmbilg" value "hskkmrluuf" value "ftnbjymlll" value "nbkaxrojqq" value "qydrgilxxt" value "dxufcyurjx" value "fgygwdazbm" value "tivnqailcl" value "jwvqixjhho" value "oglqutqfcx" value "wvrlxfoxff" value "ropuqidkxv" value "qcsxjrjcfc" value "twuvkpjzzw" value "fqtktfghcv" value "suhwnartid" value "wvsnfinuil" value "rngtndwjyg" value "tsmzfswaxo" value "uvlswctlhx" value "llamjvxyqo" value "wovoupawzt" value "caxgjftjyj" value "gwzqcetcji" value "yzrdbalexf" value "fnpdsuozxt" value "dbtbtvkqss" value "pwgjoppmgc" value "wxjdgbugeu" value "qchpfcigwa" value "lxzdcbveuy" value "bwjyghaztz" value "uedehyieof" value "pfaytznuaa" value "lspvrnxnjo" value "zkbqvttlzy" value "fkdmuxraqf" value "nbizrabfuo" value "fgzwwaedjy" value "gkmwutvars" value "bwsdzrxzse" value "txgjxzovte" value "cbtpbbfrdd" value "vqgztpmzhz" value "rdipvyeqoi" value "bovkdabcdo" value "fhobhpwwkp" value "mkbkflixkr" value "mjifqzmtsd" value "pkcqdokojd" value "dtgjnddwch" value "uboipezuni" value "dfdodbelzn" value "fzsoiryhfn" value "krtsiucvvu" value "aieekmivcb" value "aeafusfzdn" value "ehnrizfmfo" value "dcjlwhfstw" value "wksgvbkbyw" value "hvfprkjlbc" value "jlgepeyhpc" value "ljklggibcy" value "mhrvuemywb" value "wdqygrxkya" value "ystnkbogee" value "flvftlpbjq" value "vgfgbsbnwy" value "rsivptwulz" value "bzjzucrypq" value "bweysooxiv" value "mmcunsiwad" value "mszjkgsrio" value "bvurseeqmh" value "wtcpliaxmk" value "ndwiompimr" value "mdcwoblmkl" value "dflxukffgl" value "mcojdazpfq" value "tctgzmjads" value "dewdgfrhos" value "iwqanwtvcd" value "nfucelqjfe" value "wgtrwefdsw" value "skstqdgbos" value "rwllkdzxrj" value "qwozutlufu" value "fmpdixcckx" value "jybzltmwrs" value "ossjrvqmaa" value "adlxahxsbq" value "mbewprqunw" value "xbvbujurqw" value "rnvhfxbuoi" value "pyrpwxalpc" value "adlryhdbpr" value "gritvkzfgw" value "aufhfrhccf" value "umoicweaab" value "kgirldeylz" value "nknlysgviv" value "plbxaamppj" value "ikpikupjoi" value "eioxaswdee" value "imexfccbxk" value "ouroipthpq" value "jbzyfznpdn" value "asidljmwgb" value "jeazfmhrcb" value "dablvesuho" value "zuoqjiciij" value "qmxxfyuodo" value "vkqalcokst" value "jhibapuhga" value "cmqraybrlw" value "beqsnrixhl" value "rmqxtqcxua" value "ndltyojjxj" value "hyanpicfan" value "yzutuazhmh" value "tumnalubch" value "eksvvoxziw" value "weqhfkosif" value "wwfbpjatrp" value "lrhrkuyzry" value "uvbtcgtopw" value "fmyleefltp" value "kkrxiaiife" value "gbkqhfumyu" value "tdmjyuitvv" value "jvtalmlkng" value "rdsfcdvkqz" value "xqvjnlpssl" value "fuftndsnim" value "keklddczkd" value "wrqnytptzm" value "rwzijctxzs" value "btakuczlec" value "fuipidfbjt" value "kjiqagynco" value "ahjawbsqcw" value "iehxaaneev" value "ezbiwqnabg" value "pnnzqcutoq" value "wlogkzxkpo" value "xzswnnldvs" value "qqfnugftmr" value "zuccleayil" value "ckqebhazel" value "brwlqbfoat" value "anmcogawkg" value "roqzbzpbbt" value "dxnprfawun" value "fffreqppjj" value "gfdzgxfdcg" value "sshbuxfljd" value "shckmujxzo" value "rqurawzebz" value "vpehhmoxva" value "vldwfdnicm" value "tzhjrlfvfp" value "ymwwctfodg" value "qsxfnsicrx" value "gfhrrjczsp" value "gtqrsktbaa" value "dniplpxfof" value "htawohddyn" value "dbcxnsiacw" value "dhfundvlpn" value "uewpgskfpu" value "cuuytorpnp" value "vlcnbfqvox" value "jbqibabrmv" value "xhspgwheck" value "fsuovvpgng" value "gcjruttnno" value "wxswusqpeo" value "qhhhipzncq" value "mcbuftndrr" value "owjfgjqqjc" value "vvmkjgajwa" value "wvlvshnhmx" value "ekponflaeq" value "kuiumwomxi" value "aoydkdfrpe" value "cglxptkcsz" value "uqbpcvkipa" value "ubzgvzputq" value "wmyphdckda" value "ukdnaklmcp" value "ramoirrdyd" value "vwayaqmtid" value "ltomuspfzc" value "wzxdkpehwf" value "yzcspfvcot" value "cgpvvnbvlk" value "farwqgfyjf" value "lbxvlwzony" value "ocesqguvym" value "yzviqaobku" value "cnngbbpowp" value "ucxeoqcssr" value "zcffhzusrl" value "yzmodbpsnb" value "aryiyaltqw" value "xkaailrpns" value "lpahctqgna" value "cnbqnvxmjp" value "nugjvhftma" value "xsgcuvxzor" value "xwtwtwmbgu" value "emdwpvauyc" value "ahfktrqmgh" value "jznackjcrd" value "etcsjxoqab" value "kpzmuwqbnt" value "dspznsgszk" value "rcwbzvwbva" value "mlznoaajqq" value "iwuuxdactm" value "zujobawsct" value "snepgcispg" value "cgmivhyskk" value "snunzlgfkd" value "ppdxnadmje" value "wtzqqecgfy" value "ncremxgfdb" value "cblsafugqk" value "hjekcxfyds" value "faxedqgskm" value "jjczogqdwz" value "jfbgmhtjke" value "nehqnkqnld" value "lcdchjadll" value "llimzyabsp" value "iwapedwyle" value "iobkwbwceu" value "twmbtaxdro" value "nmtmjmhmdl" value "ewoqykjbkc" value "tmyuncyoyd" value "dcepfcdddn" value "dnvwyhyhsn" value "nrencopzqn" value "yjyffpgoop" value "uvqtefqdhk" value "yjhypaonqq" value "uqvzpcvugl" value "cakvxrdpmj" value "tvzacklhdz" value "higdkhodzy" value "ormdblyhhn" value "wbouqpojzl" value "eyhgspybnr" value "lywsezpzgf" value "usykkwszvh" value "bcwncpnibg" value "jgcqryhsvk" value "yfvwesgulw" value "geizujxrkg" value "zknlteeaxq" value "nqwjivcosg" value "qmnxipsiga" value "pthacnunjj" value "afamsavgsi" value "bzfzxzecrs" value "sxcihybfci" value "padscbypdo" value "gaotvjctjh" value "beicnwdryg" value "xsueeljljp" value "mkrrypcfzy" value "ekjgqnjxyl" value "iyeiercbxr" value "rkwlgzhvvy" value "hmnaoeeasz" value "aquymkrswt" value "ulnnuwyptq" value "xftfzsoiwc" value "urkkyscfti" value "wabroeeoop" value "qpzkuxsipr" value "dxdngrmypg" value "icatrrbcjs" value "fhuptkhkzm" value "apyzwvajot" value "vealtjlqyc" value "khkkfmzkow" value "trzqdcaqdw" value "itmekixthv" value "pudgkcbwdx" value "zuibhuihtz" value "kzuywkxlku" value "ogtqmpnzie" value "jetamrlglx" value "fjdjumschq" value "kprzbyngsw" value "xeyxlxiqch" value "dtuhvpszzt" value "fpmbbgiaao" value "hjlhurakwh" value "mshexjmkmn" value "cynhehkcxs" value "cvbbbdzmie" value "cvnlzjdfgf" value "ifhkjgmxrd" value "audguegpmo" value "jzstgleeby" value "eafrzhdhhq" value "fmmammvdyj" value "uncqdpbhwb" value "fzatoyblsr" value "xtwlklqdna" value "ydqppngxvh" value "mkngszsxeu" value "vyewicgjio" value "tstbluhyhj" value "qzxxwlfeki" value "ocmtsfpsgh" value "xmknbbmdbf" value "pdjmftsmob" value "ygrpkpstxq" value "hrhiqcarju" value "aadzbodres" value "curhymvwsx" value "tbqidtevrl" value "avchkjnlwm" value "tyephutkmb" value "lxoaezrdxs" value "ctkwlhmgfz" value "xkiuuciwrn" value "irrovfyshb" value "hwuofuftlr" value "mhbfsuaovv" value "wzuhzzdezi" value "jlpobgvouj" value "qbpmtomqpu" value "shlwywnxpk" value "srkvjhetmj" value "hvxefqtmqu" value "fazsvkljef" value "bstezdkmig" value "asbtvfzien" value "vewfxcxkpf" value "tqkprkoixe" value "rcaatkjyur" value "euleuicawb" value "ifiizdeong" value "cjcrpmggtu" value "kxggjpatkd" value "klwqsggtob" value "mnsaklzgob" value "xfxlervrgn" value "eraxdyjftw" value "xrvonyieqa" value "fswhywqxhy" value "iqzxblqkeo" value "rxvhmzvbcv" value "wvdmobfisx" value "ujybghjfnf" value "yufagalzhk" value "qxbqbfcgjp" value "vorgqhmaoq" value "zewylkylsy" value "vvmaucizkv" value "bgcoyoduda" value "vnsufnurol" value "rtskokvklv" value "svvdufedug" value "qgdgujdvtg" value "rjrtvpntke" value "shgetgsird" value "ywgeotcect" value "zsikdzycyt" value "gcsswbksnc" value "qgobfhgspy" value "pbxrbaxnor" value "viwarrumob" value "eaetplspga" value "jqmscuprwq" value "nkyuframnm" value "gygftrsdbm" value "qzlfnntjar" value "fzzcioobeb" value "ydigxptqbl" value "bgtxhxkhvv" value "hggqmlgwha" value "ywlqbjqeug" value "qwowxqzrkz" value "zybosgbtxt" value "cflarkquuv" value "klaeknlbrm" value "ccnbldglgl" value "dpauqcpgyi" value "ylxiwiesps" value "xyxmlrdbui" value "arqfxfqkzh" value "byrkeibrfb" value "laepwenqmc" value "kluswgtjsf" value "mgldvzleyy" value "yqmzmmzwpd" value "tvlckdoyfe" value "dmxcbvzrxg" value "qquwyuyvvw" value "pmytvtksfi" value "umttshfkpk" value "rmdayyptch" value "glwrmjpotx" value "bgcnzgcmza" value "ivinvxopgz" value "dmbarohbfj" value "rncdgqxqfq" value "zmmwzkjrjl" value "gdlztbhpeq" value "zrwgpknaop" value "powzkcrtvv" value "cszvzbrmoy" value "dtjljhzqcm" value "anznywecwk" value "amuwlfaxwv" value "ajdkqflpen" value "evjrybtwww" value "oxsdmrdbit" value "yafipxfsip" value "xekxarmwcq" value "dgcesswkvc" value "gdqgmwxkmt" value "spdyueanru" value "yrvmdhnnfc" value "aexxjlgwuo" value "xpcpytommm" value "gjutzwoxlf" value "stnfirydgi" value "snpuvnebpy" value "rfxibyjmpg" value "ortxlvmdoc" value "gdozstnglr" value "eqiukbyscu" value "qzcrpbvatq" value "dwzqowbrsd" value "iesbitdnjd" value "inboyxgoqa" value "lfojnetxdc" value "njmufqrykx" value "ybcdthmgws" value "igwekdegcw" value "ajkgxmtamu" value "qkyfpamste" value "nwybjbhgep" value "arqqmfmmbz" value "rqiyxwpuyv" value "nsdvirehqh" value "qckueiqiwh" value "tjnbsybxws" value "jphvxuqipp" value "ghtoyhrfxh" value "erglflfnql" value "kngwkkzwts" value "nmguhcygct" value "jigyicdeft" value "gamcdtywne" value "nunpqugdit" value "ghqwxaqlef" value "nqxdrqigvf" value "xepfvvcovk" value "ezgxjiwwig" value "izizuzzjuv" value "mallnshtok" value "tctrsxgnrc" value "exhjfssojj" value "yilvzcevlj" value "nepxmyiuhr" value "dqqfcdugde" value "iamjlqlznh" value "mvmsikqfxu" value "kmqlwfbsex" value "pribqncfuf" value "zavrjnezrf" value "kmcwshsbye" value "uzaejrbwue" value "olezxlliej" value "hjjxyybxiv" value' + '"HSET" "hash:1000" "tocawprsxz" "value" "csqcfxyzsy" "value" "ipubipttcb" "value" "jqurtadjro" "value" "zdulfflfqx" "value" "bbfvuialin" "value" "ifpfyncdfe" "value" "kjeevccyof" "value" "stttkrbfqs" "value" "qatkvfuttq" "value" "ltvfnuuwil" "value" "znartcywze" "value" "bzursuzuei" "value" "jlghqxtvok" "value" "osncqcuest" "value" "uxvibjduto" "value" "giubyhvaav" "value" "joijmgposs" "value" "lqxpnplleo" "value" "bnatichltp" "value" "nnfxoqebys" "value" "lyhqvxolfw" "value" "caaqjozcqh" "value" "nlqtadqinl" "value" "hfjxrrsszf" "value" "fussukqrph" "value" "cbjovvgqqy" "value" "wcpbfslakk" "value" "slskrnekbc" "value" "nvonwipkta" "value" "jhdcicttmm" "value" "rpyroriegs" "value" "lnuuootxmp" "value" "ufdxqlonpg" "value" "qgasrnjrld" "value" "jhocasnttw" "value" "smwbxeqbed" "value" "kapxglqccs" "value" "hhwvslfxmf" "value" "rbdabbmnrf" "value" "ltgidziwzm" "value" "qpffifpdiz" "value" "sadqcfniau" "value" "bqoabrqwwj" "value" "wghyakzbit" "value" "bnxtlmiwup" "value" "akzsgaeqon" "value" "zwlhpcahwu" "value" "kfselnpkim" "value" "dxtzxeguoi" "value" "roczxpuisd" "value" "myzjxvtvjh" "value" "alfftdxaxc" "value" "vyiqkfoics" "value" "dygkzcpakt" "value" "ukprrucywq" "value" "afzlyodwiz" "value" "vdaebbupfe" "value" "wemmvswznk" "value" "xzbqjpzqlm" "value" "lqqivzlppd" "value" "rrzcqyzdzf" "value" "ncckxlmsvg" "value" "cpjveufsvk" "value" "babfjxxabw" "value" "btcvhacldb" "value" "mqqrgbacfa" "value" "eqaxrccwjq" "value" "erahoeivfw" "value" "omeatkwwtc" "value" "mjwrbndexu" "value" "gktcjcfxbb" "value" "tfonhwnuxj" "value" "pheajlhymx" "value" "vefgwelnfo" "value" "gayysuldha" "value" "tqpqihwjtl" "value" "eirhwkdgfq" "value" "rnfodijavx" "value" "erqgyscser" "value" "nnnxouavyp" "value" "yhejmjwwni" "value" "mwmcwqzbld" "value" "ofcurtthcs" "value" "idmjjbjvni" "value" "ovqohpxjft" "value" "ocoflktdhp" "value" "kgopxvsdah" "value" "pyjpxqnavq" "value" "nubsytpfao" "value" "ddpgrvwowd" "value" "glynpmsjcf" "value" "whsxmqffqg" "value" "sstqpivwip" "value" "cqfnhujrbj" "value" "gsvkmnluiz" "value" "zdmgjjyukl" "value" "gcfcbjybkx" "value" "qmhyoyctod" "value" "kdodndexvr" "value" "tkgihmsrha" "value" "kmifjielrw" "value" "gefoharnza" "value" "tcpwkimype" "value" "nxllkzroin" "value" "bpvbnmpekh" "value" "ljinllovsw" "value" "mugdxqnjxj" "value" "tqqmmvwact" "value" "uidvmrqyjd" "value" "dthtfrqkce" "value" "efhynoxlul" "value" "iosqxoobrk" "value" "sujbwndgwl" "value" "btxehrokkw" "value" "pmaagvqldo" "value" "evuxmkrrfl" "value" "dclualrzqb" "value" "jfqxkxgqhj" "value" "fvemodlpgz" "value" "lawrpikwsk" "value" "socoxaegfa" "value" "snomfrutha" "value" "yxsnreuepl" "value" "vjihaakiof" "value" "nnhrgirrtw" "value" "jccorylnjg" "value" "gehuriygwq" "value" "icqjxcermo" "value" "ocgjeuljxf" "value" "qslrwqmixc" "value" "rhzpguhsws" "value" "zxlbhyeckf" "value" "iziwqojsoq" "value" "qlorevyltp" "value" "gbjzsedhag" "value" "mkxysrkpug" "value" "bhrvnadcdk" "value" "qxxinxaqxn" "value" "ctnaggdbru" "value" "fsthobmdxk" "value" "cvnnitrrow" "value" "vlhtdpqavh" "value" "vhjaphfdpj" "value" "yhdgqenmwv" "value" "ysntbzffxq" "value" "emfjcnujqn" "value" "qnqzibcmip" "value" "ngcxqjjpdm" "value" "gkneclxnnt" "value" "rhkpfsuhoq" "value" "dgodkfjzos" "value" "isqymcuffe" "value" "ripecixnpr" "value" "dxpepbctea" "value" "gbeizdzdyb" "value" "aqlapmghln" "value" "yhlalzusch" "value" "xglrugpjkt" "value" "ngwifjdpha" "value" "jvekvvldai" "value" "hmdzsuuyrn" "value" "ncabqesziv" "value" "whdftyqojv" "value" "rhzqdtxucc" "value" "ftyxhyfokj" "value" "vqtixjkcbb" "value" "krfosgrmjb" "value" "ahcaaodvgi" "value" "ooeswhfdnj" "value" "jhctncrzlw" "value" "haxesjafmh" "value" "vxrtzngznb" "value" "fidsuuizcf" "value" "mamtueyrqn" "value" "quemrlmwod" "value" "pkgpjwyfbh" "value" "ckibsdtfff" "value" "tjnjhejnju" "value" "puvgjfjyaf" "value" "cvmicoarvv" "value" "mxpzuzrzuo" "value" "rrrfhnclbv" "value" "xeurpmfdmo" "value" "yqvkykgjbe" "value" "behdxlfdho" "value" "dyzedskzkq" "value" "rfhlttsuqy" "value" "pkehotsmka" "value" "alokvrpbih" "value" "mobwpcyxuk" "value" "umwunfzsvo" "value" "naggqdxcjm" "value" "rakustfykw" "value" "dtkfydidli" "value" "kohpozxkhl" "value" "usjmfkopln" "value" "axhoxkubdv" "value" "asretszbav" "value" "tmkoxwdgpx" "value" "wjhaavxfge" "value" "pcuaesomdc" "value" "vjhpmffzxc" "value" "qwxzqlqter" "value" "jjumoixniz" "value" "ruxsmttpak" "value" "pjdundsxrd" "value" "kdklhpxntt" "value" "muhewfzihs" "value" "dplonqlliz" "value" "wjibkklezg" "value" "dfemamyevk" "value" "nryvfijxhj" "value" "bqqohkuylc" "value" "wiqhmhkiel" "value" "lftmqoxhfc" "value" "sjbaedopjb" "value" "dlomhvkoxg" "value" "jhkdwtqvwl" "value" "vqashxkrik" "value" "mupcilqfjg" "value" "suahxaebee" "value" "rqkcyxiwhz" "value" "jqgtbgbybq" "value" "ygbfgfefac" "value" "kjblkrvknt" "value" "yajpmxmuwz" "value" "wwowdvybjj" "value" "bdtbaxnuko" "value" "adfhfatarh" "value" "vfcpevtekf" "value" "fiugzrozky" "value" "spogjykkfs" "value" "tdggmsxysk" "value" "aoqlctikzg" "value" "nwywtydqew" "value" "qjrhtqgwjc" "value" "dhzgpwewsx" "value" "outdlyeqvq" "value" "trwzipsers" "value" "qtpcwuafar" "value" "scgjdkyetq" "value" "aqyfvxyjqr" "value" "xkvgnzjgrm" "value" "hhbceuegvh" "value" "paitaeqrpb" "value" "yfdsmhtria" "value" "bxwvqvndcc" "value" "dpyjoihqrs" "value" "tnratexlre" "value" "hplvvuoscb" "value" "muocqqypmt" "value" "pxzkuasjek" "value" "flrsaczxzc" "value" "pubqtzzzko" "value" "vpqlxtfkjz" "value" "fiafoggekm" "value" "qtewhixedb" "value" "iijjcabgak" "value" "tqjpijliii" "value" "uttazeawix" "value" "hxbmykkugi" "value" "bekchebgys" "value" "ffrviosqzo" "value" "rjrptuhkav" "value" "sldzewoxas" "value" "uesalivsis" "value" "maxylirjgh" "value" "vpzsmbjkvy" "value" "eiziligjfr" "value" "tqblforkpa" "value" "nszbrpweoz" "value" "rzanpefsfy" "value" "cejkfhuykf" "value" "abinkgshoi" "value" "gqybtjuhvq" "value" "oqdlpaubsc" "value" "nrbfkysxaf" "value" "mhxojehvxx" "value" "vuqlqdpfdn" "value" "orqqevpmca" "value" "xigznrdgqy" "value" "jzceexkqam" "value" "szupcnvvij" "value" "btgeubdzbb" "value" "nojnedgabk" "value" "sdnkjddyut" "value" "lbjarnpxhh" "value" "wevfinjbqk" "value" "dvgqwzignk" "value" "ejzwnidqwr" "value" "nlxwjmzwln" "value" "brrlblrxwa" "value" "hyikggurti" "value" "wybmlpqblt" "value" "hertbwuzyw" "value" "rwhzzytdsq" "value" "symbgeyple" "value" "zbfeyptemz" "value" "pghbwbtfmk" "value" "mxydilgynv" "value" "bhwytqsafu" "value" "ecsburyjhh" "value" "cvohdragtx" "value" "lscjhgztom" "value" "giswndixdf" "value" "etsngvbrff" "value" "lgqazzajpx" "value" "pypepewjvq" "value" "nswjopvtqv" "value" "tuajnnqtcq" "value" "bvvoibkfrt" "value" "kjqeujfkoh" "value" "diwmfuckel" "value" "bwizktcwmb" "value" "ughnpilqqm" "value" "ihealvwnxb" "value" "thqttakyzy" "value" "auwfujaoya" "value" "rofnkytnhm" "value" "ilkuddrdvh" "value" "hmwfncgzxg" "value" "pzrchtwaaw" "value" "ffksbrtbfq" "value" "ethxaycsil" "value" "uwiqrvcqvu" "value" "fgcehqgsso" "value" "yoblelzlkd" "value" "gjiwldcfqh" "value" "sbrjnwxdip" "value" "nenhiiibwx" "value" "ebhhhgabjd" "value" "xpkwqbfban" "value" "pupmdjgyed" "value" "aejnvyfdst" "value" "krxneqolle" "value" "nouncgkoik" "value" "kamgfgbxel" "value" "fffylsswky" "value" "agswwrfabr" "value" "pkvcbelpos" "value" "mxapzqqqsw" "value" "ywmqoaztmy" "value" "sfuvzzxbxq" "value" "kdcvbkrbsj" "value" "twpiiaedpc" "value" "egmgddriry" "value" "nmfihtnkel" "value" "kqzjnkdlxd" "value" "eovsizpcjp" "value" "bsavjyaksg" "value" "xlmvatfsly" "value" "dlhjfafskj" "value" "wmvhvwnowp" "value" "vjjozwrovk" "value" "gbazuqnmit" "value" "ubwlcefgqb" "value" "jttqzbazgz" "value" "dozecfsvue" "value" "pgdhjrxhga" "value" "gzekysdunp" "value" "ygoiannoht" "value" "hklchdenoe" "value" "sotbjzlsvz" "value" "qjwrnhooax" "value" "cdghgcsoth" "value" "mjlpvuoghe" "value" "qclkaeciey" "value" "oownjpxrov" "value" "nvqfyljbef" "value" "tsnawydcru" "value" "wrrgxxkxkc" "value" "ylulwsnjay" "value" "lxsinouutc" "value" "ozpyyaznsh" "value" "cmhkstsjok" "value" "ybckvbeoib" "value" "fsoardckcw" "value" "ltkauvxggz" "value" "sqwhsgboef" "value" "wgtjxahmef" "value" "spoqshzjoi" "value" "pfvfxrrfhl" "value" "nahweurftw" "value" "fojjpqmbck" "value" "zexblqeora" "value" "qsoiwsugdv" "value" "ksppwhhqzj" "value" "otadcihtmd" "value" "imnjbkmsls" "value" "zzenkvuesw" "value" "kbfqdppnfa" "value" "igehetokzq" "value" "koujdppfua" "value" "wqsqzzbqhm" "value" "tglieutcis" "value" "owovlhorvw" "value" "nraylduhut" "value" "nwnyjkugcf" "value" "kpfqxroqbs" "value" "xwxwosqkhm" "value" "ollacusjzj" "value" "wcouaiatsu" "value" "nvkfnfzoki" "value" "fgjnsosfrp" "value" "pltsnzqvpi" "value" "rhnkzlsjtk" "value" "ysnndkycix" "value" "bpnfopinub" "value" "blujwnyluy" "value" "wgtmckqknh" "value" "zorzyqtjtr" "value" "hvtlkrungk" "value" "rgtondctpo" "value" "mjgvtydjtm" "value" "kcbotffyca" "value" "gybxnvwchp" "value" "gazojexans" "value" "hmcpcrjumm" "value" "zejhycldyy" "value" "iiissmznfe" "value" "qvpuudyuks" "value" "gviypfayfm" "value" "plqbwsiuzw" "value" "nunchscyqc" "value" "qocjpufxio" "value" "iqbyikqjmx" "value" "omwbgglqsp" "value" "nywteueaig" "value" "ntmgbzaivy" "value" "ijdgnlzprg" "value" "rnlaakgsrf" "value" "fpdflprzvn" "value" "azkdbpnshy" "value" "mvfnirshbd" "value" "sotsxznskx" "value" "uzktwqcdeb" "value" "myrrmvflyw" "value" "jgaieawkcu" "value" "utymwhxigo" "value" "vtaiyncmyg" "value" "gpodilvrnm" "value" "xgfzndhodu" "value" "saqilljaid" "value" "jxiewthqls" "value" "nbwksmwxpx" "value" "rwfykeeqgx" "value" "tlnkrncpwi" "value" "ogyvxbgcwi" "value" "ffcqkkzllx" "value" "rtnhivnxtb" "value" "vzcclamtun" "value" "jjlefkekuw" "value" "xjksnqifds" "value" "ctusqixohm" "value" "osaekeukqx" "value" "irlduoinie" "value" "nifzrybfuh" "value" "ctqxoyxbwc" "value" "vsvhjrymqc" "value" "bzwxqcpftf" "value" "ltghdkluqq" "value" "vklwhyzqhk" "value" "ghwcrdlbjj" "value" "lzzptujbjp" "value" "qlvgfplbod" "value" "ghepftfjgk" "value" "aiqqyusnuv" "value" "rspghuhpbp" "value" "lfkqrtxocm" "value" "iibgagtkpg" "value" "ywiurvfbpg" "value" "tdceweesxh" "value" "pvwvdaorrl" "value" "ejlunxlwxn" "value" "ymqxhmnidz" "value" "lydebbpmfb" "value" "ztjuqomjck" "value" "eyrbqexkff" "value" "oqmuhlruqy" "value" "gnrmnwaxls" "value" "mumhqarhgg" "value" "skbzfbeziu" "value" "hnnfmyurhx" "value" "yrsizkbbwz" "value" "azpwrzovza" "value" "txhllnvudv" "value" "aslibwggrp" "value" "ubghghklvj" "value" "jqqogagqni" "value" "emfqsjraia" "value" "ctgwmawlgl" "value" "mivctgaajt" "value" "knycrcrsbm" "value" "ubtiscdgrn" "value" "ulepgommyy" "value" "qbhdjhoohc" "value" "cctlfgicpv" "value" "phfuspevwk" "value" "oeawjlqnyg" "value" "jpphbjtbrh" "value" "ofykgotycd" "value" "csjfbpjyzq" "value" "thmmmlqluk" "value" "buzhjxsbkm" "value" "pisgqibyae" "value" "skkawcmqqt" "value" "mmqblvrscy" "value" "dpkiubfzbx" "value" "yivxcecwlp" "value" "kbnjiilaqd" "value" "rwrxxrnwtq" "value" "veegnotgmj" "value" "pbfijwccjp" "value" "expefhkisx" "value" "ynnhyctikq" "value" "bhfmhanvxe" "value" "otclvmbilg" "value" "hskkmrluuf" "value" "ftnbjymlll" "value" "nbkaxrojqq" "value" "qydrgilxxt" "value" "dxufcyurjx" "value" "fgygwdazbm" "value" "tivnqailcl" "value" "jwvqixjhho" "value" "oglqutqfcx" "value" "wvrlxfoxff" "value" "ropuqidkxv" "value" "qcsxjrjcfc" "value" "twuvkpjzzw" "value" "fqtktfghcv" "value" "suhwnartid" "value" "wvsnfinuil" "value" "rngtndwjyg" "value" "tsmzfswaxo" "value" "uvlswctlhx" "value" "llamjvxyqo" "value" "wovoupawzt" "value" "caxgjftjyj" "value" "gwzqcetcji" "value" "yzrdbalexf" "value" "fnpdsuozxt" "value" "dbtbtvkqss" "value" "pwgjoppmgc" "value" "wxjdgbugeu" "value" "qchpfcigwa" "value" "lxzdcbveuy" "value" "bwjyghaztz" "value" "uedehyieof" "value" "pfaytznuaa" "value" "lspvrnxnjo" "value" "zkbqvttlzy" "value" "fkdmuxraqf" "value" "nbizrabfuo" "value" "fgzwwaedjy" "value" "gkmwutvars" "value" "bwsdzrxzse" "value" "txgjxzovte" "value" "cbtpbbfrdd" "value" "vqgztpmzhz" "value" "rdipvyeqoi" "value" "bovkdabcdo" "value" "fhobhpwwkp" "value" "mkbkflixkr" "value" "mjifqzmtsd" "value" "pkcqdokojd" "value" "dtgjnddwch" "value" "uboipezuni" "value" "dfdodbelzn" "value" "fzsoiryhfn" "value" "krtsiucvvu" "value" "aieekmivcb" "value" "aeafusfzdn" "value" "ehnrizfmfo" "value" "dcjlwhfstw" "value" "wksgvbkbyw" "value" "hvfprkjlbc" "value" "jlgepeyhpc" "value" "ljklggibcy" "value" "mhrvuemywb" "value" "wdqygrxkya" "value" "ystnkbogee" "value" "flvftlpbjq" "value" "vgfgbsbnwy" "value" "rsivptwulz" "value" "bzjzucrypq" "value" "bweysooxiv" "value" "mmcunsiwad" "value" "mszjkgsrio" "value" "bvurseeqmh" "value" "wtcpliaxmk" "value" "ndwiompimr" "value" "mdcwoblmkl" "value" "dflxukffgl" "value" "mcojdazpfq" "value" "tctgzmjads" "value" "dewdgfrhos" "value" "iwqanwtvcd" "value" "nfucelqjfe" "value" "wgtrwefdsw" "value" "skstqdgbos" "value" "rwllkdzxrj" "value" "qwozutlufu" "value" "fmpdixcckx" "value" "jybzltmwrs" "value" "ossjrvqmaa" "value" "adlxahxsbq" "value" "mbewprqunw" "value" "xbvbujurqw" "value" "rnvhfxbuoi" "value" "pyrpwxalpc" "value" "adlryhdbpr" "value" "gritvkzfgw" "value" "aufhfrhccf" "value" "umoicweaab" "value" "kgirldeylz" "value" "nknlysgviv" "value" "plbxaamppj" "value" "ikpikupjoi" "value" "eioxaswdee" "value" "imexfccbxk" "value" "ouroipthpq" "value" "jbzyfznpdn" "value" "asidljmwgb" "value" "jeazfmhrcb" "value" "dablvesuho" "value" "zuoqjiciij" "value" "qmxxfyuodo" "value" "vkqalcokst" "value" "jhibapuhga" "value" "cmqraybrlw" "value" "beqsnrixhl" "value" "rmqxtqcxua" "value" "ndltyojjxj" "value" "hyanpicfan" "value" "yzutuazhmh" "value" "tumnalubch" "value" "eksvvoxziw" "value" "weqhfkosif" "value" "wwfbpjatrp" "value" "lrhrkuyzry" "value" "uvbtcgtopw" "value" "fmyleefltp" "value" "kkrxiaiife" "value" "gbkqhfumyu" "value" "tdmjyuitvv" "value" "jvtalmlkng" "value" "rdsfcdvkqz" "value" "xqvjnlpssl" "value" "fuftndsnim" "value" "keklddczkd" "value" "wrqnytptzm" "value" "rwzijctxzs" "value" "btakuczlec" "value" "fuipidfbjt" "value" "kjiqagynco" "value" "ahjawbsqcw" "value" "iehxaaneev" "value" "ezbiwqnabg" "value" "pnnzqcutoq" "value" "wlogkzxkpo" "value" "xzswnnldvs" "value" "qqfnugftmr" "value" "zuccleayil" "value" "ckqebhazel" "value" "brwlqbfoat" "value" "anmcogawkg" "value" "roqzbzpbbt" "value" "dxnprfawun" "value" "fffreqppjj" "value" "gfdzgxfdcg" "value" "sshbuxfljd" "value" "shckmujxzo" "value" "rqurawzebz" "value" "vpehhmoxva" "value" "vldwfdnicm" "value" "tzhjrlfvfp" "value" "ymwwctfodg" "value" "qsxfnsicrx" "value" "gfhrrjczsp" "value" "gtqrsktbaa" "value" "dniplpxfof" "value" "htawohddyn" "value" "dbcxnsiacw" "value" "dhfundvlpn" "value" "uewpgskfpu" "value" "cuuytorpnp" "value" "vlcnbfqvox" "value" "jbqibabrmv" "value" "xhspgwheck" "value" "fsuovvpgng" "value" "gcjruttnno" "value" "wxswusqpeo" "value" "qhhhipzncq" "value" "mcbuftndrr" "value" "owjfgjqqjc" "value" "vvmkjgajwa" "value" "wvlvshnhmx" "value" "ekponflaeq" "value" "kuiumwomxi" "value" "aoydkdfrpe" "value" "cglxptkcsz" "value" "uqbpcvkipa" "value" "ubzgvzputq" "value" "wmyphdckda" "value" "ukdnaklmcp" "value" "ramoirrdyd" "value" "vwayaqmtid" "value" "ltomuspfzc" "value" "wzxdkpehwf" "value" "yzcspfvcot" "value" "cgpvvnbvlk" "value" "farwqgfyjf" "value" "lbxvlwzony" "value" "ocesqguvym" "value" "yzviqaobku" "value" "cnngbbpowp" "value" "ucxeoqcssr" "value" "zcffhzusrl" "value" "yzmodbpsnb" "value" "aryiyaltqw" "value" "xkaailrpns" "value" "lpahctqgna" "value" "cnbqnvxmjp" "value" "nugjvhftma" "value" "xsgcuvxzor" "value" "xwtwtwmbgu" "value" "emdwpvauyc" "value" "ahfktrqmgh" "value" "jznackjcrd" "value" "etcsjxoqab" "value" "kpzmuwqbnt" "value" "dspznsgszk" "value" "rcwbzvwbva" "value" "mlznoaajqq" "value" "iwuuxdactm" "value" "zujobawsct" "value" "snepgcispg" "value" "cgmivhyskk" "value" "snunzlgfkd" "value" "ppdxnadmje" "value" "wtzqqecgfy" "value" "ncremxgfdb" "value" "cblsafugqk" "value" "hjekcxfyds" "value" "faxedqgskm" "value" "jjczogqdwz" "value" "jfbgmhtjke" "value" "nehqnkqnld" "value" "lcdchjadll" "value" "llimzyabsp" "value" "iwapedwyle" "value" "iobkwbwceu" "value" "twmbtaxdro" "value" "nmtmjmhmdl" "value" "ewoqykjbkc" "value" "tmyuncyoyd" "value" "dcepfcdddn" "value" "dnvwyhyhsn" "value" "nrencopzqn" "value" "yjyffpgoop" "value" "uvqtefqdhk" "value" "yjhypaonqq" "value" "uqvzpcvugl" "value" "cakvxrdpmj" "value" "tvzacklhdz" "value" "higdkhodzy" "value" "ormdblyhhn" "value" "wbouqpojzl" "value" "eyhgspybnr" "value" "lywsezpzgf" "value" "usykkwszvh" "value" "bcwncpnibg" "value" "jgcqryhsvk" "value" "yfvwesgulw" "value" "geizujxrkg" "value" "zknlteeaxq" "value" "nqwjivcosg" "value" "qmnxipsiga" "value" "pthacnunjj" "value" "afamsavgsi" "value" "bzfzxzecrs" "value" "sxcihybfci" "value" "padscbypdo" "value" "gaotvjctjh" "value" "beicnwdryg" "value" "xsueeljljp" "value" "mkrrypcfzy" "value" "ekjgqnjxyl" "value" "iyeiercbxr" "value" "rkwlgzhvvy" "value" "hmnaoeeasz" "value" "aquymkrswt" "value" "ulnnuwyptq" "value" "xftfzsoiwc" "value" "urkkyscfti" "value" "wabroeeoop" "value" "qpzkuxsipr" "value" "dxdngrmypg" "value" "icatrrbcjs" "value" "fhuptkhkzm" "value" "apyzwvajot" "value" "vealtjlqyc" "value" "khkkfmzkow" "value" "trzqdcaqdw" "value" "itmekixthv" "value" "pudgkcbwdx" "value" "zuibhuihtz" "value" "kzuywkxlku" "value" "ogtqmpnzie" "value" "jetamrlglx" "value" "fjdjumschq" "value" "kprzbyngsw" "value" "xeyxlxiqch" "value" "dtuhvpszzt" "value" "fpmbbgiaao" "value" "hjlhurakwh" "value" "mshexjmkmn" "value" "cynhehkcxs" "value" "cvbbbdzmie" "value" "cvnlzjdfgf" "value" "ifhkjgmxrd" "value" "audguegpmo" "value" "jzstgleeby" "value" "eafrzhdhhq" "value" "fmmammvdyj" "value" "uncqdpbhwb" "value" "fzatoyblsr" "value" "xtwlklqdna" "value" "ydqppngxvh" "value" "mkngszsxeu" "value" "vyewicgjio" "value" "tstbluhyhj" "value" "qzxxwlfeki" "value" "ocmtsfpsgh" "value" "xmknbbmdbf" "value" "pdjmftsmob" "value" "ygrpkpstxq" "value" "hrhiqcarju" "value" "aadzbodres" "value" "curhymvwsx" "value" "tbqidtevrl" "value" "avchkjnlwm" "value" "tyephutkmb" "value" "lxoaezrdxs" "value" "ctkwlhmgfz" "value" "xkiuuciwrn" "value" "irrovfyshb" "value" "hwuofuftlr" "value" "mhbfsuaovv" "value" "wzuhzzdezi" "value" "jlpobgvouj" "value" "qbpmtomqpu" "value" "shlwywnxpk" "value" "srkvjhetmj" "value" "hvxefqtmqu" "value" "fazsvkljef" "value" "bstezdkmig" "value" "asbtvfzien" "value" "vewfxcxkpf" "value" "tqkprkoixe" "value" "rcaatkjyur" "value" "euleuicawb" "value" "ifiizdeong" "value" "cjcrpmggtu" "value" "kxggjpatkd" "value" "klwqsggtob" "value" "mnsaklzgob" "value" "xfxlervrgn" "value" "eraxdyjftw" "value" "xrvonyieqa" "value" "fswhywqxhy" "value" "iqzxblqkeo" "value" "rxvhmzvbcv" "value" "wvdmobfisx" "value" "ujybghjfnf" "value" "yufagalzhk" "value" "qxbqbfcgjp" "value" "vorgqhmaoq" "value" "zewylkylsy" "value" "vvmaucizkv" "value" "bgcoyoduda" "value" "vnsufnurol" "value" "rtskokvklv" "value" "svvdufedug" "value" "qgdgujdvtg" "value" "rjrtvpntke" "value" "shgetgsird" "value" "ywgeotcect" "value" "zsikdzycyt" "value" "gcsswbksnc" "value" "qgobfhgspy" "value" "pbxrbaxnor" "value" "viwarrumob" "value" "eaetplspga" "value" "jqmscuprwq" "value" "nkyuframnm" "value" "gygftrsdbm" "value" "qzlfnntjar" "value" "fzzcioobeb" "value" "ydigxptqbl" "value" "bgtxhxkhvv" "value" "hggqmlgwha" "value" "ywlqbjqeug" "value" "qwowxqzrkz" "value" "zybosgbtxt" "value" "cflarkquuv" "value" "klaeknlbrm" "value" "ccnbldglgl" "value" "dpauqcpgyi" "value" "ylxiwiesps" "value" "xyxmlrdbui" "value" "arqfxfqkzh" "value" "byrkeibrfb" "value" "laepwenqmc" "value" "kluswgtjsf" "value" "mgldvzleyy" "value" "yqmzmmzwpd" "value" "tvlckdoyfe" "value" "dmxcbvzrxg" "value" "qquwyuyvvw" "value" "pmytvtksfi" "value" "umttshfkpk" "value" "rmdayyptch" "value" "glwrmjpotx" "value" "bgcnzgcmza" "value" "ivinvxopgz" "value" "dmbarohbfj" "value" "rncdgqxqfq" "value" "zmmwzkjrjl" "value" "gdlztbhpeq" "value" "zrwgpknaop" "value" "powzkcrtvv" "value" "cszvzbrmoy" "value" "dtjljhzqcm" "value" "anznywecwk" "value" "amuwlfaxwv" "value" "ajdkqflpen" "value" "evjrybtwww" "value" "oxsdmrdbit" "value" "yafipxfsip" "value" "xekxarmwcq" "value" "dgcesswkvc" "value" "gdqgmwxkmt" "value" "spdyueanru" "value" "yrvmdhnnfc" "value" "aexxjlgwuo" "value" "xpcpytommm" "value" "gjutzwoxlf" "value" "stnfirydgi" "value" "snpuvnebpy" "value" "rfxibyjmpg" "value" "ortxlvmdoc" "value" "gdozstnglr" "value" "eqiukbyscu" "value" "qzcrpbvatq" "value" "dwzqowbrsd" "value" "iesbitdnjd" "value" "inboyxgoqa" "value" "lfojnetxdc" "value" "njmufqrykx" "value" "ybcdthmgws" "value" "igwekdegcw" "value" "ajkgxmtamu" "value" "qkyfpamste" "value" "nwybjbhgep" "value" "arqqmfmmbz" "value" "rqiyxwpuyv" "value" "nsdvirehqh" "value" "qckueiqiwh" "value" "tjnbsybxws" "value" "jphvxuqipp" "value" "ghtoyhrfxh" "value" "erglflfnql" "value" "kngwkkzwts" "value" "nmguhcygct" "value" "jigyicdeft" "value" "gamcdtywne" "value" "nunpqugdit" "value" "ghqwxaqlef" "value" "nqxdrqigvf" "value" "xepfvvcovk" "value" "ezgxjiwwig" "value" "izizuzzjuv" "value" "mallnshtok" "value" "tctrsxgnrc" "value" "exhjfssojj" "value" "yilvzcevlj" "value" "nepxmyiuhr" "value" "dqqfcdugde" "value" "iamjlqlznh" "value" "mvmsikqfxu" "value" "kmqlwfbsex" "value" "pribqncfuf" "value" "zavrjnezrf" "value" "kmcwshsbye" "value" "uzaejrbwue" "value" "olezxlliej" "value" "hjjxyybxiv" "value"' tested-groups: - hash tested-commands: From e52c65eb5f9e29d38f3756060cd02fec04f65d43 Mon Sep 17 00:00:00 2001 From: fcosta_oliveira Date: Tue, 15 Oct 2024 00:26:08 +0100 Subject: [PATCH 12/22] fixed memtier_benchmark-1Mkeys-string-get-10B-pipeline-10 --- ...eys-load-hash-1K-fields-with-5B-values.yml | 30 +++++++++++++++++++ 1 file changed, 30 insertions(+) create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-load-hash-1K-fields-with-5B-values.yml diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-load-hash-1K-fields-with-5B-values.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-load-hash-1K-fields-with-5B-values.yml new file mode 100644 index 00000000..fc004892 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-load-hash-1K-fields-with-5B-values.yml @@ -0,0 +1,30 @@ +version: 0.4 +name: memtier_benchmark-100Kkeys-load-hash-1K-fields-with-5B-values +description: "" +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 6g +tested-groups: +- hash +tested-commands: +- hset +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --test-time 120 --distinct-client-seed "--data-size" "10" --command '"hash:1000" value "tocawprsxz" value "csqcfxyzsy" value "ipubipttcb" value "jqurtadjro" value "zdulfflfqx" value "bbfvuialin" value "ifpfyncdfe" value "kjeevccyof" value "stttkrbfqs" value "qatkvfuttq" value "ltvfnuuwil" value "znartcywze" value "bzursuzuei" value "jlghqxtvok" value "osncqcuest" value "uxvibjduto" value "giubyhvaav" value "joijmgposs" value "lqxpnplleo" value "bnatichltp" value "nnfxoqebys" value "lyhqvxolfw" value "caaqjozcqh" value "nlqtadqinl" value "hfjxrrsszf" value "fussukqrph" value "cbjovvgqqy" value "wcpbfslakk" value "slskrnekbc" value "nvonwipkta" value "jhdcicttmm" value "rpyroriegs" value "lnuuootxmp" value "ufdxqlonpg" value "qgasrnjrld" value "jhocasnttw" value "smwbxeqbed" value "kapxglqccs" value "hhwvslfxmf" value "rbdabbmnrf" value "ltgidziwzm" value "qpffifpdiz" value "sadqcfniau" value "bqoabrqwwj" value "wghyakzbit" value "bnxtlmiwup" value "akzsgaeqon" value "zwlhpcahwu" value "kfselnpkim" value "dxtzxeguoi" value "roczxpuisd" value "myzjxvtvjh" value "alfftdxaxc" value "vyiqkfoics" value "dygkzcpakt" value "ukprrucywq" value "afzlyodwiz" value "vdaebbupfe" value "wemmvswznk" value "xzbqjpzqlm" value "lqqivzlppd" value "rrzcqyzdzf" value "ncckxlmsvg" value "cpjveufsvk" value "babfjxxabw" value "btcvhacldb" value "mqqrgbacfa" value "eqaxrccwjq" value "erahoeivfw" value "omeatkwwtc" value "mjwrbndexu" value "gktcjcfxbb" value "tfonhwnuxj" value "pheajlhymx" value "vefgwelnfo" value "gayysuldha" value "tqpqihwjtl" value "eirhwkdgfq" value "rnfodijavx" value "erqgyscser" value "nnnxouavyp" value "yhejmjwwni" value "mwmcwqzbld" value "ofcurtthcs" value "idmjjbjvni" value "ovqohpxjft" value "ocoflktdhp" value "kgopxvsdah" value "pyjpxqnavq" value "nubsytpfao" value "ddpgrvwowd" value "glynpmsjcf" value "whsxmqffqg" value "sstqpivwip" value "cqfnhujrbj" value "gsvkmnluiz" value "zdmgjjyukl" value "gcfcbjybkx" value "qmhyoyctod" value "kdodndexvr" value "tkgihmsrha" value "kmifjielrw" value "gefoharnza" value "tcpwkimype" value "nxllkzroin" value "bpvbnmpekh" value "ljinllovsw" value "mugdxqnjxj" value "tqqmmvwact" value "uidvmrqyjd" value "dthtfrqkce" value "efhynoxlul" value "iosqxoobrk" value "sujbwndgwl" value "btxehrokkw" value "pmaagvqldo" value "evuxmkrrfl" value "dclualrzqb" value "jfqxkxgqhj" value "fvemodlpgz" value "lawrpikwsk" value "socoxaegfa" value "snomfrutha" value "yxsnreuepl" value "vjihaakiof" value "nnhrgirrtw" value "jccorylnjg" value "gehuriygwq" value "icqjxcermo" value "ocgjeuljxf" value "qslrwqmixc" value "rhzpguhsws" value "zxlbhyeckf" value "iziwqojsoq" value "qlorevyltp" value "gbjzsedhag" value "mkxysrkpug" value "bhrvnadcdk" value "qxxinxaqxn" value "ctnaggdbru" value "fsthobmdxk" value "cvnnitrrow" value "vlhtdpqavh" value "vhjaphfdpj" value "yhdgqenmwv" value "ysntbzffxq" value "emfjcnujqn" value "qnqzibcmip" value "ngcxqjjpdm" value "gkneclxnnt" value "rhkpfsuhoq" value "dgodkfjzos" value "isqymcuffe" value "ripecixnpr" value "dxpepbctea" value "gbeizdzdyb" value "aqlapmghln" value "yhlalzusch" value "xglrugpjkt" value "ngwifjdpha" value "jvekvvldai" value "hmdzsuuyrn" value "ncabqesziv" value "whdftyqojv" value "rhzqdtxucc" value "ftyxhyfokj" value "vqtixjkcbb" value "krfosgrmjb" value "ahcaaodvgi" value "ooeswhfdnj" value "jhctncrzlw" value "haxesjafmh" value "vxrtzngznb" value "fidsuuizcf" value "mamtueyrqn" value "quemrlmwod" value "pkgpjwyfbh" value "ckibsdtfff" value "tjnjhejnju" value "puvgjfjyaf" value "cvmicoarvv" value "mxpzuzrzuo" value "rrrfhnclbv" value "xeurpmfdmo" value "yqvkykgjbe" value "behdxlfdho" value "dyzedskzkq" value "rfhlttsuqy" value "pkehotsmka" value "alokvrpbih" value "mobwpcyxuk" value "umwunfzsvo" value "naggqdxcjm" value "rakustfykw" value "dtkfydidli" value "kohpozxkhl" value "usjmfkopln" value "axhoxkubdv" value "asretszbav" value "tmkoxwdgpx" value "wjhaavxfge" value "pcuaesomdc" value "vjhpmffzxc" value "qwxzqlqter" value "jjumoixniz" value "ruxsmttpak" value "pjdundsxrd" value "kdklhpxntt" value "muhewfzihs" value "dplonqlliz" value "wjibkklezg" value "dfemamyevk" value "nryvfijxhj" value "bqqohkuylc" value "wiqhmhkiel" value "lftmqoxhfc" value "sjbaedopjb" value "dlomhvkoxg" value "jhkdwtqvwl" value "vqashxkrik" value "mupcilqfjg" value "suahxaebee" value "rqkcyxiwhz" value "jqgtbgbybq" value "ygbfgfefac" value "kjblkrvknt" value "yajpmxmuwz" value "wwowdvybjj" value "bdtbaxnuko" value "adfhfatarh" value "vfcpevtekf" value "fiugzrozky" value "spogjykkfs" value "tdggmsxysk" value "aoqlctikzg" value "nwywtydqew" value "qjrhtqgwjc" value "dhzgpwewsx" value "outdlyeqvq" value "trwzipsers" value "qtpcwuafar" value "scgjdkyetq" value "aqyfvxyjqr" value "xkvgnzjgrm" value "hhbceuegvh" value "paitaeqrpb" value "yfdsmhtria" value "bxwvqvndcc" value "dpyjoihqrs" value "tnratexlre" value "hplvvuoscb" value "muocqqypmt" value "pxzkuasjek" value "flrsaczxzc" value "pubqtzzzko" value "vpqlxtfkjz" value "fiafoggekm" value "qtewhixedb" value "iijjcabgak" value "tqjpijliii" value "uttazeawix" value "hxbmykkugi" value "bekchebgys" value "ffrviosqzo" value "rjrptuhkav" value "sldzewoxas" value "uesalivsis" value "maxylirjgh" value "vpzsmbjkvy" value "eiziligjfr" value "tqblforkpa" value "nszbrpweoz" value "rzanpefsfy" value "cejkfhuykf" value "abinkgshoi" value "gqybtjuhvq" value "oqdlpaubsc" value "nrbfkysxaf" value "mhxojehvxx" value "vuqlqdpfdn" value "orqqevpmca" value "xigznrdgqy" value "jzceexkqam" value "szupcnvvij" value "btgeubdzbb" value "nojnedgabk" value "sdnkjddyut" value "lbjarnpxhh" value "wevfinjbqk" value "dvgqwzignk" value "ejzwnidqwr" value "nlxwjmzwln" value "brrlblrxwa" value "hyikggurti" value "wybmlpqblt" value "hertbwuzyw" value "rwhzzytdsq" value "symbgeyple" value "zbfeyptemz" value "pghbwbtfmk" value "mxydilgynv" value "bhwytqsafu" value "ecsburyjhh" value "cvohdragtx" value "lscjhgztom" value "giswndixdf" value "etsngvbrff" value "lgqazzajpx" value "pypepewjvq" value "nswjopvtqv" value "tuajnnqtcq" value "bvvoibkfrt" value "kjqeujfkoh" value "diwmfuckel" value "bwizktcwmb" value "ughnpilqqm" value "ihealvwnxb" value "thqttakyzy" value "auwfujaoya" value "rofnkytnhm" value "ilkuddrdvh" value "hmwfncgzxg" value "pzrchtwaaw" value "ffksbrtbfq" value "ethxaycsil" value "uwiqrvcqvu" value "fgcehqgsso" value "yoblelzlkd" value "gjiwldcfqh" value "sbrjnwxdip" value "nenhiiibwx" value "ebhhhgabjd" value "xpkwqbfban" value "pupmdjgyed" value "aejnvyfdst" value "krxneqolle" value "nouncgkoik" value "kamgfgbxel" value "fffylsswky" value "agswwrfabr" value "pkvcbelpos" value "mxapzqqqsw" value "ywmqoaztmy" value "sfuvzzxbxq" value "kdcvbkrbsj" value "twpiiaedpc" value "egmgddriry" value "nmfihtnkel" value "kqzjnkdlxd" value "eovsizpcjp" value "bsavjyaksg" value "xlmvatfsly" value "dlhjfafskj" value "wmvhvwnowp" value "vjjozwrovk" value "gbazuqnmit" value "ubwlcefgqb" value "jttqzbazgz" value "dozecfsvue" value "pgdhjrxhga" value "gzekysdunp" value "ygoiannoht" value "hklchdenoe" value "sotbjzlsvz" value "qjwrnhooax" value "cdghgcsoth" value "mjlpvuoghe" value "qclkaeciey" value "oownjpxrov" value "nvqfyljbef" value "tsnawydcru" value "wrrgxxkxkc" value "ylulwsnjay" value "lxsinouutc" value "ozpyyaznsh" value "cmhkstsjok" value "ybckvbeoib" value "fsoardckcw" value "ltkauvxggz" value "sqwhsgboef" value "wgtjxahmef" value "spoqshzjoi" value "pfvfxrrfhl" value "nahweurftw" value "fojjpqmbck" value "zexblqeora" value "qsoiwsugdv" value "ksppwhhqzj" value "otadcihtmd" value "imnjbkmsls" value "zzenkvuesw" value "kbfqdppnfa" value "igehetokzq" value "koujdppfua" value "wqsqzzbqhm" value "tglieutcis" value "owovlhorvw" value "nraylduhut" value "nwnyjkugcf" value "kpfqxroqbs" value "xwxwosqkhm" value "ollacusjzj" value "wcouaiatsu" value "nvkfnfzoki" value "fgjnsosfrp" value "pltsnzqvpi" value "rhnkzlsjtk" value "ysnndkycix" value "bpnfopinub" value "blujwnyluy" value "wgtmckqknh" value "zorzyqtjtr" value "hvtlkrungk" value "rgtondctpo" value "mjgvtydjtm" value "kcbotffyca" value "gybxnvwchp" value "gazojexans" value "hmcpcrjumm" value "zejhycldyy" value "iiissmznfe" value "qvpuudyuks" value "gviypfayfm" value "plqbwsiuzw" value "nunchscyqc" value "qocjpufxio" value "iqbyikqjmx" value "omwbgglqsp" value "nywteueaig" value "ntmgbzaivy" value "ijdgnlzprg" value "rnlaakgsrf" value "fpdflprzvn" value "azkdbpnshy" value "mvfnirshbd" value "sotsxznskx" value "uzktwqcdeb" value "myrrmvflyw" value "jgaieawkcu" value "utymwhxigo" value "vtaiyncmyg" value "gpodilvrnm" value "xgfzndhodu" value "saqilljaid" value "jxiewthqls" value "nbwksmwxpx" value "rwfykeeqgx" value "tlnkrncpwi" value "ogyvxbgcwi" value "ffcqkkzllx" value "rtnhivnxtb" value "vzcclamtun" value "jjlefkekuw" value "xjksnqifds" value "ctusqixohm" value "osaekeukqx" value "irlduoinie" value "nifzrybfuh" value "ctqxoyxbwc" value "vsvhjrymqc" value "bzwxqcpftf" value "ltghdkluqq" value "vklwhyzqhk" value "ghwcrdlbjj" value "lzzptujbjp" value "qlvgfplbod" value "ghepftfjgk" value "aiqqyusnuv" value "rspghuhpbp" value "lfkqrtxocm" value "iibgagtkpg" value "ywiurvfbpg" value "tdceweesxh" value "pvwvdaorrl" value "ejlunxlwxn" value "ymqxhmnidz" value "lydebbpmfb" value "ztjuqomjck" value "eyrbqexkff" value "oqmuhlruqy" value "gnrmnwaxls" value "mumhqarhgg" value "skbzfbeziu" value "hnnfmyurhx" value "yrsizkbbwz" value "azpwrzovza" value "txhllnvudv" value "aslibwggrp" value "ubghghklvj" value "jqqogagqni" value "emfqsjraia" value "ctgwmawlgl" value "mivctgaajt" value "knycrcrsbm" value "ubtiscdgrn" value "ulepgommyy" value "qbhdjhoohc" value "cctlfgicpv" value "phfuspevwk" value "oeawjlqnyg" value "jpphbjtbrh" value "ofykgotycd" value "csjfbpjyzq" value "thmmmlqluk" value "buzhjxsbkm" value "pisgqibyae" value "skkawcmqqt" value "mmqblvrscy" value "dpkiubfzbx" value "yivxcecwlp" value "kbnjiilaqd" value "rwrxxrnwtq" value "veegnotgmj" value "pbfijwccjp" value "expefhkisx" value "ynnhyctikq" value "bhfmhanvxe" value "otclvmbilg" value "hskkmrluuf" value "ftnbjymlll" value "nbkaxrojqq" value "qydrgilxxt" value "dxufcyurjx" value "fgygwdazbm" value "tivnqailcl" value "jwvqixjhho" value "oglqutqfcx" value "wvrlxfoxff" value "ropuqidkxv" value "qcsxjrjcfc" value "twuvkpjzzw" value "fqtktfghcv" value "suhwnartid" value "wvsnfinuil" value "rngtndwjyg" value "tsmzfswaxo" value "uvlswctlhx" value "llamjvxyqo" value "wovoupawzt" value "caxgjftjyj" value "gwzqcetcji" value "yzrdbalexf" value "fnpdsuozxt" value "dbtbtvkqss" value "pwgjoppmgc" value "wxjdgbugeu" value "qchpfcigwa" value "lxzdcbveuy" value "bwjyghaztz" value "uedehyieof" value "pfaytznuaa" value "lspvrnxnjo" value "zkbqvttlzy" value "fkdmuxraqf" value "nbizrabfuo" value "fgzwwaedjy" value "gkmwutvars" value "bwsdzrxzse" value "txgjxzovte" value "cbtpbbfrdd" value "vqgztpmzhz" value "rdipvyeqoi" value "bovkdabcdo" value "fhobhpwwkp" value "mkbkflixkr" value "mjifqzmtsd" value "pkcqdokojd" value "dtgjnddwch" value "uboipezuni" value "dfdodbelzn" value "fzsoiryhfn" value "krtsiucvvu" value "aieekmivcb" value "aeafusfzdn" value "ehnrizfmfo" value "dcjlwhfstw" value "wksgvbkbyw" value "hvfprkjlbc" value "jlgepeyhpc" value "ljklggibcy" value "mhrvuemywb" value "wdqygrxkya" value "ystnkbogee" value "flvftlpbjq" value "vgfgbsbnwy" value "rsivptwulz" value "bzjzucrypq" value "bweysooxiv" value "mmcunsiwad" value "mszjkgsrio" value "bvurseeqmh" value "wtcpliaxmk" value "ndwiompimr" value "mdcwoblmkl" value "dflxukffgl" value "mcojdazpfq" value "tctgzmjads" value "dewdgfrhos" value "iwqanwtvcd" value "nfucelqjfe" value "wgtrwefdsw" value "skstqdgbos" value "rwllkdzxrj" value "qwozutlufu" value "fmpdixcckx" value "jybzltmwrs" value "ossjrvqmaa" value "adlxahxsbq" value "mbewprqunw" value "xbvbujurqw" value "rnvhfxbuoi" value "pyrpwxalpc" value "adlryhdbpr" value "gritvkzfgw" value "aufhfrhccf" value "umoicweaab" value "kgirldeylz" value "nknlysgviv" value "plbxaamppj" value "ikpikupjoi" value "eioxaswdee" value "imexfccbxk" value "ouroipthpq" value "jbzyfznpdn" value "asidljmwgb" value "jeazfmhrcb" value "dablvesuho" value "zuoqjiciij" value "qmxxfyuodo" value "vkqalcokst" value "jhibapuhga" value "cmqraybrlw" value "beqsnrixhl" value "rmqxtqcxua" value "ndltyojjxj" value "hyanpicfan" value "yzutuazhmh" value "tumnalubch" value "eksvvoxziw" value "weqhfkosif" value "wwfbpjatrp" value "lrhrkuyzry" value "uvbtcgtopw" value "fmyleefltp" value "kkrxiaiife" value "gbkqhfumyu" value "tdmjyuitvv" value "jvtalmlkng" value "rdsfcdvkqz" value "xqvjnlpssl" value "fuftndsnim" value "keklddczkd" value "wrqnytptzm" value "rwzijctxzs" value "btakuczlec" value "fuipidfbjt" value "kjiqagynco" value "ahjawbsqcw" value "iehxaaneev" value "ezbiwqnabg" value "pnnzqcutoq" value "wlogkzxkpo" value "xzswnnldvs" value "qqfnugftmr" value "zuccleayil" value "ckqebhazel" value "brwlqbfoat" value "anmcogawkg" value "roqzbzpbbt" value "dxnprfawun" value "fffreqppjj" value "gfdzgxfdcg" value "sshbuxfljd" value "shckmujxzo" value "rqurawzebz" value "vpehhmoxva" value "vldwfdnicm" value "tzhjrlfvfp" value "ymwwctfodg" value "qsxfnsicrx" value "gfhrrjczsp" value "gtqrsktbaa" value "dniplpxfof" value "htawohddyn" value "dbcxnsiacw" value "dhfundvlpn" value "uewpgskfpu" value "cuuytorpnp" value "vlcnbfqvox" value "jbqibabrmv" value "xhspgwheck" value "fsuovvpgng" value "gcjruttnno" value "wxswusqpeo" value "qhhhipzncq" value "mcbuftndrr" value "owjfgjqqjc" value "vvmkjgajwa" value "wvlvshnhmx" value "ekponflaeq" value "kuiumwomxi" value "aoydkdfrpe" value "cglxptkcsz" value "uqbpcvkipa" value "ubzgvzputq" value "wmyphdckda" value "ukdnaklmcp" value "ramoirrdyd" value "vwayaqmtid" value "ltomuspfzc" value "wzxdkpehwf" value "yzcspfvcot" value "cgpvvnbvlk" value "farwqgfyjf" value "lbxvlwzony" value "ocesqguvym" value "yzviqaobku" value "cnngbbpowp" value "ucxeoqcssr" value "zcffhzusrl" value "yzmodbpsnb" value "aryiyaltqw" value "xkaailrpns" value "lpahctqgna" value "cnbqnvxmjp" value "nugjvhftma" value "xsgcuvxzor" value "xwtwtwmbgu" value "emdwpvauyc" value "ahfktrqmgh" value "jznackjcrd" value "etcsjxoqab" value "kpzmuwqbnt" value "dspznsgszk" value "rcwbzvwbva" value "mlznoaajqq" value "iwuuxdactm" value "zujobawsct" value "snepgcispg" value "cgmivhyskk" value "snunzlgfkd" value "ppdxnadmje" value "wtzqqecgfy" value "ncremxgfdb" value "cblsafugqk" value "hjekcxfyds" value "faxedqgskm" value "jjczogqdwz" value "jfbgmhtjke" value "nehqnkqnld" value "lcdchjadll" value "llimzyabsp" value "iwapedwyle" value "iobkwbwceu" value "twmbtaxdro" value "nmtmjmhmdl" value "ewoqykjbkc" value "tmyuncyoyd" value "dcepfcdddn" value "dnvwyhyhsn" value "nrencopzqn" value "yjyffpgoop" value "uvqtefqdhk" value "yjhypaonqq" value "uqvzpcvugl" value "cakvxrdpmj" value "tvzacklhdz" value "higdkhodzy" value "ormdblyhhn" value "wbouqpojzl" value "eyhgspybnr" value "lywsezpzgf" value "usykkwszvh" value "bcwncpnibg" value "jgcqryhsvk" value "yfvwesgulw" value "geizujxrkg" value "zknlteeaxq" value "nqwjivcosg" value "qmnxipsiga" value "pthacnunjj" value "afamsavgsi" value "bzfzxzecrs" value "sxcihybfci" value "padscbypdo" value "gaotvjctjh" value "beicnwdryg" value "xsueeljljp" value "mkrrypcfzy" value "ekjgqnjxyl" value "iyeiercbxr" value "rkwlgzhvvy" value "hmnaoeeasz" value "aquymkrswt" value "ulnnuwyptq" value "xftfzsoiwc" value "urkkyscfti" value "wabroeeoop" value "qpzkuxsipr" value "dxdngrmypg" value "icatrrbcjs" value "fhuptkhkzm" value "apyzwvajot" value "vealtjlqyc" value "khkkfmzkow" value "trzqdcaqdw" value "itmekixthv" value "pudgkcbwdx" value "zuibhuihtz" value "kzuywkxlku" value "ogtqmpnzie" value "jetamrlglx" value "fjdjumschq" value "kprzbyngsw" value "xeyxlxiqch" value "dtuhvpszzt" value "fpmbbgiaao" value "hjlhurakwh" value "mshexjmkmn" value "cynhehkcxs" value "cvbbbdzmie" value "cvnlzjdfgf" value "ifhkjgmxrd" value "audguegpmo" value "jzstgleeby" value "eafrzhdhhq" value "fmmammvdyj" value "uncqdpbhwb" value "fzatoyblsr" value "xtwlklqdna" value "ydqppngxvh" value "mkngszsxeu" value "vyewicgjio" value "tstbluhyhj" value "qzxxwlfeki" value "ocmtsfpsgh" value "xmknbbmdbf" value "pdjmftsmob" value "ygrpkpstxq" value "hrhiqcarju" value "aadzbodres" value "curhymvwsx" value "tbqidtevrl" value "avchkjnlwm" value "tyephutkmb" value "lxoaezrdxs" value "ctkwlhmgfz" value "xkiuuciwrn" value "irrovfyshb" value "hwuofuftlr" value "mhbfsuaovv" value "wzuhzzdezi" value "jlpobgvouj" value "qbpmtomqpu" value "shlwywnxpk" value "srkvjhetmj" value "hvxefqtmqu" value "fazsvkljef" value "bstezdkmig" value "asbtvfzien" value "vewfxcxkpf" value "tqkprkoixe" value "rcaatkjyur" value "euleuicawb" value "ifiizdeong" value "cjcrpmggtu" value "kxggjpatkd" value "klwqsggtob" value "mnsaklzgob" value "xfxlervrgn" value "eraxdyjftw" value "xrvonyieqa" value "fswhywqxhy" value "iqzxblqkeo" value "rxvhmzvbcv" value "wvdmobfisx" value "ujybghjfnf" value "yufagalzhk" value "qxbqbfcgjp" value "vorgqhmaoq" value "zewylkylsy" value "vvmaucizkv" value "bgcoyoduda" value "vnsufnurol" value "rtskokvklv" value "svvdufedug" value "qgdgujdvtg" value "rjrtvpntke" value "shgetgsird" value "ywgeotcect" value "zsikdzycyt" value "gcsswbksnc" value "qgobfhgspy" value "pbxrbaxnor" value "viwarrumob" value "eaetplspga" value "jqmscuprwq" value "nkyuframnm" value "gygftrsdbm" value "qzlfnntjar" value "fzzcioobeb" value "ydigxptqbl" value "bgtxhxkhvv" value "hggqmlgwha" value "ywlqbjqeug" value "qwowxqzrkz" value "zybosgbtxt" value "cflarkquuv" value "klaeknlbrm" value "ccnbldglgl" value "dpauqcpgyi" value "ylxiwiesps" value "xyxmlrdbui" value "arqfxfqkzh" value "byrkeibrfb" value "laepwenqmc" value "kluswgtjsf" value "mgldvzleyy" value "yqmzmmzwpd" value "tvlckdoyfe" value "dmxcbvzrxg" value "qquwyuyvvw" value "pmytvtksfi" value "umttshfkpk" value "rmdayyptch" value "glwrmjpotx" value "bgcnzgcmza" value "ivinvxopgz" value "dmbarohbfj" value "rncdgqxqfq" value "zmmwzkjrjl" value "gdlztbhpeq" value "zrwgpknaop" value "powzkcrtvv" value "cszvzbrmoy" value "dtjljhzqcm" value "anznywecwk" value "amuwlfaxwv" value "ajdkqflpen" value "evjrybtwww" value "oxsdmrdbit" value "yafipxfsip" value "xekxarmwcq" value "dgcesswkvc" value "gdqgmwxkmt" value "spdyueanru" value "yrvmdhnnfc" value "aexxjlgwuo" value "xpcpytommm" value "gjutzwoxlf" value "stnfirydgi" value "snpuvnebpy" value "rfxibyjmpg" value "ortxlvmdoc" value "gdozstnglr" value "eqiukbyscu" value "qzcrpbvatq" value "dwzqowbrsd" value "iesbitdnjd" value "inboyxgoqa" value "lfojnetxdc" value "njmufqrykx" value "ybcdthmgws" value "igwekdegcw" value "ajkgxmtamu" value "qkyfpamste" value "nwybjbhgep" value "arqqmfmmbz" value "rqiyxwpuyv" value "nsdvirehqh" value "qckueiqiwh" value "tjnbsybxws" value "jphvxuqipp" value "ghtoyhrfxh" value "erglflfnql" value "kngwkkzwts" value "nmguhcygct" value "jigyicdeft" value "gamcdtywne" value "nunpqugdit" value "ghqwxaqlef" value "nqxdrqigvf" value "xepfvvcovk" value "ezgxjiwwig" value "izizuzzjuv" value "mallnshtok" value "tctrsxgnrc" value "exhjfssojj" value "yilvzcevlj" value "nepxmyiuhr" value "dqqfcdugde" value "iamjlqlznh" value "mvmsikqfxu" value "kmqlwfbsex" value "pribqncfuf" value "zavrjnezrf" value "kmcwshsbye" value "uzaejrbwue" value "olezxlliej" value "hjjxyybxiv"' --command-key-pattern="R" --key-minimum=1 --key-maximum 100000 -c 50 -t 4 --hide-histogram + resources: + requests: + cpus: '4' + memory: 2g + +priority: 5 From e320d44e7d53028021c849e87f158e9b13f3c2e2 Mon Sep 17 00:00:00 2001 From: fcosta_oliveira Date: Tue, 15 Oct 2024 00:38:38 +0100 Subject: [PATCH 13/22] fixed memtier_benchmark-1Mkeys-string-get-10B-pipeline-10 --- ...eys-load-hash-1K-fields-with-5B-values.yml | 30 ------------------- ...key-load-hash-1K-fields-with-5B-values.yml | 30 +++++++++++++++++++ 2 files changed, 30 insertions(+), 30 deletions(-) delete mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-load-hash-1K-fields-with-5B-values.yml create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-load-hash-1K-fields-with-5B-values.yml diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-load-hash-1K-fields-with-5B-values.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-load-hash-1K-fields-with-5B-values.yml deleted file mode 100644 index fc004892..00000000 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-load-hash-1K-fields-with-5B-values.yml +++ /dev/null @@ -1,30 +0,0 @@ -version: 0.4 -name: memtier_benchmark-100Kkeys-load-hash-1K-fields-with-5B-values -description: "" -dbconfig: - configuration-parameters: - save: '""' - check: - keyspacelen: 0 - resources: - requests: - memory: 6g -tested-groups: -- hash -tested-commands: -- hset -redis-topologies: -- oss-standalone -build-variants: -- gcc:8.5.0-amd64-debian-buster-default -- dockerhub -clientconfig: - run_image: redislabs/memtier_benchmark:edge - tool: memtier_benchmark - arguments: --test-time 120 --distinct-client-seed "--data-size" "10" --command '"hash:1000" value "tocawprsxz" value "csqcfxyzsy" value "ipubipttcb" value "jqurtadjro" value "zdulfflfqx" value "bbfvuialin" value "ifpfyncdfe" value "kjeevccyof" value "stttkrbfqs" value "qatkvfuttq" value "ltvfnuuwil" value "znartcywze" value "bzursuzuei" value "jlghqxtvok" value "osncqcuest" value "uxvibjduto" value "giubyhvaav" value "joijmgposs" value "lqxpnplleo" value "bnatichltp" value "nnfxoqebys" value "lyhqvxolfw" value "caaqjozcqh" value "nlqtadqinl" value "hfjxrrsszf" value "fussukqrph" value "cbjovvgqqy" value "wcpbfslakk" value "slskrnekbc" value "nvonwipkta" value "jhdcicttmm" value "rpyroriegs" value "lnuuootxmp" value "ufdxqlonpg" value "qgasrnjrld" value "jhocasnttw" value "smwbxeqbed" value "kapxglqccs" value "hhwvslfxmf" value "rbdabbmnrf" value "ltgidziwzm" value "qpffifpdiz" value "sadqcfniau" value "bqoabrqwwj" value "wghyakzbit" value "bnxtlmiwup" value "akzsgaeqon" value "zwlhpcahwu" value "kfselnpkim" value "dxtzxeguoi" value "roczxpuisd" value "myzjxvtvjh" value "alfftdxaxc" value "vyiqkfoics" value "dygkzcpakt" value "ukprrucywq" value "afzlyodwiz" value "vdaebbupfe" value "wemmvswznk" value "xzbqjpzqlm" value "lqqivzlppd" value "rrzcqyzdzf" value "ncckxlmsvg" value "cpjveufsvk" value "babfjxxabw" value "btcvhacldb" value "mqqrgbacfa" value "eqaxrccwjq" value "erahoeivfw" value "omeatkwwtc" value "mjwrbndexu" value "gktcjcfxbb" value "tfonhwnuxj" value "pheajlhymx" value "vefgwelnfo" value "gayysuldha" value "tqpqihwjtl" value "eirhwkdgfq" value "rnfodijavx" value "erqgyscser" value "nnnxouavyp" value "yhejmjwwni" value "mwmcwqzbld" value "ofcurtthcs" value "idmjjbjvni" value "ovqohpxjft" value "ocoflktdhp" value "kgopxvsdah" value "pyjpxqnavq" value "nubsytpfao" value "ddpgrvwowd" value "glynpmsjcf" value "whsxmqffqg" value "sstqpivwip" value "cqfnhujrbj" value "gsvkmnluiz" value "zdmgjjyukl" value "gcfcbjybkx" value "qmhyoyctod" value "kdodndexvr" value "tkgihmsrha" value "kmifjielrw" value "gefoharnza" value "tcpwkimype" value "nxllkzroin" value "bpvbnmpekh" value "ljinllovsw" value "mugdxqnjxj" value "tqqmmvwact" value "uidvmrqyjd" value "dthtfrqkce" value "efhynoxlul" value "iosqxoobrk" value "sujbwndgwl" value "btxehrokkw" value "pmaagvqldo" value "evuxmkrrfl" value "dclualrzqb" value "jfqxkxgqhj" value "fvemodlpgz" value "lawrpikwsk" value "socoxaegfa" value "snomfrutha" value "yxsnreuepl" value "vjihaakiof" value "nnhrgirrtw" value "jccorylnjg" value "gehuriygwq" value "icqjxcermo" value "ocgjeuljxf" value "qslrwqmixc" value "rhzpguhsws" value "zxlbhyeckf" value "iziwqojsoq" value "qlorevyltp" value "gbjzsedhag" value "mkxysrkpug" value "bhrvnadcdk" value "qxxinxaqxn" value "ctnaggdbru" value "fsthobmdxk" value "cvnnitrrow" value "vlhtdpqavh" value "vhjaphfdpj" value "yhdgqenmwv" value "ysntbzffxq" value "emfjcnujqn" value "qnqzibcmip" value "ngcxqjjpdm" value "gkneclxnnt" value "rhkpfsuhoq" value "dgodkfjzos" value "isqymcuffe" value "ripecixnpr" value "dxpepbctea" value "gbeizdzdyb" value "aqlapmghln" value "yhlalzusch" value "xglrugpjkt" value "ngwifjdpha" value "jvekvvldai" value "hmdzsuuyrn" value "ncabqesziv" value "whdftyqojv" value "rhzqdtxucc" value "ftyxhyfokj" value "vqtixjkcbb" value "krfosgrmjb" value "ahcaaodvgi" value "ooeswhfdnj" value "jhctncrzlw" value "haxesjafmh" value "vxrtzngznb" value "fidsuuizcf" value "mamtueyrqn" value "quemrlmwod" value "pkgpjwyfbh" value "ckibsdtfff" value "tjnjhejnju" value "puvgjfjyaf" value "cvmicoarvv" value "mxpzuzrzuo" value "rrrfhnclbv" value "xeurpmfdmo" value "yqvkykgjbe" value "behdxlfdho" value "dyzedskzkq" value "rfhlttsuqy" value "pkehotsmka" value "alokvrpbih" value "mobwpcyxuk" value "umwunfzsvo" value "naggqdxcjm" value "rakustfykw" value "dtkfydidli" value "kohpozxkhl" value "usjmfkopln" value "axhoxkubdv" value "asretszbav" value "tmkoxwdgpx" value "wjhaavxfge" value "pcuaesomdc" value "vjhpmffzxc" value "qwxzqlqter" value "jjumoixniz" value "ruxsmttpak" value "pjdundsxrd" value "kdklhpxntt" value "muhewfzihs" value "dplonqlliz" value "wjibkklezg" value "dfemamyevk" value "nryvfijxhj" value "bqqohkuylc" value "wiqhmhkiel" value "lftmqoxhfc" value "sjbaedopjb" value "dlomhvkoxg" value "jhkdwtqvwl" value "vqashxkrik" value "mupcilqfjg" value "suahxaebee" value "rqkcyxiwhz" value "jqgtbgbybq" value "ygbfgfefac" value "kjblkrvknt" value "yajpmxmuwz" value "wwowdvybjj" value "bdtbaxnuko" value "adfhfatarh" value "vfcpevtekf" value "fiugzrozky" value "spogjykkfs" value "tdggmsxysk" value "aoqlctikzg" value "nwywtydqew" value "qjrhtqgwjc" value "dhzgpwewsx" value "outdlyeqvq" value "trwzipsers" value "qtpcwuafar" value "scgjdkyetq" value "aqyfvxyjqr" value "xkvgnzjgrm" value "hhbceuegvh" value "paitaeqrpb" value "yfdsmhtria" value "bxwvqvndcc" value "dpyjoihqrs" value "tnratexlre" value "hplvvuoscb" value "muocqqypmt" value "pxzkuasjek" value "flrsaczxzc" value "pubqtzzzko" value "vpqlxtfkjz" value "fiafoggekm" value "qtewhixedb" value "iijjcabgak" value "tqjpijliii" value "uttazeawix" value "hxbmykkugi" value "bekchebgys" value "ffrviosqzo" value "rjrptuhkav" value "sldzewoxas" value "uesalivsis" value "maxylirjgh" value "vpzsmbjkvy" value "eiziligjfr" value "tqblforkpa" value "nszbrpweoz" value "rzanpefsfy" value "cejkfhuykf" value "abinkgshoi" value "gqybtjuhvq" value "oqdlpaubsc" value "nrbfkysxaf" value "mhxojehvxx" value "vuqlqdpfdn" value "orqqevpmca" value "xigznrdgqy" value "jzceexkqam" value "szupcnvvij" value "btgeubdzbb" value "nojnedgabk" value "sdnkjddyut" value "lbjarnpxhh" value "wevfinjbqk" value "dvgqwzignk" value "ejzwnidqwr" value "nlxwjmzwln" value "brrlblrxwa" value "hyikggurti" value "wybmlpqblt" value "hertbwuzyw" value "rwhzzytdsq" value "symbgeyple" value "zbfeyptemz" value "pghbwbtfmk" value "mxydilgynv" value "bhwytqsafu" value "ecsburyjhh" value "cvohdragtx" value "lscjhgztom" value "giswndixdf" value "etsngvbrff" value "lgqazzajpx" value "pypepewjvq" value "nswjopvtqv" value "tuajnnqtcq" value "bvvoibkfrt" value "kjqeujfkoh" value "diwmfuckel" value "bwizktcwmb" value "ughnpilqqm" value "ihealvwnxb" value "thqttakyzy" value "auwfujaoya" value "rofnkytnhm" value "ilkuddrdvh" value "hmwfncgzxg" value "pzrchtwaaw" value "ffksbrtbfq" value "ethxaycsil" value "uwiqrvcqvu" value "fgcehqgsso" value "yoblelzlkd" value "gjiwldcfqh" value "sbrjnwxdip" value "nenhiiibwx" value "ebhhhgabjd" value "xpkwqbfban" value "pupmdjgyed" value "aejnvyfdst" value "krxneqolle" value "nouncgkoik" value "kamgfgbxel" value "fffylsswky" value "agswwrfabr" value "pkvcbelpos" value "mxapzqqqsw" value "ywmqoaztmy" value "sfuvzzxbxq" value "kdcvbkrbsj" value "twpiiaedpc" value "egmgddriry" value "nmfihtnkel" value "kqzjnkdlxd" value "eovsizpcjp" value "bsavjyaksg" value "xlmvatfsly" value "dlhjfafskj" value "wmvhvwnowp" value "vjjozwrovk" value "gbazuqnmit" value "ubwlcefgqb" value "jttqzbazgz" value "dozecfsvue" value "pgdhjrxhga" value "gzekysdunp" value "ygoiannoht" value "hklchdenoe" value "sotbjzlsvz" value "qjwrnhooax" value "cdghgcsoth" value "mjlpvuoghe" value "qclkaeciey" value "oownjpxrov" value "nvqfyljbef" value "tsnawydcru" value "wrrgxxkxkc" value "ylulwsnjay" value "lxsinouutc" value "ozpyyaznsh" value "cmhkstsjok" value "ybckvbeoib" value "fsoardckcw" value "ltkauvxggz" value "sqwhsgboef" value "wgtjxahmef" value "spoqshzjoi" value "pfvfxrrfhl" value "nahweurftw" value "fojjpqmbck" value "zexblqeora" value "qsoiwsugdv" value "ksppwhhqzj" value "otadcihtmd" value "imnjbkmsls" value "zzenkvuesw" value "kbfqdppnfa" value "igehetokzq" value "koujdppfua" value "wqsqzzbqhm" value "tglieutcis" value "owovlhorvw" value "nraylduhut" value "nwnyjkugcf" value "kpfqxroqbs" value "xwxwosqkhm" value "ollacusjzj" value "wcouaiatsu" value "nvkfnfzoki" value "fgjnsosfrp" value "pltsnzqvpi" value "rhnkzlsjtk" value "ysnndkycix" value "bpnfopinub" value "blujwnyluy" value "wgtmckqknh" value "zorzyqtjtr" value "hvtlkrungk" value "rgtondctpo" value "mjgvtydjtm" value "kcbotffyca" value "gybxnvwchp" value "gazojexans" value "hmcpcrjumm" value "zejhycldyy" value "iiissmznfe" value "qvpuudyuks" value "gviypfayfm" value "plqbwsiuzw" value "nunchscyqc" value "qocjpufxio" value "iqbyikqjmx" value "omwbgglqsp" value "nywteueaig" value "ntmgbzaivy" value "ijdgnlzprg" value "rnlaakgsrf" value "fpdflprzvn" value "azkdbpnshy" value "mvfnirshbd" value "sotsxznskx" value "uzktwqcdeb" value "myrrmvflyw" value "jgaieawkcu" value "utymwhxigo" value "vtaiyncmyg" value "gpodilvrnm" value "xgfzndhodu" value "saqilljaid" value "jxiewthqls" value "nbwksmwxpx" value "rwfykeeqgx" value "tlnkrncpwi" value "ogyvxbgcwi" value "ffcqkkzllx" value "rtnhivnxtb" value "vzcclamtun" value "jjlefkekuw" value "xjksnqifds" value "ctusqixohm" value "osaekeukqx" value "irlduoinie" value "nifzrybfuh" value "ctqxoyxbwc" value "vsvhjrymqc" value "bzwxqcpftf" value "ltghdkluqq" value "vklwhyzqhk" value "ghwcrdlbjj" value "lzzptujbjp" value "qlvgfplbod" value "ghepftfjgk" value "aiqqyusnuv" value "rspghuhpbp" value "lfkqrtxocm" value "iibgagtkpg" value "ywiurvfbpg" value "tdceweesxh" value "pvwvdaorrl" value "ejlunxlwxn" value "ymqxhmnidz" value "lydebbpmfb" value "ztjuqomjck" value "eyrbqexkff" value "oqmuhlruqy" value "gnrmnwaxls" value "mumhqarhgg" value "skbzfbeziu" value "hnnfmyurhx" value "yrsizkbbwz" value "azpwrzovza" value "txhllnvudv" value "aslibwggrp" value "ubghghklvj" value "jqqogagqni" value "emfqsjraia" value "ctgwmawlgl" value "mivctgaajt" value "knycrcrsbm" value "ubtiscdgrn" value "ulepgommyy" value "qbhdjhoohc" value "cctlfgicpv" value "phfuspevwk" value "oeawjlqnyg" value "jpphbjtbrh" value "ofykgotycd" value "csjfbpjyzq" value "thmmmlqluk" value "buzhjxsbkm" value "pisgqibyae" value "skkawcmqqt" value "mmqblvrscy" value "dpkiubfzbx" value "yivxcecwlp" value "kbnjiilaqd" value "rwrxxrnwtq" value "veegnotgmj" value "pbfijwccjp" value "expefhkisx" value "ynnhyctikq" value "bhfmhanvxe" value "otclvmbilg" value "hskkmrluuf" value "ftnbjymlll" value "nbkaxrojqq" value "qydrgilxxt" value "dxufcyurjx" value "fgygwdazbm" value "tivnqailcl" value "jwvqixjhho" value "oglqutqfcx" value "wvrlxfoxff" value "ropuqidkxv" value "qcsxjrjcfc" value "twuvkpjzzw" value "fqtktfghcv" value "suhwnartid" value "wvsnfinuil" value "rngtndwjyg" value "tsmzfswaxo" value "uvlswctlhx" value "llamjvxyqo" value "wovoupawzt" value "caxgjftjyj" value "gwzqcetcji" value "yzrdbalexf" value "fnpdsuozxt" value "dbtbtvkqss" value "pwgjoppmgc" value "wxjdgbugeu" value "qchpfcigwa" value "lxzdcbveuy" value "bwjyghaztz" value "uedehyieof" value "pfaytznuaa" value "lspvrnxnjo" value "zkbqvttlzy" value "fkdmuxraqf" value "nbizrabfuo" value "fgzwwaedjy" value "gkmwutvars" value "bwsdzrxzse" value "txgjxzovte" value "cbtpbbfrdd" value "vqgztpmzhz" value "rdipvyeqoi" value "bovkdabcdo" value "fhobhpwwkp" value "mkbkflixkr" value "mjifqzmtsd" value "pkcqdokojd" value "dtgjnddwch" value "uboipezuni" value "dfdodbelzn" value "fzsoiryhfn" value "krtsiucvvu" value "aieekmivcb" value "aeafusfzdn" value "ehnrizfmfo" value "dcjlwhfstw" value "wksgvbkbyw" value "hvfprkjlbc" value "jlgepeyhpc" value "ljklggibcy" value "mhrvuemywb" value "wdqygrxkya" value "ystnkbogee" value "flvftlpbjq" value "vgfgbsbnwy" value "rsivptwulz" value "bzjzucrypq" value "bweysooxiv" value "mmcunsiwad" value "mszjkgsrio" value "bvurseeqmh" value "wtcpliaxmk" value "ndwiompimr" value "mdcwoblmkl" value "dflxukffgl" value "mcojdazpfq" value "tctgzmjads" value "dewdgfrhos" value "iwqanwtvcd" value "nfucelqjfe" value "wgtrwefdsw" value "skstqdgbos" value "rwllkdzxrj" value "qwozutlufu" value "fmpdixcckx" value "jybzltmwrs" value "ossjrvqmaa" value "adlxahxsbq" value "mbewprqunw" value "xbvbujurqw" value "rnvhfxbuoi" value "pyrpwxalpc" value "adlryhdbpr" value "gritvkzfgw" value "aufhfrhccf" value "umoicweaab" value "kgirldeylz" value "nknlysgviv" value "plbxaamppj" value "ikpikupjoi" value "eioxaswdee" value "imexfccbxk" value "ouroipthpq" value "jbzyfznpdn" value "asidljmwgb" value "jeazfmhrcb" value "dablvesuho" value "zuoqjiciij" value "qmxxfyuodo" value "vkqalcokst" value "jhibapuhga" value "cmqraybrlw" value "beqsnrixhl" value "rmqxtqcxua" value "ndltyojjxj" value "hyanpicfan" value "yzutuazhmh" value "tumnalubch" value "eksvvoxziw" value "weqhfkosif" value "wwfbpjatrp" value "lrhrkuyzry" value "uvbtcgtopw" value "fmyleefltp" value "kkrxiaiife" value "gbkqhfumyu" value "tdmjyuitvv" value "jvtalmlkng" value "rdsfcdvkqz" value "xqvjnlpssl" value "fuftndsnim" value "keklddczkd" value "wrqnytptzm" value "rwzijctxzs" value "btakuczlec" value "fuipidfbjt" value "kjiqagynco" value "ahjawbsqcw" value "iehxaaneev" value "ezbiwqnabg" value "pnnzqcutoq" value "wlogkzxkpo" value "xzswnnldvs" value "qqfnugftmr" value "zuccleayil" value "ckqebhazel" value "brwlqbfoat" value "anmcogawkg" value "roqzbzpbbt" value "dxnprfawun" value "fffreqppjj" value "gfdzgxfdcg" value "sshbuxfljd" value "shckmujxzo" value "rqurawzebz" value "vpehhmoxva" value "vldwfdnicm" value "tzhjrlfvfp" value "ymwwctfodg" value "qsxfnsicrx" value "gfhrrjczsp" value "gtqrsktbaa" value "dniplpxfof" value "htawohddyn" value "dbcxnsiacw" value "dhfundvlpn" value "uewpgskfpu" value "cuuytorpnp" value "vlcnbfqvox" value "jbqibabrmv" value "xhspgwheck" value "fsuovvpgng" value "gcjruttnno" value "wxswusqpeo" value "qhhhipzncq" value "mcbuftndrr" value "owjfgjqqjc" value "vvmkjgajwa" value "wvlvshnhmx" value "ekponflaeq" value "kuiumwomxi" value "aoydkdfrpe" value "cglxptkcsz" value "uqbpcvkipa" value "ubzgvzputq" value "wmyphdckda" value "ukdnaklmcp" value "ramoirrdyd" value "vwayaqmtid" value "ltomuspfzc" value "wzxdkpehwf" value "yzcspfvcot" value "cgpvvnbvlk" value "farwqgfyjf" value "lbxvlwzony" value "ocesqguvym" value "yzviqaobku" value "cnngbbpowp" value "ucxeoqcssr" value "zcffhzusrl" value "yzmodbpsnb" value "aryiyaltqw" value "xkaailrpns" value "lpahctqgna" value "cnbqnvxmjp" value "nugjvhftma" value "xsgcuvxzor" value "xwtwtwmbgu" value "emdwpvauyc" value "ahfktrqmgh" value "jznackjcrd" value "etcsjxoqab" value "kpzmuwqbnt" value "dspznsgszk" value "rcwbzvwbva" value "mlznoaajqq" value "iwuuxdactm" value "zujobawsct" value "snepgcispg" value "cgmivhyskk" value "snunzlgfkd" value "ppdxnadmje" value "wtzqqecgfy" value "ncremxgfdb" value "cblsafugqk" value "hjekcxfyds" value "faxedqgskm" value "jjczogqdwz" value "jfbgmhtjke" value "nehqnkqnld" value "lcdchjadll" value "llimzyabsp" value "iwapedwyle" value "iobkwbwceu" value "twmbtaxdro" value "nmtmjmhmdl" value "ewoqykjbkc" value "tmyuncyoyd" value "dcepfcdddn" value "dnvwyhyhsn" value "nrencopzqn" value "yjyffpgoop" value "uvqtefqdhk" value "yjhypaonqq" value "uqvzpcvugl" value "cakvxrdpmj" value "tvzacklhdz" value "higdkhodzy" value "ormdblyhhn" value "wbouqpojzl" value "eyhgspybnr" value "lywsezpzgf" value "usykkwszvh" value "bcwncpnibg" value "jgcqryhsvk" value "yfvwesgulw" value "geizujxrkg" value "zknlteeaxq" value "nqwjivcosg" value "qmnxipsiga" value "pthacnunjj" value "afamsavgsi" value "bzfzxzecrs" value "sxcihybfci" value "padscbypdo" value "gaotvjctjh" value "beicnwdryg" value "xsueeljljp" value "mkrrypcfzy" value "ekjgqnjxyl" value "iyeiercbxr" value "rkwlgzhvvy" value "hmnaoeeasz" value "aquymkrswt" value "ulnnuwyptq" value "xftfzsoiwc" value "urkkyscfti" value "wabroeeoop" value "qpzkuxsipr" value "dxdngrmypg" value "icatrrbcjs" value "fhuptkhkzm" value "apyzwvajot" value "vealtjlqyc" value "khkkfmzkow" value "trzqdcaqdw" value "itmekixthv" value "pudgkcbwdx" value "zuibhuihtz" value "kzuywkxlku" value "ogtqmpnzie" value "jetamrlglx" value "fjdjumschq" value "kprzbyngsw" value "xeyxlxiqch" value "dtuhvpszzt" value "fpmbbgiaao" value "hjlhurakwh" value "mshexjmkmn" value "cynhehkcxs" value "cvbbbdzmie" value "cvnlzjdfgf" value "ifhkjgmxrd" value "audguegpmo" value "jzstgleeby" value "eafrzhdhhq" value "fmmammvdyj" value "uncqdpbhwb" value "fzatoyblsr" value "xtwlklqdna" value "ydqppngxvh" value "mkngszsxeu" value "vyewicgjio" value "tstbluhyhj" value "qzxxwlfeki" value "ocmtsfpsgh" value "xmknbbmdbf" value "pdjmftsmob" value "ygrpkpstxq" value "hrhiqcarju" value "aadzbodres" value "curhymvwsx" value "tbqidtevrl" value "avchkjnlwm" value "tyephutkmb" value "lxoaezrdxs" value "ctkwlhmgfz" value "xkiuuciwrn" value "irrovfyshb" value "hwuofuftlr" value "mhbfsuaovv" value "wzuhzzdezi" value "jlpobgvouj" value "qbpmtomqpu" value "shlwywnxpk" value "srkvjhetmj" value "hvxefqtmqu" value "fazsvkljef" value "bstezdkmig" value "asbtvfzien" value "vewfxcxkpf" value "tqkprkoixe" value "rcaatkjyur" value "euleuicawb" value "ifiizdeong" value "cjcrpmggtu" value "kxggjpatkd" value "klwqsggtob" value "mnsaklzgob" value "xfxlervrgn" value "eraxdyjftw" value "xrvonyieqa" value "fswhywqxhy" value "iqzxblqkeo" value "rxvhmzvbcv" value "wvdmobfisx" value "ujybghjfnf" value "yufagalzhk" value "qxbqbfcgjp" value "vorgqhmaoq" value "zewylkylsy" value "vvmaucizkv" value "bgcoyoduda" value "vnsufnurol" value "rtskokvklv" value "svvdufedug" value "qgdgujdvtg" value "rjrtvpntke" value "shgetgsird" value "ywgeotcect" value "zsikdzycyt" value "gcsswbksnc" value "qgobfhgspy" value "pbxrbaxnor" value "viwarrumob" value "eaetplspga" value "jqmscuprwq" value "nkyuframnm" value "gygftrsdbm" value "qzlfnntjar" value "fzzcioobeb" value "ydigxptqbl" value "bgtxhxkhvv" value "hggqmlgwha" value "ywlqbjqeug" value "qwowxqzrkz" value "zybosgbtxt" value "cflarkquuv" value "klaeknlbrm" value "ccnbldglgl" value "dpauqcpgyi" value "ylxiwiesps" value "xyxmlrdbui" value "arqfxfqkzh" value "byrkeibrfb" value "laepwenqmc" value "kluswgtjsf" value "mgldvzleyy" value "yqmzmmzwpd" value "tvlckdoyfe" value "dmxcbvzrxg" value "qquwyuyvvw" value "pmytvtksfi" value "umttshfkpk" value "rmdayyptch" value "glwrmjpotx" value "bgcnzgcmza" value "ivinvxopgz" value "dmbarohbfj" value "rncdgqxqfq" value "zmmwzkjrjl" value "gdlztbhpeq" value "zrwgpknaop" value "powzkcrtvv" value "cszvzbrmoy" value "dtjljhzqcm" value "anznywecwk" value "amuwlfaxwv" value "ajdkqflpen" value "evjrybtwww" value "oxsdmrdbit" value "yafipxfsip" value "xekxarmwcq" value "dgcesswkvc" value "gdqgmwxkmt" value "spdyueanru" value "yrvmdhnnfc" value "aexxjlgwuo" value "xpcpytommm" value "gjutzwoxlf" value "stnfirydgi" value "snpuvnebpy" value "rfxibyjmpg" value "ortxlvmdoc" value "gdozstnglr" value "eqiukbyscu" value "qzcrpbvatq" value "dwzqowbrsd" value "iesbitdnjd" value "inboyxgoqa" value "lfojnetxdc" value "njmufqrykx" value "ybcdthmgws" value "igwekdegcw" value "ajkgxmtamu" value "qkyfpamste" value "nwybjbhgep" value "arqqmfmmbz" value "rqiyxwpuyv" value "nsdvirehqh" value "qckueiqiwh" value "tjnbsybxws" value "jphvxuqipp" value "ghtoyhrfxh" value "erglflfnql" value "kngwkkzwts" value "nmguhcygct" value "jigyicdeft" value "gamcdtywne" value "nunpqugdit" value "ghqwxaqlef" value "nqxdrqigvf" value "xepfvvcovk" value "ezgxjiwwig" value "izizuzzjuv" value "mallnshtok" value "tctrsxgnrc" value "exhjfssojj" value "yilvzcevlj" value "nepxmyiuhr" value "dqqfcdugde" value "iamjlqlznh" value "mvmsikqfxu" value "kmqlwfbsex" value "pribqncfuf" value "zavrjnezrf" value "kmcwshsbye" value "uzaejrbwue" value "olezxlliej" value "hjjxyybxiv"' --command-key-pattern="R" --key-minimum=1 --key-maximum 100000 -c 50 -t 4 --hide-histogram - resources: - requests: - cpus: '4' - memory: 2g - -priority: 5 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-load-hash-1K-fields-with-5B-values.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-load-hash-1K-fields-with-5B-values.yml new file mode 100644 index 00000000..f9c37825 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-load-hash-1K-fields-with-5B-values.yml @@ -0,0 +1,30 @@ +version: 0.4 +name: memtier_benchmark-1key-load-hash-1K-fields-with-5B-values +description: "" +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 6g +tested-groups: +- hash +tested-commands: +- hset +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --test-time 120 --distinct-client-seed "--data-size" "10" --command 'HSET "hash:1000" value "tocawprsxz" value "csqcfxyzsy" value "ipubipttcb" value "jqurtadjro" value "zdulfflfqx" value "bbfvuialin" value "ifpfyncdfe" value "kjeevccyof" value "stttkrbfqs" value "qatkvfuttq" value "ltvfnuuwil" value "znartcywze" value "bzursuzuei" value "jlghqxtvok" value "osncqcuest" value "uxvibjduto" value "giubyhvaav" value "joijmgposs" value "lqxpnplleo" value "bnatichltp" value "nnfxoqebys" value "lyhqvxolfw" value "caaqjozcqh" value "nlqtadqinl" value "hfjxrrsszf" value "fussukqrph" value "cbjovvgqqy" value "wcpbfslakk" value "slskrnekbc" value "nvonwipkta" value "jhdcicttmm" value "rpyroriegs" value "lnuuootxmp" value "ufdxqlonpg" value "qgasrnjrld" value "jhocasnttw" value "smwbxeqbed" value "kapxglqccs" value "hhwvslfxmf" value "rbdabbmnrf" value "ltgidziwzm" value "qpffifpdiz" value "sadqcfniau" value "bqoabrqwwj" value "wghyakzbit" value "bnxtlmiwup" value "akzsgaeqon" value "zwlhpcahwu" value "kfselnpkim" value "dxtzxeguoi" value "roczxpuisd" value "myzjxvtvjh" value "alfftdxaxc" value "vyiqkfoics" value "dygkzcpakt" value "ukprrucywq" value "afzlyodwiz" value "vdaebbupfe" value "wemmvswznk" value "xzbqjpzqlm" value "lqqivzlppd" value "rrzcqyzdzf" value "ncckxlmsvg" value "cpjveufsvk" value "babfjxxabw" value "btcvhacldb" value "mqqrgbacfa" value "eqaxrccwjq" value "erahoeivfw" value "omeatkwwtc" value "mjwrbndexu" value "gktcjcfxbb" value "tfonhwnuxj" value "pheajlhymx" value "vefgwelnfo" value "gayysuldha" value "tqpqihwjtl" value "eirhwkdgfq" value "rnfodijavx" value "erqgyscser" value "nnnxouavyp" value "yhejmjwwni" value "mwmcwqzbld" value "ofcurtthcs" value "idmjjbjvni" value "ovqohpxjft" value "ocoflktdhp" value "kgopxvsdah" value "pyjpxqnavq" value "nubsytpfao" value "ddpgrvwowd" value "glynpmsjcf" value "whsxmqffqg" value "sstqpivwip" value "cqfnhujrbj" value "gsvkmnluiz" value "zdmgjjyukl" value "gcfcbjybkx" value "qmhyoyctod" value "kdodndexvr" value "tkgihmsrha" value "kmifjielrw" value "gefoharnza" value "tcpwkimype" value "nxllkzroin" value "bpvbnmpekh" value "ljinllovsw" value "mugdxqnjxj" value "tqqmmvwact" value "uidvmrqyjd" value "dthtfrqkce" value "efhynoxlul" value "iosqxoobrk" value "sujbwndgwl" value "btxehrokkw" value "pmaagvqldo" value "evuxmkrrfl" value "dclualrzqb" value "jfqxkxgqhj" value "fvemodlpgz" value "lawrpikwsk" value "socoxaegfa" value "snomfrutha" value "yxsnreuepl" value "vjihaakiof" value "nnhrgirrtw" value "jccorylnjg" value "gehuriygwq" value "icqjxcermo" value "ocgjeuljxf" value "qslrwqmixc" value "rhzpguhsws" value "zxlbhyeckf" value "iziwqojsoq" value "qlorevyltp" value "gbjzsedhag" value "mkxysrkpug" value "bhrvnadcdk" value "qxxinxaqxn" value "ctnaggdbru" value "fsthobmdxk" value "cvnnitrrow" value "vlhtdpqavh" value "vhjaphfdpj" value "yhdgqenmwv" value "ysntbzffxq" value "emfjcnujqn" value "qnqzibcmip" value "ngcxqjjpdm" value "gkneclxnnt" value "rhkpfsuhoq" value "dgodkfjzos" value "isqymcuffe" value "ripecixnpr" value "dxpepbctea" value "gbeizdzdyb" value "aqlapmghln" value "yhlalzusch" value "xglrugpjkt" value "ngwifjdpha" value "jvekvvldai" value "hmdzsuuyrn" value "ncabqesziv" value "whdftyqojv" value "rhzqdtxucc" value "ftyxhyfokj" value "vqtixjkcbb" value "krfosgrmjb" value "ahcaaodvgi" value "ooeswhfdnj" value "jhctncrzlw" value "haxesjafmh" value "vxrtzngznb" value "fidsuuizcf" value "mamtueyrqn" value "quemrlmwod" value "pkgpjwyfbh" value "ckibsdtfff" value "tjnjhejnju" value "puvgjfjyaf" value "cvmicoarvv" value "mxpzuzrzuo" value "rrrfhnclbv" value "xeurpmfdmo" value "yqvkykgjbe" value "behdxlfdho" value "dyzedskzkq" value "rfhlttsuqy" value "pkehotsmka" value "alokvrpbih" value "mobwpcyxuk" value "umwunfzsvo" value "naggqdxcjm" value "rakustfykw" value "dtkfydidli" value "kohpozxkhl" value "usjmfkopln" value "axhoxkubdv" value "asretszbav" value "tmkoxwdgpx" value "wjhaavxfge" value "pcuaesomdc" value "vjhpmffzxc" value "qwxzqlqter" value "jjumoixniz" value "ruxsmttpak" value "pjdundsxrd" value "kdklhpxntt" value "muhewfzihs" value "dplonqlliz" value "wjibkklezg" value "dfemamyevk" value "nryvfijxhj" value "bqqohkuylc" value "wiqhmhkiel" value "lftmqoxhfc" value "sjbaedopjb" value "dlomhvkoxg" value "jhkdwtqvwl" value "vqashxkrik" value "mupcilqfjg" value "suahxaebee" value "rqkcyxiwhz" value "jqgtbgbybq" value "ygbfgfefac" value "kjblkrvknt" value "yajpmxmuwz" value "wwowdvybjj" value "bdtbaxnuko" value "adfhfatarh" value "vfcpevtekf" value "fiugzrozky" value "spogjykkfs" value "tdggmsxysk" value "aoqlctikzg" value "nwywtydqew" value "qjrhtqgwjc" value "dhzgpwewsx" value "outdlyeqvq" value "trwzipsers" value "qtpcwuafar" value "scgjdkyetq" value "aqyfvxyjqr" value "xkvgnzjgrm" value "hhbceuegvh" value "paitaeqrpb" value "yfdsmhtria" value "bxwvqvndcc" value "dpyjoihqrs" value "tnratexlre" value "hplvvuoscb" value "muocqqypmt" value "pxzkuasjek" value "flrsaczxzc" value "pubqtzzzko" value "vpqlxtfkjz" value "fiafoggekm" value "qtewhixedb" value "iijjcabgak" value "tqjpijliii" value "uttazeawix" value "hxbmykkugi" value "bekchebgys" value "ffrviosqzo" value "rjrptuhkav" value "sldzewoxas" value "uesalivsis" value "maxylirjgh" value "vpzsmbjkvy" value "eiziligjfr" value "tqblforkpa" value "nszbrpweoz" value "rzanpefsfy" value "cejkfhuykf" value "abinkgshoi" value "gqybtjuhvq" value "oqdlpaubsc" value "nrbfkysxaf" value "mhxojehvxx" value "vuqlqdpfdn" value "orqqevpmca" value "xigznrdgqy" value "jzceexkqam" value "szupcnvvij" value "btgeubdzbb" value "nojnedgabk" value "sdnkjddyut" value "lbjarnpxhh" value "wevfinjbqk" value "dvgqwzignk" value "ejzwnidqwr" value "nlxwjmzwln" value "brrlblrxwa" value "hyikggurti" value "wybmlpqblt" value "hertbwuzyw" value "rwhzzytdsq" value "symbgeyple" value "zbfeyptemz" value "pghbwbtfmk" value "mxydilgynv" value "bhwytqsafu" value "ecsburyjhh" value "cvohdragtx" value "lscjhgztom" value "giswndixdf" value "etsngvbrff" value "lgqazzajpx" value "pypepewjvq" value "nswjopvtqv" value "tuajnnqtcq" value "bvvoibkfrt" value "kjqeujfkoh" value "diwmfuckel" value "bwizktcwmb" value "ughnpilqqm" value "ihealvwnxb" value "thqttakyzy" value "auwfujaoya" value "rofnkytnhm" value "ilkuddrdvh" value "hmwfncgzxg" value "pzrchtwaaw" value "ffksbrtbfq" value "ethxaycsil" value "uwiqrvcqvu" value "fgcehqgsso" value "yoblelzlkd" value "gjiwldcfqh" value "sbrjnwxdip" value "nenhiiibwx" value "ebhhhgabjd" value "xpkwqbfban" value "pupmdjgyed" value "aejnvyfdst" value "krxneqolle" value "nouncgkoik" value "kamgfgbxel" value "fffylsswky" value "agswwrfabr" value "pkvcbelpos" value "mxapzqqqsw" value "ywmqoaztmy" value "sfuvzzxbxq" value "kdcvbkrbsj" value "twpiiaedpc" value "egmgddriry" value "nmfihtnkel" value "kqzjnkdlxd" value "eovsizpcjp" value "bsavjyaksg" value "xlmvatfsly" value "dlhjfafskj" value "wmvhvwnowp" value "vjjozwrovk" value "gbazuqnmit" value "ubwlcefgqb" value "jttqzbazgz" value "dozecfsvue" value "pgdhjrxhga" value "gzekysdunp" value "ygoiannoht" value "hklchdenoe" value "sotbjzlsvz" value "qjwrnhooax" value "cdghgcsoth" value "mjlpvuoghe" value "qclkaeciey" value "oownjpxrov" value "nvqfyljbef" value "tsnawydcru" value "wrrgxxkxkc" value "ylulwsnjay" value "lxsinouutc" value "ozpyyaznsh" value "cmhkstsjok" value "ybckvbeoib" value "fsoardckcw" value "ltkauvxggz" value "sqwhsgboef" value "wgtjxahmef" value "spoqshzjoi" value "pfvfxrrfhl" value "nahweurftw" value "fojjpqmbck" value "zexblqeora" value "qsoiwsugdv" value "ksppwhhqzj" value "otadcihtmd" value "imnjbkmsls" value "zzenkvuesw" value "kbfqdppnfa" value "igehetokzq" value "koujdppfua" value "wqsqzzbqhm" value "tglieutcis" value "owovlhorvw" value "nraylduhut" value "nwnyjkugcf" value "kpfqxroqbs" value "xwxwosqkhm" value "ollacusjzj" value "wcouaiatsu" value "nvkfnfzoki" value "fgjnsosfrp" value "pltsnzqvpi" value "rhnkzlsjtk" value "ysnndkycix" value "bpnfopinub" value "blujwnyluy" value "wgtmckqknh" value "zorzyqtjtr" value "hvtlkrungk" value "rgtondctpo" value "mjgvtydjtm" value "kcbotffyca" value "gybxnvwchp" value "gazojexans" value "hmcpcrjumm" value "zejhycldyy" value "iiissmznfe" value "qvpuudyuks" value "gviypfayfm" value "plqbwsiuzw" value "nunchscyqc" value "qocjpufxio" value "iqbyikqjmx" value "omwbgglqsp" value "nywteueaig" value "ntmgbzaivy" value "ijdgnlzprg" value "rnlaakgsrf" value "fpdflprzvn" value "azkdbpnshy" value "mvfnirshbd" value "sotsxznskx" value "uzktwqcdeb" value "myrrmvflyw" value "jgaieawkcu" value "utymwhxigo" value "vtaiyncmyg" value "gpodilvrnm" value "xgfzndhodu" value "saqilljaid" value "jxiewthqls" value "nbwksmwxpx" value "rwfykeeqgx" value "tlnkrncpwi" value "ogyvxbgcwi" value "ffcqkkzllx" value "rtnhivnxtb" value "vzcclamtun" value "jjlefkekuw" value "xjksnqifds" value "ctusqixohm" value "osaekeukqx" value "irlduoinie" value "nifzrybfuh" value "ctqxoyxbwc" value "vsvhjrymqc" value "bzwxqcpftf" value "ltghdkluqq" value "vklwhyzqhk" value "ghwcrdlbjj" value "lzzptujbjp" value "qlvgfplbod" value "ghepftfjgk" value "aiqqyusnuv" value "rspghuhpbp" value "lfkqrtxocm" value "iibgagtkpg" value "ywiurvfbpg" value "tdceweesxh" value "pvwvdaorrl" value "ejlunxlwxn" value "ymqxhmnidz" value "lydebbpmfb" value "ztjuqomjck" value "eyrbqexkff" value "oqmuhlruqy" value "gnrmnwaxls" value "mumhqarhgg" value "skbzfbeziu" value "hnnfmyurhx" value "yrsizkbbwz" value "azpwrzovza" value "txhllnvudv" value "aslibwggrp" value "ubghghklvj" value "jqqogagqni" value "emfqsjraia" value "ctgwmawlgl" value "mivctgaajt" value "knycrcrsbm" value "ubtiscdgrn" value "ulepgommyy" value "qbhdjhoohc" value "cctlfgicpv" value "phfuspevwk" value "oeawjlqnyg" value "jpphbjtbrh" value "ofykgotycd" value "csjfbpjyzq" value "thmmmlqluk" value "buzhjxsbkm" value "pisgqibyae" value "skkawcmqqt" value "mmqblvrscy" value "dpkiubfzbx" value "yivxcecwlp" value "kbnjiilaqd" value "rwrxxrnwtq" value "veegnotgmj" value "pbfijwccjp" value "expefhkisx" value "ynnhyctikq" value "bhfmhanvxe" value "otclvmbilg" value "hskkmrluuf" value "ftnbjymlll" value "nbkaxrojqq" value "qydrgilxxt" value "dxufcyurjx" value "fgygwdazbm" value "tivnqailcl" value "jwvqixjhho" value "oglqutqfcx" value "wvrlxfoxff" value "ropuqidkxv" value "qcsxjrjcfc" value "twuvkpjzzw" value "fqtktfghcv" value "suhwnartid" value "wvsnfinuil" value "rngtndwjyg" value "tsmzfswaxo" value "uvlswctlhx" value "llamjvxyqo" value "wovoupawzt" value "caxgjftjyj" value "gwzqcetcji" value "yzrdbalexf" value "fnpdsuozxt" value "dbtbtvkqss" value "pwgjoppmgc" value "wxjdgbugeu" value "qchpfcigwa" value "lxzdcbveuy" value "bwjyghaztz" value "uedehyieof" value "pfaytznuaa" value "lspvrnxnjo" value "zkbqvttlzy" value "fkdmuxraqf" value "nbizrabfuo" value "fgzwwaedjy" value "gkmwutvars" value "bwsdzrxzse" value "txgjxzovte" value "cbtpbbfrdd" value "vqgztpmzhz" value "rdipvyeqoi" value "bovkdabcdo" value "fhobhpwwkp" value "mkbkflixkr" value "mjifqzmtsd" value "pkcqdokojd" value "dtgjnddwch" value "uboipezuni" value "dfdodbelzn" value "fzsoiryhfn" value "krtsiucvvu" value "aieekmivcb" value "aeafusfzdn" value "ehnrizfmfo" value "dcjlwhfstw" value "wksgvbkbyw" value "hvfprkjlbc" value "jlgepeyhpc" value "ljklggibcy" value "mhrvuemywb" value "wdqygrxkya" value "ystnkbogee" value "flvftlpbjq" value "vgfgbsbnwy" value "rsivptwulz" value "bzjzucrypq" value "bweysooxiv" value "mmcunsiwad" value "mszjkgsrio" value "bvurseeqmh" value "wtcpliaxmk" value "ndwiompimr" value "mdcwoblmkl" value "dflxukffgl" value "mcojdazpfq" value "tctgzmjads" value "dewdgfrhos" value "iwqanwtvcd" value "nfucelqjfe" value "wgtrwefdsw" value "skstqdgbos" value "rwllkdzxrj" value "qwozutlufu" value "fmpdixcckx" value "jybzltmwrs" value "ossjrvqmaa" value "adlxahxsbq" value "mbewprqunw" value "xbvbujurqw" value "rnvhfxbuoi" value "pyrpwxalpc" value "adlryhdbpr" value "gritvkzfgw" value "aufhfrhccf" value "umoicweaab" value "kgirldeylz" value "nknlysgviv" value "plbxaamppj" value "ikpikupjoi" value "eioxaswdee" value "imexfccbxk" value "ouroipthpq" value "jbzyfznpdn" value "asidljmwgb" value "jeazfmhrcb" value "dablvesuho" value "zuoqjiciij" value "qmxxfyuodo" value "vkqalcokst" value "jhibapuhga" value "cmqraybrlw" value "beqsnrixhl" value "rmqxtqcxua" value "ndltyojjxj" value "hyanpicfan" value "yzutuazhmh" value "tumnalubch" value "eksvvoxziw" value "weqhfkosif" value "wwfbpjatrp" value "lrhrkuyzry" value "uvbtcgtopw" value "fmyleefltp" value "kkrxiaiife" value "gbkqhfumyu" value "tdmjyuitvv" value "jvtalmlkng" value "rdsfcdvkqz" value "xqvjnlpssl" value "fuftndsnim" value "keklddczkd" value "wrqnytptzm" value "rwzijctxzs" value "btakuczlec" value "fuipidfbjt" value "kjiqagynco" value "ahjawbsqcw" value "iehxaaneev" value "ezbiwqnabg" value "pnnzqcutoq" value "wlogkzxkpo" value "xzswnnldvs" value "qqfnugftmr" value "zuccleayil" value "ckqebhazel" value "brwlqbfoat" value "anmcogawkg" value "roqzbzpbbt" value "dxnprfawun" value "fffreqppjj" value "gfdzgxfdcg" value "sshbuxfljd" value "shckmujxzo" value "rqurawzebz" value "vpehhmoxva" value "vldwfdnicm" value "tzhjrlfvfp" value "ymwwctfodg" value "qsxfnsicrx" value "gfhrrjczsp" value "gtqrsktbaa" value "dniplpxfof" value "htawohddyn" value "dbcxnsiacw" value "dhfundvlpn" value "uewpgskfpu" value "cuuytorpnp" value "vlcnbfqvox" value "jbqibabrmv" value "xhspgwheck" value "fsuovvpgng" value "gcjruttnno" value "wxswusqpeo" value "qhhhipzncq" value "mcbuftndrr" value "owjfgjqqjc" value "vvmkjgajwa" value "wvlvshnhmx" value "ekponflaeq" value "kuiumwomxi" value "aoydkdfrpe" value "cglxptkcsz" value "uqbpcvkipa" value "ubzgvzputq" value "wmyphdckda" value "ukdnaklmcp" value "ramoirrdyd" value "vwayaqmtid" value "ltomuspfzc" value "wzxdkpehwf" value "yzcspfvcot" value "cgpvvnbvlk" value "farwqgfyjf" value "lbxvlwzony" value "ocesqguvym" value "yzviqaobku" value "cnngbbpowp" value "ucxeoqcssr" value "zcffhzusrl" value "yzmodbpsnb" value "aryiyaltqw" value "xkaailrpns" value "lpahctqgna" value "cnbqnvxmjp" value "nugjvhftma" value "xsgcuvxzor" value "xwtwtwmbgu" value "emdwpvauyc" value "ahfktrqmgh" value "jznackjcrd" value "etcsjxoqab" value "kpzmuwqbnt" value "dspznsgszk" value "rcwbzvwbva" value "mlznoaajqq" value "iwuuxdactm" value "zujobawsct" value "snepgcispg" value "cgmivhyskk" value "snunzlgfkd" value "ppdxnadmje" value "wtzqqecgfy" value "ncremxgfdb" value "cblsafugqk" value "hjekcxfyds" value "faxedqgskm" value "jjczogqdwz" value "jfbgmhtjke" value "nehqnkqnld" value "lcdchjadll" value "llimzyabsp" value "iwapedwyle" value "iobkwbwceu" value "twmbtaxdro" value "nmtmjmhmdl" value "ewoqykjbkc" value "tmyuncyoyd" value "dcepfcdddn" value "dnvwyhyhsn" value "nrencopzqn" value "yjyffpgoop" value "uvqtefqdhk" value "yjhypaonqq" value "uqvzpcvugl" value "cakvxrdpmj" value "tvzacklhdz" value "higdkhodzy" value "ormdblyhhn" value "wbouqpojzl" value "eyhgspybnr" value "lywsezpzgf" value "usykkwszvh" value "bcwncpnibg" value "jgcqryhsvk" value "yfvwesgulw" value "geizujxrkg" value "zknlteeaxq" value "nqwjivcosg" value "qmnxipsiga" value "pthacnunjj" value "afamsavgsi" value "bzfzxzecrs" value "sxcihybfci" value "padscbypdo" value "gaotvjctjh" value "beicnwdryg" value "xsueeljljp" value "mkrrypcfzy" value "ekjgqnjxyl" value "iyeiercbxr" value "rkwlgzhvvy" value "hmnaoeeasz" value "aquymkrswt" value "ulnnuwyptq" value "xftfzsoiwc" value "urkkyscfti" value "wabroeeoop" value "qpzkuxsipr" value "dxdngrmypg" value "icatrrbcjs" value "fhuptkhkzm" value "apyzwvajot" value "vealtjlqyc" value "khkkfmzkow" value "trzqdcaqdw" value "itmekixthv" value "pudgkcbwdx" value "zuibhuihtz" value "kzuywkxlku" value "ogtqmpnzie" value "jetamrlglx" value "fjdjumschq" value "kprzbyngsw" value "xeyxlxiqch" value "dtuhvpszzt" value "fpmbbgiaao" value "hjlhurakwh" value "mshexjmkmn" value "cynhehkcxs" value "cvbbbdzmie" value "cvnlzjdfgf" value "ifhkjgmxrd" value "audguegpmo" value "jzstgleeby" value "eafrzhdhhq" value "fmmammvdyj" value "uncqdpbhwb" value "fzatoyblsr" value "xtwlklqdna" value "ydqppngxvh" value "mkngszsxeu" value "vyewicgjio" value "tstbluhyhj" value "qzxxwlfeki" value "ocmtsfpsgh" value "xmknbbmdbf" value "pdjmftsmob" value "ygrpkpstxq" value "hrhiqcarju" value "aadzbodres" value "curhymvwsx" value "tbqidtevrl" value "avchkjnlwm" value "tyephutkmb" value "lxoaezrdxs" value "ctkwlhmgfz" value "xkiuuciwrn" value "irrovfyshb" value "hwuofuftlr" value "mhbfsuaovv" value "wzuhzzdezi" value "jlpobgvouj" value "qbpmtomqpu" value "shlwywnxpk" value "srkvjhetmj" value "hvxefqtmqu" value "fazsvkljef" value "bstezdkmig" value "asbtvfzien" value "vewfxcxkpf" value "tqkprkoixe" value "rcaatkjyur" value "euleuicawb" value "ifiizdeong" value "cjcrpmggtu" value "kxggjpatkd" value "klwqsggtob" value "mnsaklzgob" value "xfxlervrgn" value "eraxdyjftw" value "xrvonyieqa" value "fswhywqxhy" value "iqzxblqkeo" value "rxvhmzvbcv" value "wvdmobfisx" value "ujybghjfnf" value "yufagalzhk" value "qxbqbfcgjp" value "vorgqhmaoq" value "zewylkylsy" value "vvmaucizkv" value "bgcoyoduda" value "vnsufnurol" value "rtskokvklv" value "svvdufedug" value "qgdgujdvtg" value "rjrtvpntke" value "shgetgsird" value "ywgeotcect" value "zsikdzycyt" value "gcsswbksnc" value "qgobfhgspy" value "pbxrbaxnor" value "viwarrumob" value "eaetplspga" value "jqmscuprwq" value "nkyuframnm" value "gygftrsdbm" value "qzlfnntjar" value "fzzcioobeb" value "ydigxptqbl" value "bgtxhxkhvv" value "hggqmlgwha" value "ywlqbjqeug" value "qwowxqzrkz" value "zybosgbtxt" value "cflarkquuv" value "klaeknlbrm" value "ccnbldglgl" value "dpauqcpgyi" value "ylxiwiesps" value "xyxmlrdbui" value "arqfxfqkzh" value "byrkeibrfb" value "laepwenqmc" value "kluswgtjsf" value "mgldvzleyy" value "yqmzmmzwpd" value "tvlckdoyfe" value "dmxcbvzrxg" value "qquwyuyvvw" value "pmytvtksfi" value "umttshfkpk" value "rmdayyptch" value "glwrmjpotx" value "bgcnzgcmza" value "ivinvxopgz" value "dmbarohbfj" value "rncdgqxqfq" value "zmmwzkjrjl" value "gdlztbhpeq" value "zrwgpknaop" value "powzkcrtvv" value "cszvzbrmoy" value "dtjljhzqcm" value "anznywecwk" value "amuwlfaxwv" value "ajdkqflpen" value "evjrybtwww" value "oxsdmrdbit" value "yafipxfsip" value "xekxarmwcq" value "dgcesswkvc" value "gdqgmwxkmt" value "spdyueanru" value "yrvmdhnnfc" value "aexxjlgwuo" value "xpcpytommm" value "gjutzwoxlf" value "stnfirydgi" value "snpuvnebpy" value "rfxibyjmpg" value "ortxlvmdoc" value "gdozstnglr" value "eqiukbyscu" value "qzcrpbvatq" value "dwzqowbrsd" value "iesbitdnjd" value "inboyxgoqa" value "lfojnetxdc" value "njmufqrykx" value "ybcdthmgws" value "igwekdegcw" value "ajkgxmtamu" value "qkyfpamste" value "nwybjbhgep" value "arqqmfmmbz" value "rqiyxwpuyv" value "nsdvirehqh" value "qckueiqiwh" value "tjnbsybxws" value "jphvxuqipp" value "ghtoyhrfxh" value "erglflfnql" value "kngwkkzwts" value "nmguhcygct" value "jigyicdeft" value "gamcdtywne" value "nunpqugdit" value "ghqwxaqlef" value "nqxdrqigvf" value "xepfvvcovk" value "ezgxjiwwig" value "izizuzzjuv" value "mallnshtok" value "tctrsxgnrc" value "exhjfssojj" value "yilvzcevlj" value "nepxmyiuhr" value "dqqfcdugde" value "iamjlqlznh" value "mvmsikqfxu" value "kmqlwfbsex" value "pribqncfuf" value "zavrjnezrf" value "kmcwshsbye" value "uzaejrbwue" value "olezxlliej" value "hjjxyybxiv"' --command-key-pattern="R" --key-minimum=1 --key-maximum 100000 -c 50 -t 4 --hide-histogram + resources: + requests: + cpus: '4' + memory: 2g + +priority: 5 From fe8ad85ccac104b06dec4293a34a2413fba86964 Mon Sep 17 00:00:00 2001 From: fcosta_oliveira Date: Fri, 29 Nov 2024 12:06:12 +0000 Subject: [PATCH 14/22] Included 2 listpack benchmarks (LRANGE command) focused on integer encoding --- pyproject.toml | 2 +- ...t-uint-lrange-all-elements-pipeline-10.yml | 32 +++++++++++++++++++ ...ts-int-lrange-all-elements-pipeline-10.yml | 32 +++++++++++++++++++ 3 files changed, 65 insertions(+), 1 deletion(-) create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-int-7bit-uint-lrange-all-elements-pipeline-10.yml create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-int-lrange-all-elements-pipeline-10.yml diff --git a/pyproject.toml b/pyproject.toml index 569d3f25..735bbea6 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "redis-benchmarks-specification" -version = "0.1.247" +version = "0.1.248" description = "The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute." authors = ["filipecosta90 ","Redis Performance Group "] readme = "Readme.md" diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-int-7bit-uint-lrange-all-elements-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-int-7bit-uint-lrange-all-elements-pipeline-10.yml new file mode 100644 index 00000000..7402a381 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-int-7bit-uint-lrange-all-elements-pipeline-10.yml @@ -0,0 +1,32 @@ +version: 0.4 +name: memtier_benchmark-1key-list-100-elements-int-7bit-uint-lrange-all-elements-pipeline-10 +description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST contains 100 integer elements (all of one encoding type: 7BIT_UINT) in it and we query it using LRANGE with a range of all elements. ' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"LPUSH" "list:100:ints:7BIT_UINT" "0" "1" "2" "3" "4" "5" "6" "7" "8" "9" "10" "11" "12" "13" "14" "15" "16" "17" "18" "19" "20" "21" "22" "23" "24" "25" "26" "27" "28" "29" "30" "31" "32" "33" "34" "35" "36" "37" "38" "39" "40" "41" "42" "43" "44" "45" "46" "47" "48" "49" "50" "51" "52" "53" "54" "55" "56" "57" "58" "59" "60" "61" "62" "63" "64" "65" "66" "67" "68" "69" "70" "71" "72" "73" "74" "75" "76" "77" "78" "79" "80" "81" "82" "83" "84" "85" "86" "87" "88" "89" "90" "91" "92" "93" "94" "95" "96" "97" "98" "99"' +tested-groups: +- list +tested-commands: +- lrange +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --command="LRANGE list:100:ints:7BIT_UINT 0 -1" --hide-histogram --test-time 180 + resources: + requests: + cpus: '4' + memory: 2g + +priority: 34 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-int-lrange-all-elements-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-int-lrange-all-elements-pipeline-10.yml new file mode 100644 index 00000000..e8fb8c32 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-int-lrange-all-elements-pipeline-10.yml @@ -0,0 +1,32 @@ +version: 0.4 +name: memtier_benchmark-1key-list-100-elements-int-lrange-all-elements-pipeline-10 +description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST contains 100 integer elements (across all 6 encoding types, meaning 7BIT_UINT 13BIT_INT 16BIT_INT 24BIT_INT 32BIT_INT 64BIT_INT) in it and we query it using LRANGE with a range of all elements. ' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"LPUSH" "list:100:ints" "0" "7" "14" "21" "28" "35" "42" "49" "56" "63" "70" "77" "84" "91" "98" "105" "112" "-4096" "-3585" "-3074" "-2563" "-2052" "-1541" "-1030" "-519" "-8" "503" "1014" "1525" "2036" "2547" "3058" "3569" "4080" "-32768" "-28673" "-24578" "-20483" "-16388" "-12293" "-8198" "-4103" "-8" "4087" "8182" "12277" "16372" "20467" "24562" "28657" "32752" "-8388608" "-7340033" "-6291458" "-5242883" "-4194308" "-3145733" "-2097158" "-1048583" "-8" "1048567" "2097142" "3145717" "4194292" "5242867" "6291442" "7340017" "8388592" "-2147483648" "-1861152495" "-1574821342" "-1288490189" "-1002159036" "-715827883" "-429496730" "-143165577" "143165576" "429496729" "715827882" "1002159035" "1288490188" "1574821341" "1861152494" "2147483647" "-9223372036854775808" "-7993589098607472367" "-6763806160360168926" "-5534023222112865485" "-4304240283865562044" "-3074457345618258603" "-1844674407370955162" "-614891469123651721" "614891469123651720" "1844674407370955161" "3074457345618258602" "4304240283865562043" "5534023222112865484" "6763806160360168925" "7993589098607472366" "9223372036854775807"' +tested-groups: +- list +tested-commands: +- lrange +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --command="LRANGE list:100:ints 0 -1" --hide-histogram --test-time 180 + resources: + requests: + cpus: '4' + memory: 2g + +priority: 34 From 18334f5e2a60b2fe6eb79730732e7601825920d6 Mon Sep 17 00:00:00 2001 From: fcosta_oliveira Date: Fri, 29 Nov 2024 12:21:19 +0000 Subject: [PATCH 15/22] Fixed missing pipeline 10 on the 2 new listpack tests --- pyproject.toml | 2 +- ...0-elements-int-7bit-uint-lrange-all-elements-pipeline-10.yml | 2 +- ...ey-list-100-elements-int-lrange-all-elements-pipeline-10.yml | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index 735bbea6..325a1bad 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "redis-benchmarks-specification" -version = "0.1.248" +version = "0.1.249" description = "The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute." authors = ["filipecosta90 ","Redis Performance Group "] readme = "Readme.md" diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-int-7bit-uint-lrange-all-elements-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-int-7bit-uint-lrange-all-elements-pipeline-10.yml index 7402a381..ad6bfd39 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-int-7bit-uint-lrange-all-elements-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-int-7bit-uint-lrange-all-elements-pipeline-10.yml @@ -23,7 +23,7 @@ build-variants: clientconfig: run_image: redislabs/memtier_benchmark:edge tool: memtier_benchmark - arguments: --command="LRANGE list:100:ints:7BIT_UINT 0 -1" --hide-histogram --test-time 180 + arguments: --pipeline 10 --command="LRANGE list:100:ints:7BIT_UINT 0 -1" --hide-histogram --test-time 180 resources: requests: cpus: '4' diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-int-lrange-all-elements-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-int-lrange-all-elements-pipeline-10.yml index e8fb8c32..ce3b8c12 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-int-lrange-all-elements-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-int-lrange-all-elements-pipeline-10.yml @@ -23,7 +23,7 @@ build-variants: clientconfig: run_image: redislabs/memtier_benchmark:edge tool: memtier_benchmark - arguments: --command="LRANGE list:100:ints 0 -1" --hide-histogram --test-time 180 + arguments: --pipeline 10 --command="LRANGE list:100:ints 0 -1" --hide-histogram --test-time 180 resources: requests: cpus: '4' From 9a7a3b7abd8b843f780fd11e838e49e5001ec8f6 Mon Sep 17 00:00:00 2001 From: fcosta_oliveira Date: Wed, 4 Dec 2024 18:04:57 +0000 Subject: [PATCH 16/22] Moved latency benchmark suite out of common folder --- ...tier_benchmark-100Kkeys-hash-hgetall-50-fields-100B-values.yml | 0 ...r_benchmark-100Kkeys-load-hash-50-fields-with-1000B-values.yml | 0 ...er_benchmark-100Kkeys-load-hash-50-fields-with-100B-values.yml | 0 ...ier_benchmark-100Kkeys-load-hash-50-fields-with-10B-values.yml | 0 ...rk-10Mkeys-load-hash-5-fields-with-100B-values-pipeline-10.yml | 0 ...tier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values.yml | 0 ...ark-10Mkeys-load-hash-5-fields-with-10B-values-pipeline-10.yml | 0 ...mtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values.yml | 0 ...ed-10000_qps-memtier_benchmark-1Mkeys-100B-expire-use-case.yml | 0 ...ted-10000_qps-memtier_benchmark-1Mkeys-10B-expire-use-case.yml | 0 ...ed-10000_qps-memtier_benchmark-1Mkeys-1KiB-expire-use-case.yml | 0 ...ed-10000_qps-memtier_benchmark-1Mkeys-4KiB-expire-use-case.yml | 0 ...000_qps-memtier_benchmark-1Mkeys-bitmap-getbit-pipeline-10.yml | 0 ...00_qps-memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yml | 0 ...00_qps-memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yml | 0 ..._qps-memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yml | 0 ...0_qps-memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yml | 0 ...0000_qps-memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yml | 0 ...000_qps-memtier_benchmark-1Mkeys-generic-touch-pipeline-10.yml | 0 ...10000_qps-memtier_benchmark-1Mkeys-generic-ttl-pipeline-10.yml | 0 ...te-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hexists.yml | 0 ...mark-1Mkeys-hash-hget-hgetall-hkeys-hvals-with-100B-values.yml | 0 ...memtier_benchmark-1Mkeys-hash-hgetall-50-fields-10B-values.yml | 0 ...te-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hincrby.yml | 0 ...rk-1Mkeys-hash-hmget-5-fields-with-100B-values-pipeline-10.yml | 0 ..._benchmark-1Mkeys-hash-transactions-multi-exec-pipeline-20.yml | 0 ...s-memtier_benchmark-1Mkeys-list-lpop-rpop-with-100B-values.yml | 0 ...ps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-10B-values.yml | 0 ...s-memtier_benchmark-1Mkeys-list-lpop-rpop-with-1KiB-values.yml | 0 ...rk-1Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml | 0 ...tier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values.yml | 0 ...enchmark-1Mkeys-load-hash-hmset-5-fields-with-1000B-values.yml | 0 ...00_qps-memtier_benchmark-1Mkeys-load-list-with-100B-values.yml | 0 ...000_qps-memtier_benchmark-1Mkeys-load-list-with-10B-values.yml | 0 ...00_qps-memtier_benchmark-1Mkeys-load-list-with-1KiB-values.yml | 0 ...hmark-1Mkeys-load-set-intset-with-100-elements-pipeline-10.yml | 0 ...memtier_benchmark-1Mkeys-load-set-intset-with-100-elements.yml | 0 ...k-1Mkeys-load-stream-1-fields-with-100B-values-pipeline-10.yml | 0 ...ier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values.yml | 0 ...k-1Mkeys-load-stream-5-fields-with-100B-values-pipeline-10.yml | 0 ...ier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values.yml | 0 ..._benchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yml | 0 ..._qps-memtier_benchmark-1Mkeys-load-string-with-100B-values.yml | 0 ...r_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml | 0 ...0_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values.yml | 0 ..._qps-memtier_benchmark-1Mkeys-load-string-with-1KiB-values.yml | 0 ...qps-memtier_benchmark-1Mkeys-load-string-with-20KiB-values.yml | 0 ...r_benchmark-1Mkeys-load-zset-with-10-elements-double-score.yml | 0 ...tier_benchmark-1Mkeys-load-zset-with-10-elements-int-score.yml | 0 ...-memtier_benchmark-1Mkeys-string-append-1-100B-pipeline-10.yml | 0 ...ed-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B.yml | 0 ...ate-limited-10000_qps-memtier_benchmark-1Mkeys-string-decr.yml | 0 ...0_qps-memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml | 0 ...limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B.yml | 0 ...00_qps-memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml | 0 ...-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B.yml | 0 ...0_qps-memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10.yml | 0 ...limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB.yml | 0 ...imited-10000_qps-memtier_benchmark-1Mkeys-string-get-20KiB.yml | 0 ...000_qps-memtier_benchmark-1Mkeys-string-incrby-pipeline-10.yml | 0 ...e-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby.yml | 0 ...ps-memtier_benchmark-1Mkeys-string-incrbyfloat-pipeline-10.yml | 0 ...ited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat.yml | 0 ...imited-10000_qps-memtier_benchmark-1Mkeys-string-mget-1KiB.yml | 0 ...qps-memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10.yml | 0 ...-memtier_benchmark-1Mkeys-string-setrange-100B-pipeline-10.yml | 0 ...ed-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B.yml | 0 ...ted-10000_qps-memtier_benchmark-1key-geo-2-elements-geopos.yml | 0 ...nchmark-1key-geo-2-elements-geosearch-fromlonlat-withcoord.yml | 0 ...emtier_benchmark-1key-geo-60M-elements-geodist-pipeline-10.yml | 0 ...-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist.yml | 0 ...emtier_benchmark-1key-geo-60M-elements-geohash-pipeline-10.yml | 0 ...-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash.yml | 0 ...memtier_benchmark-1key-geo-60M-elements-geopos-pipeline-10.yml | 0 ...d-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos.yml | 0 ...benchmark-1key-geo-60M-elements-geosearch-fromlonlat-bybox.yml | 0 ...ark-1key-geo-60M-elements-geosearch-fromlonlat-pipeline-10.yml | 0 ...mtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat.yml | 0 ...qps-memtier_benchmark-1key-hash-hscan-50-fields-10B-values.yml | 0 ...mark-1key-list-10-elements-lrange-all-elements-pipeline-10.yml | 0 ...emtier_benchmark-1key-list-10-elements-lrange-all-elements.yml | 0 ...ark-1key-list-100-elements-lrange-all-elements-pipeline-10.yml | 0 ...mtier_benchmark-1key-list-100-elements-lrange-all-elements.yml | 0 ...ps-memtier_benchmark-1key-list-10K-elements-lindex-integer.yml | 0 ...qps-memtier_benchmark-1key-list-10K-elements-lindex-string.yml | 0 ...mark-1key-list-1K-elements-lrange-all-elements-pipeline-10.yml | 0 ...emtier_benchmark-1key-list-1K-elements-lrange-all-elements.yml | 0 ...00_qps-memtier_benchmark-1key-pfadd-4KB-values-pipeline-10.yml | 0 ...emtier_benchmark-1key-set-10-elements-smembers-pipeline-10.yml | 0 ...-10000_qps-memtier_benchmark-1key-set-10-elements-smembers.yml | 0 ...0000_qps-memtier_benchmark-1key-set-10-elements-smismember.yml | 0 ...tier_benchmark-1key-set-100-elements-sismember-is-a-member.yml | 0 ...ier_benchmark-1key-set-100-elements-sismember-not-a-member.yml | 0 ...10000_qps-memtier_benchmark-1key-set-100-elements-smembers.yml | 0 ...000_qps-memtier_benchmark-1key-set-100-elements-smismember.yml | 0 ...ed-10000_qps-memtier_benchmark-1key-set-100-elements-sscan.yml | 0 ...ier_benchmark-1key-set-10M-elements-sismember-50pct-chance.yml | 0 ...-10000_qps-memtier_benchmark-1key-set-1K-elements-smembers.yml | 0 ...tier_benchmark-1key-set-1M-elements-sismember-50pct-chance.yml | 0 ...qps-memtier_benchmark-1key-set-200K-elements-sadd-constant.yml | 0 ...qps-memtier_benchmark-1key-set-2M-elements-sadd-increasing.yml | 0 ..._qps-memtier_benchmark-1key-zincrby-1M-elements-pipeline-1.yml | 0 ...00_qps-memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yml | 0 ...000_qps-memtier_benchmark-1key-zrem-5M-elements-pipeline-1.yml | 0 ...r_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-1.yml | 0 ...qps-memtier_benchmark-1key-zrevrank-1M-elements-pipeline-1.yml | 0 ...mark-1key-zset-10-elements-zrange-all-elements-long-scores.yml | 0 ...emtier_benchmark-1key-zset-10-elements-zrange-all-elements.yml | 0 ...mtier_benchmark-1key-zset-100-elements-zrange-all-elements.yml | 0 ...y-zset-100-elements-zrangebyscore-all-elements-long-scores.yml | 0 ...enchmark-1key-zset-100-elements-zrangebyscore-all-elements.yml | 0 ...d-10000_qps-memtier_benchmark-1key-zset-100-elements-zscan.yml | 0 ...-memtier_benchmark-1key-zset-1M-elements-zcard-pipeline-10.yml | 0 ...mtier_benchmark-1key-zset-1M-elements-zrevrange-5-elements.yml | 0 ...memtier_benchmark-1key-zset-1M-elements-zscore-pipeline-10.yml | 0 ...ted-10000_qps-memtier_benchmark-2keys-lua-eval-hset-expire.yml | 0 ...-10000_qps-memtier_benchmark-2keys-lua-evalsha-hset-expire.yml | 0 ...0000_qps-memtier_benchmark-2keys-set-10-100-elements-sdiff.yml | 0 ...000_qps-memtier_benchmark-2keys-set-10-100-elements-sinter.yml | 0 ...000_qps-memtier_benchmark-2keys-set-10-100-elements-sunion.yml | 0 ...hmark-2keys-stream-5-entries-xread-all-entries-pipeline-10.yml | 0 ...memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yml | 0 ..._qps-memtier_benchmark-3Mkeys-load-string-with-512B-values.yml | 0 ...-rate-limited-10000_qps-memtier_benchmark-connection-hello.yml | 0 ...r_benchmark-10Kkeys-load-hash-50-fields-with-10000B-values.yml | 0 ...k-1Mkeys-load-zset-listpack-with-100-elements-double-score.yml | 0 ...-1000_qps-memtier_benchmark-1key-100M-bits-bitmap-bitcount.yml | 0 ...tier_benchmark-1key-list-10K-elements-linsert-lrem-integer.yml | 0 ...mtier_benchmark-1key-list-10K-elements-linsert-lrem-string.yml | 0 ..._qps-memtier_benchmark-1key-list-10K-elements-lpos-integer.yml | 0 ...0_qps-memtier_benchmark-1key-list-10K-elements-lpos-string.yml | 0 ...-1key-list-2K-elements-quicklist-lrange-all-elements-longs.yml | 0 ...emtier_benchmark-1key-zset-1K-elements-zrange-all-elements.yml | 0 ..._benchmark-2keys-zset-300-elements-skiplist-encoded-zunion.yml | 0 ...hmark-2keys-zset-300-elements-skiplist-encoded-zunionstore.yml | 0 ...0_qps-memtier_benchmark-1key-1Billion-bits-bitmap-bitcount.yml | 0 136 files changed, 0 insertions(+), 0 deletions(-) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-hash-hgetall-50-fields-100B-values.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-1000B-values.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-100B-values.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-10B-values.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-100B-expire-use-case.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-10B-expire-use-case.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-1KiB-expire-use-case.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-4KiB-expire-use-case.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-bitmap-getbit-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-touch-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-ttl-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hexists.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hget-hgetall-hkeys-hvals-with-100B-values.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hgetall-50-fields-10B-values.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hincrby.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hmget-5-fields-with-100B-values-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-transactions-multi-exec-pipeline-20.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-100B-values.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-10B-values.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-1KiB-values.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-hmset-5-fields-with-1000B-values.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-100B-values.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-10B-values.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-1KiB-values.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-1KiB-values.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-20KiB-values.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-decr.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-20KiB.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-mget-1KiB.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geopos.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geosearch-fromlonlat-withcoord.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-bybox.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-hash-hscan-50-fields-10B-values.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-integer.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-string.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-pfadd-4KB-values-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smismember.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-is-a-member.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-not-a-member.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smembers.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smismember.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sscan.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10M-elements-sismember-50pct-chance.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1K-elements-smembers.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1M-elements-sismember-50pct-chance.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-200K-elements-sadd-constant.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-2M-elements-sadd-increasing.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-zincrby-1M-elements-pipeline-1.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrem-5M-elements-pipeline-1.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-1.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrank-1M-elements-pipeline-1.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements-long-scores.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrange-all-elements.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements-long-scores.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zscan.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zcard-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zrevrange-5-elements.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zscore-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-eval-hset-expire.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-evalsha-hset-expire.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sdiff.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sinter.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sunion.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries-pipeline-10.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-3Mkeys-load-string-with-512B-values.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-10000_qps-memtier_benchmark-connection-hello.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-1000_qps-memtier_benchmark-10Kkeys-load-hash-50-fields-with-10000B-values.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-zset-listpack-with-100-elements-double-score.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-1000_qps-memtier_benchmark-1key-100M-bits-bitmap-bitcount.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-integer.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-string.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-integer.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-string.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-2K-elements-quicklist-lrange-all-elements-longs.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-1000_qps-memtier_benchmark-1key-zset-1K-elements-zrange-all-elements.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunion.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunionstore.yml (100%) rename redis_benchmarks_specification/{test-suites => latency-test-suites}/latency-rate-limited-100_qps-memtier_benchmark-1key-1Billion-bits-bitmap-bitcount.yml (100%) diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-hash-hgetall-50-fields-100B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-hash-hgetall-50-fields-100B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-hash-hgetall-50-fields-100B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-hash-hgetall-50-fields-100B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-1000B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-1000B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-1000B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-1000B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-100B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-100B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-100B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-100B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-10B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-10B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-10B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-100Kkeys-load-hash-50-fields-with-10B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-100B-expire-use-case.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-100B-expire-use-case.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-100B-expire-use-case.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-100B-expire-use-case.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-10B-expire-use-case.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-10B-expire-use-case.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-10B-expire-use-case.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-10B-expire-use-case.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-1KiB-expire-use-case.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-1KiB-expire-use-case.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-1KiB-expire-use-case.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-1KiB-expire-use-case.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-4KiB-expire-use-case.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-4KiB-expire-use-case.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-4KiB-expire-use-case.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-4KiB-expire-use-case.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-bitmap-getbit-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-bitmap-getbit-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-bitmap-getbit-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-bitmap-getbit-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-touch-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-touch-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-touch-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-touch-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-ttl-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-ttl-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-ttl-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-generic-ttl-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hexists.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hexists.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hexists.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hexists.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hget-hgetall-hkeys-hvals-with-100B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hget-hgetall-hkeys-hvals-with-100B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hget-hgetall-hkeys-hvals-with-100B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hget-hgetall-hkeys-hvals-with-100B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hgetall-50-fields-10B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hgetall-50-fields-10B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hgetall-50-fields-10B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hgetall-50-fields-10B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hincrby.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hincrby.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hincrby.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hincrby.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hmget-5-fields-with-100B-values-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hmget-5-fields-with-100B-values-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hmget-5-fields-with-100B-values-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-hmget-5-fields-with-100B-values-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-transactions-multi-exec-pipeline-20.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-transactions-multi-exec-pipeline-20.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-transactions-multi-exec-pipeline-20.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-hash-transactions-multi-exec-pipeline-20.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-100B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-100B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-100B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-100B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-10B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-10B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-10B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-10B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-1KiB-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-1KiB-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-1KiB-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-list-lpop-rpop-with-1KiB-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-hmset-5-fields-with-1000B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-hmset-5-fields-with-1000B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-hmset-5-fields-with-1000B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-hash-hmset-5-fields-with-1000B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-100B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-100B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-100B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-100B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-10B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-10B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-10B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-10B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-1KiB-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-1KiB-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-1KiB-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-list-with-1KiB-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-set-intset-with-100-elements.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-100B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-10B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-1KiB-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-1KiB-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-1KiB-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-1KiB-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-20KiB-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-20KiB-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-20KiB-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-string-with-20KiB-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-append-1-100B.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-decr.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-decr.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-decr.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-decr.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-100B.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-10B.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-1KiB.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-20KiB.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-20KiB.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-20KiB.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-get-20KiB.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrby.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-incrbyfloat.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-mget-1KiB.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-mget-1KiB.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-mget-1KiB.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-mget-1KiB.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1Mkeys-string-setrange-100B.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geopos.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geopos.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geopos.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geopos.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geosearch-fromlonlat-withcoord.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geosearch-fromlonlat-withcoord.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geosearch-fromlonlat-withcoord.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-2-elements-geosearch-fromlonlat-withcoord.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geodist.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geohash.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geopos.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-bybox.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-bybox.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-bybox.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-bybox.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-hash-hscan-50-fields-10B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-hash-hscan-50-fields-10B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-hash-hscan-50-fields-10B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-hash-hscan-50-fields-10B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10-elements-lrange-all-elements.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-100-elements-lrange-all-elements.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-integer.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-integer.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-integer.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-integer.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-string.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-string.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-string.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-10K-elements-lindex-string.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-list-1K-elements-lrange-all-elements.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-pfadd-4KB-values-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-pfadd-4KB-values-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-pfadd-4KB-values-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-pfadd-4KB-values-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smembers.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smismember.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smismember.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smismember.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10-elements-smismember.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-is-a-member.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-is-a-member.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-is-a-member.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-is-a-member.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-not-a-member.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-not-a-member.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-not-a-member.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sismember-not-a-member.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smembers.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smembers.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smembers.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smembers.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smismember.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smismember.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smismember.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-smismember.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sscan.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sscan.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sscan.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-100-elements-sscan.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10M-elements-sismember-50pct-chance.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10M-elements-sismember-50pct-chance.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10M-elements-sismember-50pct-chance.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-10M-elements-sismember-50pct-chance.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1K-elements-smembers.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1K-elements-smembers.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1K-elements-smembers.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1K-elements-smembers.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1M-elements-sismember-50pct-chance.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1M-elements-sismember-50pct-chance.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1M-elements-sismember-50pct-chance.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-1M-elements-sismember-50pct-chance.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-200K-elements-sadd-constant.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-200K-elements-sadd-constant.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-200K-elements-sadd-constant.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-200K-elements-sadd-constant.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-2M-elements-sadd-increasing.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-2M-elements-sadd-increasing.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-2M-elements-sadd-increasing.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-set-2M-elements-sadd-increasing.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zincrby-1M-elements-pipeline-1.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zincrby-1M-elements-pipeline-1.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zincrby-1M-elements-pipeline-1.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zincrby-1M-elements-pipeline-1.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrem-5M-elements-pipeline-1.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrem-5M-elements-pipeline-1.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrem-5M-elements-pipeline-1.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrem-5M-elements-pipeline-1.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-1.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-1.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-1.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-1.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrank-1M-elements-pipeline-1.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrank-1M-elements-pipeline-1.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrank-1M-elements-pipeline-1.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zrevrank-1M-elements-pipeline-1.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements-long-scores.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements-long-scores.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements-long-scores.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements-long-scores.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-10-elements-zrange-all-elements.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrange-all-elements.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrange-all-elements.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrange-all-elements.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrange-all-elements.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements-long-scores.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements-long-scores.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements-long-scores.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements-long-scores.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zscan.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zscan.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zscan.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-100-elements-zscan.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zcard-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zcard-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zcard-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zcard-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zrevrange-5-elements.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zrevrange-5-elements.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zrevrange-5-elements.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zrevrange-5-elements.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zscore-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zscore-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zscore-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-1key-zset-1M-elements-zscore-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-eval-hset-expire.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-eval-hset-expire.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-eval-hset-expire.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-eval-hset-expire.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-evalsha-hset-expire.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-evalsha-hset-expire.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-evalsha-hset-expire.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-lua-evalsha-hset-expire.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sdiff.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sdiff.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sdiff.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sdiff.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sinter.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sinter.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sinter.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sinter.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sunion.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sunion.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sunion.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-set-10-100-elements-sunion.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries-pipeline-10.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries-pipeline-10.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries-pipeline-10.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries-pipeline-10.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-3Mkeys-load-string-with-512B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-3Mkeys-load-string-with-512B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-3Mkeys-load-string-with-512B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-3Mkeys-load-string-with-512B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-connection-hello.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-connection-hello.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-10000_qps-memtier_benchmark-connection-hello.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-10000_qps-memtier_benchmark-connection-hello.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-10Kkeys-load-hash-50-fields-with-10000B-values.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-10Kkeys-load-hash-50-fields-with-10000B-values.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-10Kkeys-load-hash-50-fields-with-10000B-values.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-10Kkeys-load-hash-50-fields-with-10000B-values.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-zset-listpack-with-100-elements-double-score.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-zset-listpack-with-100-elements-double-score.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-zset-listpack-with-100-elements-double-score.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1Mkeys-load-zset-listpack-with-100-elements-double-score.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-100M-bits-bitmap-bitcount.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-100M-bits-bitmap-bitcount.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-100M-bits-bitmap-bitcount.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-100M-bits-bitmap-bitcount.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-integer.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-integer.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-integer.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-integer.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-string.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-string.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-string.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-linsert-lrem-string.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-integer.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-integer.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-integer.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-integer.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-string.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-string.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-string.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-10K-elements-lpos-string.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-2K-elements-quicklist-lrange-all-elements-longs.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-2K-elements-quicklist-lrange-all-elements-longs.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-2K-elements-quicklist-lrange-all-elements-longs.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-list-2K-elements-quicklist-lrange-all-elements-longs.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-zset-1K-elements-zrange-all-elements.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-zset-1K-elements-zrange-all-elements.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-zset-1K-elements-zrange-all-elements.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-1key-zset-1K-elements-zrange-all-elements.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunion.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunion.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunion.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunion.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunionstore.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunionstore.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunionstore.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-1000_qps-memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunionstore.yml diff --git a/redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1key-1Billion-bits-bitmap-bitcount.yml b/redis_benchmarks_specification/latency-test-suites/latency-rate-limited-100_qps-memtier_benchmark-1key-1Billion-bits-bitmap-bitcount.yml similarity index 100% rename from redis_benchmarks_specification/test-suites/latency-rate-limited-100_qps-memtier_benchmark-1key-1Billion-bits-bitmap-bitcount.yml rename to redis_benchmarks_specification/latency-test-suites/latency-rate-limited-100_qps-memtier_benchmark-1key-1Billion-bits-bitmap-bitcount.yml From e1a1b6bed453ebe8113fdc7bc7853e103dfd8c62 Mon Sep 17 00:00:00 2001 From: fcosta_oliveira Date: Fri, 6 Dec 2024 19:45:08 +0000 Subject: [PATCH 17/22] Fixed memtier_benchmark-1key-hash-1K-fields-hgetall init step --- pyproject.toml | 2 +- .../memtier_benchmark-1key-hash-1K-fields-hgetall.yml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index 325a1bad..b33cd1cf 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "redis-benchmarks-specification" -version = "0.1.249" +version = "0.1.251" description = "The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute." authors = ["filipecosta90 ","Redis Performance Group "] readme = "Readme.md" diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall.yml index 4f8b14d3..07cf9f3b 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall.yml @@ -10,7 +10,7 @@ dbconfig: requests: memory: 1g init_commands: - '"hash:1000" value "tocawprsxz" value "csqcfxyzsy" value "ipubipttcb" value "jqurtadjro" value "zdulfflfqx" value "bbfvuialin" value "ifpfyncdfe" value "kjeevccyof" value "stttkrbfqs" value "qatkvfuttq" value "ltvfnuuwil" value "znartcywze" value "bzursuzuei" value "jlghqxtvok" value "osncqcuest" value "uxvibjduto" value "giubyhvaav" value "joijmgposs" value "lqxpnplleo" value "bnatichltp" value "nnfxoqebys" value "lyhqvxolfw" value "caaqjozcqh" value "nlqtadqinl" value "hfjxrrsszf" value "fussukqrph" value "cbjovvgqqy" value "wcpbfslakk" value "slskrnekbc" value "nvonwipkta" value "jhdcicttmm" value "rpyroriegs" value "lnuuootxmp" value "ufdxqlonpg" value "qgasrnjrld" value "jhocasnttw" value "smwbxeqbed" value "kapxglqccs" value "hhwvslfxmf" value "rbdabbmnrf" value "ltgidziwzm" value "qpffifpdiz" value "sadqcfniau" value "bqoabrqwwj" value "wghyakzbit" value "bnxtlmiwup" value "akzsgaeqon" value "zwlhpcahwu" value "kfselnpkim" value "dxtzxeguoi" value "roczxpuisd" value "myzjxvtvjh" value "alfftdxaxc" value "vyiqkfoics" value "dygkzcpakt" value "ukprrucywq" value "afzlyodwiz" value "vdaebbupfe" value "wemmvswznk" value "xzbqjpzqlm" value "lqqivzlppd" value "rrzcqyzdzf" value "ncckxlmsvg" value "cpjveufsvk" value "babfjxxabw" value "btcvhacldb" value "mqqrgbacfa" value "eqaxrccwjq" value "erahoeivfw" value "omeatkwwtc" value "mjwrbndexu" value "gktcjcfxbb" value "tfonhwnuxj" value "pheajlhymx" value "vefgwelnfo" value "gayysuldha" value "tqpqihwjtl" value "eirhwkdgfq" value "rnfodijavx" value "erqgyscser" value "nnnxouavyp" value "yhejmjwwni" value "mwmcwqzbld" value "ofcurtthcs" value "idmjjbjvni" value "ovqohpxjft" value "ocoflktdhp" value "kgopxvsdah" value "pyjpxqnavq" value "nubsytpfao" value "ddpgrvwowd" value "glynpmsjcf" value "whsxmqffqg" value "sstqpivwip" value "cqfnhujrbj" value "gsvkmnluiz" value "zdmgjjyukl" value "gcfcbjybkx" value "qmhyoyctod" value "kdodndexvr" value "tkgihmsrha" value "kmifjielrw" value "gefoharnza" value "tcpwkimype" value "nxllkzroin" value "bpvbnmpekh" value "ljinllovsw" value "mugdxqnjxj" value "tqqmmvwact" value "uidvmrqyjd" value "dthtfrqkce" value "efhynoxlul" value "iosqxoobrk" value "sujbwndgwl" value "btxehrokkw" value "pmaagvqldo" value "evuxmkrrfl" value "dclualrzqb" value "jfqxkxgqhj" value "fvemodlpgz" value "lawrpikwsk" value "socoxaegfa" value "snomfrutha" value "yxsnreuepl" value "vjihaakiof" value "nnhrgirrtw" value "jccorylnjg" value "gehuriygwq" value "icqjxcermo" value "ocgjeuljxf" value "qslrwqmixc" value "rhzpguhsws" value "zxlbhyeckf" value "iziwqojsoq" value "qlorevyltp" value "gbjzsedhag" value "mkxysrkpug" value "bhrvnadcdk" value "qxxinxaqxn" value "ctnaggdbru" value "fsthobmdxk" value "cvnnitrrow" value "vlhtdpqavh" value "vhjaphfdpj" value "yhdgqenmwv" value "ysntbzffxq" value "emfjcnujqn" value "qnqzibcmip" value "ngcxqjjpdm" value "gkneclxnnt" value "rhkpfsuhoq" value "dgodkfjzos" value "isqymcuffe" value "ripecixnpr" value "dxpepbctea" value "gbeizdzdyb" value "aqlapmghln" value "yhlalzusch" value "xglrugpjkt" value "ngwifjdpha" value "jvekvvldai" value "hmdzsuuyrn" value "ncabqesziv" value "whdftyqojv" value "rhzqdtxucc" value "ftyxhyfokj" value "vqtixjkcbb" value "krfosgrmjb" value "ahcaaodvgi" value "ooeswhfdnj" value "jhctncrzlw" value "haxesjafmh" value "vxrtzngznb" value "fidsuuizcf" value "mamtueyrqn" value "quemrlmwod" value "pkgpjwyfbh" value "ckibsdtfff" value "tjnjhejnju" value "puvgjfjyaf" value "cvmicoarvv" value "mxpzuzrzuo" value "rrrfhnclbv" value "xeurpmfdmo" value "yqvkykgjbe" value "behdxlfdho" value "dyzedskzkq" value "rfhlttsuqy" value "pkehotsmka" value "alokvrpbih" value "mobwpcyxuk" value "umwunfzsvo" value "naggqdxcjm" value "rakustfykw" value "dtkfydidli" value "kohpozxkhl" value "usjmfkopln" value "axhoxkubdv" value "asretszbav" value "tmkoxwdgpx" value "wjhaavxfge" value "pcuaesomdc" value "vjhpmffzxc" value "qwxzqlqter" value "jjumoixniz" value "ruxsmttpak" value "pjdundsxrd" value "kdklhpxntt" value "muhewfzihs" value "dplonqlliz" value "wjibkklezg" value "dfemamyevk" value "nryvfijxhj" value "bqqohkuylc" value "wiqhmhkiel" value "lftmqoxhfc" value "sjbaedopjb" value "dlomhvkoxg" value "jhkdwtqvwl" value "vqashxkrik" value "mupcilqfjg" value "suahxaebee" value "rqkcyxiwhz" value "jqgtbgbybq" value "ygbfgfefac" value "kjblkrvknt" value "yajpmxmuwz" value "wwowdvybjj" value "bdtbaxnuko" value "adfhfatarh" value "vfcpevtekf" value "fiugzrozky" value "spogjykkfs" value "tdggmsxysk" value "aoqlctikzg" value "nwywtydqew" value "qjrhtqgwjc" value "dhzgpwewsx" value "outdlyeqvq" value "trwzipsers" value "qtpcwuafar" value "scgjdkyetq" value "aqyfvxyjqr" value "xkvgnzjgrm" value "hhbceuegvh" value "paitaeqrpb" value "yfdsmhtria" value "bxwvqvndcc" value "dpyjoihqrs" value "tnratexlre" value "hplvvuoscb" value "muocqqypmt" value "pxzkuasjek" value "flrsaczxzc" value "pubqtzzzko" value "vpqlxtfkjz" value "fiafoggekm" value "qtewhixedb" value "iijjcabgak" value "tqjpijliii" value "uttazeawix" value "hxbmykkugi" value "bekchebgys" value "ffrviosqzo" value "rjrptuhkav" value "sldzewoxas" value "uesalivsis" value "maxylirjgh" value "vpzsmbjkvy" value "eiziligjfr" value "tqblforkpa" value "nszbrpweoz" value "rzanpefsfy" value "cejkfhuykf" value "abinkgshoi" value "gqybtjuhvq" value "oqdlpaubsc" value "nrbfkysxaf" value "mhxojehvxx" value "vuqlqdpfdn" value "orqqevpmca" value "xigznrdgqy" value "jzceexkqam" value "szupcnvvij" value "btgeubdzbb" value "nojnedgabk" value "sdnkjddyut" value "lbjarnpxhh" value "wevfinjbqk" value "dvgqwzignk" value "ejzwnidqwr" value "nlxwjmzwln" value "brrlblrxwa" value "hyikggurti" value "wybmlpqblt" value "hertbwuzyw" value "rwhzzytdsq" value "symbgeyple" value "zbfeyptemz" value "pghbwbtfmk" value "mxydilgynv" value "bhwytqsafu" value "ecsburyjhh" value "cvohdragtx" value "lscjhgztom" value "giswndixdf" value "etsngvbrff" value "lgqazzajpx" value "pypepewjvq" value "nswjopvtqv" value "tuajnnqtcq" value "bvvoibkfrt" value "kjqeujfkoh" value "diwmfuckel" value "bwizktcwmb" value "ughnpilqqm" value "ihealvwnxb" value "thqttakyzy" value "auwfujaoya" value "rofnkytnhm" value "ilkuddrdvh" value "hmwfncgzxg" value "pzrchtwaaw" value "ffksbrtbfq" value "ethxaycsil" value "uwiqrvcqvu" value "fgcehqgsso" value "yoblelzlkd" value "gjiwldcfqh" value "sbrjnwxdip" value "nenhiiibwx" value "ebhhhgabjd" value "xpkwqbfban" value "pupmdjgyed" value "aejnvyfdst" value "krxneqolle" value "nouncgkoik" value "kamgfgbxel" value "fffylsswky" value "agswwrfabr" value "pkvcbelpos" value "mxapzqqqsw" value "ywmqoaztmy" value "sfuvzzxbxq" value "kdcvbkrbsj" value "twpiiaedpc" value "egmgddriry" value "nmfihtnkel" value "kqzjnkdlxd" value "eovsizpcjp" value "bsavjyaksg" value "xlmvatfsly" value "dlhjfafskj" value "wmvhvwnowp" value "vjjozwrovk" value "gbazuqnmit" value "ubwlcefgqb" value "jttqzbazgz" value "dozecfsvue" value "pgdhjrxhga" value "gzekysdunp" value "ygoiannoht" value "hklchdenoe" value "sotbjzlsvz" value "qjwrnhooax" value "cdghgcsoth" value "mjlpvuoghe" value "qclkaeciey" value "oownjpxrov" value "nvqfyljbef" value "tsnawydcru" value "wrrgxxkxkc" value "ylulwsnjay" value "lxsinouutc" value "ozpyyaznsh" value "cmhkstsjok" value "ybckvbeoib" value "fsoardckcw" value "ltkauvxggz" value "sqwhsgboef" value "wgtjxahmef" value "spoqshzjoi" value "pfvfxrrfhl" value "nahweurftw" value "fojjpqmbck" value "zexblqeora" value "qsoiwsugdv" value "ksppwhhqzj" value "otadcihtmd" value "imnjbkmsls" value "zzenkvuesw" value "kbfqdppnfa" value "igehetokzq" value "koujdppfua" value "wqsqzzbqhm" value "tglieutcis" value "owovlhorvw" value "nraylduhut" value "nwnyjkugcf" value "kpfqxroqbs" value "xwxwosqkhm" value "ollacusjzj" value "wcouaiatsu" value "nvkfnfzoki" value "fgjnsosfrp" value "pltsnzqvpi" value "rhnkzlsjtk" value "ysnndkycix" value "bpnfopinub" value "blujwnyluy" value "wgtmckqknh" value "zorzyqtjtr" value "hvtlkrungk" value "rgtondctpo" value "mjgvtydjtm" value "kcbotffyca" value "gybxnvwchp" value "gazojexans" value "hmcpcrjumm" value "zejhycldyy" value "iiissmznfe" value "qvpuudyuks" value "gviypfayfm" value "plqbwsiuzw" value "nunchscyqc" value "qocjpufxio" value "iqbyikqjmx" value "omwbgglqsp" value "nywteueaig" value "ntmgbzaivy" value "ijdgnlzprg" value "rnlaakgsrf" value "fpdflprzvn" value "azkdbpnshy" value "mvfnirshbd" value "sotsxznskx" value "uzktwqcdeb" value "myrrmvflyw" value "jgaieawkcu" value "utymwhxigo" value "vtaiyncmyg" value "gpodilvrnm" value "xgfzndhodu" value "saqilljaid" value "jxiewthqls" value "nbwksmwxpx" value "rwfykeeqgx" value "tlnkrncpwi" value "ogyvxbgcwi" value "ffcqkkzllx" value "rtnhivnxtb" value "vzcclamtun" value "jjlefkekuw" value "xjksnqifds" value "ctusqixohm" value "osaekeukqx" value "irlduoinie" value "nifzrybfuh" value "ctqxoyxbwc" value "vsvhjrymqc" value "bzwxqcpftf" value "ltghdkluqq" value "vklwhyzqhk" value "ghwcrdlbjj" value "lzzptujbjp" value "qlvgfplbod" value "ghepftfjgk" value "aiqqyusnuv" value "rspghuhpbp" value "lfkqrtxocm" value "iibgagtkpg" value "ywiurvfbpg" value "tdceweesxh" value "pvwvdaorrl" value "ejlunxlwxn" value "ymqxhmnidz" value "lydebbpmfb" value "ztjuqomjck" value "eyrbqexkff" value "oqmuhlruqy" value "gnrmnwaxls" value "mumhqarhgg" value "skbzfbeziu" value "hnnfmyurhx" value "yrsizkbbwz" value "azpwrzovza" value "txhllnvudv" value "aslibwggrp" value "ubghghklvj" value "jqqogagqni" value "emfqsjraia" value "ctgwmawlgl" value "mivctgaajt" value "knycrcrsbm" value "ubtiscdgrn" value "ulepgommyy" value "qbhdjhoohc" value "cctlfgicpv" value "phfuspevwk" value "oeawjlqnyg" value "jpphbjtbrh" value "ofykgotycd" value "csjfbpjyzq" value "thmmmlqluk" value "buzhjxsbkm" value "pisgqibyae" value "skkawcmqqt" value "mmqblvrscy" value "dpkiubfzbx" value "yivxcecwlp" value "kbnjiilaqd" value "rwrxxrnwtq" value "veegnotgmj" value "pbfijwccjp" value "expefhkisx" value "ynnhyctikq" value "bhfmhanvxe" value "otclvmbilg" value "hskkmrluuf" value "ftnbjymlll" value "nbkaxrojqq" value "qydrgilxxt" value "dxufcyurjx" value "fgygwdazbm" value "tivnqailcl" value "jwvqixjhho" value "oglqutqfcx" value "wvrlxfoxff" value "ropuqidkxv" value "qcsxjrjcfc" value "twuvkpjzzw" value "fqtktfghcv" value "suhwnartid" value "wvsnfinuil" value "rngtndwjyg" value "tsmzfswaxo" value "uvlswctlhx" value "llamjvxyqo" value "wovoupawzt" value "caxgjftjyj" value "gwzqcetcji" value "yzrdbalexf" value "fnpdsuozxt" value "dbtbtvkqss" value "pwgjoppmgc" value "wxjdgbugeu" value "qchpfcigwa" value "lxzdcbveuy" value "bwjyghaztz" value "uedehyieof" value "pfaytznuaa" value "lspvrnxnjo" value "zkbqvttlzy" value "fkdmuxraqf" value "nbizrabfuo" value "fgzwwaedjy" value "gkmwutvars" value "bwsdzrxzse" value "txgjxzovte" value "cbtpbbfrdd" value "vqgztpmzhz" value "rdipvyeqoi" value "bovkdabcdo" value "fhobhpwwkp" value "mkbkflixkr" value "mjifqzmtsd" value "pkcqdokojd" value "dtgjnddwch" value "uboipezuni" value "dfdodbelzn" value "fzsoiryhfn" value "krtsiucvvu" value "aieekmivcb" value "aeafusfzdn" value "ehnrizfmfo" value "dcjlwhfstw" value "wksgvbkbyw" value "hvfprkjlbc" value "jlgepeyhpc" value "ljklggibcy" value "mhrvuemywb" value "wdqygrxkya" value "ystnkbogee" value "flvftlpbjq" value "vgfgbsbnwy" value "rsivptwulz" value "bzjzucrypq" value "bweysooxiv" value "mmcunsiwad" value "mszjkgsrio" value "bvurseeqmh" value "wtcpliaxmk" value "ndwiompimr" value "mdcwoblmkl" value "dflxukffgl" value "mcojdazpfq" value "tctgzmjads" value "dewdgfrhos" value "iwqanwtvcd" value "nfucelqjfe" value "wgtrwefdsw" value "skstqdgbos" value "rwllkdzxrj" value "qwozutlufu" value "fmpdixcckx" value "jybzltmwrs" value "ossjrvqmaa" value "adlxahxsbq" value "mbewprqunw" value "xbvbujurqw" value "rnvhfxbuoi" value "pyrpwxalpc" value "adlryhdbpr" value "gritvkzfgw" value "aufhfrhccf" value "umoicweaab" value "kgirldeylz" value "nknlysgviv" value "plbxaamppj" value "ikpikupjoi" value "eioxaswdee" value "imexfccbxk" value "ouroipthpq" value "jbzyfznpdn" value "asidljmwgb" value "jeazfmhrcb" value "dablvesuho" value "zuoqjiciij" value "qmxxfyuodo" value "vkqalcokst" value "jhibapuhga" value "cmqraybrlw" value "beqsnrixhl" value "rmqxtqcxua" value "ndltyojjxj" value "hyanpicfan" value "yzutuazhmh" value "tumnalubch" value "eksvvoxziw" value "weqhfkosif" value "wwfbpjatrp" value "lrhrkuyzry" value "uvbtcgtopw" value "fmyleefltp" value "kkrxiaiife" value "gbkqhfumyu" value "tdmjyuitvv" value "jvtalmlkng" value "rdsfcdvkqz" value "xqvjnlpssl" value "fuftndsnim" value "keklddczkd" value "wrqnytptzm" value "rwzijctxzs" value "btakuczlec" value "fuipidfbjt" value "kjiqagynco" value "ahjawbsqcw" value "iehxaaneev" value "ezbiwqnabg" value "pnnzqcutoq" value "wlogkzxkpo" value "xzswnnldvs" value "qqfnugftmr" value "zuccleayil" value "ckqebhazel" value "brwlqbfoat" value "anmcogawkg" value "roqzbzpbbt" value "dxnprfawun" value "fffreqppjj" value "gfdzgxfdcg" value "sshbuxfljd" value "shckmujxzo" value "rqurawzebz" value "vpehhmoxva" value "vldwfdnicm" value "tzhjrlfvfp" value "ymwwctfodg" value "qsxfnsicrx" value "gfhrrjczsp" value "gtqrsktbaa" value "dniplpxfof" value "htawohddyn" value "dbcxnsiacw" value "dhfundvlpn" value "uewpgskfpu" value "cuuytorpnp" value "vlcnbfqvox" value "jbqibabrmv" value "xhspgwheck" value "fsuovvpgng" value "gcjruttnno" value "wxswusqpeo" value "qhhhipzncq" value "mcbuftndrr" value "owjfgjqqjc" value "vvmkjgajwa" value "wvlvshnhmx" value "ekponflaeq" value "kuiumwomxi" value "aoydkdfrpe" value "cglxptkcsz" value "uqbpcvkipa" value "ubzgvzputq" value "wmyphdckda" value "ukdnaklmcp" value "ramoirrdyd" value "vwayaqmtid" value "ltomuspfzc" value "wzxdkpehwf" value "yzcspfvcot" value "cgpvvnbvlk" value "farwqgfyjf" value "lbxvlwzony" value "ocesqguvym" value "yzviqaobku" value "cnngbbpowp" value "ucxeoqcssr" value "zcffhzusrl" value "yzmodbpsnb" value "aryiyaltqw" value "xkaailrpns" value "lpahctqgna" value "cnbqnvxmjp" value "nugjvhftma" value "xsgcuvxzor" value "xwtwtwmbgu" value "emdwpvauyc" value "ahfktrqmgh" value "jznackjcrd" value "etcsjxoqab" value "kpzmuwqbnt" value "dspznsgszk" value "rcwbzvwbva" value "mlznoaajqq" value "iwuuxdactm" value "zujobawsct" value "snepgcispg" value "cgmivhyskk" value "snunzlgfkd" value "ppdxnadmje" value "wtzqqecgfy" value "ncremxgfdb" value "cblsafugqk" value "hjekcxfyds" value "faxedqgskm" value "jjczogqdwz" value "jfbgmhtjke" value "nehqnkqnld" value "lcdchjadll" value "llimzyabsp" value "iwapedwyle" value "iobkwbwceu" value "twmbtaxdro" value "nmtmjmhmdl" value "ewoqykjbkc" value "tmyuncyoyd" value "dcepfcdddn" value "dnvwyhyhsn" value "nrencopzqn" value "yjyffpgoop" value "uvqtefqdhk" value "yjhypaonqq" value "uqvzpcvugl" value "cakvxrdpmj" value "tvzacklhdz" value "higdkhodzy" value "ormdblyhhn" value "wbouqpojzl" value "eyhgspybnr" value "lywsezpzgf" value "usykkwszvh" value "bcwncpnibg" value "jgcqryhsvk" value "yfvwesgulw" value "geizujxrkg" value "zknlteeaxq" value "nqwjivcosg" value "qmnxipsiga" value "pthacnunjj" value "afamsavgsi" value "bzfzxzecrs" value "sxcihybfci" value "padscbypdo" value "gaotvjctjh" value "beicnwdryg" value "xsueeljljp" value "mkrrypcfzy" value "ekjgqnjxyl" value "iyeiercbxr" value "rkwlgzhvvy" value "hmnaoeeasz" value "aquymkrswt" value "ulnnuwyptq" value "xftfzsoiwc" value "urkkyscfti" value "wabroeeoop" value "qpzkuxsipr" value "dxdngrmypg" value "icatrrbcjs" value "fhuptkhkzm" value "apyzwvajot" value "vealtjlqyc" value "khkkfmzkow" value "trzqdcaqdw" value "itmekixthv" value "pudgkcbwdx" value "zuibhuihtz" value "kzuywkxlku" value "ogtqmpnzie" value "jetamrlglx" value "fjdjumschq" value "kprzbyngsw" value "xeyxlxiqch" value "dtuhvpszzt" value "fpmbbgiaao" value "hjlhurakwh" value "mshexjmkmn" value "cynhehkcxs" value "cvbbbdzmie" value "cvnlzjdfgf" value "ifhkjgmxrd" value "audguegpmo" value "jzstgleeby" value "eafrzhdhhq" value "fmmammvdyj" value "uncqdpbhwb" value "fzatoyblsr" value "xtwlklqdna" value "ydqppngxvh" value "mkngszsxeu" value "vyewicgjio" value "tstbluhyhj" value "qzxxwlfeki" value "ocmtsfpsgh" value "xmknbbmdbf" value "pdjmftsmob" value "ygrpkpstxq" value "hrhiqcarju" value "aadzbodres" value "curhymvwsx" value "tbqidtevrl" value "avchkjnlwm" value "tyephutkmb" value "lxoaezrdxs" value "ctkwlhmgfz" value "xkiuuciwrn" value "irrovfyshb" value "hwuofuftlr" value "mhbfsuaovv" value "wzuhzzdezi" value "jlpobgvouj" value "qbpmtomqpu" value "shlwywnxpk" value "srkvjhetmj" value "hvxefqtmqu" value "fazsvkljef" value "bstezdkmig" value "asbtvfzien" value "vewfxcxkpf" value "tqkprkoixe" value "rcaatkjyur" value "euleuicawb" value "ifiizdeong" value "cjcrpmggtu" value "kxggjpatkd" value "klwqsggtob" value "mnsaklzgob" value "xfxlervrgn" value "eraxdyjftw" value "xrvonyieqa" value "fswhywqxhy" value "iqzxblqkeo" value "rxvhmzvbcv" value "wvdmobfisx" value "ujybghjfnf" value "yufagalzhk" value "qxbqbfcgjp" value "vorgqhmaoq" value "zewylkylsy" value "vvmaucizkv" value "bgcoyoduda" value "vnsufnurol" value "rtskokvklv" value "svvdufedug" value "qgdgujdvtg" value "rjrtvpntke" value "shgetgsird" value "ywgeotcect" value "zsikdzycyt" value "gcsswbksnc" value "qgobfhgspy" value "pbxrbaxnor" value "viwarrumob" value "eaetplspga" value "jqmscuprwq" value "nkyuframnm" value "gygftrsdbm" value "qzlfnntjar" value "fzzcioobeb" value "ydigxptqbl" value "bgtxhxkhvv" value "hggqmlgwha" value "ywlqbjqeug" value "qwowxqzrkz" value "zybosgbtxt" value "cflarkquuv" value "klaeknlbrm" value "ccnbldglgl" value "dpauqcpgyi" value "ylxiwiesps" value "xyxmlrdbui" value "arqfxfqkzh" value "byrkeibrfb" value "laepwenqmc" value "kluswgtjsf" value "mgldvzleyy" value "yqmzmmzwpd" value "tvlckdoyfe" value "dmxcbvzrxg" value "qquwyuyvvw" value "pmytvtksfi" value "umttshfkpk" value "rmdayyptch" value "glwrmjpotx" value "bgcnzgcmza" value "ivinvxopgz" value "dmbarohbfj" value "rncdgqxqfq" value "zmmwzkjrjl" value "gdlztbhpeq" value "zrwgpknaop" value "powzkcrtvv" value "cszvzbrmoy" value "dtjljhzqcm" value "anznywecwk" value "amuwlfaxwv" value "ajdkqflpen" value "evjrybtwww" value "oxsdmrdbit" value "yafipxfsip" value "xekxarmwcq" value "dgcesswkvc" value "gdqgmwxkmt" value "spdyueanru" value "yrvmdhnnfc" value "aexxjlgwuo" value "xpcpytommm" value "gjutzwoxlf" value "stnfirydgi" value "snpuvnebpy" value "rfxibyjmpg" value "ortxlvmdoc" value "gdozstnglr" value "eqiukbyscu" value "qzcrpbvatq" value "dwzqowbrsd" value "iesbitdnjd" value "inboyxgoqa" value "lfojnetxdc" value "njmufqrykx" value "ybcdthmgws" value "igwekdegcw" value "ajkgxmtamu" value "qkyfpamste" value "nwybjbhgep" value "arqqmfmmbz" value "rqiyxwpuyv" value "nsdvirehqh" value "qckueiqiwh" value "tjnbsybxws" value "jphvxuqipp" value "ghtoyhrfxh" value "erglflfnql" value "kngwkkzwts" value "nmguhcygct" value "jigyicdeft" value "gamcdtywne" value "nunpqugdit" value "ghqwxaqlef" value "nqxdrqigvf" value "xepfvvcovk" value "ezgxjiwwig" value "izizuzzjuv" value "mallnshtok" value "tctrsxgnrc" value "exhjfssojj" value "yilvzcevlj" value "nepxmyiuhr" value "dqqfcdugde" value "iamjlqlznh" value "mvmsikqfxu" value "kmqlwfbsex" value "pribqncfuf" value "zavrjnezrf" value "kmcwshsbye" value "uzaejrbwue" value "olezxlliej" value "hjjxyybxiv"' + '"HSET" "hash:1000" value "tocawprsxz" value "csqcfxyzsy" value "ipubipttcb" value "jqurtadjro" value "zdulfflfqx" value "bbfvuialin" value "ifpfyncdfe" value "kjeevccyof" value "stttkrbfqs" value "qatkvfuttq" value "ltvfnuuwil" value "znartcywze" value "bzursuzuei" value "jlghqxtvok" value "osncqcuest" value "uxvibjduto" value "giubyhvaav" value "joijmgposs" value "lqxpnplleo" value "bnatichltp" value "nnfxoqebys" value "lyhqvxolfw" value "caaqjozcqh" value "nlqtadqinl" value "hfjxrrsszf" value "fussukqrph" value "cbjovvgqqy" value "wcpbfslakk" value "slskrnekbc" value "nvonwipkta" value "jhdcicttmm" value "rpyroriegs" value "lnuuootxmp" value "ufdxqlonpg" value "qgasrnjrld" value "jhocasnttw" value "smwbxeqbed" value "kapxglqccs" value "hhwvslfxmf" value "rbdabbmnrf" value "ltgidziwzm" value "qpffifpdiz" value "sadqcfniau" value "bqoabrqwwj" value "wghyakzbit" value "bnxtlmiwup" value "akzsgaeqon" value "zwlhpcahwu" value "kfselnpkim" value "dxtzxeguoi" value "roczxpuisd" value "myzjxvtvjh" value "alfftdxaxc" value "vyiqkfoics" value "dygkzcpakt" value "ukprrucywq" value "afzlyodwiz" value "vdaebbupfe" value "wemmvswznk" value "xzbqjpzqlm" value "lqqivzlppd" value "rrzcqyzdzf" value "ncckxlmsvg" value "cpjveufsvk" value "babfjxxabw" value "btcvhacldb" value "mqqrgbacfa" value "eqaxrccwjq" value "erahoeivfw" value "omeatkwwtc" value "mjwrbndexu" value "gktcjcfxbb" value "tfonhwnuxj" value "pheajlhymx" value "vefgwelnfo" value "gayysuldha" value "tqpqihwjtl" value "eirhwkdgfq" value "rnfodijavx" value "erqgyscser" value "nnnxouavyp" value "yhejmjwwni" value "mwmcwqzbld" value "ofcurtthcs" value "idmjjbjvni" value "ovqohpxjft" value "ocoflktdhp" value "kgopxvsdah" value "pyjpxqnavq" value "nubsytpfao" value "ddpgrvwowd" value "glynpmsjcf" value "whsxmqffqg" value "sstqpivwip" value "cqfnhujrbj" value "gsvkmnluiz" value "zdmgjjyukl" value "gcfcbjybkx" value "qmhyoyctod" value "kdodndexvr" value "tkgihmsrha" value "kmifjielrw" value "gefoharnza" value "tcpwkimype" value "nxllkzroin" value "bpvbnmpekh" value "ljinllovsw" value "mugdxqnjxj" value "tqqmmvwact" value "uidvmrqyjd" value "dthtfrqkce" value "efhynoxlul" value "iosqxoobrk" value "sujbwndgwl" value "btxehrokkw" value "pmaagvqldo" value "evuxmkrrfl" value "dclualrzqb" value "jfqxkxgqhj" value "fvemodlpgz" value "lawrpikwsk" value "socoxaegfa" value "snomfrutha" value "yxsnreuepl" value "vjihaakiof" value "nnhrgirrtw" value "jccorylnjg" value "gehuriygwq" value "icqjxcermo" value "ocgjeuljxf" value "qslrwqmixc" value "rhzpguhsws" value "zxlbhyeckf" value "iziwqojsoq" value "qlorevyltp" value "gbjzsedhag" value "mkxysrkpug" value "bhrvnadcdk" value "qxxinxaqxn" value "ctnaggdbru" value "fsthobmdxk" value "cvnnitrrow" value "vlhtdpqavh" value "vhjaphfdpj" value "yhdgqenmwv" value "ysntbzffxq" value "emfjcnujqn" value "qnqzibcmip" value "ngcxqjjpdm" value "gkneclxnnt" value "rhkpfsuhoq" value "dgodkfjzos" value "isqymcuffe" value "ripecixnpr" value "dxpepbctea" value "gbeizdzdyb" value "aqlapmghln" value "yhlalzusch" value "xglrugpjkt" value "ngwifjdpha" value "jvekvvldai" value "hmdzsuuyrn" value "ncabqesziv" value "whdftyqojv" value "rhzqdtxucc" value "ftyxhyfokj" value "vqtixjkcbb" value "krfosgrmjb" value "ahcaaodvgi" value "ooeswhfdnj" value "jhctncrzlw" value "haxesjafmh" value "vxrtzngznb" value "fidsuuizcf" value "mamtueyrqn" value "quemrlmwod" value "pkgpjwyfbh" value "ckibsdtfff" value "tjnjhejnju" value "puvgjfjyaf" value "cvmicoarvv" value "mxpzuzrzuo" value "rrrfhnclbv" value "xeurpmfdmo" value "yqvkykgjbe" value "behdxlfdho" value "dyzedskzkq" value "rfhlttsuqy" value "pkehotsmka" value "alokvrpbih" value "mobwpcyxuk" value "umwunfzsvo" value "naggqdxcjm" value "rakustfykw" value "dtkfydidli" value "kohpozxkhl" value "usjmfkopln" value "axhoxkubdv" value "asretszbav" value "tmkoxwdgpx" value "wjhaavxfge" value "pcuaesomdc" value "vjhpmffzxc" value "qwxzqlqter" value "jjumoixniz" value "ruxsmttpak" value "pjdundsxrd" value "kdklhpxntt" value "muhewfzihs" value "dplonqlliz" value "wjibkklezg" value "dfemamyevk" value "nryvfijxhj" value "bqqohkuylc" value "wiqhmhkiel" value "lftmqoxhfc" value "sjbaedopjb" value "dlomhvkoxg" value "jhkdwtqvwl" value "vqashxkrik" value "mupcilqfjg" value "suahxaebee" value "rqkcyxiwhz" value "jqgtbgbybq" value "ygbfgfefac" value "kjblkrvknt" value "yajpmxmuwz" value "wwowdvybjj" value "bdtbaxnuko" value "adfhfatarh" value "vfcpevtekf" value "fiugzrozky" value "spogjykkfs" value "tdggmsxysk" value "aoqlctikzg" value "nwywtydqew" value "qjrhtqgwjc" value "dhzgpwewsx" value "outdlyeqvq" value "trwzipsers" value "qtpcwuafar" value "scgjdkyetq" value "aqyfvxyjqr" value "xkvgnzjgrm" value "hhbceuegvh" value "paitaeqrpb" value "yfdsmhtria" value "bxwvqvndcc" value "dpyjoihqrs" value "tnratexlre" value "hplvvuoscb" value "muocqqypmt" value "pxzkuasjek" value "flrsaczxzc" value "pubqtzzzko" value "vpqlxtfkjz" value "fiafoggekm" value "qtewhixedb" value "iijjcabgak" value "tqjpijliii" value "uttazeawix" value "hxbmykkugi" value "bekchebgys" value "ffrviosqzo" value "rjrptuhkav" value "sldzewoxas" value "uesalivsis" value "maxylirjgh" value "vpzsmbjkvy" value "eiziligjfr" value "tqblforkpa" value "nszbrpweoz" value "rzanpefsfy" value "cejkfhuykf" value "abinkgshoi" value "gqybtjuhvq" value "oqdlpaubsc" value "nrbfkysxaf" value "mhxojehvxx" value "vuqlqdpfdn" value "orqqevpmca" value "xigznrdgqy" value "jzceexkqam" value "szupcnvvij" value "btgeubdzbb" value "nojnedgabk" value "sdnkjddyut" value "lbjarnpxhh" value "wevfinjbqk" value "dvgqwzignk" value "ejzwnidqwr" value "nlxwjmzwln" value "brrlblrxwa" value "hyikggurti" value "wybmlpqblt" value "hertbwuzyw" value "rwhzzytdsq" value "symbgeyple" value "zbfeyptemz" value "pghbwbtfmk" value "mxydilgynv" value "bhwytqsafu" value "ecsburyjhh" value "cvohdragtx" value "lscjhgztom" value "giswndixdf" value "etsngvbrff" value "lgqazzajpx" value "pypepewjvq" value "nswjopvtqv" value "tuajnnqtcq" value "bvvoibkfrt" value "kjqeujfkoh" value "diwmfuckel" value "bwizktcwmb" value "ughnpilqqm" value "ihealvwnxb" value "thqttakyzy" value "auwfujaoya" value "rofnkytnhm" value "ilkuddrdvh" value "hmwfncgzxg" value "pzrchtwaaw" value "ffksbrtbfq" value "ethxaycsil" value "uwiqrvcqvu" value "fgcehqgsso" value "yoblelzlkd" value "gjiwldcfqh" value "sbrjnwxdip" value "nenhiiibwx" value "ebhhhgabjd" value "xpkwqbfban" value "pupmdjgyed" value "aejnvyfdst" value "krxneqolle" value "nouncgkoik" value "kamgfgbxel" value "fffylsswky" value "agswwrfabr" value "pkvcbelpos" value "mxapzqqqsw" value "ywmqoaztmy" value "sfuvzzxbxq" value "kdcvbkrbsj" value "twpiiaedpc" value "egmgddriry" value "nmfihtnkel" value "kqzjnkdlxd" value "eovsizpcjp" value "bsavjyaksg" value "xlmvatfsly" value "dlhjfafskj" value "wmvhvwnowp" value "vjjozwrovk" value "gbazuqnmit" value "ubwlcefgqb" value "jttqzbazgz" value "dozecfsvue" value "pgdhjrxhga" value "gzekysdunp" value "ygoiannoht" value "hklchdenoe" value "sotbjzlsvz" value "qjwrnhooax" value "cdghgcsoth" value "mjlpvuoghe" value "qclkaeciey" value "oownjpxrov" value "nvqfyljbef" value "tsnawydcru" value "wrrgxxkxkc" value "ylulwsnjay" value "lxsinouutc" value "ozpyyaznsh" value "cmhkstsjok" value "ybckvbeoib" value "fsoardckcw" value "ltkauvxggz" value "sqwhsgboef" value "wgtjxahmef" value "spoqshzjoi" value "pfvfxrrfhl" value "nahweurftw" value "fojjpqmbck" value "zexblqeora" value "qsoiwsugdv" value "ksppwhhqzj" value "otadcihtmd" value "imnjbkmsls" value "zzenkvuesw" value "kbfqdppnfa" value "igehetokzq" value "koujdppfua" value "wqsqzzbqhm" value "tglieutcis" value "owovlhorvw" value "nraylduhut" value "nwnyjkugcf" value "kpfqxroqbs" value "xwxwosqkhm" value "ollacusjzj" value "wcouaiatsu" value "nvkfnfzoki" value "fgjnsosfrp" value "pltsnzqvpi" value "rhnkzlsjtk" value "ysnndkycix" value "bpnfopinub" value "blujwnyluy" value "wgtmckqknh" value "zorzyqtjtr" value "hvtlkrungk" value "rgtondctpo" value "mjgvtydjtm" value "kcbotffyca" value "gybxnvwchp" value "gazojexans" value "hmcpcrjumm" value "zejhycldyy" value "iiissmznfe" value "qvpuudyuks" value "gviypfayfm" value "plqbwsiuzw" value "nunchscyqc" value "qocjpufxio" value "iqbyikqjmx" value "omwbgglqsp" value "nywteueaig" value "ntmgbzaivy" value "ijdgnlzprg" value "rnlaakgsrf" value "fpdflprzvn" value "azkdbpnshy" value "mvfnirshbd" value "sotsxznskx" value "uzktwqcdeb" value "myrrmvflyw" value "jgaieawkcu" value "utymwhxigo" value "vtaiyncmyg" value "gpodilvrnm" value "xgfzndhodu" value "saqilljaid" value "jxiewthqls" value "nbwksmwxpx" value "rwfykeeqgx" value "tlnkrncpwi" value "ogyvxbgcwi" value "ffcqkkzllx" value "rtnhivnxtb" value "vzcclamtun" value "jjlefkekuw" value "xjksnqifds" value "ctusqixohm" value "osaekeukqx" value "irlduoinie" value "nifzrybfuh" value "ctqxoyxbwc" value "vsvhjrymqc" value "bzwxqcpftf" value "ltghdkluqq" value "vklwhyzqhk" value "ghwcrdlbjj" value "lzzptujbjp" value "qlvgfplbod" value "ghepftfjgk" value "aiqqyusnuv" value "rspghuhpbp" value "lfkqrtxocm" value "iibgagtkpg" value "ywiurvfbpg" value "tdceweesxh" value "pvwvdaorrl" value "ejlunxlwxn" value "ymqxhmnidz" value "lydebbpmfb" value "ztjuqomjck" value "eyrbqexkff" value "oqmuhlruqy" value "gnrmnwaxls" value "mumhqarhgg" value "skbzfbeziu" value "hnnfmyurhx" value "yrsizkbbwz" value "azpwrzovza" value "txhllnvudv" value "aslibwggrp" value "ubghghklvj" value "jqqogagqni" value "emfqsjraia" value "ctgwmawlgl" value "mivctgaajt" value "knycrcrsbm" value "ubtiscdgrn" value "ulepgommyy" value "qbhdjhoohc" value "cctlfgicpv" value "phfuspevwk" value "oeawjlqnyg" value "jpphbjtbrh" value "ofykgotycd" value "csjfbpjyzq" value "thmmmlqluk" value "buzhjxsbkm" value "pisgqibyae" value "skkawcmqqt" value "mmqblvrscy" value "dpkiubfzbx" value "yivxcecwlp" value "kbnjiilaqd" value "rwrxxrnwtq" value "veegnotgmj" value "pbfijwccjp" value "expefhkisx" value "ynnhyctikq" value "bhfmhanvxe" value "otclvmbilg" value "hskkmrluuf" value "ftnbjymlll" value "nbkaxrojqq" value "qydrgilxxt" value "dxufcyurjx" value "fgygwdazbm" value "tivnqailcl" value "jwvqixjhho" value "oglqutqfcx" value "wvrlxfoxff" value "ropuqidkxv" value "qcsxjrjcfc" value "twuvkpjzzw" value "fqtktfghcv" value "suhwnartid" value "wvsnfinuil" value "rngtndwjyg" value "tsmzfswaxo" value "uvlswctlhx" value "llamjvxyqo" value "wovoupawzt" value "caxgjftjyj" value "gwzqcetcji" value "yzrdbalexf" value "fnpdsuozxt" value "dbtbtvkqss" value "pwgjoppmgc" value "wxjdgbugeu" value "qchpfcigwa" value "lxzdcbveuy" value "bwjyghaztz" value "uedehyieof" value "pfaytznuaa" value "lspvrnxnjo" value "zkbqvttlzy" value "fkdmuxraqf" value "nbizrabfuo" value "fgzwwaedjy" value "gkmwutvars" value "bwsdzrxzse" value "txgjxzovte" value "cbtpbbfrdd" value "vqgztpmzhz" value "rdipvyeqoi" value "bovkdabcdo" value "fhobhpwwkp" value "mkbkflixkr" value "mjifqzmtsd" value "pkcqdokojd" value "dtgjnddwch" value "uboipezuni" value "dfdodbelzn" value "fzsoiryhfn" value "krtsiucvvu" value "aieekmivcb" value "aeafusfzdn" value "ehnrizfmfo" value "dcjlwhfstw" value "wksgvbkbyw" value "hvfprkjlbc" value "jlgepeyhpc" value "ljklggibcy" value "mhrvuemywb" value "wdqygrxkya" value "ystnkbogee" value "flvftlpbjq" value "vgfgbsbnwy" value "rsivptwulz" value "bzjzucrypq" value "bweysooxiv" value "mmcunsiwad" value "mszjkgsrio" value "bvurseeqmh" value "wtcpliaxmk" value "ndwiompimr" value "mdcwoblmkl" value "dflxukffgl" value "mcojdazpfq" value "tctgzmjads" value "dewdgfrhos" value "iwqanwtvcd" value "nfucelqjfe" value "wgtrwefdsw" value "skstqdgbos" value "rwllkdzxrj" value "qwozutlufu" value "fmpdixcckx" value "jybzltmwrs" value "ossjrvqmaa" value "adlxahxsbq" value "mbewprqunw" value "xbvbujurqw" value "rnvhfxbuoi" value "pyrpwxalpc" value "adlryhdbpr" value "gritvkzfgw" value "aufhfrhccf" value "umoicweaab" value "kgirldeylz" value "nknlysgviv" value "plbxaamppj" value "ikpikupjoi" value "eioxaswdee" value "imexfccbxk" value "ouroipthpq" value "jbzyfznpdn" value "asidljmwgb" value "jeazfmhrcb" value "dablvesuho" value "zuoqjiciij" value "qmxxfyuodo" value "vkqalcokst" value "jhibapuhga" value "cmqraybrlw" value "beqsnrixhl" value "rmqxtqcxua" value "ndltyojjxj" value "hyanpicfan" value "yzutuazhmh" value "tumnalubch" value "eksvvoxziw" value "weqhfkosif" value "wwfbpjatrp" value "lrhrkuyzry" value "uvbtcgtopw" value "fmyleefltp" value "kkrxiaiife" value "gbkqhfumyu" value "tdmjyuitvv" value "jvtalmlkng" value "rdsfcdvkqz" value "xqvjnlpssl" value "fuftndsnim" value "keklddczkd" value "wrqnytptzm" value "rwzijctxzs" value "btakuczlec" value "fuipidfbjt" value "kjiqagynco" value "ahjawbsqcw" value "iehxaaneev" value "ezbiwqnabg" value "pnnzqcutoq" value "wlogkzxkpo" value "xzswnnldvs" value "qqfnugftmr" value "zuccleayil" value "ckqebhazel" value "brwlqbfoat" value "anmcogawkg" value "roqzbzpbbt" value "dxnprfawun" value "fffreqppjj" value "gfdzgxfdcg" value "sshbuxfljd" value "shckmujxzo" value "rqurawzebz" value "vpehhmoxva" value "vldwfdnicm" value "tzhjrlfvfp" value "ymwwctfodg" value "qsxfnsicrx" value "gfhrrjczsp" value "gtqrsktbaa" value "dniplpxfof" value "htawohddyn" value "dbcxnsiacw" value "dhfundvlpn" value "uewpgskfpu" value "cuuytorpnp" value "vlcnbfqvox" value "jbqibabrmv" value "xhspgwheck" value "fsuovvpgng" value "gcjruttnno" value "wxswusqpeo" value "qhhhipzncq" value "mcbuftndrr" value "owjfgjqqjc" value "vvmkjgajwa" value "wvlvshnhmx" value "ekponflaeq" value "kuiumwomxi" value "aoydkdfrpe" value "cglxptkcsz" value "uqbpcvkipa" value "ubzgvzputq" value "wmyphdckda" value "ukdnaklmcp" value "ramoirrdyd" value "vwayaqmtid" value "ltomuspfzc" value "wzxdkpehwf" value "yzcspfvcot" value "cgpvvnbvlk" value "farwqgfyjf" value "lbxvlwzony" value "ocesqguvym" value "yzviqaobku" value "cnngbbpowp" value "ucxeoqcssr" value "zcffhzusrl" value "yzmodbpsnb" value "aryiyaltqw" value "xkaailrpns" value "lpahctqgna" value "cnbqnvxmjp" value "nugjvhftma" value "xsgcuvxzor" value "xwtwtwmbgu" value "emdwpvauyc" value "ahfktrqmgh" value "jznackjcrd" value "etcsjxoqab" value "kpzmuwqbnt" value "dspznsgszk" value "rcwbzvwbva" value "mlznoaajqq" value "iwuuxdactm" value "zujobawsct" value "snepgcispg" value "cgmivhyskk" value "snunzlgfkd" value "ppdxnadmje" value "wtzqqecgfy" value "ncremxgfdb" value "cblsafugqk" value "hjekcxfyds" value "faxedqgskm" value "jjczogqdwz" value "jfbgmhtjke" value "nehqnkqnld" value "lcdchjadll" value "llimzyabsp" value "iwapedwyle" value "iobkwbwceu" value "twmbtaxdro" value "nmtmjmhmdl" value "ewoqykjbkc" value "tmyuncyoyd" value "dcepfcdddn" value "dnvwyhyhsn" value "nrencopzqn" value "yjyffpgoop" value "uvqtefqdhk" value "yjhypaonqq" value "uqvzpcvugl" value "cakvxrdpmj" value "tvzacklhdz" value "higdkhodzy" value "ormdblyhhn" value "wbouqpojzl" value "eyhgspybnr" value "lywsezpzgf" value "usykkwszvh" value "bcwncpnibg" value "jgcqryhsvk" value "yfvwesgulw" value "geizujxrkg" value "zknlteeaxq" value "nqwjivcosg" value "qmnxipsiga" value "pthacnunjj" value "afamsavgsi" value "bzfzxzecrs" value "sxcihybfci" value "padscbypdo" value "gaotvjctjh" value "beicnwdryg" value "xsueeljljp" value "mkrrypcfzy" value "ekjgqnjxyl" value "iyeiercbxr" value "rkwlgzhvvy" value "hmnaoeeasz" value "aquymkrswt" value "ulnnuwyptq" value "xftfzsoiwc" value "urkkyscfti" value "wabroeeoop" value "qpzkuxsipr" value "dxdngrmypg" value "icatrrbcjs" value "fhuptkhkzm" value "apyzwvajot" value "vealtjlqyc" value "khkkfmzkow" value "trzqdcaqdw" value "itmekixthv" value "pudgkcbwdx" value "zuibhuihtz" value "kzuywkxlku" value "ogtqmpnzie" value "jetamrlglx" value "fjdjumschq" value "kprzbyngsw" value "xeyxlxiqch" value "dtuhvpszzt" value "fpmbbgiaao" value "hjlhurakwh" value "mshexjmkmn" value "cynhehkcxs" value "cvbbbdzmie" value "cvnlzjdfgf" value "ifhkjgmxrd" value "audguegpmo" value "jzstgleeby" value "eafrzhdhhq" value "fmmammvdyj" value "uncqdpbhwb" value "fzatoyblsr" value "xtwlklqdna" value "ydqppngxvh" value "mkngszsxeu" value "vyewicgjio" value "tstbluhyhj" value "qzxxwlfeki" value "ocmtsfpsgh" value "xmknbbmdbf" value "pdjmftsmob" value "ygrpkpstxq" value "hrhiqcarju" value "aadzbodres" value "curhymvwsx" value "tbqidtevrl" value "avchkjnlwm" value "tyephutkmb" value "lxoaezrdxs" value "ctkwlhmgfz" value "xkiuuciwrn" value "irrovfyshb" value "hwuofuftlr" value "mhbfsuaovv" value "wzuhzzdezi" value "jlpobgvouj" value "qbpmtomqpu" value "shlwywnxpk" value "srkvjhetmj" value "hvxefqtmqu" value "fazsvkljef" value "bstezdkmig" value "asbtvfzien" value "vewfxcxkpf" value "tqkprkoixe" value "rcaatkjyur" value "euleuicawb" value "ifiizdeong" value "cjcrpmggtu" value "kxggjpatkd" value "klwqsggtob" value "mnsaklzgob" value "xfxlervrgn" value "eraxdyjftw" value "xrvonyieqa" value "fswhywqxhy" value "iqzxblqkeo" value "rxvhmzvbcv" value "wvdmobfisx" value "ujybghjfnf" value "yufagalzhk" value "qxbqbfcgjp" value "vorgqhmaoq" value "zewylkylsy" value "vvmaucizkv" value "bgcoyoduda" value "vnsufnurol" value "rtskokvklv" value "svvdufedug" value "qgdgujdvtg" value "rjrtvpntke" value "shgetgsird" value "ywgeotcect" value "zsikdzycyt" value "gcsswbksnc" value "qgobfhgspy" value "pbxrbaxnor" value "viwarrumob" value "eaetplspga" value "jqmscuprwq" value "nkyuframnm" value "gygftrsdbm" value "qzlfnntjar" value "fzzcioobeb" value "ydigxptqbl" value "bgtxhxkhvv" value "hggqmlgwha" value "ywlqbjqeug" value "qwowxqzrkz" value "zybosgbtxt" value "cflarkquuv" value "klaeknlbrm" value "ccnbldglgl" value "dpauqcpgyi" value "ylxiwiesps" value "xyxmlrdbui" value "arqfxfqkzh" value "byrkeibrfb" value "laepwenqmc" value "kluswgtjsf" value "mgldvzleyy" value "yqmzmmzwpd" value "tvlckdoyfe" value "dmxcbvzrxg" value "qquwyuyvvw" value "pmytvtksfi" value "umttshfkpk" value "rmdayyptch" value "glwrmjpotx" value "bgcnzgcmza" value "ivinvxopgz" value "dmbarohbfj" value "rncdgqxqfq" value "zmmwzkjrjl" value "gdlztbhpeq" value "zrwgpknaop" value "powzkcrtvv" value "cszvzbrmoy" value "dtjljhzqcm" value "anznywecwk" value "amuwlfaxwv" value "ajdkqflpen" value "evjrybtwww" value "oxsdmrdbit" value "yafipxfsip" value "xekxarmwcq" value "dgcesswkvc" value "gdqgmwxkmt" value "spdyueanru" value "yrvmdhnnfc" value "aexxjlgwuo" value "xpcpytommm" value "gjutzwoxlf" value "stnfirydgi" value "snpuvnebpy" value "rfxibyjmpg" value "ortxlvmdoc" value "gdozstnglr" value "eqiukbyscu" value "qzcrpbvatq" value "dwzqowbrsd" value "iesbitdnjd" value "inboyxgoqa" value "lfojnetxdc" value "njmufqrykx" value "ybcdthmgws" value "igwekdegcw" value "ajkgxmtamu" value "qkyfpamste" value "nwybjbhgep" value "arqqmfmmbz" value "rqiyxwpuyv" value "nsdvirehqh" value "qckueiqiwh" value "tjnbsybxws" value "jphvxuqipp" value "ghtoyhrfxh" value "erglflfnql" value "kngwkkzwts" value "nmguhcygct" value "jigyicdeft" value "gamcdtywne" value "nunpqugdit" value "ghqwxaqlef" value "nqxdrqigvf" value "xepfvvcovk" value "ezgxjiwwig" value "izizuzzjuv" value "mallnshtok" value "tctrsxgnrc" value "exhjfssojj" value "yilvzcevlj" value "nepxmyiuhr" value "dqqfcdugde" value "iamjlqlznh" value "mvmsikqfxu" value "kmqlwfbsex" value "pribqncfuf" value "zavrjnezrf" value "kmcwshsbye" value "uzaejrbwue" value "olezxlliej" value "hjjxyybxiv"' tested-groups: - hash tested-commands: From e71239b9b886a8939c19c772319e60010a06942d Mon Sep 17 00:00:00 2001 From: fcosta_oliveira Date: Fri, 6 Dec 2024 20:00:24 +0000 Subject: [PATCH 18/22] Fixed memtier_benchmark-1key-hash-1K-fields-hgetall init step --- pyproject.toml | 2 +- .../memtier_benchmark-1key-hash-1K-fields-hgetall.yml | 2 +- ...tier_benchmark-1key-load-hash-1K-fields-with-5B-values.yml | 4 ++-- 3 files changed, 4 insertions(+), 4 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index b33cd1cf..1d480a2e 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "redis-benchmarks-specification" -version = "0.1.251" +version = "0.1.252" description = "The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute." authors = ["filipecosta90 ","Redis Performance Group "] readme = "Readme.md" diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall.yml index 07cf9f3b..07f9c074 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall.yml @@ -10,7 +10,7 @@ dbconfig: requests: memory: 1g init_commands: - '"HSET" "hash:1000" value "tocawprsxz" value "csqcfxyzsy" value "ipubipttcb" value "jqurtadjro" value "zdulfflfqx" value "bbfvuialin" value "ifpfyncdfe" value "kjeevccyof" value "stttkrbfqs" value "qatkvfuttq" value "ltvfnuuwil" value "znartcywze" value "bzursuzuei" value "jlghqxtvok" value "osncqcuest" value "uxvibjduto" value "giubyhvaav" value "joijmgposs" value "lqxpnplleo" value "bnatichltp" value "nnfxoqebys" value "lyhqvxolfw" value "caaqjozcqh" value "nlqtadqinl" value "hfjxrrsszf" value "fussukqrph" value "cbjovvgqqy" value "wcpbfslakk" value "slskrnekbc" value "nvonwipkta" value "jhdcicttmm" value "rpyroriegs" value "lnuuootxmp" value "ufdxqlonpg" value "qgasrnjrld" value "jhocasnttw" value "smwbxeqbed" value "kapxglqccs" value "hhwvslfxmf" value "rbdabbmnrf" value "ltgidziwzm" value "qpffifpdiz" value "sadqcfniau" value "bqoabrqwwj" value "wghyakzbit" value "bnxtlmiwup" value "akzsgaeqon" value "zwlhpcahwu" value "kfselnpkim" value "dxtzxeguoi" value "roczxpuisd" value "myzjxvtvjh" value "alfftdxaxc" value "vyiqkfoics" value "dygkzcpakt" value "ukprrucywq" value "afzlyodwiz" value "vdaebbupfe" value "wemmvswznk" value "xzbqjpzqlm" value "lqqivzlppd" value "rrzcqyzdzf" value "ncckxlmsvg" value "cpjveufsvk" value "babfjxxabw" value "btcvhacldb" value "mqqrgbacfa" value "eqaxrccwjq" value "erahoeivfw" value "omeatkwwtc" value "mjwrbndexu" value "gktcjcfxbb" value "tfonhwnuxj" value "pheajlhymx" value "vefgwelnfo" value "gayysuldha" value "tqpqihwjtl" value "eirhwkdgfq" value "rnfodijavx" value "erqgyscser" value "nnnxouavyp" value "yhejmjwwni" value "mwmcwqzbld" value "ofcurtthcs" value "idmjjbjvni" value "ovqohpxjft" value "ocoflktdhp" value "kgopxvsdah" value "pyjpxqnavq" value "nubsytpfao" value "ddpgrvwowd" value "glynpmsjcf" value "whsxmqffqg" value "sstqpivwip" value "cqfnhujrbj" value "gsvkmnluiz" value "zdmgjjyukl" value "gcfcbjybkx" value "qmhyoyctod" value "kdodndexvr" value "tkgihmsrha" value "kmifjielrw" value "gefoharnza" value "tcpwkimype" value "nxllkzroin" value "bpvbnmpekh" value "ljinllovsw" value "mugdxqnjxj" value "tqqmmvwact" value "uidvmrqyjd" value "dthtfrqkce" value "efhynoxlul" value "iosqxoobrk" value "sujbwndgwl" value "btxehrokkw" value "pmaagvqldo" value "evuxmkrrfl" value "dclualrzqb" value "jfqxkxgqhj" value "fvemodlpgz" value "lawrpikwsk" value "socoxaegfa" value "snomfrutha" value "yxsnreuepl" value "vjihaakiof" value "nnhrgirrtw" value "jccorylnjg" value "gehuriygwq" value "icqjxcermo" value "ocgjeuljxf" value "qslrwqmixc" value "rhzpguhsws" value "zxlbhyeckf" value "iziwqojsoq" value "qlorevyltp" value "gbjzsedhag" value "mkxysrkpug" value "bhrvnadcdk" value "qxxinxaqxn" value "ctnaggdbru" value "fsthobmdxk" value "cvnnitrrow" value "vlhtdpqavh" value "vhjaphfdpj" value "yhdgqenmwv" value "ysntbzffxq" value "emfjcnujqn" value "qnqzibcmip" value "ngcxqjjpdm" value "gkneclxnnt" value "rhkpfsuhoq" value "dgodkfjzos" value "isqymcuffe" value "ripecixnpr" value "dxpepbctea" value "gbeizdzdyb" value "aqlapmghln" value "yhlalzusch" value "xglrugpjkt" value "ngwifjdpha" value "jvekvvldai" value "hmdzsuuyrn" value "ncabqesziv" value "whdftyqojv" value "rhzqdtxucc" value "ftyxhyfokj" value "vqtixjkcbb" value "krfosgrmjb" value "ahcaaodvgi" value "ooeswhfdnj" value "jhctncrzlw" value "haxesjafmh" value "vxrtzngznb" value "fidsuuizcf" value "mamtueyrqn" value "quemrlmwod" value "pkgpjwyfbh" value "ckibsdtfff" value "tjnjhejnju" value "puvgjfjyaf" value "cvmicoarvv" value "mxpzuzrzuo" value "rrrfhnclbv" value "xeurpmfdmo" value "yqvkykgjbe" value "behdxlfdho" value "dyzedskzkq" value "rfhlttsuqy" value "pkehotsmka" value "alokvrpbih" value "mobwpcyxuk" value "umwunfzsvo" value "naggqdxcjm" value "rakustfykw" value "dtkfydidli" value "kohpozxkhl" value "usjmfkopln" value "axhoxkubdv" value "asretszbav" value "tmkoxwdgpx" value "wjhaavxfge" value "pcuaesomdc" value "vjhpmffzxc" value "qwxzqlqter" value "jjumoixniz" value "ruxsmttpak" value "pjdundsxrd" value "kdklhpxntt" value "muhewfzihs" value "dplonqlliz" value "wjibkklezg" value "dfemamyevk" value "nryvfijxhj" value "bqqohkuylc" value "wiqhmhkiel" value "lftmqoxhfc" value "sjbaedopjb" value "dlomhvkoxg" value "jhkdwtqvwl" value "vqashxkrik" value "mupcilqfjg" value "suahxaebee" value "rqkcyxiwhz" value "jqgtbgbybq" value "ygbfgfefac" value "kjblkrvknt" value "yajpmxmuwz" value "wwowdvybjj" value "bdtbaxnuko" value "adfhfatarh" value "vfcpevtekf" value "fiugzrozky" value "spogjykkfs" value "tdggmsxysk" value "aoqlctikzg" value "nwywtydqew" value "qjrhtqgwjc" value "dhzgpwewsx" value "outdlyeqvq" value "trwzipsers" value "qtpcwuafar" value "scgjdkyetq" value "aqyfvxyjqr" value "xkvgnzjgrm" value "hhbceuegvh" value "paitaeqrpb" value "yfdsmhtria" value "bxwvqvndcc" value "dpyjoihqrs" value "tnratexlre" value "hplvvuoscb" value "muocqqypmt" value "pxzkuasjek" value "flrsaczxzc" value "pubqtzzzko" value "vpqlxtfkjz" value "fiafoggekm" value "qtewhixedb" value "iijjcabgak" value "tqjpijliii" value "uttazeawix" value "hxbmykkugi" value "bekchebgys" value "ffrviosqzo" value "rjrptuhkav" value "sldzewoxas" value "uesalivsis" value "maxylirjgh" value "vpzsmbjkvy" value "eiziligjfr" value "tqblforkpa" value "nszbrpweoz" value "rzanpefsfy" value "cejkfhuykf" value "abinkgshoi" value "gqybtjuhvq" value "oqdlpaubsc" value "nrbfkysxaf" value "mhxojehvxx" value "vuqlqdpfdn" value "orqqevpmca" value "xigznrdgqy" value "jzceexkqam" value "szupcnvvij" value "btgeubdzbb" value "nojnedgabk" value "sdnkjddyut" value "lbjarnpxhh" value "wevfinjbqk" value "dvgqwzignk" value "ejzwnidqwr" value "nlxwjmzwln" value "brrlblrxwa" value "hyikggurti" value "wybmlpqblt" value "hertbwuzyw" value "rwhzzytdsq" value "symbgeyple" value "zbfeyptemz" value "pghbwbtfmk" value "mxydilgynv" value "bhwytqsafu" value "ecsburyjhh" value "cvohdragtx" value "lscjhgztom" value "giswndixdf" value "etsngvbrff" value "lgqazzajpx" value "pypepewjvq" value "nswjopvtqv" value "tuajnnqtcq" value "bvvoibkfrt" value "kjqeujfkoh" value "diwmfuckel" value "bwizktcwmb" value "ughnpilqqm" value "ihealvwnxb" value "thqttakyzy" value "auwfujaoya" value "rofnkytnhm" value "ilkuddrdvh" value "hmwfncgzxg" value "pzrchtwaaw" value "ffksbrtbfq" value "ethxaycsil" value "uwiqrvcqvu" value "fgcehqgsso" value "yoblelzlkd" value "gjiwldcfqh" value "sbrjnwxdip" value "nenhiiibwx" value "ebhhhgabjd" value "xpkwqbfban" value "pupmdjgyed" value "aejnvyfdst" value "krxneqolle" value "nouncgkoik" value "kamgfgbxel" value "fffylsswky" value "agswwrfabr" value "pkvcbelpos" value "mxapzqqqsw" value "ywmqoaztmy" value "sfuvzzxbxq" value "kdcvbkrbsj" value "twpiiaedpc" value "egmgddriry" value "nmfihtnkel" value "kqzjnkdlxd" value "eovsizpcjp" value "bsavjyaksg" value "xlmvatfsly" value "dlhjfafskj" value "wmvhvwnowp" value "vjjozwrovk" value "gbazuqnmit" value "ubwlcefgqb" value "jttqzbazgz" value "dozecfsvue" value "pgdhjrxhga" value "gzekysdunp" value "ygoiannoht" value "hklchdenoe" value "sotbjzlsvz" value "qjwrnhooax" value "cdghgcsoth" value "mjlpvuoghe" value "qclkaeciey" value "oownjpxrov" value "nvqfyljbef" value "tsnawydcru" value "wrrgxxkxkc" value "ylulwsnjay" value "lxsinouutc" value "ozpyyaznsh" value "cmhkstsjok" value "ybckvbeoib" value "fsoardckcw" value "ltkauvxggz" value "sqwhsgboef" value "wgtjxahmef" value "spoqshzjoi" value "pfvfxrrfhl" value "nahweurftw" value "fojjpqmbck" value "zexblqeora" value "qsoiwsugdv" value "ksppwhhqzj" value "otadcihtmd" value "imnjbkmsls" value "zzenkvuesw" value "kbfqdppnfa" value "igehetokzq" value "koujdppfua" value "wqsqzzbqhm" value "tglieutcis" value "owovlhorvw" value "nraylduhut" value "nwnyjkugcf" value "kpfqxroqbs" value "xwxwosqkhm" value "ollacusjzj" value "wcouaiatsu" value "nvkfnfzoki" value "fgjnsosfrp" value "pltsnzqvpi" value "rhnkzlsjtk" value "ysnndkycix" value "bpnfopinub" value "blujwnyluy" value "wgtmckqknh" value "zorzyqtjtr" value "hvtlkrungk" value "rgtondctpo" value "mjgvtydjtm" value "kcbotffyca" value "gybxnvwchp" value "gazojexans" value "hmcpcrjumm" value "zejhycldyy" value "iiissmznfe" value "qvpuudyuks" value "gviypfayfm" value "plqbwsiuzw" value "nunchscyqc" value "qocjpufxio" value "iqbyikqjmx" value "omwbgglqsp" value "nywteueaig" value "ntmgbzaivy" value "ijdgnlzprg" value "rnlaakgsrf" value "fpdflprzvn" value "azkdbpnshy" value "mvfnirshbd" value "sotsxznskx" value "uzktwqcdeb" value "myrrmvflyw" value "jgaieawkcu" value "utymwhxigo" value "vtaiyncmyg" value "gpodilvrnm" value "xgfzndhodu" value "saqilljaid" value "jxiewthqls" value "nbwksmwxpx" value "rwfykeeqgx" value "tlnkrncpwi" value "ogyvxbgcwi" value "ffcqkkzllx" value "rtnhivnxtb" value "vzcclamtun" value "jjlefkekuw" value "xjksnqifds" value "ctusqixohm" value "osaekeukqx" value "irlduoinie" value "nifzrybfuh" value "ctqxoyxbwc" value "vsvhjrymqc" value "bzwxqcpftf" value "ltghdkluqq" value "vklwhyzqhk" value "ghwcrdlbjj" value "lzzptujbjp" value "qlvgfplbod" value "ghepftfjgk" value "aiqqyusnuv" value "rspghuhpbp" value "lfkqrtxocm" value "iibgagtkpg" value "ywiurvfbpg" value "tdceweesxh" value "pvwvdaorrl" value "ejlunxlwxn" value "ymqxhmnidz" value "lydebbpmfb" value "ztjuqomjck" value "eyrbqexkff" value "oqmuhlruqy" value "gnrmnwaxls" value "mumhqarhgg" value "skbzfbeziu" value "hnnfmyurhx" value "yrsizkbbwz" value "azpwrzovza" value "txhllnvudv" value "aslibwggrp" value "ubghghklvj" value "jqqogagqni" value "emfqsjraia" value "ctgwmawlgl" value "mivctgaajt" value "knycrcrsbm" value "ubtiscdgrn" value "ulepgommyy" value "qbhdjhoohc" value "cctlfgicpv" value "phfuspevwk" value "oeawjlqnyg" value "jpphbjtbrh" value "ofykgotycd" value "csjfbpjyzq" value "thmmmlqluk" value "buzhjxsbkm" value "pisgqibyae" value "skkawcmqqt" value "mmqblvrscy" value "dpkiubfzbx" value "yivxcecwlp" value "kbnjiilaqd" value "rwrxxrnwtq" value "veegnotgmj" value "pbfijwccjp" value "expefhkisx" value "ynnhyctikq" value "bhfmhanvxe" value "otclvmbilg" value "hskkmrluuf" value "ftnbjymlll" value "nbkaxrojqq" value "qydrgilxxt" value "dxufcyurjx" value "fgygwdazbm" value "tivnqailcl" value "jwvqixjhho" value "oglqutqfcx" value "wvrlxfoxff" value "ropuqidkxv" value "qcsxjrjcfc" value "twuvkpjzzw" value "fqtktfghcv" value "suhwnartid" value "wvsnfinuil" value "rngtndwjyg" value "tsmzfswaxo" value "uvlswctlhx" value "llamjvxyqo" value "wovoupawzt" value "caxgjftjyj" value "gwzqcetcji" value "yzrdbalexf" value "fnpdsuozxt" value "dbtbtvkqss" value "pwgjoppmgc" value "wxjdgbugeu" value "qchpfcigwa" value "lxzdcbveuy" value "bwjyghaztz" value "uedehyieof" value "pfaytznuaa" value "lspvrnxnjo" value "zkbqvttlzy" value "fkdmuxraqf" value "nbizrabfuo" value "fgzwwaedjy" value "gkmwutvars" value "bwsdzrxzse" value "txgjxzovte" value "cbtpbbfrdd" value "vqgztpmzhz" value "rdipvyeqoi" value "bovkdabcdo" value "fhobhpwwkp" value "mkbkflixkr" value "mjifqzmtsd" value "pkcqdokojd" value "dtgjnddwch" value "uboipezuni" value "dfdodbelzn" value "fzsoiryhfn" value "krtsiucvvu" value "aieekmivcb" value "aeafusfzdn" value "ehnrizfmfo" value "dcjlwhfstw" value "wksgvbkbyw" value "hvfprkjlbc" value "jlgepeyhpc" value "ljklggibcy" value "mhrvuemywb" value "wdqygrxkya" value "ystnkbogee" value "flvftlpbjq" value "vgfgbsbnwy" value "rsivptwulz" value "bzjzucrypq" value "bweysooxiv" value "mmcunsiwad" value "mszjkgsrio" value "bvurseeqmh" value "wtcpliaxmk" value "ndwiompimr" value "mdcwoblmkl" value "dflxukffgl" value "mcojdazpfq" value "tctgzmjads" value "dewdgfrhos" value "iwqanwtvcd" value "nfucelqjfe" value "wgtrwefdsw" value "skstqdgbos" value "rwllkdzxrj" value "qwozutlufu" value "fmpdixcckx" value "jybzltmwrs" value "ossjrvqmaa" value "adlxahxsbq" value "mbewprqunw" value "xbvbujurqw" value "rnvhfxbuoi" value "pyrpwxalpc" value "adlryhdbpr" value "gritvkzfgw" value "aufhfrhccf" value "umoicweaab" value "kgirldeylz" value "nknlysgviv" value "plbxaamppj" value "ikpikupjoi" value "eioxaswdee" value "imexfccbxk" value "ouroipthpq" value "jbzyfznpdn" value "asidljmwgb" value "jeazfmhrcb" value "dablvesuho" value "zuoqjiciij" value "qmxxfyuodo" value "vkqalcokst" value "jhibapuhga" value "cmqraybrlw" value "beqsnrixhl" value "rmqxtqcxua" value "ndltyojjxj" value "hyanpicfan" value "yzutuazhmh" value "tumnalubch" value "eksvvoxziw" value "weqhfkosif" value "wwfbpjatrp" value "lrhrkuyzry" value "uvbtcgtopw" value "fmyleefltp" value "kkrxiaiife" value "gbkqhfumyu" value "tdmjyuitvv" value "jvtalmlkng" value "rdsfcdvkqz" value "xqvjnlpssl" value "fuftndsnim" value "keklddczkd" value "wrqnytptzm" value "rwzijctxzs" value "btakuczlec" value "fuipidfbjt" value "kjiqagynco" value "ahjawbsqcw" value "iehxaaneev" value "ezbiwqnabg" value "pnnzqcutoq" value "wlogkzxkpo" value "xzswnnldvs" value "qqfnugftmr" value "zuccleayil" value "ckqebhazel" value "brwlqbfoat" value "anmcogawkg" value "roqzbzpbbt" value "dxnprfawun" value "fffreqppjj" value "gfdzgxfdcg" value "sshbuxfljd" value "shckmujxzo" value "rqurawzebz" value "vpehhmoxva" value "vldwfdnicm" value "tzhjrlfvfp" value "ymwwctfodg" value "qsxfnsicrx" value "gfhrrjczsp" value "gtqrsktbaa" value "dniplpxfof" value "htawohddyn" value "dbcxnsiacw" value "dhfundvlpn" value "uewpgskfpu" value "cuuytorpnp" value "vlcnbfqvox" value "jbqibabrmv" value "xhspgwheck" value "fsuovvpgng" value "gcjruttnno" value "wxswusqpeo" value "qhhhipzncq" value "mcbuftndrr" value "owjfgjqqjc" value "vvmkjgajwa" value "wvlvshnhmx" value "ekponflaeq" value "kuiumwomxi" value "aoydkdfrpe" value "cglxptkcsz" value "uqbpcvkipa" value "ubzgvzputq" value "wmyphdckda" value "ukdnaklmcp" value "ramoirrdyd" value "vwayaqmtid" value "ltomuspfzc" value "wzxdkpehwf" value "yzcspfvcot" value "cgpvvnbvlk" value "farwqgfyjf" value "lbxvlwzony" value "ocesqguvym" value "yzviqaobku" value "cnngbbpowp" value "ucxeoqcssr" value "zcffhzusrl" value "yzmodbpsnb" value "aryiyaltqw" value "xkaailrpns" value "lpahctqgna" value "cnbqnvxmjp" value "nugjvhftma" value "xsgcuvxzor" value "xwtwtwmbgu" value "emdwpvauyc" value "ahfktrqmgh" value "jznackjcrd" value "etcsjxoqab" value "kpzmuwqbnt" value "dspznsgszk" value "rcwbzvwbva" value "mlznoaajqq" value "iwuuxdactm" value "zujobawsct" value "snepgcispg" value "cgmivhyskk" value "snunzlgfkd" value "ppdxnadmje" value "wtzqqecgfy" value "ncremxgfdb" value "cblsafugqk" value "hjekcxfyds" value "faxedqgskm" value "jjczogqdwz" value "jfbgmhtjke" value "nehqnkqnld" value "lcdchjadll" value "llimzyabsp" value "iwapedwyle" value "iobkwbwceu" value "twmbtaxdro" value "nmtmjmhmdl" value "ewoqykjbkc" value "tmyuncyoyd" value "dcepfcdddn" value "dnvwyhyhsn" value "nrencopzqn" value "yjyffpgoop" value "uvqtefqdhk" value "yjhypaonqq" value "uqvzpcvugl" value "cakvxrdpmj" value "tvzacklhdz" value "higdkhodzy" value "ormdblyhhn" value "wbouqpojzl" value "eyhgspybnr" value "lywsezpzgf" value "usykkwszvh" value "bcwncpnibg" value "jgcqryhsvk" value "yfvwesgulw" value "geizujxrkg" value "zknlteeaxq" value "nqwjivcosg" value "qmnxipsiga" value "pthacnunjj" value "afamsavgsi" value "bzfzxzecrs" value "sxcihybfci" value "padscbypdo" value "gaotvjctjh" value "beicnwdryg" value "xsueeljljp" value "mkrrypcfzy" value "ekjgqnjxyl" value "iyeiercbxr" value "rkwlgzhvvy" value "hmnaoeeasz" value "aquymkrswt" value "ulnnuwyptq" value "xftfzsoiwc" value "urkkyscfti" value "wabroeeoop" value "qpzkuxsipr" value "dxdngrmypg" value "icatrrbcjs" value "fhuptkhkzm" value "apyzwvajot" value "vealtjlqyc" value "khkkfmzkow" value "trzqdcaqdw" value "itmekixthv" value "pudgkcbwdx" value "zuibhuihtz" value "kzuywkxlku" value "ogtqmpnzie" value "jetamrlglx" value "fjdjumschq" value "kprzbyngsw" value "xeyxlxiqch" value "dtuhvpszzt" value "fpmbbgiaao" value "hjlhurakwh" value "mshexjmkmn" value "cynhehkcxs" value "cvbbbdzmie" value "cvnlzjdfgf" value "ifhkjgmxrd" value "audguegpmo" value "jzstgleeby" value "eafrzhdhhq" value "fmmammvdyj" value "uncqdpbhwb" value "fzatoyblsr" value "xtwlklqdna" value "ydqppngxvh" value "mkngszsxeu" value "vyewicgjio" value "tstbluhyhj" value "qzxxwlfeki" value "ocmtsfpsgh" value "xmknbbmdbf" value "pdjmftsmob" value "ygrpkpstxq" value "hrhiqcarju" value "aadzbodres" value "curhymvwsx" value "tbqidtevrl" value "avchkjnlwm" value "tyephutkmb" value "lxoaezrdxs" value "ctkwlhmgfz" value "xkiuuciwrn" value "irrovfyshb" value "hwuofuftlr" value "mhbfsuaovv" value "wzuhzzdezi" value "jlpobgvouj" value "qbpmtomqpu" value "shlwywnxpk" value "srkvjhetmj" value "hvxefqtmqu" value "fazsvkljef" value "bstezdkmig" value "asbtvfzien" value "vewfxcxkpf" value "tqkprkoixe" value "rcaatkjyur" value "euleuicawb" value "ifiizdeong" value "cjcrpmggtu" value "kxggjpatkd" value "klwqsggtob" value "mnsaklzgob" value "xfxlervrgn" value "eraxdyjftw" value "xrvonyieqa" value "fswhywqxhy" value "iqzxblqkeo" value "rxvhmzvbcv" value "wvdmobfisx" value "ujybghjfnf" value "yufagalzhk" value "qxbqbfcgjp" value "vorgqhmaoq" value "zewylkylsy" value "vvmaucizkv" value "bgcoyoduda" value "vnsufnurol" value "rtskokvklv" value "svvdufedug" value "qgdgujdvtg" value "rjrtvpntke" value "shgetgsird" value "ywgeotcect" value "zsikdzycyt" value "gcsswbksnc" value "qgobfhgspy" value "pbxrbaxnor" value "viwarrumob" value "eaetplspga" value "jqmscuprwq" value "nkyuframnm" value "gygftrsdbm" value "qzlfnntjar" value "fzzcioobeb" value "ydigxptqbl" value "bgtxhxkhvv" value "hggqmlgwha" value "ywlqbjqeug" value "qwowxqzrkz" value "zybosgbtxt" value "cflarkquuv" value "klaeknlbrm" value "ccnbldglgl" value "dpauqcpgyi" value "ylxiwiesps" value "xyxmlrdbui" value "arqfxfqkzh" value "byrkeibrfb" value "laepwenqmc" value "kluswgtjsf" value "mgldvzleyy" value "yqmzmmzwpd" value "tvlckdoyfe" value "dmxcbvzrxg" value "qquwyuyvvw" value "pmytvtksfi" value "umttshfkpk" value "rmdayyptch" value "glwrmjpotx" value "bgcnzgcmza" value "ivinvxopgz" value "dmbarohbfj" value "rncdgqxqfq" value "zmmwzkjrjl" value "gdlztbhpeq" value "zrwgpknaop" value "powzkcrtvv" value "cszvzbrmoy" value "dtjljhzqcm" value "anznywecwk" value "amuwlfaxwv" value "ajdkqflpen" value "evjrybtwww" value "oxsdmrdbit" value "yafipxfsip" value "xekxarmwcq" value "dgcesswkvc" value "gdqgmwxkmt" value "spdyueanru" value "yrvmdhnnfc" value "aexxjlgwuo" value "xpcpytommm" value "gjutzwoxlf" value "stnfirydgi" value "snpuvnebpy" value "rfxibyjmpg" value "ortxlvmdoc" value "gdozstnglr" value "eqiukbyscu" value "qzcrpbvatq" value "dwzqowbrsd" value "iesbitdnjd" value "inboyxgoqa" value "lfojnetxdc" value "njmufqrykx" value "ybcdthmgws" value "igwekdegcw" value "ajkgxmtamu" value "qkyfpamste" value "nwybjbhgep" value "arqqmfmmbz" value "rqiyxwpuyv" value "nsdvirehqh" value "qckueiqiwh" value "tjnbsybxws" value "jphvxuqipp" value "ghtoyhrfxh" value "erglflfnql" value "kngwkkzwts" value "nmguhcygct" value "jigyicdeft" value "gamcdtywne" value "nunpqugdit" value "ghqwxaqlef" value "nqxdrqigvf" value "xepfvvcovk" value "ezgxjiwwig" value "izizuzzjuv" value "mallnshtok" value "tctrsxgnrc" value "exhjfssojj" value "yilvzcevlj" value "nepxmyiuhr" value "dqqfcdugde" value "iamjlqlznh" value "mvmsikqfxu" value "kmqlwfbsex" value "pribqncfuf" value "zavrjnezrf" value "kmcwshsbye" value "uzaejrbwue" value "olezxlliej" value "hjjxyybxiv"' + '"HSET" "hash:1000" "tocawprsxz" "value" "csqcfxyzsy" "value" "ipubipttcb" "value" "jqurtadjro" "value" "zdulfflfqx" "value" "bbfvuialin" "value" "ifpfyncdfe" "value" "kjeevccyof" "value" "stttkrbfqs" "value" "qatkvfuttq" "value" "ltvfnuuwil" "value" "znartcywze" "value" "bzursuzuei" "value" "jlghqxtvok" "value" "osncqcuest" "value" "uxvibjduto" "value" "giubyhvaav" "value" "joijmgposs" "value" "lqxpnplleo" "value" "bnatichltp" "value" "nnfxoqebys" "value" "lyhqvxolfw" "value" "caaqjozcqh" "value" "nlqtadqinl" "value" "hfjxrrsszf" "value" "fussukqrph" "value" "cbjovvgqqy" "value" "wcpbfslakk" "value" "slskrnekbc" "value" "nvonwipkta" "value" "jhdcicttmm" "value" "rpyroriegs" "value" "lnuuootxmp" "value" "ufdxqlonpg" "value" "qgasrnjrld" "value" "jhocasnttw" "value" "smwbxeqbed" "value" "kapxglqccs" "value" "hhwvslfxmf" "value" "rbdabbmnrf" "value" "ltgidziwzm" "value" "qpffifpdiz" "value" "sadqcfniau" "value" "bqoabrqwwj" "value" "wghyakzbit" "value" "bnxtlmiwup" "value" "akzsgaeqon" "value" "zwlhpcahwu" "value" "kfselnpkim" "value" "dxtzxeguoi" "value" "roczxpuisd" "value" "myzjxvtvjh" "value" "alfftdxaxc" "value" "vyiqkfoics" "value" "dygkzcpakt" "value" "ukprrucywq" "value" "afzlyodwiz" "value" "vdaebbupfe" "value" "wemmvswznk" "value" "xzbqjpzqlm" "value" "lqqivzlppd" "value" "rrzcqyzdzf" "value" "ncckxlmsvg" "value" "cpjveufsvk" "value" "babfjxxabw" "value" "btcvhacldb" "value" "mqqrgbacfa" "value" "eqaxrccwjq" "value" "erahoeivfw" "value" "omeatkwwtc" "value" "mjwrbndexu" "value" "gktcjcfxbb" "value" "tfonhwnuxj" "value" "pheajlhymx" "value" "vefgwelnfo" "value" "gayysuldha" "value" "tqpqihwjtl" "value" "eirhwkdgfq" "value" "rnfodijavx" "value" "erqgyscser" "value" "nnnxouavyp" "value" "yhejmjwwni" "value" "mwmcwqzbld" "value" "ofcurtthcs" "value" "idmjjbjvni" "value" "ovqohpxjft" "value" "ocoflktdhp" "value" "kgopxvsdah" "value" "pyjpxqnavq" "value" "nubsytpfao" "value" "ddpgrvwowd" "value" "glynpmsjcf" "value" "whsxmqffqg" "value" "sstqpivwip" "value" "cqfnhujrbj" "value" "gsvkmnluiz" "value" "zdmgjjyukl" "value" "gcfcbjybkx" "value" "qmhyoyctod" "value" "kdodndexvr" "value" "tkgihmsrha" "value" "kmifjielrw" "value" "gefoharnza" "value" "tcpwkimype" "value" "nxllkzroin" "value" "bpvbnmpekh" "value" "ljinllovsw" "value" "mugdxqnjxj" "value" "tqqmmvwact" "value" "uidvmrqyjd" "value" "dthtfrqkce" "value" "efhynoxlul" "value" "iosqxoobrk" "value" "sujbwndgwl" "value" "btxehrokkw" "value" "pmaagvqldo" "value" "evuxmkrrfl" "value" "dclualrzqb" "value" "jfqxkxgqhj" "value" "fvemodlpgz" "value" "lawrpikwsk" "value" "socoxaegfa" "value" "snomfrutha" "value" "yxsnreuepl" "value" "vjihaakiof" "value" "nnhrgirrtw" "value" "jccorylnjg" "value" "gehuriygwq" "value" "icqjxcermo" "value" "ocgjeuljxf" "value" "qslrwqmixc" "value" "rhzpguhsws" "value" "zxlbhyeckf" "value" "iziwqojsoq" "value" "qlorevyltp" "value" "gbjzsedhag" "value" "mkxysrkpug" "value" "bhrvnadcdk" "value" "qxxinxaqxn" "value" "ctnaggdbru" "value" "fsthobmdxk" "value" "cvnnitrrow" "value" "vlhtdpqavh" "value" "vhjaphfdpj" "value" "yhdgqenmwv" "value" "ysntbzffxq" "value" "emfjcnujqn" "value" "qnqzibcmip" "value" "ngcxqjjpdm" "value" "gkneclxnnt" "value" "rhkpfsuhoq" "value" "dgodkfjzos" "value" "isqymcuffe" "value" "ripecixnpr" "value" "dxpepbctea" "value" "gbeizdzdyb" "value" "aqlapmghln" "value" "yhlalzusch" "value" "xglrugpjkt" "value" "ngwifjdpha" "value" "jvekvvldai" "value" "hmdzsuuyrn" "value" "ncabqesziv" "value" "whdftyqojv" "value" "rhzqdtxucc" "value" "ftyxhyfokj" "value" "vqtixjkcbb" "value" "krfosgrmjb" "value" "ahcaaodvgi" "value" "ooeswhfdnj" "value" "jhctncrzlw" "value" "haxesjafmh" "value" "vxrtzngznb" "value" "fidsuuizcf" "value" "mamtueyrqn" "value" "quemrlmwod" "value" "pkgpjwyfbh" "value" "ckibsdtfff" "value" "tjnjhejnju" "value" "puvgjfjyaf" "value" "cvmicoarvv" "value" "mxpzuzrzuo" "value" "rrrfhnclbv" "value" "xeurpmfdmo" "value" "yqvkykgjbe" "value" "behdxlfdho" "value" "dyzedskzkq" "value" "rfhlttsuqy" "value" "pkehotsmka" "value" "alokvrpbih" "value" "mobwpcyxuk" "value" "umwunfzsvo" "value" "naggqdxcjm" "value" "rakustfykw" "value" "dtkfydidli" "value" "kohpozxkhl" "value" "usjmfkopln" "value" "axhoxkubdv" "value" "asretszbav" "value" "tmkoxwdgpx" "value" "wjhaavxfge" "value" "pcuaesomdc" "value" "vjhpmffzxc" "value" "qwxzqlqter" "value" "jjumoixniz" "value" "ruxsmttpak" "value" "pjdundsxrd" "value" "kdklhpxntt" "value" "muhewfzihs" "value" "dplonqlliz" "value" "wjibkklezg" "value" "dfemamyevk" "value" "nryvfijxhj" "value" "bqqohkuylc" "value" "wiqhmhkiel" "value" "lftmqoxhfc" "value" "sjbaedopjb" "value" "dlomhvkoxg" "value" "jhkdwtqvwl" "value" "vqashxkrik" "value" "mupcilqfjg" "value" "suahxaebee" "value" "rqkcyxiwhz" "value" "jqgtbgbybq" "value" "ygbfgfefac" "value" "kjblkrvknt" "value" "yajpmxmuwz" "value" "wwowdvybjj" "value" "bdtbaxnuko" "value" "adfhfatarh" "value" "vfcpevtekf" "value" "fiugzrozky" "value" "spogjykkfs" "value" "tdggmsxysk" "value" "aoqlctikzg" "value" "nwywtydqew" "value" "qjrhtqgwjc" "value" "dhzgpwewsx" "value" "outdlyeqvq" "value" "trwzipsers" "value" "qtpcwuafar" "value" "scgjdkyetq" "value" "aqyfvxyjqr" "value" "xkvgnzjgrm" "value" "hhbceuegvh" "value" "paitaeqrpb" "value" "yfdsmhtria" "value" "bxwvqvndcc" "value" "dpyjoihqrs" "value" "tnratexlre" "value" "hplvvuoscb" "value" "muocqqypmt" "value" "pxzkuasjek" "value" "flrsaczxzc" "value" "pubqtzzzko" "value" "vpqlxtfkjz" "value" "fiafoggekm" "value" "qtewhixedb" "value" "iijjcabgak" "value" "tqjpijliii" "value" "uttazeawix" "value" "hxbmykkugi" "value" "bekchebgys" "value" "ffrviosqzo" "value" "rjrptuhkav" "value" "sldzewoxas" "value" "uesalivsis" "value" "maxylirjgh" "value" "vpzsmbjkvy" "value" "eiziligjfr" "value" "tqblforkpa" "value" "nszbrpweoz" "value" "rzanpefsfy" "value" "cejkfhuykf" "value" "abinkgshoi" "value" "gqybtjuhvq" "value" "oqdlpaubsc" "value" "nrbfkysxaf" "value" "mhxojehvxx" "value" "vuqlqdpfdn" "value" "orqqevpmca" "value" "xigznrdgqy" "value" "jzceexkqam" "value" "szupcnvvij" "value" "btgeubdzbb" "value" "nojnedgabk" "value" "sdnkjddyut" "value" "lbjarnpxhh" "value" "wevfinjbqk" "value" "dvgqwzignk" "value" "ejzwnidqwr" "value" "nlxwjmzwln" "value" "brrlblrxwa" "value" "hyikggurti" "value" "wybmlpqblt" "value" "hertbwuzyw" "value" "rwhzzytdsq" "value" "symbgeyple" "value" "zbfeyptemz" "value" "pghbwbtfmk" "value" "mxydilgynv" "value" "bhwytqsafu" "value" "ecsburyjhh" "value" "cvohdragtx" "value" "lscjhgztom" "value" "giswndixdf" "value" "etsngvbrff" "value" "lgqazzajpx" "value" "pypepewjvq" "value" "nswjopvtqv" "value" "tuajnnqtcq" "value" "bvvoibkfrt" "value" "kjqeujfkoh" "value" "diwmfuckel" "value" "bwizktcwmb" "value" "ughnpilqqm" "value" "ihealvwnxb" "value" "thqttakyzy" "value" "auwfujaoya" "value" "rofnkytnhm" "value" "ilkuddrdvh" "value" "hmwfncgzxg" "value" "pzrchtwaaw" "value" "ffksbrtbfq" "value" "ethxaycsil" "value" "uwiqrvcqvu" "value" "fgcehqgsso" "value" "yoblelzlkd" "value" "gjiwldcfqh" "value" "sbrjnwxdip" "value" "nenhiiibwx" "value" "ebhhhgabjd" "value" "xpkwqbfban" "value" "pupmdjgyed" "value" "aejnvyfdst" "value" "krxneqolle" "value" "nouncgkoik" "value" "kamgfgbxel" "value" "fffylsswky" "value" "agswwrfabr" "value" "pkvcbelpos" "value" "mxapzqqqsw" "value" "ywmqoaztmy" "value" "sfuvzzxbxq" "value" "kdcvbkrbsj" "value" "twpiiaedpc" "value" "egmgddriry" "value" "nmfihtnkel" "value" "kqzjnkdlxd" "value" "eovsizpcjp" "value" "bsavjyaksg" "value" "xlmvatfsly" "value" "dlhjfafskj" "value" "wmvhvwnowp" "value" "vjjozwrovk" "value" "gbazuqnmit" "value" "ubwlcefgqb" "value" "jttqzbazgz" "value" "dozecfsvue" "value" "pgdhjrxhga" "value" "gzekysdunp" "value" "ygoiannoht" "value" "hklchdenoe" "value" "sotbjzlsvz" "value" "qjwrnhooax" "value" "cdghgcsoth" "value" "mjlpvuoghe" "value" "qclkaeciey" "value" "oownjpxrov" "value" "nvqfyljbef" "value" "tsnawydcru" "value" "wrrgxxkxkc" "value" "ylulwsnjay" "value" "lxsinouutc" "value" "ozpyyaznsh" "value" "cmhkstsjok" "value" "ybckvbeoib" "value" "fsoardckcw" "value" "ltkauvxggz" "value" "sqwhsgboef" "value" "wgtjxahmef" "value" "spoqshzjoi" "value" "pfvfxrrfhl" "value" "nahweurftw" "value" "fojjpqmbck" "value" "zexblqeora" "value" "qsoiwsugdv" "value" "ksppwhhqzj" "value" "otadcihtmd" "value" "imnjbkmsls" "value" "zzenkvuesw" "value" "kbfqdppnfa" "value" "igehetokzq" "value" "koujdppfua" "value" "wqsqzzbqhm" "value" "tglieutcis" "value" "owovlhorvw" "value" "nraylduhut" "value" "nwnyjkugcf" "value" "kpfqxroqbs" "value" "xwxwosqkhm" "value" "ollacusjzj" "value" "wcouaiatsu" "value" "nvkfnfzoki" "value" "fgjnsosfrp" "value" "pltsnzqvpi" "value" "rhnkzlsjtk" "value" "ysnndkycix" "value" "bpnfopinub" "value" "blujwnyluy" "value" "wgtmckqknh" "value" "zorzyqtjtr" "value" "hvtlkrungk" "value" "rgtondctpo" "value" "mjgvtydjtm" "value" "kcbotffyca" "value" "gybxnvwchp" "value" "gazojexans" "value" "hmcpcrjumm" "value" "zejhycldyy" "value" "iiissmznfe" "value" "qvpuudyuks" "value" "gviypfayfm" "value" "plqbwsiuzw" "value" "nunchscyqc" "value" "qocjpufxio" "value" "iqbyikqjmx" "value" "omwbgglqsp" "value" "nywteueaig" "value" "ntmgbzaivy" "value" "ijdgnlzprg" "value" "rnlaakgsrf" "value" "fpdflprzvn" "value" "azkdbpnshy" "value" "mvfnirshbd" "value" "sotsxznskx" "value" "uzktwqcdeb" "value" "myrrmvflyw" "value" "jgaieawkcu" "value" "utymwhxigo" "value" "vtaiyncmyg" "value" "gpodilvrnm" "value" "xgfzndhodu" "value" "saqilljaid" "value" "jxiewthqls" "value" "nbwksmwxpx" "value" "rwfykeeqgx" "value" "tlnkrncpwi" "value" "ogyvxbgcwi" "value" "ffcqkkzllx" "value" "rtnhivnxtb" "value" "vzcclamtun" "value" "jjlefkekuw" "value" "xjksnqifds" "value" "ctusqixohm" "value" "osaekeukqx" "value" "irlduoinie" "value" "nifzrybfuh" "value" "ctqxoyxbwc" "value" "vsvhjrymqc" "value" "bzwxqcpftf" "value" "ltghdkluqq" "value" "vklwhyzqhk" "value" "ghwcrdlbjj" "value" "lzzptujbjp" "value" "qlvgfplbod" "value" "ghepftfjgk" "value" "aiqqyusnuv" "value" "rspghuhpbp" "value" "lfkqrtxocm" "value" "iibgagtkpg" "value" "ywiurvfbpg" "value" "tdceweesxh" "value" "pvwvdaorrl" "value" "ejlunxlwxn" "value" "ymqxhmnidz" "value" "lydebbpmfb" "value" "ztjuqomjck" "value" "eyrbqexkff" "value" "oqmuhlruqy" "value" "gnrmnwaxls" "value" "mumhqarhgg" "value" "skbzfbeziu" "value" "hnnfmyurhx" "value" "yrsizkbbwz" "value" "azpwrzovza" "value" "txhllnvudv" "value" "aslibwggrp" "value" "ubghghklvj" "value" "jqqogagqni" "value" "emfqsjraia" "value" "ctgwmawlgl" "value" "mivctgaajt" "value" "knycrcrsbm" "value" "ubtiscdgrn" "value" "ulepgommyy" "value" "qbhdjhoohc" "value" "cctlfgicpv" "value" "phfuspevwk" "value" "oeawjlqnyg" "value" "jpphbjtbrh" "value" "ofykgotycd" "value" "csjfbpjyzq" "value" "thmmmlqluk" "value" "buzhjxsbkm" "value" "pisgqibyae" "value" "skkawcmqqt" "value" "mmqblvrscy" "value" "dpkiubfzbx" "value" "yivxcecwlp" "value" "kbnjiilaqd" "value" "rwrxxrnwtq" "value" "veegnotgmj" "value" "pbfijwccjp" "value" "expefhkisx" "value" "ynnhyctikq" "value" "bhfmhanvxe" "value" "otclvmbilg" "value" "hskkmrluuf" "value" "ftnbjymlll" "value" "nbkaxrojqq" "value" "qydrgilxxt" "value" "dxufcyurjx" "value" "fgygwdazbm" "value" "tivnqailcl" "value" "jwvqixjhho" "value" "oglqutqfcx" "value" "wvrlxfoxff" "value" "ropuqidkxv" "value" "qcsxjrjcfc" "value" "twuvkpjzzw" "value" "fqtktfghcv" "value" "suhwnartid" "value" "wvsnfinuil" "value" "rngtndwjyg" "value" "tsmzfswaxo" "value" "uvlswctlhx" "value" "llamjvxyqo" "value" "wovoupawzt" "value" "caxgjftjyj" "value" "gwzqcetcji" "value" "yzrdbalexf" "value" "fnpdsuozxt" "value" "dbtbtvkqss" "value" "pwgjoppmgc" "value" "wxjdgbugeu" "value" "qchpfcigwa" "value" "lxzdcbveuy" "value" "bwjyghaztz" "value" "uedehyieof" "value" "pfaytznuaa" "value" "lspvrnxnjo" "value" "zkbqvttlzy" "value" "fkdmuxraqf" "value" "nbizrabfuo" "value" "fgzwwaedjy" "value" "gkmwutvars" "value" "bwsdzrxzse" "value" "txgjxzovte" "value" "cbtpbbfrdd" "value" "vqgztpmzhz" "value" "rdipvyeqoi" "value" "bovkdabcdo" "value" "fhobhpwwkp" "value" "mkbkflixkr" "value" "mjifqzmtsd" "value" "pkcqdokojd" "value" "dtgjnddwch" "value" "uboipezuni" "value" "dfdodbelzn" "value" "fzsoiryhfn" "value" "krtsiucvvu" "value" "aieekmivcb" "value" "aeafusfzdn" "value" "ehnrizfmfo" "value" "dcjlwhfstw" "value" "wksgvbkbyw" "value" "hvfprkjlbc" "value" "jlgepeyhpc" "value" "ljklggibcy" "value" "mhrvuemywb" "value" "wdqygrxkya" "value" "ystnkbogee" "value" "flvftlpbjq" "value" "vgfgbsbnwy" "value" "rsivptwulz" "value" "bzjzucrypq" "value" "bweysooxiv" "value" "mmcunsiwad" "value" "mszjkgsrio" "value" "bvurseeqmh" "value" "wtcpliaxmk" "value" "ndwiompimr" "value" "mdcwoblmkl" "value" "dflxukffgl" "value" "mcojdazpfq" "value" "tctgzmjads" "value" "dewdgfrhos" "value" "iwqanwtvcd" "value" "nfucelqjfe" "value" "wgtrwefdsw" "value" "skstqdgbos" "value" "rwllkdzxrj" "value" "qwozutlufu" "value" "fmpdixcckx" "value" "jybzltmwrs" "value" "ossjrvqmaa" "value" "adlxahxsbq" "value" "mbewprqunw" "value" "xbvbujurqw" "value" "rnvhfxbuoi" "value" "pyrpwxalpc" "value" "adlryhdbpr" "value" "gritvkzfgw" "value" "aufhfrhccf" "value" "umoicweaab" "value" "kgirldeylz" "value" "nknlysgviv" "value" "plbxaamppj" "value" "ikpikupjoi" "value" "eioxaswdee" "value" "imexfccbxk" "value" "ouroipthpq" "value" "jbzyfznpdn" "value" "asidljmwgb" "value" "jeazfmhrcb" "value" "dablvesuho" "value" "zuoqjiciij" "value" "qmxxfyuodo" "value" "vkqalcokst" "value" "jhibapuhga" "value" "cmqraybrlw" "value" "beqsnrixhl" "value" "rmqxtqcxua" "value" "ndltyojjxj" "value" "hyanpicfan" "value" "yzutuazhmh" "value" "tumnalubch" "value" "eksvvoxziw" "value" "weqhfkosif" "value" "wwfbpjatrp" "value" "lrhrkuyzry" "value" "uvbtcgtopw" "value" "fmyleefltp" "value" "kkrxiaiife" "value" "gbkqhfumyu" "value" "tdmjyuitvv" "value" "jvtalmlkng" "value" "rdsfcdvkqz" "value" "xqvjnlpssl" "value" "fuftndsnim" "value" "keklddczkd" "value" "wrqnytptzm" "value" "rwzijctxzs" "value" "btakuczlec" "value" "fuipidfbjt" "value" "kjiqagynco" "value" "ahjawbsqcw" "value" "iehxaaneev" "value" "ezbiwqnabg" "value" "pnnzqcutoq" "value" "wlogkzxkpo" "value" "xzswnnldvs" "value" "qqfnugftmr" "value" "zuccleayil" "value" "ckqebhazel" "value" "brwlqbfoat" "value" "anmcogawkg" "value" "roqzbzpbbt" "value" "dxnprfawun" "value" "fffreqppjj" "value" "gfdzgxfdcg" "value" "sshbuxfljd" "value" "shckmujxzo" "value" "rqurawzebz" "value" "vpehhmoxva" "value" "vldwfdnicm" "value" "tzhjrlfvfp" "value" "ymwwctfodg" "value" "qsxfnsicrx" "value" "gfhrrjczsp" "value" "gtqrsktbaa" "value" "dniplpxfof" "value" "htawohddyn" "value" "dbcxnsiacw" "value" "dhfundvlpn" "value" "uewpgskfpu" "value" "cuuytorpnp" "value" "vlcnbfqvox" "value" "jbqibabrmv" "value" "xhspgwheck" "value" "fsuovvpgng" "value" "gcjruttnno" "value" "wxswusqpeo" "value" "qhhhipzncq" "value" "mcbuftndrr" "value" "owjfgjqqjc" "value" "vvmkjgajwa" "value" "wvlvshnhmx" "value" "ekponflaeq" "value" "kuiumwomxi" "value" "aoydkdfrpe" "value" "cglxptkcsz" "value" "uqbpcvkipa" "value" "ubzgvzputq" "value" "wmyphdckda" "value" "ukdnaklmcp" "value" "ramoirrdyd" "value" "vwayaqmtid" "value" "ltomuspfzc" "value" "wzxdkpehwf" "value" "yzcspfvcot" "value" "cgpvvnbvlk" "value" "farwqgfyjf" "value" "lbxvlwzony" "value" "ocesqguvym" "value" "yzviqaobku" "value" "cnngbbpowp" "value" "ucxeoqcssr" "value" "zcffhzusrl" "value" "yzmodbpsnb" "value" "aryiyaltqw" "value" "xkaailrpns" "value" "lpahctqgna" "value" "cnbqnvxmjp" "value" "nugjvhftma" "value" "xsgcuvxzor" "value" "xwtwtwmbgu" "value" "emdwpvauyc" "value" "ahfktrqmgh" "value" "jznackjcrd" "value" "etcsjxoqab" "value" "kpzmuwqbnt" "value" "dspznsgszk" "value" "rcwbzvwbva" "value" "mlznoaajqq" "value" "iwuuxdactm" "value" "zujobawsct" "value" "snepgcispg" "value" "cgmivhyskk" "value" "snunzlgfkd" "value" "ppdxnadmje" "value" "wtzqqecgfy" "value" "ncremxgfdb" "value" "cblsafugqk" "value" "hjekcxfyds" "value" "faxedqgskm" "value" "jjczogqdwz" "value" "jfbgmhtjke" "value" "nehqnkqnld" "value" "lcdchjadll" "value" "llimzyabsp" "value" "iwapedwyle" "value" "iobkwbwceu" "value" "twmbtaxdro" "value" "nmtmjmhmdl" "value" "ewoqykjbkc" "value" "tmyuncyoyd" "value" "dcepfcdddn" "value" "dnvwyhyhsn" "value" "nrencopzqn" "value" "yjyffpgoop" "value" "uvqtefqdhk" "value" "yjhypaonqq" "value" "uqvzpcvugl" "value" "cakvxrdpmj" "value" "tvzacklhdz" "value" "higdkhodzy" "value" "ormdblyhhn" "value" "wbouqpojzl" "value" "eyhgspybnr" "value" "lywsezpzgf" "value" "usykkwszvh" "value" "bcwncpnibg" "value" "jgcqryhsvk" "value" "yfvwesgulw" "value" "geizujxrkg" "value" "zknlteeaxq" "value" "nqwjivcosg" "value" "qmnxipsiga" "value" "pthacnunjj" "value" "afamsavgsi" "value" "bzfzxzecrs" "value" "sxcihybfci" "value" "padscbypdo" "value" "gaotvjctjh" "value" "beicnwdryg" "value" "xsueeljljp" "value" "mkrrypcfzy" "value" "ekjgqnjxyl" "value" "iyeiercbxr" "value" "rkwlgzhvvy" "value" "hmnaoeeasz" "value" "aquymkrswt" "value" "ulnnuwyptq" "value" "xftfzsoiwc" "value" "urkkyscfti" "value" "wabroeeoop" "value" "qpzkuxsipr" "value" "dxdngrmypg" "value" "icatrrbcjs" "value" "fhuptkhkzm" "value" "apyzwvajot" "value" "vealtjlqyc" "value" "khkkfmzkow" "value" "trzqdcaqdw" "value" "itmekixthv" "value" "pudgkcbwdx" "value" "zuibhuihtz" "value" "kzuywkxlku" "value" "ogtqmpnzie" "value" "jetamrlglx" "value" "fjdjumschq" "value" "kprzbyngsw" "value" "xeyxlxiqch" "value" "dtuhvpszzt" "value" "fpmbbgiaao" "value" "hjlhurakwh" "value" "mshexjmkmn" "value" "cynhehkcxs" "value" "cvbbbdzmie" "value" "cvnlzjdfgf" "value" "ifhkjgmxrd" "value" "audguegpmo" "value" "jzstgleeby" "value" "eafrzhdhhq" "value" "fmmammvdyj" "value" "uncqdpbhwb" "value" "fzatoyblsr" "value" "xtwlklqdna" "value" "ydqppngxvh" "value" "mkngszsxeu" "value" "vyewicgjio" "value" "tstbluhyhj" "value" "qzxxwlfeki" "value" "ocmtsfpsgh" "value" "xmknbbmdbf" "value" "pdjmftsmob" "value" "ygrpkpstxq" "value" "hrhiqcarju" "value" "aadzbodres" "value" "curhymvwsx" "value" "tbqidtevrl" "value" "avchkjnlwm" "value" "tyephutkmb" "value" "lxoaezrdxs" "value" "ctkwlhmgfz" "value" "xkiuuciwrn" "value" "irrovfyshb" "value" "hwuofuftlr" "value" "mhbfsuaovv" "value" "wzuhzzdezi" "value" "jlpobgvouj" "value" "qbpmtomqpu" "value" "shlwywnxpk" "value" "srkvjhetmj" "value" "hvxefqtmqu" "value" "fazsvkljef" "value" "bstezdkmig" "value" "asbtvfzien" "value" "vewfxcxkpf" "value" "tqkprkoixe" "value" "rcaatkjyur" "value" "euleuicawb" "value" "ifiizdeong" "value" "cjcrpmggtu" "value" "kxggjpatkd" "value" "klwqsggtob" "value" "mnsaklzgob" "value" "xfxlervrgn" "value" "eraxdyjftw" "value" "xrvonyieqa" "value" "fswhywqxhy" "value" "iqzxblqkeo" "value" "rxvhmzvbcv" "value" "wvdmobfisx" "value" "ujybghjfnf" "value" "yufagalzhk" "value" "qxbqbfcgjp" "value" "vorgqhmaoq" "value" "zewylkylsy" "value" "vvmaucizkv" "value" "bgcoyoduda" "value" "vnsufnurol" "value" "rtskokvklv" "value" "svvdufedug" "value" "qgdgujdvtg" "value" "rjrtvpntke" "value" "shgetgsird" "value" "ywgeotcect" "value" "zsikdzycyt" "value" "gcsswbksnc" "value" "qgobfhgspy" "value" "pbxrbaxnor" "value" "viwarrumob" "value" "eaetplspga" "value" "jqmscuprwq" "value" "nkyuframnm" "value" "gygftrsdbm" "value" "qzlfnntjar" "value" "fzzcioobeb" "value" "ydigxptqbl" "value" "bgtxhxkhvv" "value" "hggqmlgwha" "value" "ywlqbjqeug" "value" "qwowxqzrkz" "value" "zybosgbtxt" "value" "cflarkquuv" "value" "klaeknlbrm" "value" "ccnbldglgl" "value" "dpauqcpgyi" "value" "ylxiwiesps" "value" "xyxmlrdbui" "value" "arqfxfqkzh" "value" "byrkeibrfb" "value" "laepwenqmc" "value" "kluswgtjsf" "value" "mgldvzleyy" "value" "yqmzmmzwpd" "value" "tvlckdoyfe" "value" "dmxcbvzrxg" "value" "qquwyuyvvw" "value" "pmytvtksfi" "value" "umttshfkpk" "value" "rmdayyptch" "value" "glwrmjpotx" "value" "bgcnzgcmza" "value" "ivinvxopgz" "value" "dmbarohbfj" "value" "rncdgqxqfq" "value" "zmmwzkjrjl" "value" "gdlztbhpeq" "value" "zrwgpknaop" "value" "powzkcrtvv" "value" "cszvzbrmoy" "value" "dtjljhzqcm" "value" "anznywecwk" "value" "amuwlfaxwv" "value" "ajdkqflpen" "value" "evjrybtwww" "value" "oxsdmrdbit" "value" "yafipxfsip" "value" "xekxarmwcq" "value" "dgcesswkvc" "value" "gdqgmwxkmt" "value" "spdyueanru" "value" "yrvmdhnnfc" "value" "aexxjlgwuo" "value" "xpcpytommm" "value" "gjutzwoxlf" "value" "stnfirydgi" "value" "snpuvnebpy" "value" "rfxibyjmpg" "value" "ortxlvmdoc" "value" "gdozstnglr" "value" "eqiukbyscu" "value" "qzcrpbvatq" "value" "dwzqowbrsd" "value" "iesbitdnjd" "value" "inboyxgoqa" "value" "lfojnetxdc" "value" "njmufqrykx" "value" "ybcdthmgws" "value" "igwekdegcw" "value" "ajkgxmtamu" "value" "qkyfpamste" "value" "nwybjbhgep" "value" "arqqmfmmbz" "value" "rqiyxwpuyv" "value" "nsdvirehqh" "value" "qckueiqiwh" "value" "tjnbsybxws" "value" "jphvxuqipp" "value" "ghtoyhrfxh" "value" "erglflfnql" "value" "kngwkkzwts" "value" "nmguhcygct" "value" "jigyicdeft" "value" "gamcdtywne" "value" "nunpqugdit" "value" "ghqwxaqlef" "value" "nqxdrqigvf" "value" "xepfvvcovk" "value" "ezgxjiwwig" "value" "izizuzzjuv" "value" "mallnshtok" "value" "tctrsxgnrc" "value" "exhjfssojj" "value" "yilvzcevlj" "value" "nepxmyiuhr" "value" "dqqfcdugde" "value" "iamjlqlznh" "value" "mvmsikqfxu" "value" "kmqlwfbsex" "value" "pribqncfuf" "value" "zavrjnezrf" "value" "kmcwshsbye" "value" "uzaejrbwue" "value" "olezxlliej" "value" "hjjxyybxiv"' tested-groups: - hash tested-commands: diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-load-hash-1K-fields-with-5B-values.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-load-hash-1K-fields-with-5B-values.yml index f9c37825..3acc7389 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-load-hash-1K-fields-with-5B-values.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-load-hash-1K-fields-with-5B-values.yml @@ -1,5 +1,5 @@ version: 0.4 -name: memtier_benchmark-1key-load-hash-1K-fields-with-5B-values +name: memtier_benchmark-1key-load-hash-1K-fields-with-5B-"value"s description: "" dbconfig: configuration-parameters: @@ -21,7 +21,7 @@ build-variants: clientconfig: run_image: redislabs/memtier_benchmark:edge tool: memtier_benchmark - arguments: --test-time 120 --distinct-client-seed "--data-size" "10" --command 'HSET "hash:1000" value "tocawprsxz" value "csqcfxyzsy" value "ipubipttcb" value "jqurtadjro" value "zdulfflfqx" value "bbfvuialin" value "ifpfyncdfe" value "kjeevccyof" value "stttkrbfqs" value "qatkvfuttq" value "ltvfnuuwil" value "znartcywze" value "bzursuzuei" value "jlghqxtvok" value "osncqcuest" value "uxvibjduto" value "giubyhvaav" value "joijmgposs" value "lqxpnplleo" value "bnatichltp" value "nnfxoqebys" value "lyhqvxolfw" value "caaqjozcqh" value "nlqtadqinl" value "hfjxrrsszf" value "fussukqrph" value "cbjovvgqqy" value "wcpbfslakk" value "slskrnekbc" value "nvonwipkta" value "jhdcicttmm" value "rpyroriegs" value "lnuuootxmp" value "ufdxqlonpg" value "qgasrnjrld" value "jhocasnttw" value "smwbxeqbed" value "kapxglqccs" value "hhwvslfxmf" value "rbdabbmnrf" value "ltgidziwzm" value "qpffifpdiz" value "sadqcfniau" value "bqoabrqwwj" value "wghyakzbit" value "bnxtlmiwup" value "akzsgaeqon" value "zwlhpcahwu" value "kfselnpkim" value "dxtzxeguoi" value "roczxpuisd" value "myzjxvtvjh" value "alfftdxaxc" value "vyiqkfoics" value "dygkzcpakt" value "ukprrucywq" value "afzlyodwiz" value "vdaebbupfe" value "wemmvswznk" value "xzbqjpzqlm" value "lqqivzlppd" value "rrzcqyzdzf" value "ncckxlmsvg" value "cpjveufsvk" value "babfjxxabw" value "btcvhacldb" value "mqqrgbacfa" value "eqaxrccwjq" value "erahoeivfw" value "omeatkwwtc" value "mjwrbndexu" value "gktcjcfxbb" value "tfonhwnuxj" value "pheajlhymx" value "vefgwelnfo" value "gayysuldha" value "tqpqihwjtl" value "eirhwkdgfq" value "rnfodijavx" value "erqgyscser" value "nnnxouavyp" value "yhejmjwwni" value "mwmcwqzbld" value "ofcurtthcs" value "idmjjbjvni" value "ovqohpxjft" value "ocoflktdhp" value "kgopxvsdah" value "pyjpxqnavq" value "nubsytpfao" value "ddpgrvwowd" value "glynpmsjcf" value "whsxmqffqg" value "sstqpivwip" value "cqfnhujrbj" value "gsvkmnluiz" value "zdmgjjyukl" value "gcfcbjybkx" value "qmhyoyctod" value "kdodndexvr" value "tkgihmsrha" value "kmifjielrw" value "gefoharnza" value "tcpwkimype" value "nxllkzroin" value "bpvbnmpekh" value "ljinllovsw" value "mugdxqnjxj" value "tqqmmvwact" value "uidvmrqyjd" value "dthtfrqkce" value "efhynoxlul" value "iosqxoobrk" value "sujbwndgwl" value "btxehrokkw" value "pmaagvqldo" value "evuxmkrrfl" value "dclualrzqb" value "jfqxkxgqhj" value "fvemodlpgz" value "lawrpikwsk" value "socoxaegfa" value "snomfrutha" value "yxsnreuepl" value "vjihaakiof" value "nnhrgirrtw" value "jccorylnjg" value "gehuriygwq" value "icqjxcermo" value "ocgjeuljxf" value "qslrwqmixc" value "rhzpguhsws" value "zxlbhyeckf" value "iziwqojsoq" value "qlorevyltp" value "gbjzsedhag" value "mkxysrkpug" value "bhrvnadcdk" value "qxxinxaqxn" value "ctnaggdbru" value "fsthobmdxk" value "cvnnitrrow" value "vlhtdpqavh" value "vhjaphfdpj" value "yhdgqenmwv" value "ysntbzffxq" value "emfjcnujqn" value "qnqzibcmip" value "ngcxqjjpdm" value "gkneclxnnt" value "rhkpfsuhoq" value "dgodkfjzos" value "isqymcuffe" value "ripecixnpr" value "dxpepbctea" value "gbeizdzdyb" value "aqlapmghln" value "yhlalzusch" value "xglrugpjkt" value "ngwifjdpha" value "jvekvvldai" value "hmdzsuuyrn" value "ncabqesziv" value "whdftyqojv" value "rhzqdtxucc" value "ftyxhyfokj" value "vqtixjkcbb" value "krfosgrmjb" value "ahcaaodvgi" value "ooeswhfdnj" value "jhctncrzlw" value "haxesjafmh" value "vxrtzngznb" value "fidsuuizcf" value "mamtueyrqn" value "quemrlmwod" value "pkgpjwyfbh" value "ckibsdtfff" value "tjnjhejnju" value "puvgjfjyaf" value "cvmicoarvv" value "mxpzuzrzuo" value "rrrfhnclbv" value "xeurpmfdmo" value "yqvkykgjbe" value "behdxlfdho" value "dyzedskzkq" value "rfhlttsuqy" value "pkehotsmka" value "alokvrpbih" value "mobwpcyxuk" value "umwunfzsvo" value "naggqdxcjm" value "rakustfykw" value "dtkfydidli" value "kohpozxkhl" value "usjmfkopln" value "axhoxkubdv" value "asretszbav" value "tmkoxwdgpx" value "wjhaavxfge" value "pcuaesomdc" value "vjhpmffzxc" value "qwxzqlqter" value "jjumoixniz" value "ruxsmttpak" value "pjdundsxrd" value "kdklhpxntt" value "muhewfzihs" value "dplonqlliz" value "wjibkklezg" value "dfemamyevk" value "nryvfijxhj" value "bqqohkuylc" value "wiqhmhkiel" value "lftmqoxhfc" value "sjbaedopjb" value "dlomhvkoxg" value "jhkdwtqvwl" value "vqashxkrik" value "mupcilqfjg" value "suahxaebee" value "rqkcyxiwhz" value "jqgtbgbybq" value "ygbfgfefac" value "kjblkrvknt" value "yajpmxmuwz" value "wwowdvybjj" value "bdtbaxnuko" value "adfhfatarh" value "vfcpevtekf" value "fiugzrozky" value "spogjykkfs" value "tdggmsxysk" value "aoqlctikzg" value "nwywtydqew" value "qjrhtqgwjc" value "dhzgpwewsx" value "outdlyeqvq" value "trwzipsers" value "qtpcwuafar" value "scgjdkyetq" value "aqyfvxyjqr" value "xkvgnzjgrm" value "hhbceuegvh" value "paitaeqrpb" value "yfdsmhtria" value "bxwvqvndcc" value "dpyjoihqrs" value "tnratexlre" value "hplvvuoscb" value "muocqqypmt" value "pxzkuasjek" value "flrsaczxzc" value "pubqtzzzko" value "vpqlxtfkjz" value "fiafoggekm" value "qtewhixedb" value "iijjcabgak" value "tqjpijliii" value "uttazeawix" value "hxbmykkugi" value "bekchebgys" value "ffrviosqzo" value "rjrptuhkav" value "sldzewoxas" value "uesalivsis" value "maxylirjgh" value "vpzsmbjkvy" value "eiziligjfr" value "tqblforkpa" value "nszbrpweoz" value "rzanpefsfy" value "cejkfhuykf" value "abinkgshoi" value "gqybtjuhvq" value "oqdlpaubsc" value "nrbfkysxaf" value "mhxojehvxx" value "vuqlqdpfdn" value "orqqevpmca" value "xigznrdgqy" value "jzceexkqam" value "szupcnvvij" value "btgeubdzbb" value "nojnedgabk" value "sdnkjddyut" value "lbjarnpxhh" value "wevfinjbqk" value "dvgqwzignk" value "ejzwnidqwr" value "nlxwjmzwln" value "brrlblrxwa" value "hyikggurti" value "wybmlpqblt" value "hertbwuzyw" value "rwhzzytdsq" value "symbgeyple" value "zbfeyptemz" value "pghbwbtfmk" value "mxydilgynv" value "bhwytqsafu" value "ecsburyjhh" value "cvohdragtx" value "lscjhgztom" value "giswndixdf" value "etsngvbrff" value "lgqazzajpx" value "pypepewjvq" value "nswjopvtqv" value "tuajnnqtcq" value "bvvoibkfrt" value "kjqeujfkoh" value "diwmfuckel" value "bwizktcwmb" value "ughnpilqqm" value "ihealvwnxb" value "thqttakyzy" value "auwfujaoya" value "rofnkytnhm" value "ilkuddrdvh" value "hmwfncgzxg" value "pzrchtwaaw" value "ffksbrtbfq" value "ethxaycsil" value "uwiqrvcqvu" value "fgcehqgsso" value "yoblelzlkd" value "gjiwldcfqh" value "sbrjnwxdip" value "nenhiiibwx" value "ebhhhgabjd" value "xpkwqbfban" value "pupmdjgyed" value "aejnvyfdst" value "krxneqolle" value "nouncgkoik" value "kamgfgbxel" value "fffylsswky" value "agswwrfabr" value "pkvcbelpos" value "mxapzqqqsw" value "ywmqoaztmy" value "sfuvzzxbxq" value "kdcvbkrbsj" value "twpiiaedpc" value "egmgddriry" value "nmfihtnkel" value "kqzjnkdlxd" value "eovsizpcjp" value "bsavjyaksg" value "xlmvatfsly" value "dlhjfafskj" value "wmvhvwnowp" value "vjjozwrovk" value "gbazuqnmit" value "ubwlcefgqb" value "jttqzbazgz" value "dozecfsvue" value "pgdhjrxhga" value "gzekysdunp" value "ygoiannoht" value "hklchdenoe" value "sotbjzlsvz" value "qjwrnhooax" value "cdghgcsoth" value "mjlpvuoghe" value "qclkaeciey" value "oownjpxrov" value "nvqfyljbef" value "tsnawydcru" value "wrrgxxkxkc" value "ylulwsnjay" value "lxsinouutc" value "ozpyyaznsh" value "cmhkstsjok" value "ybckvbeoib" value "fsoardckcw" value "ltkauvxggz" value "sqwhsgboef" value "wgtjxahmef" value "spoqshzjoi" value "pfvfxrrfhl" value "nahweurftw" value "fojjpqmbck" value "zexblqeora" value "qsoiwsugdv" value "ksppwhhqzj" value "otadcihtmd" value "imnjbkmsls" value "zzenkvuesw" value "kbfqdppnfa" value "igehetokzq" value "koujdppfua" value "wqsqzzbqhm" value "tglieutcis" value "owovlhorvw" value "nraylduhut" value "nwnyjkugcf" value "kpfqxroqbs" value "xwxwosqkhm" value "ollacusjzj" value "wcouaiatsu" value "nvkfnfzoki" value "fgjnsosfrp" value "pltsnzqvpi" value "rhnkzlsjtk" value "ysnndkycix" value "bpnfopinub" value "blujwnyluy" value "wgtmckqknh" value "zorzyqtjtr" value "hvtlkrungk" value "rgtondctpo" value "mjgvtydjtm" value "kcbotffyca" value "gybxnvwchp" value "gazojexans" value "hmcpcrjumm" value "zejhycldyy" value "iiissmznfe" value "qvpuudyuks" value "gviypfayfm" value "plqbwsiuzw" value "nunchscyqc" value "qocjpufxio" value "iqbyikqjmx" value "omwbgglqsp" value "nywteueaig" value "ntmgbzaivy" value "ijdgnlzprg" value "rnlaakgsrf" value "fpdflprzvn" value "azkdbpnshy" value "mvfnirshbd" value "sotsxznskx" value "uzktwqcdeb" value "myrrmvflyw" value "jgaieawkcu" value "utymwhxigo" value "vtaiyncmyg" value "gpodilvrnm" value "xgfzndhodu" value "saqilljaid" value "jxiewthqls" value "nbwksmwxpx" value "rwfykeeqgx" value "tlnkrncpwi" value "ogyvxbgcwi" value "ffcqkkzllx" value "rtnhivnxtb" value "vzcclamtun" value "jjlefkekuw" value "xjksnqifds" value "ctusqixohm" value "osaekeukqx" value "irlduoinie" value "nifzrybfuh" value "ctqxoyxbwc" value "vsvhjrymqc" value "bzwxqcpftf" value "ltghdkluqq" value "vklwhyzqhk" value "ghwcrdlbjj" value "lzzptujbjp" value "qlvgfplbod" value "ghepftfjgk" value "aiqqyusnuv" value "rspghuhpbp" value "lfkqrtxocm" value "iibgagtkpg" value "ywiurvfbpg" value "tdceweesxh" value "pvwvdaorrl" value "ejlunxlwxn" value "ymqxhmnidz" value "lydebbpmfb" value "ztjuqomjck" value "eyrbqexkff" value "oqmuhlruqy" value "gnrmnwaxls" value "mumhqarhgg" value "skbzfbeziu" value "hnnfmyurhx" value "yrsizkbbwz" value "azpwrzovza" value "txhllnvudv" value "aslibwggrp" value "ubghghklvj" value "jqqogagqni" value "emfqsjraia" value "ctgwmawlgl" value "mivctgaajt" value "knycrcrsbm" value "ubtiscdgrn" value "ulepgommyy" value "qbhdjhoohc" value "cctlfgicpv" value "phfuspevwk" value "oeawjlqnyg" value "jpphbjtbrh" value "ofykgotycd" value "csjfbpjyzq" value "thmmmlqluk" value "buzhjxsbkm" value "pisgqibyae" value "skkawcmqqt" value "mmqblvrscy" value "dpkiubfzbx" value "yivxcecwlp" value "kbnjiilaqd" value "rwrxxrnwtq" value "veegnotgmj" value "pbfijwccjp" value "expefhkisx" value "ynnhyctikq" value "bhfmhanvxe" value "otclvmbilg" value "hskkmrluuf" value "ftnbjymlll" value "nbkaxrojqq" value "qydrgilxxt" value "dxufcyurjx" value "fgygwdazbm" value "tivnqailcl" value "jwvqixjhho" value "oglqutqfcx" value "wvrlxfoxff" value "ropuqidkxv" value "qcsxjrjcfc" value "twuvkpjzzw" value "fqtktfghcv" value "suhwnartid" value "wvsnfinuil" value "rngtndwjyg" value "tsmzfswaxo" value "uvlswctlhx" value "llamjvxyqo" value "wovoupawzt" value "caxgjftjyj" value "gwzqcetcji" value "yzrdbalexf" value "fnpdsuozxt" value "dbtbtvkqss" value "pwgjoppmgc" value "wxjdgbugeu" value "qchpfcigwa" value "lxzdcbveuy" value "bwjyghaztz" value "uedehyieof" value "pfaytznuaa" value "lspvrnxnjo" value "zkbqvttlzy" value "fkdmuxraqf" value "nbizrabfuo" value "fgzwwaedjy" value "gkmwutvars" value "bwsdzrxzse" value "txgjxzovte" value "cbtpbbfrdd" value "vqgztpmzhz" value "rdipvyeqoi" value "bovkdabcdo" value "fhobhpwwkp" value "mkbkflixkr" value "mjifqzmtsd" value "pkcqdokojd" value "dtgjnddwch" value "uboipezuni" value "dfdodbelzn" value "fzsoiryhfn" value "krtsiucvvu" value "aieekmivcb" value "aeafusfzdn" value "ehnrizfmfo" value "dcjlwhfstw" value "wksgvbkbyw" value "hvfprkjlbc" value "jlgepeyhpc" value "ljklggibcy" value "mhrvuemywb" value "wdqygrxkya" value "ystnkbogee" value "flvftlpbjq" value "vgfgbsbnwy" value "rsivptwulz" value "bzjzucrypq" value "bweysooxiv" value "mmcunsiwad" value "mszjkgsrio" value "bvurseeqmh" value "wtcpliaxmk" value "ndwiompimr" value "mdcwoblmkl" value "dflxukffgl" value "mcojdazpfq" value "tctgzmjads" value "dewdgfrhos" value "iwqanwtvcd" value "nfucelqjfe" value "wgtrwefdsw" value "skstqdgbos" value "rwllkdzxrj" value "qwozutlufu" value "fmpdixcckx" value "jybzltmwrs" value "ossjrvqmaa" value "adlxahxsbq" value "mbewprqunw" value "xbvbujurqw" value "rnvhfxbuoi" value "pyrpwxalpc" value "adlryhdbpr" value "gritvkzfgw" value "aufhfrhccf" value "umoicweaab" value "kgirldeylz" value "nknlysgviv" value "plbxaamppj" value "ikpikupjoi" value "eioxaswdee" value "imexfccbxk" value "ouroipthpq" value "jbzyfznpdn" value "asidljmwgb" value "jeazfmhrcb" value "dablvesuho" value "zuoqjiciij" value "qmxxfyuodo" value "vkqalcokst" value "jhibapuhga" value "cmqraybrlw" value "beqsnrixhl" value "rmqxtqcxua" value "ndltyojjxj" value "hyanpicfan" value "yzutuazhmh" value "tumnalubch" value "eksvvoxziw" value "weqhfkosif" value "wwfbpjatrp" value "lrhrkuyzry" value "uvbtcgtopw" value "fmyleefltp" value "kkrxiaiife" value "gbkqhfumyu" value "tdmjyuitvv" value "jvtalmlkng" value "rdsfcdvkqz" value "xqvjnlpssl" value "fuftndsnim" value "keklddczkd" value "wrqnytptzm" value "rwzijctxzs" value "btakuczlec" value "fuipidfbjt" value "kjiqagynco" value "ahjawbsqcw" value "iehxaaneev" value "ezbiwqnabg" value "pnnzqcutoq" value "wlogkzxkpo" value "xzswnnldvs" value "qqfnugftmr" value "zuccleayil" value "ckqebhazel" value "brwlqbfoat" value "anmcogawkg" value "roqzbzpbbt" value "dxnprfawun" value "fffreqppjj" value "gfdzgxfdcg" value "sshbuxfljd" value "shckmujxzo" value "rqurawzebz" value "vpehhmoxva" value "vldwfdnicm" value "tzhjrlfvfp" value "ymwwctfodg" value "qsxfnsicrx" value "gfhrrjczsp" value "gtqrsktbaa" value "dniplpxfof" value "htawohddyn" value "dbcxnsiacw" value "dhfundvlpn" value "uewpgskfpu" value "cuuytorpnp" value "vlcnbfqvox" value "jbqibabrmv" value "xhspgwheck" value "fsuovvpgng" value "gcjruttnno" value "wxswusqpeo" value "qhhhipzncq" value "mcbuftndrr" value "owjfgjqqjc" value "vvmkjgajwa" value "wvlvshnhmx" value "ekponflaeq" value "kuiumwomxi" value "aoydkdfrpe" value "cglxptkcsz" value "uqbpcvkipa" value "ubzgvzputq" value "wmyphdckda" value "ukdnaklmcp" value "ramoirrdyd" value "vwayaqmtid" value "ltomuspfzc" value "wzxdkpehwf" value "yzcspfvcot" value "cgpvvnbvlk" value "farwqgfyjf" value "lbxvlwzony" value "ocesqguvym" value "yzviqaobku" value "cnngbbpowp" value "ucxeoqcssr" value "zcffhzusrl" value "yzmodbpsnb" value "aryiyaltqw" value "xkaailrpns" value "lpahctqgna" value "cnbqnvxmjp" value "nugjvhftma" value "xsgcuvxzor" value "xwtwtwmbgu" value "emdwpvauyc" value "ahfktrqmgh" value "jznackjcrd" value "etcsjxoqab" value "kpzmuwqbnt" value "dspznsgszk" value "rcwbzvwbva" value "mlznoaajqq" value "iwuuxdactm" value "zujobawsct" value "snepgcispg" value "cgmivhyskk" value "snunzlgfkd" value "ppdxnadmje" value "wtzqqecgfy" value "ncremxgfdb" value "cblsafugqk" value "hjekcxfyds" value "faxedqgskm" value "jjczogqdwz" value "jfbgmhtjke" value "nehqnkqnld" value "lcdchjadll" value "llimzyabsp" value "iwapedwyle" value "iobkwbwceu" value "twmbtaxdro" value "nmtmjmhmdl" value "ewoqykjbkc" value "tmyuncyoyd" value "dcepfcdddn" value "dnvwyhyhsn" value "nrencopzqn" value "yjyffpgoop" value "uvqtefqdhk" value "yjhypaonqq" value "uqvzpcvugl" value "cakvxrdpmj" value "tvzacklhdz" value "higdkhodzy" value "ormdblyhhn" value "wbouqpojzl" value "eyhgspybnr" value "lywsezpzgf" value "usykkwszvh" value "bcwncpnibg" value "jgcqryhsvk" value "yfvwesgulw" value "geizujxrkg" value "zknlteeaxq" value "nqwjivcosg" value "qmnxipsiga" value "pthacnunjj" value "afamsavgsi" value "bzfzxzecrs" value "sxcihybfci" value "padscbypdo" value "gaotvjctjh" value "beicnwdryg" value "xsueeljljp" value "mkrrypcfzy" value "ekjgqnjxyl" value "iyeiercbxr" value "rkwlgzhvvy" value "hmnaoeeasz" value "aquymkrswt" value "ulnnuwyptq" value "xftfzsoiwc" value "urkkyscfti" value "wabroeeoop" value "qpzkuxsipr" value "dxdngrmypg" value "icatrrbcjs" value "fhuptkhkzm" value "apyzwvajot" value "vealtjlqyc" value "khkkfmzkow" value "trzqdcaqdw" value "itmekixthv" value "pudgkcbwdx" value "zuibhuihtz" value "kzuywkxlku" value "ogtqmpnzie" value "jetamrlglx" value "fjdjumschq" value "kprzbyngsw" value "xeyxlxiqch" value "dtuhvpszzt" value "fpmbbgiaao" value "hjlhurakwh" value "mshexjmkmn" value "cynhehkcxs" value "cvbbbdzmie" value "cvnlzjdfgf" value "ifhkjgmxrd" value "audguegpmo" value "jzstgleeby" value "eafrzhdhhq" value "fmmammvdyj" value "uncqdpbhwb" value "fzatoyblsr" value "xtwlklqdna" value "ydqppngxvh" value "mkngszsxeu" value "vyewicgjio" value "tstbluhyhj" value "qzxxwlfeki" value "ocmtsfpsgh" value "xmknbbmdbf" value "pdjmftsmob" value "ygrpkpstxq" value "hrhiqcarju" value "aadzbodres" value "curhymvwsx" value "tbqidtevrl" value "avchkjnlwm" value "tyephutkmb" value "lxoaezrdxs" value "ctkwlhmgfz" value "xkiuuciwrn" value "irrovfyshb" value "hwuofuftlr" value "mhbfsuaovv" value "wzuhzzdezi" value "jlpobgvouj" value "qbpmtomqpu" value "shlwywnxpk" value "srkvjhetmj" value "hvxefqtmqu" value "fazsvkljef" value "bstezdkmig" value "asbtvfzien" value "vewfxcxkpf" value "tqkprkoixe" value "rcaatkjyur" value "euleuicawb" value "ifiizdeong" value "cjcrpmggtu" value "kxggjpatkd" value "klwqsggtob" value "mnsaklzgob" value "xfxlervrgn" value "eraxdyjftw" value "xrvonyieqa" value "fswhywqxhy" value "iqzxblqkeo" value "rxvhmzvbcv" value "wvdmobfisx" value "ujybghjfnf" value "yufagalzhk" value "qxbqbfcgjp" value "vorgqhmaoq" value "zewylkylsy" value "vvmaucizkv" value "bgcoyoduda" value "vnsufnurol" value "rtskokvklv" value "svvdufedug" value "qgdgujdvtg" value "rjrtvpntke" value "shgetgsird" value "ywgeotcect" value "zsikdzycyt" value "gcsswbksnc" value "qgobfhgspy" value "pbxrbaxnor" value "viwarrumob" value "eaetplspga" value "jqmscuprwq" value "nkyuframnm" value "gygftrsdbm" value "qzlfnntjar" value "fzzcioobeb" value "ydigxptqbl" value "bgtxhxkhvv" value "hggqmlgwha" value "ywlqbjqeug" value "qwowxqzrkz" value "zybosgbtxt" value "cflarkquuv" value "klaeknlbrm" value "ccnbldglgl" value "dpauqcpgyi" value "ylxiwiesps" value "xyxmlrdbui" value "arqfxfqkzh" value "byrkeibrfb" value "laepwenqmc" value "kluswgtjsf" value "mgldvzleyy" value "yqmzmmzwpd" value "tvlckdoyfe" value "dmxcbvzrxg" value "qquwyuyvvw" value "pmytvtksfi" value "umttshfkpk" value "rmdayyptch" value "glwrmjpotx" value "bgcnzgcmza" value "ivinvxopgz" value "dmbarohbfj" value "rncdgqxqfq" value "zmmwzkjrjl" value "gdlztbhpeq" value "zrwgpknaop" value "powzkcrtvv" value "cszvzbrmoy" value "dtjljhzqcm" value "anznywecwk" value "amuwlfaxwv" value "ajdkqflpen" value "evjrybtwww" value "oxsdmrdbit" value "yafipxfsip" value "xekxarmwcq" value "dgcesswkvc" value "gdqgmwxkmt" value "spdyueanru" value "yrvmdhnnfc" value "aexxjlgwuo" value "xpcpytommm" value "gjutzwoxlf" value "stnfirydgi" value "snpuvnebpy" value "rfxibyjmpg" value "ortxlvmdoc" value "gdozstnglr" value "eqiukbyscu" value "qzcrpbvatq" value "dwzqowbrsd" value "iesbitdnjd" value "inboyxgoqa" value "lfojnetxdc" value "njmufqrykx" value "ybcdthmgws" value "igwekdegcw" value "ajkgxmtamu" value "qkyfpamste" value "nwybjbhgep" value "arqqmfmmbz" value "rqiyxwpuyv" value "nsdvirehqh" value "qckueiqiwh" value "tjnbsybxws" value "jphvxuqipp" value "ghtoyhrfxh" value "erglflfnql" value "kngwkkzwts" value "nmguhcygct" value "jigyicdeft" value "gamcdtywne" value "nunpqugdit" value "ghqwxaqlef" value "nqxdrqigvf" value "xepfvvcovk" value "ezgxjiwwig" value "izizuzzjuv" value "mallnshtok" value "tctrsxgnrc" value "exhjfssojj" value "yilvzcevlj" value "nepxmyiuhr" value "dqqfcdugde" value "iamjlqlznh" value "mvmsikqfxu" value "kmqlwfbsex" value "pribqncfuf" value "zavrjnezrf" value "kmcwshsbye" value "uzaejrbwue" value "olezxlliej" value "hjjxyybxiv"' --command-key-pattern="R" --key-minimum=1 --key-maximum 100000 -c 50 -t 4 --hide-histogram + arguments: --test-time 120 --distinct-client-seed "--data-size" "10" --command 'HSET "hash:1000" "tocawprsxz" "value" "csqcfxyzsy" "value" "ipubipttcb" "value" "jqurtadjro" "value" "zdulfflfqx" "value" "bbfvuialin" "value" "ifpfyncdfe" "value" "kjeevccyof" "value" "stttkrbfqs" "value" "qatkvfuttq" "value" "ltvfnuuwil" "value" "znartcywze" "value" "bzursuzuei" "value" "jlghqxtvok" "value" "osncqcuest" "value" "uxvibjduto" "value" "giubyhvaav" "value" "joijmgposs" "value" "lqxpnplleo" "value" "bnatichltp" "value" "nnfxoqebys" "value" "lyhqvxolfw" "value" "caaqjozcqh" "value" "nlqtadqinl" "value" "hfjxrrsszf" "value" "fussukqrph" "value" "cbjovvgqqy" "value" "wcpbfslakk" "value" "slskrnekbc" "value" "nvonwipkta" "value" "jhdcicttmm" "value" "rpyroriegs" "value" "lnuuootxmp" "value" "ufdxqlonpg" "value" "qgasrnjrld" "value" "jhocasnttw" "value" "smwbxeqbed" "value" "kapxglqccs" "value" "hhwvslfxmf" "value" "rbdabbmnrf" "value" "ltgidziwzm" "value" "qpffifpdiz" "value" "sadqcfniau" "value" "bqoabrqwwj" "value" "wghyakzbit" "value" "bnxtlmiwup" "value" "akzsgaeqon" "value" "zwlhpcahwu" "value" "kfselnpkim" "value" "dxtzxeguoi" "value" "roczxpuisd" "value" "myzjxvtvjh" "value" "alfftdxaxc" "value" "vyiqkfoics" "value" "dygkzcpakt" "value" "ukprrucywq" "value" "afzlyodwiz" "value" "vdaebbupfe" "value" "wemmvswznk" "value" "xzbqjpzqlm" "value" "lqqivzlppd" "value" "rrzcqyzdzf" "value" "ncckxlmsvg" "value" "cpjveufsvk" "value" "babfjxxabw" "value" "btcvhacldb" "value" "mqqrgbacfa" "value" "eqaxrccwjq" "value" "erahoeivfw" "value" "omeatkwwtc" "value" "mjwrbndexu" "value" "gktcjcfxbb" "value" "tfonhwnuxj" "value" "pheajlhymx" "value" "vefgwelnfo" "value" "gayysuldha" "value" "tqpqihwjtl" "value" "eirhwkdgfq" "value" "rnfodijavx" "value" "erqgyscser" "value" "nnnxouavyp" "value" "yhejmjwwni" "value" "mwmcwqzbld" "value" "ofcurtthcs" "value" "idmjjbjvni" "value" "ovqohpxjft" "value" "ocoflktdhp" "value" "kgopxvsdah" "value" "pyjpxqnavq" "value" "nubsytpfao" "value" "ddpgrvwowd" "value" "glynpmsjcf" "value" "whsxmqffqg" "value" "sstqpivwip" "value" "cqfnhujrbj" "value" "gsvkmnluiz" "value" "zdmgjjyukl" "value" "gcfcbjybkx" "value" "qmhyoyctod" "value" "kdodndexvr" "value" "tkgihmsrha" "value" "kmifjielrw" "value" "gefoharnza" "value" "tcpwkimype" "value" "nxllkzroin" "value" "bpvbnmpekh" "value" "ljinllovsw" "value" "mugdxqnjxj" "value" "tqqmmvwact" "value" "uidvmrqyjd" "value" "dthtfrqkce" "value" "efhynoxlul" "value" "iosqxoobrk" "value" "sujbwndgwl" "value" "btxehrokkw" "value" "pmaagvqldo" "value" "evuxmkrrfl" "value" "dclualrzqb" "value" "jfqxkxgqhj" "value" "fvemodlpgz" "value" "lawrpikwsk" "value" "socoxaegfa" "value" "snomfrutha" "value" "yxsnreuepl" "value" "vjihaakiof" "value" "nnhrgirrtw" "value" "jccorylnjg" "value" "gehuriygwq" "value" "icqjxcermo" "value" "ocgjeuljxf" "value" "qslrwqmixc" "value" "rhzpguhsws" "value" "zxlbhyeckf" "value" "iziwqojsoq" "value" "qlorevyltp" "value" "gbjzsedhag" "value" "mkxysrkpug" "value" "bhrvnadcdk" "value" "qxxinxaqxn" "value" "ctnaggdbru" "value" "fsthobmdxk" "value" "cvnnitrrow" "value" "vlhtdpqavh" "value" "vhjaphfdpj" "value" "yhdgqenmwv" "value" "ysntbzffxq" "value" "emfjcnujqn" "value" "qnqzibcmip" "value" "ngcxqjjpdm" "value" "gkneclxnnt" "value" "rhkpfsuhoq" "value" "dgodkfjzos" "value" "isqymcuffe" "value" "ripecixnpr" "value" "dxpepbctea" "value" "gbeizdzdyb" "value" "aqlapmghln" "value" "yhlalzusch" "value" "xglrugpjkt" "value" "ngwifjdpha" "value" "jvekvvldai" "value" "hmdzsuuyrn" "value" "ncabqesziv" "value" "whdftyqojv" "value" "rhzqdtxucc" "value" "ftyxhyfokj" "value" "vqtixjkcbb" "value" "krfosgrmjb" "value" "ahcaaodvgi" "value" "ooeswhfdnj" "value" "jhctncrzlw" "value" "haxesjafmh" "value" "vxrtzngznb" "value" "fidsuuizcf" "value" "mamtueyrqn" "value" "quemrlmwod" "value" "pkgpjwyfbh" "value" "ckibsdtfff" "value" "tjnjhejnju" "value" "puvgjfjyaf" "value" "cvmicoarvv" "value" "mxpzuzrzuo" "value" "rrrfhnclbv" "value" "xeurpmfdmo" "value" "yqvkykgjbe" "value" "behdxlfdho" "value" "dyzedskzkq" "value" "rfhlttsuqy" "value" "pkehotsmka" "value" "alokvrpbih" "value" "mobwpcyxuk" "value" "umwunfzsvo" "value" "naggqdxcjm" "value" "rakustfykw" "value" "dtkfydidli" "value" "kohpozxkhl" "value" "usjmfkopln" "value" "axhoxkubdv" "value" "asretszbav" "value" "tmkoxwdgpx" "value" "wjhaavxfge" "value" "pcuaesomdc" "value" "vjhpmffzxc" "value" "qwxzqlqter" "value" "jjumoixniz" "value" "ruxsmttpak" "value" "pjdundsxrd" "value" "kdklhpxntt" "value" "muhewfzihs" "value" "dplonqlliz" "value" "wjibkklezg" "value" "dfemamyevk" "value" "nryvfijxhj" "value" "bqqohkuylc" "value" "wiqhmhkiel" "value" "lftmqoxhfc" "value" "sjbaedopjb" "value" "dlomhvkoxg" "value" "jhkdwtqvwl" "value" "vqashxkrik" "value" "mupcilqfjg" "value" "suahxaebee" "value" "rqkcyxiwhz" "value" "jqgtbgbybq" "value" "ygbfgfefac" "value" "kjblkrvknt" "value" "yajpmxmuwz" "value" "wwowdvybjj" "value" "bdtbaxnuko" "value" "adfhfatarh" "value" "vfcpevtekf" "value" "fiugzrozky" "value" "spogjykkfs" "value" "tdggmsxysk" "value" "aoqlctikzg" "value" "nwywtydqew" "value" "qjrhtqgwjc" "value" "dhzgpwewsx" "value" "outdlyeqvq" "value" "trwzipsers" "value" "qtpcwuafar" "value" "scgjdkyetq" "value" "aqyfvxyjqr" "value" "xkvgnzjgrm" "value" "hhbceuegvh" "value" "paitaeqrpb" "value" "yfdsmhtria" "value" "bxwvqvndcc" "value" "dpyjoihqrs" "value" "tnratexlre" "value" "hplvvuoscb" "value" "muocqqypmt" "value" "pxzkuasjek" "value" "flrsaczxzc" "value" "pubqtzzzko" "value" "vpqlxtfkjz" "value" "fiafoggekm" "value" "qtewhixedb" "value" "iijjcabgak" "value" "tqjpijliii" "value" "uttazeawix" "value" "hxbmykkugi" "value" "bekchebgys" "value" "ffrviosqzo" "value" "rjrptuhkav" "value" "sldzewoxas" "value" "uesalivsis" "value" "maxylirjgh" "value" "vpzsmbjkvy" "value" "eiziligjfr" "value" "tqblforkpa" "value" "nszbrpweoz" "value" "rzanpefsfy" "value" "cejkfhuykf" "value" "abinkgshoi" "value" "gqybtjuhvq" "value" "oqdlpaubsc" "value" "nrbfkysxaf" "value" "mhxojehvxx" "value" "vuqlqdpfdn" "value" "orqqevpmca" "value" "xigznrdgqy" "value" "jzceexkqam" "value" "szupcnvvij" "value" "btgeubdzbb" "value" "nojnedgabk" "value" "sdnkjddyut" "value" "lbjarnpxhh" "value" "wevfinjbqk" "value" "dvgqwzignk" "value" "ejzwnidqwr" "value" "nlxwjmzwln" "value" "brrlblrxwa" "value" "hyikggurti" "value" "wybmlpqblt" "value" "hertbwuzyw" "value" "rwhzzytdsq" "value" "symbgeyple" "value" "zbfeyptemz" "value" "pghbwbtfmk" "value" "mxydilgynv" "value" "bhwytqsafu" "value" "ecsburyjhh" "value" "cvohdragtx" "value" "lscjhgztom" "value" "giswndixdf" "value" "etsngvbrff" "value" "lgqazzajpx" "value" "pypepewjvq" "value" "nswjopvtqv" "value" "tuajnnqtcq" "value" "bvvoibkfrt" "value" "kjqeujfkoh" "value" "diwmfuckel" "value" "bwizktcwmb" "value" "ughnpilqqm" "value" "ihealvwnxb" "value" "thqttakyzy" "value" "auwfujaoya" "value" "rofnkytnhm" "value" "ilkuddrdvh" "value" "hmwfncgzxg" "value" "pzrchtwaaw" "value" "ffksbrtbfq" "value" "ethxaycsil" "value" "uwiqrvcqvu" "value" "fgcehqgsso" "value" "yoblelzlkd" "value" "gjiwldcfqh" "value" "sbrjnwxdip" "value" "nenhiiibwx" "value" "ebhhhgabjd" "value" "xpkwqbfban" "value" "pupmdjgyed" "value" "aejnvyfdst" "value" "krxneqolle" "value" "nouncgkoik" "value" "kamgfgbxel" "value" "fffylsswky" "value" "agswwrfabr" "value" "pkvcbelpos" "value" "mxapzqqqsw" "value" "ywmqoaztmy" "value" "sfuvzzxbxq" "value" "kdcvbkrbsj" "value" "twpiiaedpc" "value" "egmgddriry" "value" "nmfihtnkel" "value" "kqzjnkdlxd" "value" "eovsizpcjp" "value" "bsavjyaksg" "value" "xlmvatfsly" "value" "dlhjfafskj" "value" "wmvhvwnowp" "value" "vjjozwrovk" "value" "gbazuqnmit" "value" "ubwlcefgqb" "value" "jttqzbazgz" "value" "dozecfsvue" "value" "pgdhjrxhga" "value" "gzekysdunp" "value" "ygoiannoht" "value" "hklchdenoe" "value" "sotbjzlsvz" "value" "qjwrnhooax" "value" "cdghgcsoth" "value" "mjlpvuoghe" "value" "qclkaeciey" "value" "oownjpxrov" "value" "nvqfyljbef" "value" "tsnawydcru" "value" "wrrgxxkxkc" "value" "ylulwsnjay" "value" "lxsinouutc" "value" "ozpyyaznsh" "value" "cmhkstsjok" "value" "ybckvbeoib" "value" "fsoardckcw" "value" "ltkauvxggz" "value" "sqwhsgboef" "value" "wgtjxahmef" "value" "spoqshzjoi" "value" "pfvfxrrfhl" "value" "nahweurftw" "value" "fojjpqmbck" "value" "zexblqeora" "value" "qsoiwsugdv" "value" "ksppwhhqzj" "value" "otadcihtmd" "value" "imnjbkmsls" "value" "zzenkvuesw" "value" "kbfqdppnfa" "value" "igehetokzq" "value" "koujdppfua" "value" "wqsqzzbqhm" "value" "tglieutcis" "value" "owovlhorvw" "value" "nraylduhut" "value" "nwnyjkugcf" "value" "kpfqxroqbs" "value" "xwxwosqkhm" "value" "ollacusjzj" "value" "wcouaiatsu" "value" "nvkfnfzoki" "value" "fgjnsosfrp" "value" "pltsnzqvpi" "value" "rhnkzlsjtk" "value" "ysnndkycix" "value" "bpnfopinub" "value" "blujwnyluy" "value" "wgtmckqknh" "value" "zorzyqtjtr" "value" "hvtlkrungk" "value" "rgtondctpo" "value" "mjgvtydjtm" "value" "kcbotffyca" "value" "gybxnvwchp" "value" "gazojexans" "value" "hmcpcrjumm" "value" "zejhycldyy" "value" "iiissmznfe" "value" "qvpuudyuks" "value" "gviypfayfm" "value" "plqbwsiuzw" "value" "nunchscyqc" "value" "qocjpufxio" "value" "iqbyikqjmx" "value" "omwbgglqsp" "value" "nywteueaig" "value" "ntmgbzaivy" "value" "ijdgnlzprg" "value" "rnlaakgsrf" "value" "fpdflprzvn" "value" "azkdbpnshy" "value" "mvfnirshbd" "value" "sotsxznskx" "value" "uzktwqcdeb" "value" "myrrmvflyw" "value" "jgaieawkcu" "value" "utymwhxigo" "value" "vtaiyncmyg" "value" "gpodilvrnm" "value" "xgfzndhodu" "value" "saqilljaid" "value" "jxiewthqls" "value" "nbwksmwxpx" "value" "rwfykeeqgx" "value" "tlnkrncpwi" "value" "ogyvxbgcwi" "value" "ffcqkkzllx" "value" "rtnhivnxtb" "value" "vzcclamtun" "value" "jjlefkekuw" "value" "xjksnqifds" "value" "ctusqixohm" "value" "osaekeukqx" "value" "irlduoinie" "value" "nifzrybfuh" "value" "ctqxoyxbwc" "value" "vsvhjrymqc" "value" "bzwxqcpftf" "value" "ltghdkluqq" "value" "vklwhyzqhk" "value" "ghwcrdlbjj" "value" "lzzptujbjp" "value" "qlvgfplbod" "value" "ghepftfjgk" "value" "aiqqyusnuv" "value" "rspghuhpbp" "value" "lfkqrtxocm" "value" "iibgagtkpg" "value" "ywiurvfbpg" "value" "tdceweesxh" "value" "pvwvdaorrl" "value" "ejlunxlwxn" "value" "ymqxhmnidz" "value" "lydebbpmfb" "value" "ztjuqomjck" "value" "eyrbqexkff" "value" "oqmuhlruqy" "value" "gnrmnwaxls" "value" "mumhqarhgg" "value" "skbzfbeziu" "value" "hnnfmyurhx" "value" "yrsizkbbwz" "value" "azpwrzovza" "value" "txhllnvudv" "value" "aslibwggrp" "value" "ubghghklvj" "value" "jqqogagqni" "value" "emfqsjraia" "value" "ctgwmawlgl" "value" "mivctgaajt" "value" "knycrcrsbm" "value" "ubtiscdgrn" "value" "ulepgommyy" "value" "qbhdjhoohc" "value" "cctlfgicpv" "value" "phfuspevwk" "value" "oeawjlqnyg" "value" "jpphbjtbrh" "value" "ofykgotycd" "value" "csjfbpjyzq" "value" "thmmmlqluk" "value" "buzhjxsbkm" "value" "pisgqibyae" "value" "skkawcmqqt" "value" "mmqblvrscy" "value" "dpkiubfzbx" "value" "yivxcecwlp" "value" "kbnjiilaqd" "value" "rwrxxrnwtq" "value" "veegnotgmj" "value" "pbfijwccjp" "value" "expefhkisx" "value" "ynnhyctikq" "value" "bhfmhanvxe" "value" "otclvmbilg" "value" "hskkmrluuf" "value" "ftnbjymlll" "value" "nbkaxrojqq" "value" "qydrgilxxt" "value" "dxufcyurjx" "value" "fgygwdazbm" "value" "tivnqailcl" "value" "jwvqixjhho" "value" "oglqutqfcx" "value" "wvrlxfoxff" "value" "ropuqidkxv" "value" "qcsxjrjcfc" "value" "twuvkpjzzw" "value" "fqtktfghcv" "value" "suhwnartid" "value" "wvsnfinuil" "value" "rngtndwjyg" "value" "tsmzfswaxo" "value" "uvlswctlhx" "value" "llamjvxyqo" "value" "wovoupawzt" "value" "caxgjftjyj" "value" "gwzqcetcji" "value" "yzrdbalexf" "value" "fnpdsuozxt" "value" "dbtbtvkqss" "value" "pwgjoppmgc" "value" "wxjdgbugeu" "value" "qchpfcigwa" "value" "lxzdcbveuy" "value" "bwjyghaztz" "value" "uedehyieof" "value" "pfaytznuaa" "value" "lspvrnxnjo" "value" "zkbqvttlzy" "value" "fkdmuxraqf" "value" "nbizrabfuo" "value" "fgzwwaedjy" "value" "gkmwutvars" "value" "bwsdzrxzse" "value" "txgjxzovte" "value" "cbtpbbfrdd" "value" "vqgztpmzhz" "value" "rdipvyeqoi" "value" "bovkdabcdo" "value" "fhobhpwwkp" "value" "mkbkflixkr" "value" "mjifqzmtsd" "value" "pkcqdokojd" "value" "dtgjnddwch" "value" "uboipezuni" "value" "dfdodbelzn" "value" "fzsoiryhfn" "value" "krtsiucvvu" "value" "aieekmivcb" "value" "aeafusfzdn" "value" "ehnrizfmfo" "value" "dcjlwhfstw" "value" "wksgvbkbyw" "value" "hvfprkjlbc" "value" "jlgepeyhpc" "value" "ljklggibcy" "value" "mhrvuemywb" "value" "wdqygrxkya" "value" "ystnkbogee" "value" "flvftlpbjq" "value" "vgfgbsbnwy" "value" "rsivptwulz" "value" "bzjzucrypq" "value" "bweysooxiv" "value" "mmcunsiwad" "value" "mszjkgsrio" "value" "bvurseeqmh" "value" "wtcpliaxmk" "value" "ndwiompimr" "value" "mdcwoblmkl" "value" "dflxukffgl" "value" "mcojdazpfq" "value" "tctgzmjads" "value" "dewdgfrhos" "value" "iwqanwtvcd" "value" "nfucelqjfe" "value" "wgtrwefdsw" "value" "skstqdgbos" "value" "rwllkdzxrj" "value" "qwozutlufu" "value" "fmpdixcckx" "value" "jybzltmwrs" "value" "ossjrvqmaa" "value" "adlxahxsbq" "value" "mbewprqunw" "value" "xbvbujurqw" "value" "rnvhfxbuoi" "value" "pyrpwxalpc" "value" "adlryhdbpr" "value" "gritvkzfgw" "value" "aufhfrhccf" "value" "umoicweaab" "value" "kgirldeylz" "value" "nknlysgviv" "value" "plbxaamppj" "value" "ikpikupjoi" "value" "eioxaswdee" "value" "imexfccbxk" "value" "ouroipthpq" "value" "jbzyfznpdn" "value" "asidljmwgb" "value" "jeazfmhrcb" "value" "dablvesuho" "value" "zuoqjiciij" "value" "qmxxfyuodo" "value" "vkqalcokst" "value" "jhibapuhga" "value" "cmqraybrlw" "value" "beqsnrixhl" "value" "rmqxtqcxua" "value" "ndltyojjxj" "value" "hyanpicfan" "value" "yzutuazhmh" "value" "tumnalubch" "value" "eksvvoxziw" "value" "weqhfkosif" "value" "wwfbpjatrp" "value" "lrhrkuyzry" "value" "uvbtcgtopw" "value" "fmyleefltp" "value" "kkrxiaiife" "value" "gbkqhfumyu" "value" "tdmjyuitvv" "value" "jvtalmlkng" "value" "rdsfcdvkqz" "value" "xqvjnlpssl" "value" "fuftndsnim" "value" "keklddczkd" "value" "wrqnytptzm" "value" "rwzijctxzs" "value" "btakuczlec" "value" "fuipidfbjt" "value" "kjiqagynco" "value" "ahjawbsqcw" "value" "iehxaaneev" "value" "ezbiwqnabg" "value" "pnnzqcutoq" "value" "wlogkzxkpo" "value" "xzswnnldvs" "value" "qqfnugftmr" "value" "zuccleayil" "value" "ckqebhazel" "value" "brwlqbfoat" "value" "anmcogawkg" "value" "roqzbzpbbt" "value" "dxnprfawun" "value" "fffreqppjj" "value" "gfdzgxfdcg" "value" "sshbuxfljd" "value" "shckmujxzo" "value" "rqurawzebz" "value" "vpehhmoxva" "value" "vldwfdnicm" "value" "tzhjrlfvfp" "value" "ymwwctfodg" "value" "qsxfnsicrx" "value" "gfhrrjczsp" "value" "gtqrsktbaa" "value" "dniplpxfof" "value" "htawohddyn" "value" "dbcxnsiacw" "value" "dhfundvlpn" "value" "uewpgskfpu" "value" "cuuytorpnp" "value" "vlcnbfqvox" "value" "jbqibabrmv" "value" "xhspgwheck" "value" "fsuovvpgng" "value" "gcjruttnno" "value" "wxswusqpeo" "value" "qhhhipzncq" "value" "mcbuftndrr" "value" "owjfgjqqjc" "value" "vvmkjgajwa" "value" "wvlvshnhmx" "value" "ekponflaeq" "value" "kuiumwomxi" "value" "aoydkdfrpe" "value" "cglxptkcsz" "value" "uqbpcvkipa" "value" "ubzgvzputq" "value" "wmyphdckda" "value" "ukdnaklmcp" "value" "ramoirrdyd" "value" "vwayaqmtid" "value" "ltomuspfzc" "value" "wzxdkpehwf" "value" "yzcspfvcot" "value" "cgpvvnbvlk" "value" "farwqgfyjf" "value" "lbxvlwzony" "value" "ocesqguvym" "value" "yzviqaobku" "value" "cnngbbpowp" "value" "ucxeoqcssr" "value" "zcffhzusrl" "value" "yzmodbpsnb" "value" "aryiyaltqw" "value" "xkaailrpns" "value" "lpahctqgna" "value" "cnbqnvxmjp" "value" "nugjvhftma" "value" "xsgcuvxzor" "value" "xwtwtwmbgu" "value" "emdwpvauyc" "value" "ahfktrqmgh" "value" "jznackjcrd" "value" "etcsjxoqab" "value" "kpzmuwqbnt" "value" "dspznsgszk" "value" "rcwbzvwbva" "value" "mlznoaajqq" "value" "iwuuxdactm" "value" "zujobawsct" "value" "snepgcispg" "value" "cgmivhyskk" "value" "snunzlgfkd" "value" "ppdxnadmje" "value" "wtzqqecgfy" "value" "ncremxgfdb" "value" "cblsafugqk" "value" "hjekcxfyds" "value" "faxedqgskm" "value" "jjczogqdwz" "value" "jfbgmhtjke" "value" "nehqnkqnld" "value" "lcdchjadll" "value" "llimzyabsp" "value" "iwapedwyle" "value" "iobkwbwceu" "value" "twmbtaxdro" "value" "nmtmjmhmdl" "value" "ewoqykjbkc" "value" "tmyuncyoyd" "value" "dcepfcdddn" "value" "dnvwyhyhsn" "value" "nrencopzqn" "value" "yjyffpgoop" "value" "uvqtefqdhk" "value" "yjhypaonqq" "value" "uqvzpcvugl" "value" "cakvxrdpmj" "value" "tvzacklhdz" "value" "higdkhodzy" "value" "ormdblyhhn" "value" "wbouqpojzl" "value" "eyhgspybnr" "value" "lywsezpzgf" "value" "usykkwszvh" "value" "bcwncpnibg" "value" "jgcqryhsvk" "value" "yfvwesgulw" "value" "geizujxrkg" "value" "zknlteeaxq" "value" "nqwjivcosg" "value" "qmnxipsiga" "value" "pthacnunjj" "value" "afamsavgsi" "value" "bzfzxzecrs" "value" "sxcihybfci" "value" "padscbypdo" "value" "gaotvjctjh" "value" "beicnwdryg" "value" "xsueeljljp" "value" "mkrrypcfzy" "value" "ekjgqnjxyl" "value" "iyeiercbxr" "value" "rkwlgzhvvy" "value" "hmnaoeeasz" "value" "aquymkrswt" "value" "ulnnuwyptq" "value" "xftfzsoiwc" "value" "urkkyscfti" "value" "wabroeeoop" "value" "qpzkuxsipr" "value" "dxdngrmypg" "value" "icatrrbcjs" "value" "fhuptkhkzm" "value" "apyzwvajot" "value" "vealtjlqyc" "value" "khkkfmzkow" "value" "trzqdcaqdw" "value" "itmekixthv" "value" "pudgkcbwdx" "value" "zuibhuihtz" "value" "kzuywkxlku" "value" "ogtqmpnzie" "value" "jetamrlglx" "value" "fjdjumschq" "value" "kprzbyngsw" "value" "xeyxlxiqch" "value" "dtuhvpszzt" "value" "fpmbbgiaao" "value" "hjlhurakwh" "value" "mshexjmkmn" "value" "cynhehkcxs" "value" "cvbbbdzmie" "value" "cvnlzjdfgf" "value" "ifhkjgmxrd" "value" "audguegpmo" "value" "jzstgleeby" "value" "eafrzhdhhq" "value" "fmmammvdyj" "value" "uncqdpbhwb" "value" "fzatoyblsr" "value" "xtwlklqdna" "value" "ydqppngxvh" "value" "mkngszsxeu" "value" "vyewicgjio" "value" "tstbluhyhj" "value" "qzxxwlfeki" "value" "ocmtsfpsgh" "value" "xmknbbmdbf" "value" "pdjmftsmob" "value" "ygrpkpstxq" "value" "hrhiqcarju" "value" "aadzbodres" "value" "curhymvwsx" "value" "tbqidtevrl" "value" "avchkjnlwm" "value" "tyephutkmb" "value" "lxoaezrdxs" "value" "ctkwlhmgfz" "value" "xkiuuciwrn" "value" "irrovfyshb" "value" "hwuofuftlr" "value" "mhbfsuaovv" "value" "wzuhzzdezi" "value" "jlpobgvouj" "value" "qbpmtomqpu" "value" "shlwywnxpk" "value" "srkvjhetmj" "value" "hvxefqtmqu" "value" "fazsvkljef" "value" "bstezdkmig" "value" "asbtvfzien" "value" "vewfxcxkpf" "value" "tqkprkoixe" "value" "rcaatkjyur" "value" "euleuicawb" "value" "ifiizdeong" "value" "cjcrpmggtu" "value" "kxggjpatkd" "value" "klwqsggtob" "value" "mnsaklzgob" "value" "xfxlervrgn" "value" "eraxdyjftw" "value" "xrvonyieqa" "value" "fswhywqxhy" "value" "iqzxblqkeo" "value" "rxvhmzvbcv" "value" "wvdmobfisx" "value" "ujybghjfnf" "value" "yufagalzhk" "value" "qxbqbfcgjp" "value" "vorgqhmaoq" "value" "zewylkylsy" "value" "vvmaucizkv" "value" "bgcoyoduda" "value" "vnsufnurol" "value" "rtskokvklv" "value" "svvdufedug" "value" "qgdgujdvtg" "value" "rjrtvpntke" "value" "shgetgsird" "value" "ywgeotcect" "value" "zsikdzycyt" "value" "gcsswbksnc" "value" "qgobfhgspy" "value" "pbxrbaxnor" "value" "viwarrumob" "value" "eaetplspga" "value" "jqmscuprwq" "value" "nkyuframnm" "value" "gygftrsdbm" "value" "qzlfnntjar" "value" "fzzcioobeb" "value" "ydigxptqbl" "value" "bgtxhxkhvv" "value" "hggqmlgwha" "value" "ywlqbjqeug" "value" "qwowxqzrkz" "value" "zybosgbtxt" "value" "cflarkquuv" "value" "klaeknlbrm" "value" "ccnbldglgl" "value" "dpauqcpgyi" "value" "ylxiwiesps" "value" "xyxmlrdbui" "value" "arqfxfqkzh" "value" "byrkeibrfb" "value" "laepwenqmc" "value" "kluswgtjsf" "value" "mgldvzleyy" "value" "yqmzmmzwpd" "value" "tvlckdoyfe" "value" "dmxcbvzrxg" "value" "qquwyuyvvw" "value" "pmytvtksfi" "value" "umttshfkpk" "value" "rmdayyptch" "value" "glwrmjpotx" "value" "bgcnzgcmza" "value" "ivinvxopgz" "value" "dmbarohbfj" "value" "rncdgqxqfq" "value" "zmmwzkjrjl" "value" "gdlztbhpeq" "value" "zrwgpknaop" "value" "powzkcrtvv" "value" "cszvzbrmoy" "value" "dtjljhzqcm" "value" "anznywecwk" "value" "amuwlfaxwv" "value" "ajdkqflpen" "value" "evjrybtwww" "value" "oxsdmrdbit" "value" "yafipxfsip" "value" "xekxarmwcq" "value" "dgcesswkvc" "value" "gdqgmwxkmt" "value" "spdyueanru" "value" "yrvmdhnnfc" "value" "aexxjlgwuo" "value" "xpcpytommm" "value" "gjutzwoxlf" "value" "stnfirydgi" "value" "snpuvnebpy" "value" "rfxibyjmpg" "value" "ortxlvmdoc" "value" "gdozstnglr" "value" "eqiukbyscu" "value" "qzcrpbvatq" "value" "dwzqowbrsd" "value" "iesbitdnjd" "value" "inboyxgoqa" "value" "lfojnetxdc" "value" "njmufqrykx" "value" "ybcdthmgws" "value" "igwekdegcw" "value" "ajkgxmtamu" "value" "qkyfpamste" "value" "nwybjbhgep" "value" "arqqmfmmbz" "value" "rqiyxwpuyv" "value" "nsdvirehqh" "value" "qckueiqiwh" "value" "tjnbsybxws" "value" "jphvxuqipp" "value" "ghtoyhrfxh" "value" "erglflfnql" "value" "kngwkkzwts" "value" "nmguhcygct" "value" "jigyicdeft" "value" "gamcdtywne" "value" "nunpqugdit" "value" "ghqwxaqlef" "value" "nqxdrqigvf" "value" "xepfvvcovk" "value" "ezgxjiwwig" "value" "izizuzzjuv" "value" "mallnshtok" "value" "tctrsxgnrc" "value" "exhjfssojj" "value" "yilvzcevlj" "value" "nepxmyiuhr" "value" "dqqfcdugde" "value" "iamjlqlznh" "value" "mvmsikqfxu" "value" "kmqlwfbsex" "value" "pribqncfuf" "value" "zavrjnezrf" "value" "kmcwshsbye" "value" "uzaejrbwue" "value" "olezxlliej" "value" "hjjxyybxiv"' --command-key-pattern="R" --key-minimum=1 --key-maximum 100000 -c 50 -t 4 --hide-histogram resources: requests: cpus: '4' From c721f6ceca5d2551ba9f3181dc9ec4f3d7edd79b Mon Sep 17 00:00:00 2001 From: fcosta_oliveira Date: Mon, 16 Dec 2024 16:34:14 +0000 Subject: [PATCH 19/22] Extended io-threads use-case to 100% gets and mixed reads/writes --- pyproject.toml | 2 +- .../__compare__/compare.py | 7 ++-- ..._benchmark-1key-hash-1K-fields-hgetall.yml | 2 +- ...key-load-hash-1K-fields-with-5B-values.yml | 4 +-- ...rk-1key-zrank-100K-elements-pipeline-1.yml | 34 +++++++++++++++++++ ...ark-1key-zrank-10M-elements-pipeline-1.yml | 34 +++++++++++++++++++ ...mark-1key-zrank-1M-elements-pipeline-1.yml | 2 +- ...d-string-with-512B-values-pipeline-10.yml} | 6 ++-- ...rk-3Mkeys-load-string-with-512B-values.yml | 2 -- ...ith-1KiB-values-pipeline-10-2000_conns.yml | 4 +++ ...with-1KiB-values-pipeline-10-400_conns.yml | 4 +++ ...-with-1KiB-values-pipeline-10-40_conns.yml | 4 +++ ...ith-512B-values-pipeline-10-2000_conns.yml | 4 +++ ...with-512B-values-pipeline-10-400_conns.yml | 4 +++ ...ith-512B-values-pipeline-10-5200_conns.yml | 4 +++ 15 files changed, 103 insertions(+), 14 deletions(-) create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrank-100K-elements-pipeline-1.yml create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrank-10M-elements-pipeline-1.yml rename redis_benchmarks_specification/test-suites/{memtier_benchmark-3Mkeys-load-string-with-512B-values copy.yml => memtier_benchmark-3Mkeys-load-string-with-512B-values-pipeline-10.yml} (73%) diff --git a/pyproject.toml b/pyproject.toml index 1d480a2e..f06bd072 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "redis-benchmarks-specification" -version = "0.1.252" +version = "0.1.256" description = "The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute." authors = ["filipecosta90 ","Redis Performance Group "] readme = "Readme.md" diff --git a/redis_benchmarks_specification/__compare__/compare.py b/redis_benchmarks_specification/__compare__/compare.py index f0e759c1..75d2110f 100644 --- a/redis_benchmarks_specification/__compare__/compare.py +++ b/redis_benchmarks_specification/__compare__/compare.py @@ -804,21 +804,22 @@ def compute_regression_table( len_baseline_only_list = len(baseline_only_list) if len_baseline_only_list > 0: table_output += f"\n WARNING: There were {len_baseline_only_list} benchmarks with datapoints only on baseline.\n\n" - baseline_only_test_names_str = "|".join([l[0] for l in baseline_only_list]) + baseline_only_test_names_str = "|".join([l for l in baseline_only_list]) table_output += ( f" Baseline only test regexp names: {baseline_only_test_names_str}\n\n" ) len_comparison_only_list = len(comparison_only_list) if len_comparison_only_list > 0: table_output += f"\n WARNING: There were {len_comparison_only_list} benchmarks with datapoints only on comparison.\n\n" - comparison_only_test_names_str = "|".join([l[0] for l in comparison_only_list]) + comparison_only_test_names_str = "|".join([l for l in comparison_only_list]) table_output += ( f" Comparison only test regexp names: {comparison_only_test_names_str}\n\n" ) len_no_datapoints = len(no_datapoints_list) if len_no_datapoints > 0: table_output += f"\n WARNING: There were {len_no_datapoints} benchmarks with NO datapoints for both baseline and comparison.\n\n" - no_datapoints_test_names_str = "|".join([l[0] for l in no_datapoints_list]) + no_datapoints_test_names_str = "|".join([l for l in no_datapoints_list]) + table_output += ( f" NO DATAPOINTS test regexp names: {no_datapoints_test_names_str}\n\n" ) diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall.yml index 07f9c074..1b8e5414 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall.yml @@ -10,7 +10,7 @@ dbconfig: requests: memory: 1g init_commands: - '"HSET" "hash:1000" "tocawprsxz" "value" "csqcfxyzsy" "value" "ipubipttcb" "value" "jqurtadjro" "value" "zdulfflfqx" "value" "bbfvuialin" "value" "ifpfyncdfe" "value" "kjeevccyof" "value" "stttkrbfqs" "value" "qatkvfuttq" "value" "ltvfnuuwil" "value" "znartcywze" "value" "bzursuzuei" "value" "jlghqxtvok" "value" "osncqcuest" "value" "uxvibjduto" "value" "giubyhvaav" "value" "joijmgposs" "value" "lqxpnplleo" "value" "bnatichltp" "value" "nnfxoqebys" "value" "lyhqvxolfw" "value" "caaqjozcqh" "value" "nlqtadqinl" "value" "hfjxrrsszf" "value" "fussukqrph" "value" "cbjovvgqqy" "value" "wcpbfslakk" "value" "slskrnekbc" "value" "nvonwipkta" "value" "jhdcicttmm" "value" "rpyroriegs" "value" "lnuuootxmp" "value" "ufdxqlonpg" "value" "qgasrnjrld" "value" "jhocasnttw" "value" "smwbxeqbed" "value" "kapxglqccs" "value" "hhwvslfxmf" "value" "rbdabbmnrf" "value" "ltgidziwzm" "value" "qpffifpdiz" "value" "sadqcfniau" "value" "bqoabrqwwj" "value" "wghyakzbit" "value" "bnxtlmiwup" "value" "akzsgaeqon" "value" "zwlhpcahwu" "value" "kfselnpkim" "value" "dxtzxeguoi" "value" "roczxpuisd" "value" "myzjxvtvjh" "value" "alfftdxaxc" "value" "vyiqkfoics" "value" "dygkzcpakt" "value" "ukprrucywq" "value" "afzlyodwiz" "value" "vdaebbupfe" "value" "wemmvswznk" "value" "xzbqjpzqlm" "value" "lqqivzlppd" "value" "rrzcqyzdzf" "value" "ncckxlmsvg" "value" "cpjveufsvk" "value" "babfjxxabw" "value" "btcvhacldb" "value" "mqqrgbacfa" "value" "eqaxrccwjq" "value" "erahoeivfw" "value" "omeatkwwtc" "value" "mjwrbndexu" "value" "gktcjcfxbb" "value" "tfonhwnuxj" "value" "pheajlhymx" "value" "vefgwelnfo" "value" "gayysuldha" "value" "tqpqihwjtl" "value" "eirhwkdgfq" "value" "rnfodijavx" "value" "erqgyscser" "value" "nnnxouavyp" "value" "yhejmjwwni" "value" "mwmcwqzbld" "value" "ofcurtthcs" "value" "idmjjbjvni" "value" "ovqohpxjft" "value" "ocoflktdhp" "value" "kgopxvsdah" "value" "pyjpxqnavq" "value" "nubsytpfao" "value" "ddpgrvwowd" "value" "glynpmsjcf" "value" "whsxmqffqg" "value" "sstqpivwip" "value" "cqfnhujrbj" "value" "gsvkmnluiz" "value" "zdmgjjyukl" "value" "gcfcbjybkx" "value" "qmhyoyctod" "value" "kdodndexvr" "value" "tkgihmsrha" "value" "kmifjielrw" "value" "gefoharnza" "value" "tcpwkimype" "value" "nxllkzroin" "value" "bpvbnmpekh" "value" "ljinllovsw" "value" "mugdxqnjxj" "value" "tqqmmvwact" "value" "uidvmrqyjd" "value" "dthtfrqkce" "value" "efhynoxlul" "value" "iosqxoobrk" "value" "sujbwndgwl" "value" "btxehrokkw" "value" "pmaagvqldo" "value" "evuxmkrrfl" "value" "dclualrzqb" "value" "jfqxkxgqhj" "value" "fvemodlpgz" "value" "lawrpikwsk" "value" "socoxaegfa" "value" "snomfrutha" "value" "yxsnreuepl" "value" "vjihaakiof" "value" "nnhrgirrtw" "value" "jccorylnjg" "value" "gehuriygwq" "value" "icqjxcermo" "value" "ocgjeuljxf" "value" "qslrwqmixc" "value" "rhzpguhsws" "value" "zxlbhyeckf" "value" "iziwqojsoq" "value" "qlorevyltp" "value" "gbjzsedhag" "value" "mkxysrkpug" "value" "bhrvnadcdk" "value" "qxxinxaqxn" "value" "ctnaggdbru" "value" "fsthobmdxk" "value" "cvnnitrrow" "value" "vlhtdpqavh" "value" "vhjaphfdpj" "value" "yhdgqenmwv" "value" "ysntbzffxq" "value" "emfjcnujqn" "value" "qnqzibcmip" "value" "ngcxqjjpdm" "value" "gkneclxnnt" "value" "rhkpfsuhoq" "value" "dgodkfjzos" "value" "isqymcuffe" "value" "ripecixnpr" "value" "dxpepbctea" "value" "gbeizdzdyb" "value" "aqlapmghln" "value" "yhlalzusch" "value" "xglrugpjkt" "value" "ngwifjdpha" "value" "jvekvvldai" "value" "hmdzsuuyrn" "value" "ncabqesziv" "value" "whdftyqojv" "value" "rhzqdtxucc" "value" "ftyxhyfokj" "value" "vqtixjkcbb" "value" "krfosgrmjb" "value" "ahcaaodvgi" "value" "ooeswhfdnj" "value" "jhctncrzlw" "value" "haxesjafmh" "value" "vxrtzngznb" "value" "fidsuuizcf" "value" "mamtueyrqn" "value" "quemrlmwod" "value" "pkgpjwyfbh" "value" "ckibsdtfff" "value" "tjnjhejnju" "value" "puvgjfjyaf" "value" "cvmicoarvv" "value" "mxpzuzrzuo" "value" "rrrfhnclbv" "value" "xeurpmfdmo" "value" "yqvkykgjbe" "value" "behdxlfdho" "value" "dyzedskzkq" "value" "rfhlttsuqy" "value" "pkehotsmka" "value" "alokvrpbih" "value" "mobwpcyxuk" "value" "umwunfzsvo" "value" "naggqdxcjm" "value" "rakustfykw" "value" "dtkfydidli" "value" "kohpozxkhl" "value" "usjmfkopln" "value" "axhoxkubdv" "value" "asretszbav" "value" "tmkoxwdgpx" "value" "wjhaavxfge" "value" "pcuaesomdc" "value" "vjhpmffzxc" "value" "qwxzqlqter" "value" "jjumoixniz" "value" "ruxsmttpak" "value" "pjdundsxrd" "value" "kdklhpxntt" "value" "muhewfzihs" "value" "dplonqlliz" "value" "wjibkklezg" "value" "dfemamyevk" "value" "nryvfijxhj" "value" "bqqohkuylc" "value" "wiqhmhkiel" "value" "lftmqoxhfc" "value" "sjbaedopjb" "value" "dlomhvkoxg" "value" "jhkdwtqvwl" "value" "vqashxkrik" "value" "mupcilqfjg" "value" "suahxaebee" "value" "rqkcyxiwhz" "value" "jqgtbgbybq" "value" "ygbfgfefac" "value" "kjblkrvknt" "value" "yajpmxmuwz" "value" "wwowdvybjj" "value" "bdtbaxnuko" "value" "adfhfatarh" "value" "vfcpevtekf" "value" "fiugzrozky" "value" "spogjykkfs" "value" "tdggmsxysk" "value" "aoqlctikzg" "value" "nwywtydqew" "value" "qjrhtqgwjc" "value" "dhzgpwewsx" "value" "outdlyeqvq" "value" "trwzipsers" "value" "qtpcwuafar" "value" "scgjdkyetq" "value" "aqyfvxyjqr" "value" "xkvgnzjgrm" "value" "hhbceuegvh" "value" "paitaeqrpb" "value" "yfdsmhtria" "value" "bxwvqvndcc" "value" "dpyjoihqrs" "value" "tnratexlre" "value" "hplvvuoscb" "value" "muocqqypmt" "value" "pxzkuasjek" "value" "flrsaczxzc" "value" "pubqtzzzko" "value" "vpqlxtfkjz" "value" "fiafoggekm" "value" "qtewhixedb" "value" "iijjcabgak" "value" "tqjpijliii" "value" "uttazeawix" "value" "hxbmykkugi" "value" "bekchebgys" "value" "ffrviosqzo" "value" "rjrptuhkav" "value" "sldzewoxas" "value" "uesalivsis" "value" "maxylirjgh" "value" "vpzsmbjkvy" "value" "eiziligjfr" "value" "tqblforkpa" "value" "nszbrpweoz" "value" "rzanpefsfy" "value" "cejkfhuykf" "value" "abinkgshoi" "value" "gqybtjuhvq" "value" "oqdlpaubsc" "value" "nrbfkysxaf" "value" "mhxojehvxx" "value" "vuqlqdpfdn" "value" "orqqevpmca" "value" "xigznrdgqy" "value" "jzceexkqam" "value" "szupcnvvij" "value" "btgeubdzbb" "value" "nojnedgabk" "value" "sdnkjddyut" "value" "lbjarnpxhh" "value" "wevfinjbqk" "value" "dvgqwzignk" "value" "ejzwnidqwr" "value" "nlxwjmzwln" "value" "brrlblrxwa" "value" "hyikggurti" "value" "wybmlpqblt" "value" "hertbwuzyw" "value" "rwhzzytdsq" "value" "symbgeyple" "value" "zbfeyptemz" "value" "pghbwbtfmk" "value" "mxydilgynv" "value" "bhwytqsafu" "value" "ecsburyjhh" "value" "cvohdragtx" "value" "lscjhgztom" "value" "giswndixdf" "value" "etsngvbrff" "value" "lgqazzajpx" "value" "pypepewjvq" "value" "nswjopvtqv" "value" "tuajnnqtcq" "value" "bvvoibkfrt" "value" "kjqeujfkoh" "value" "diwmfuckel" "value" "bwizktcwmb" "value" "ughnpilqqm" "value" "ihealvwnxb" "value" "thqttakyzy" "value" "auwfujaoya" "value" "rofnkytnhm" "value" "ilkuddrdvh" "value" "hmwfncgzxg" "value" "pzrchtwaaw" "value" "ffksbrtbfq" "value" "ethxaycsil" "value" "uwiqrvcqvu" "value" "fgcehqgsso" "value" "yoblelzlkd" "value" "gjiwldcfqh" "value" "sbrjnwxdip" "value" "nenhiiibwx" "value" "ebhhhgabjd" "value" "xpkwqbfban" "value" "pupmdjgyed" "value" "aejnvyfdst" "value" "krxneqolle" "value" "nouncgkoik" "value" "kamgfgbxel" "value" "fffylsswky" "value" "agswwrfabr" "value" "pkvcbelpos" "value" "mxapzqqqsw" "value" "ywmqoaztmy" "value" "sfuvzzxbxq" "value" "kdcvbkrbsj" "value" "twpiiaedpc" "value" "egmgddriry" "value" "nmfihtnkel" "value" "kqzjnkdlxd" "value" "eovsizpcjp" "value" "bsavjyaksg" "value" "xlmvatfsly" "value" "dlhjfafskj" "value" "wmvhvwnowp" "value" "vjjozwrovk" "value" "gbazuqnmit" "value" "ubwlcefgqb" "value" "jttqzbazgz" "value" "dozecfsvue" "value" "pgdhjrxhga" "value" "gzekysdunp" "value" "ygoiannoht" "value" "hklchdenoe" "value" "sotbjzlsvz" "value" "qjwrnhooax" "value" "cdghgcsoth" "value" "mjlpvuoghe" "value" "qclkaeciey" "value" "oownjpxrov" "value" "nvqfyljbef" "value" "tsnawydcru" "value" "wrrgxxkxkc" "value" "ylulwsnjay" "value" "lxsinouutc" "value" "ozpyyaznsh" "value" "cmhkstsjok" "value" "ybckvbeoib" "value" "fsoardckcw" "value" "ltkauvxggz" "value" "sqwhsgboef" "value" "wgtjxahmef" "value" "spoqshzjoi" "value" "pfvfxrrfhl" "value" "nahweurftw" "value" "fojjpqmbck" "value" "zexblqeora" "value" "qsoiwsugdv" "value" "ksppwhhqzj" "value" "otadcihtmd" "value" "imnjbkmsls" "value" "zzenkvuesw" "value" "kbfqdppnfa" "value" "igehetokzq" "value" "koujdppfua" "value" "wqsqzzbqhm" "value" "tglieutcis" "value" "owovlhorvw" "value" "nraylduhut" "value" "nwnyjkugcf" "value" "kpfqxroqbs" "value" "xwxwosqkhm" "value" "ollacusjzj" "value" "wcouaiatsu" "value" "nvkfnfzoki" "value" "fgjnsosfrp" "value" "pltsnzqvpi" "value" "rhnkzlsjtk" "value" "ysnndkycix" "value" "bpnfopinub" "value" "blujwnyluy" "value" "wgtmckqknh" "value" "zorzyqtjtr" "value" "hvtlkrungk" "value" "rgtondctpo" "value" "mjgvtydjtm" "value" "kcbotffyca" "value" "gybxnvwchp" "value" "gazojexans" "value" "hmcpcrjumm" "value" "zejhycldyy" "value" "iiissmznfe" "value" "qvpuudyuks" "value" "gviypfayfm" "value" "plqbwsiuzw" "value" "nunchscyqc" "value" "qocjpufxio" "value" "iqbyikqjmx" "value" "omwbgglqsp" "value" "nywteueaig" "value" "ntmgbzaivy" "value" "ijdgnlzprg" "value" "rnlaakgsrf" "value" "fpdflprzvn" "value" "azkdbpnshy" "value" "mvfnirshbd" "value" "sotsxznskx" "value" "uzktwqcdeb" "value" "myrrmvflyw" "value" "jgaieawkcu" "value" "utymwhxigo" "value" "vtaiyncmyg" "value" "gpodilvrnm" "value" "xgfzndhodu" "value" "saqilljaid" "value" "jxiewthqls" "value" "nbwksmwxpx" "value" "rwfykeeqgx" "value" "tlnkrncpwi" "value" "ogyvxbgcwi" "value" "ffcqkkzllx" "value" "rtnhivnxtb" "value" "vzcclamtun" "value" "jjlefkekuw" "value" "xjksnqifds" "value" "ctusqixohm" "value" "osaekeukqx" "value" "irlduoinie" "value" "nifzrybfuh" "value" "ctqxoyxbwc" "value" "vsvhjrymqc" "value" "bzwxqcpftf" "value" "ltghdkluqq" "value" "vklwhyzqhk" "value" "ghwcrdlbjj" "value" "lzzptujbjp" "value" "qlvgfplbod" "value" "ghepftfjgk" "value" "aiqqyusnuv" "value" "rspghuhpbp" "value" "lfkqrtxocm" "value" "iibgagtkpg" "value" "ywiurvfbpg" "value" "tdceweesxh" "value" "pvwvdaorrl" "value" "ejlunxlwxn" "value" "ymqxhmnidz" "value" "lydebbpmfb" "value" "ztjuqomjck" "value" "eyrbqexkff" "value" "oqmuhlruqy" "value" "gnrmnwaxls" "value" "mumhqarhgg" "value" "skbzfbeziu" "value" "hnnfmyurhx" "value" "yrsizkbbwz" "value" "azpwrzovza" "value" "txhllnvudv" "value" "aslibwggrp" "value" "ubghghklvj" "value" "jqqogagqni" "value" "emfqsjraia" "value" "ctgwmawlgl" "value" "mivctgaajt" "value" "knycrcrsbm" "value" "ubtiscdgrn" "value" "ulepgommyy" "value" "qbhdjhoohc" "value" "cctlfgicpv" "value" "phfuspevwk" "value" "oeawjlqnyg" "value" "jpphbjtbrh" "value" "ofykgotycd" "value" "csjfbpjyzq" "value" "thmmmlqluk" "value" "buzhjxsbkm" "value" "pisgqibyae" "value" "skkawcmqqt" "value" "mmqblvrscy" "value" "dpkiubfzbx" "value" "yivxcecwlp" "value" "kbnjiilaqd" "value" "rwrxxrnwtq" "value" "veegnotgmj" "value" "pbfijwccjp" "value" "expefhkisx" "value" "ynnhyctikq" "value" "bhfmhanvxe" "value" "otclvmbilg" "value" "hskkmrluuf" "value" "ftnbjymlll" "value" "nbkaxrojqq" "value" "qydrgilxxt" "value" "dxufcyurjx" "value" "fgygwdazbm" "value" "tivnqailcl" "value" "jwvqixjhho" "value" "oglqutqfcx" "value" "wvrlxfoxff" "value" "ropuqidkxv" "value" "qcsxjrjcfc" "value" "twuvkpjzzw" "value" "fqtktfghcv" "value" "suhwnartid" "value" "wvsnfinuil" "value" "rngtndwjyg" "value" "tsmzfswaxo" "value" "uvlswctlhx" "value" "llamjvxyqo" "value" "wovoupawzt" "value" "caxgjftjyj" "value" "gwzqcetcji" "value" "yzrdbalexf" "value" "fnpdsuozxt" "value" "dbtbtvkqss" "value" "pwgjoppmgc" "value" "wxjdgbugeu" "value" "qchpfcigwa" "value" "lxzdcbveuy" "value" "bwjyghaztz" "value" "uedehyieof" "value" "pfaytznuaa" "value" "lspvrnxnjo" "value" "zkbqvttlzy" "value" "fkdmuxraqf" "value" "nbizrabfuo" "value" "fgzwwaedjy" "value" "gkmwutvars" "value" "bwsdzrxzse" "value" "txgjxzovte" "value" "cbtpbbfrdd" "value" "vqgztpmzhz" "value" "rdipvyeqoi" "value" "bovkdabcdo" "value" "fhobhpwwkp" "value" "mkbkflixkr" "value" "mjifqzmtsd" "value" "pkcqdokojd" "value" "dtgjnddwch" "value" "uboipezuni" "value" "dfdodbelzn" "value" "fzsoiryhfn" "value" "krtsiucvvu" "value" "aieekmivcb" "value" "aeafusfzdn" "value" "ehnrizfmfo" "value" "dcjlwhfstw" "value" "wksgvbkbyw" "value" "hvfprkjlbc" "value" "jlgepeyhpc" "value" "ljklggibcy" "value" "mhrvuemywb" "value" "wdqygrxkya" "value" "ystnkbogee" "value" "flvftlpbjq" "value" "vgfgbsbnwy" "value" "rsivptwulz" "value" "bzjzucrypq" "value" "bweysooxiv" "value" "mmcunsiwad" "value" "mszjkgsrio" "value" "bvurseeqmh" "value" "wtcpliaxmk" "value" "ndwiompimr" "value" "mdcwoblmkl" "value" "dflxukffgl" "value" "mcojdazpfq" "value" "tctgzmjads" "value" "dewdgfrhos" "value" "iwqanwtvcd" "value" "nfucelqjfe" "value" "wgtrwefdsw" "value" "skstqdgbos" "value" "rwllkdzxrj" "value" "qwozutlufu" "value" "fmpdixcckx" "value" "jybzltmwrs" "value" "ossjrvqmaa" "value" "adlxahxsbq" "value" "mbewprqunw" "value" "xbvbujurqw" "value" "rnvhfxbuoi" "value" "pyrpwxalpc" "value" "adlryhdbpr" "value" "gritvkzfgw" "value" "aufhfrhccf" "value" "umoicweaab" "value" "kgirldeylz" "value" "nknlysgviv" "value" "plbxaamppj" "value" "ikpikupjoi" "value" "eioxaswdee" "value" "imexfccbxk" "value" "ouroipthpq" "value" "jbzyfznpdn" "value" "asidljmwgb" "value" "jeazfmhrcb" "value" "dablvesuho" "value" "zuoqjiciij" "value" "qmxxfyuodo" "value" "vkqalcokst" "value" "jhibapuhga" "value" "cmqraybrlw" "value" "beqsnrixhl" "value" "rmqxtqcxua" "value" "ndltyojjxj" "value" "hyanpicfan" "value" "yzutuazhmh" "value" "tumnalubch" "value" "eksvvoxziw" "value" "weqhfkosif" "value" "wwfbpjatrp" "value" "lrhrkuyzry" "value" "uvbtcgtopw" "value" "fmyleefltp" "value" "kkrxiaiife" "value" "gbkqhfumyu" "value" "tdmjyuitvv" "value" "jvtalmlkng" "value" "rdsfcdvkqz" "value" "xqvjnlpssl" "value" "fuftndsnim" "value" "keklddczkd" "value" "wrqnytptzm" "value" "rwzijctxzs" "value" "btakuczlec" "value" "fuipidfbjt" "value" "kjiqagynco" "value" "ahjawbsqcw" "value" "iehxaaneev" "value" "ezbiwqnabg" "value" "pnnzqcutoq" "value" "wlogkzxkpo" "value" "xzswnnldvs" "value" "qqfnugftmr" "value" "zuccleayil" "value" "ckqebhazel" "value" "brwlqbfoat" "value" "anmcogawkg" "value" "roqzbzpbbt" "value" "dxnprfawun" "value" "fffreqppjj" "value" "gfdzgxfdcg" "value" "sshbuxfljd" "value" "shckmujxzo" "value" "rqurawzebz" "value" "vpehhmoxva" "value" "vldwfdnicm" "value" "tzhjrlfvfp" "value" "ymwwctfodg" "value" "qsxfnsicrx" "value" "gfhrrjczsp" "value" "gtqrsktbaa" "value" "dniplpxfof" "value" "htawohddyn" "value" "dbcxnsiacw" "value" "dhfundvlpn" "value" "uewpgskfpu" "value" "cuuytorpnp" "value" "vlcnbfqvox" "value" "jbqibabrmv" "value" "xhspgwheck" "value" "fsuovvpgng" "value" "gcjruttnno" "value" "wxswusqpeo" "value" "qhhhipzncq" "value" "mcbuftndrr" "value" "owjfgjqqjc" "value" "vvmkjgajwa" "value" "wvlvshnhmx" "value" "ekponflaeq" "value" "kuiumwomxi" "value" "aoydkdfrpe" "value" "cglxptkcsz" "value" "uqbpcvkipa" "value" "ubzgvzputq" "value" "wmyphdckda" "value" "ukdnaklmcp" "value" "ramoirrdyd" "value" "vwayaqmtid" "value" "ltomuspfzc" "value" "wzxdkpehwf" "value" "yzcspfvcot" "value" "cgpvvnbvlk" "value" "farwqgfyjf" "value" "lbxvlwzony" "value" "ocesqguvym" "value" "yzviqaobku" "value" "cnngbbpowp" "value" "ucxeoqcssr" "value" "zcffhzusrl" "value" "yzmodbpsnb" "value" "aryiyaltqw" "value" "xkaailrpns" "value" "lpahctqgna" "value" "cnbqnvxmjp" "value" "nugjvhftma" "value" "xsgcuvxzor" "value" "xwtwtwmbgu" "value" "emdwpvauyc" "value" "ahfktrqmgh" "value" "jznackjcrd" "value" "etcsjxoqab" "value" "kpzmuwqbnt" "value" "dspznsgszk" "value" "rcwbzvwbva" "value" "mlznoaajqq" "value" "iwuuxdactm" "value" "zujobawsct" "value" "snepgcispg" "value" "cgmivhyskk" "value" "snunzlgfkd" "value" "ppdxnadmje" "value" "wtzqqecgfy" "value" "ncremxgfdb" "value" "cblsafugqk" "value" "hjekcxfyds" "value" "faxedqgskm" "value" "jjczogqdwz" "value" "jfbgmhtjke" "value" "nehqnkqnld" "value" "lcdchjadll" "value" "llimzyabsp" "value" "iwapedwyle" "value" "iobkwbwceu" "value" "twmbtaxdro" "value" "nmtmjmhmdl" "value" "ewoqykjbkc" "value" "tmyuncyoyd" "value" "dcepfcdddn" "value" "dnvwyhyhsn" "value" "nrencopzqn" "value" "yjyffpgoop" "value" "uvqtefqdhk" "value" "yjhypaonqq" "value" "uqvzpcvugl" "value" "cakvxrdpmj" "value" "tvzacklhdz" "value" "higdkhodzy" "value" "ormdblyhhn" "value" "wbouqpojzl" "value" "eyhgspybnr" "value" "lywsezpzgf" "value" "usykkwszvh" "value" "bcwncpnibg" "value" "jgcqryhsvk" "value" "yfvwesgulw" "value" "geizujxrkg" "value" "zknlteeaxq" "value" "nqwjivcosg" "value" "qmnxipsiga" "value" "pthacnunjj" "value" "afamsavgsi" "value" "bzfzxzecrs" "value" "sxcihybfci" "value" "padscbypdo" "value" "gaotvjctjh" "value" "beicnwdryg" "value" "xsueeljljp" "value" "mkrrypcfzy" "value" "ekjgqnjxyl" "value" "iyeiercbxr" "value" "rkwlgzhvvy" "value" "hmnaoeeasz" "value" "aquymkrswt" "value" "ulnnuwyptq" "value" "xftfzsoiwc" "value" "urkkyscfti" "value" "wabroeeoop" "value" "qpzkuxsipr" "value" "dxdngrmypg" "value" "icatrrbcjs" "value" "fhuptkhkzm" "value" "apyzwvajot" "value" "vealtjlqyc" "value" "khkkfmzkow" "value" "trzqdcaqdw" "value" "itmekixthv" "value" "pudgkcbwdx" "value" "zuibhuihtz" "value" "kzuywkxlku" "value" "ogtqmpnzie" "value" "jetamrlglx" "value" "fjdjumschq" "value" "kprzbyngsw" "value" "xeyxlxiqch" "value" "dtuhvpszzt" "value" "fpmbbgiaao" "value" "hjlhurakwh" "value" "mshexjmkmn" "value" "cynhehkcxs" "value" "cvbbbdzmie" "value" "cvnlzjdfgf" "value" "ifhkjgmxrd" "value" "audguegpmo" "value" "jzstgleeby" "value" "eafrzhdhhq" "value" "fmmammvdyj" "value" "uncqdpbhwb" "value" "fzatoyblsr" "value" "xtwlklqdna" "value" "ydqppngxvh" "value" "mkngszsxeu" "value" "vyewicgjio" "value" "tstbluhyhj" "value" "qzxxwlfeki" "value" "ocmtsfpsgh" "value" "xmknbbmdbf" "value" "pdjmftsmob" "value" "ygrpkpstxq" "value" "hrhiqcarju" "value" "aadzbodres" "value" "curhymvwsx" "value" "tbqidtevrl" "value" "avchkjnlwm" "value" "tyephutkmb" "value" "lxoaezrdxs" "value" "ctkwlhmgfz" "value" "xkiuuciwrn" "value" "irrovfyshb" "value" "hwuofuftlr" "value" "mhbfsuaovv" "value" "wzuhzzdezi" "value" "jlpobgvouj" "value" "qbpmtomqpu" "value" "shlwywnxpk" "value" "srkvjhetmj" "value" "hvxefqtmqu" "value" "fazsvkljef" "value" "bstezdkmig" "value" "asbtvfzien" "value" "vewfxcxkpf" "value" "tqkprkoixe" "value" "rcaatkjyur" "value" "euleuicawb" "value" "ifiizdeong" "value" "cjcrpmggtu" "value" "kxggjpatkd" "value" "klwqsggtob" "value" "mnsaklzgob" "value" "xfxlervrgn" "value" "eraxdyjftw" "value" "xrvonyieqa" "value" "fswhywqxhy" "value" "iqzxblqkeo" "value" "rxvhmzvbcv" "value" "wvdmobfisx" "value" "ujybghjfnf" "value" "yufagalzhk" "value" "qxbqbfcgjp" "value" "vorgqhmaoq" "value" "zewylkylsy" "value" "vvmaucizkv" "value" "bgcoyoduda" "value" "vnsufnurol" "value" "rtskokvklv" "value" "svvdufedug" "value" "qgdgujdvtg" "value" "rjrtvpntke" "value" "shgetgsird" "value" "ywgeotcect" "value" "zsikdzycyt" "value" "gcsswbksnc" "value" "qgobfhgspy" "value" "pbxrbaxnor" "value" "viwarrumob" "value" "eaetplspga" "value" "jqmscuprwq" "value" "nkyuframnm" "value" "gygftrsdbm" "value" "qzlfnntjar" "value" "fzzcioobeb" "value" "ydigxptqbl" "value" "bgtxhxkhvv" "value" "hggqmlgwha" "value" "ywlqbjqeug" "value" "qwowxqzrkz" "value" "zybosgbtxt" "value" "cflarkquuv" "value" "klaeknlbrm" "value" "ccnbldglgl" "value" "dpauqcpgyi" "value" "ylxiwiesps" "value" "xyxmlrdbui" "value" "arqfxfqkzh" "value" "byrkeibrfb" "value" "laepwenqmc" "value" "kluswgtjsf" "value" "mgldvzleyy" "value" "yqmzmmzwpd" "value" "tvlckdoyfe" "value" "dmxcbvzrxg" "value" "qquwyuyvvw" "value" "pmytvtksfi" "value" "umttshfkpk" "value" "rmdayyptch" "value" "glwrmjpotx" "value" "bgcnzgcmza" "value" "ivinvxopgz" "value" "dmbarohbfj" "value" "rncdgqxqfq" "value" "zmmwzkjrjl" "value" "gdlztbhpeq" "value" "zrwgpknaop" "value" "powzkcrtvv" "value" "cszvzbrmoy" "value" "dtjljhzqcm" "value" "anznywecwk" "value" "amuwlfaxwv" "value" "ajdkqflpen" "value" "evjrybtwww" "value" "oxsdmrdbit" "value" "yafipxfsip" "value" "xekxarmwcq" "value" "dgcesswkvc" "value" "gdqgmwxkmt" "value" "spdyueanru" "value" "yrvmdhnnfc" "value" "aexxjlgwuo" "value" "xpcpytommm" "value" "gjutzwoxlf" "value" "stnfirydgi" "value" "snpuvnebpy" "value" "rfxibyjmpg" "value" "ortxlvmdoc" "value" "gdozstnglr" "value" "eqiukbyscu" "value" "qzcrpbvatq" "value" "dwzqowbrsd" "value" "iesbitdnjd" "value" "inboyxgoqa" "value" "lfojnetxdc" "value" "njmufqrykx" "value" "ybcdthmgws" "value" "igwekdegcw" "value" "ajkgxmtamu" "value" "qkyfpamste" "value" "nwybjbhgep" "value" "arqqmfmmbz" "value" "rqiyxwpuyv" "value" "nsdvirehqh" "value" "qckueiqiwh" "value" "tjnbsybxws" "value" "jphvxuqipp" "value" "ghtoyhrfxh" "value" "erglflfnql" "value" "kngwkkzwts" "value" "nmguhcygct" "value" "jigyicdeft" "value" "gamcdtywne" "value" "nunpqugdit" "value" "ghqwxaqlef" "value" "nqxdrqigvf" "value" "xepfvvcovk" "value" "ezgxjiwwig" "value" "izizuzzjuv" "value" "mallnshtok" "value" "tctrsxgnrc" "value" "exhjfssojj" "value" "yilvzcevlj" "value" "nepxmyiuhr" "value" "dqqfcdugde" "value" "iamjlqlznh" "value" "mvmsikqfxu" "value" "kmqlwfbsex" "value" "pribqncfuf" "value" "zavrjnezrf" "value" "kmcwshsbye" "value" "uzaejrbwue" "value" "olezxlliej" "value" "hjjxyybxiv"' + '"HSET" "hash:1000" "tocawprsxz" "value" "csqcfxyzsy" "value" "ipubipttcb" "value" "jqurtadjro" "value" "zdulfflfqx" "value" "bbfvuialin" "value" "ifpfyncdfe" "value" "kjeevccyof" "value" "stttkrbfqs" "value" "qatkvfuttq" "value" "ltvfnuuwil" "value" "znartcywze" "value" "bzursuzuei" "value" "jlghqxtvok" "value" "osncqcuest" "value" "uxvibjduto" "value" "giubyhvaav" "value" "joijmgposs" "value" "lqxpnplleo" "value" "bnatichltp" "value" "nnfxoqebys" "value" "lyhqvxolfw" "value" "caaqjozcqh" "value" "nlqtadqinl" "value" "hfjxrrsszf" "value" "fussukqrph" "value" "cbjovvgqqy" "value" "wcpbfslakk" "value" "slskrnekbc" "value" "nvonwipkta" "value" "jhdcicttmm" "value" "rpyroriegs" "value" "lnuuootxmp" "value" "ufdxqlonpg" "value" "qgasrnjrld" "value" "jhocasnttw" "value" "smwbxeqbed" "value" "kapxglqccs" "value" "hhwvslfxmf" "value" "rbdabbmnrf" "value" "ltgidziwzm" "value" "qpffifpdiz" "value" "sadqcfniau" "value" "bqoabrqwwj" "value" "wghyakzbit" "value" "bnxtlmiwup" "value" "akzsgaeqon" "value" "zwlhpcahwu" "value" "kfselnpkim" "value" "dxtzxeguoi" "value" "roczxpuisd" "value" "myzjxvtvjh" "value" "alfftdxaxc" "value" "vyiqkfoics" "value" "dygkzcpakt" "value" "ukprrucywq" "value" "afzlyodwiz" "value" "vdaebbupfe" "value" "wemmvswznk" "value" "xzbqjpzqlm" "value" "lqqivzlppd" "value" "rrzcqyzdzf" "value" "ncckxlmsvg" "value" "cpjveufsvk" "value" "babfjxxabw" "value" "btcvhacldb" "value" "mqqrgbacfa" "value" "eqaxrccwjq" "value" "erahoeivfw" "value" "omeatkwwtc" "value" "mjwrbndexu" "value" "gktcjcfxbb" "value" "tfonhwnuxj" "value" "pheajlhymx" "value" "vefgwelnfo" "value" "gayysuldha" "value" "tqpqihwjtl" "value" "eirhwkdgfq" "value" "rnfodijavx" "value" "erqgyscser" "value" "nnnxouavyp" "value" "yhejmjwwni" "value" "mwmcwqzbld" "value" "ofcurtthcs" "value" "idmjjbjvni" "value" "ovqohpxjft" "value" "ocoflktdhp" "value" "kgopxvsdah" "value" "pyjpxqnavq" "value" "nubsytpfao" "value" "ddpgrvwowd" "value" "glynpmsjcf" "value" "whsxmqffqg" "value" "sstqpivwip" "value" "cqfnhujrbj" "value" "gsvkmnluiz" "value" "zdmgjjyukl" "value" "gcfcbjybkx" "value" "qmhyoyctod" "value" "kdodndexvr" "value" "tkgihmsrha" "value" "kmifjielrw" "value" "gefoharnza" "value" "tcpwkimype" "value" "nxllkzroin" "value" "bpvbnmpekh" "value" "ljinllovsw" "value" "mugdxqnjxj" "value" "tqqmmvwact" "value" "uidvmrqyjd" "value" "dthtfrqkce" "value" "efhynoxlul" "value" "iosqxoobrk" "value" "sujbwndgwl" "value" "btxehrokkw" "value" "pmaagvqldo" "value" "evuxmkrrfl" "value" "dclualrzqb" "value" "jfqxkxgqhj" "value" "fvemodlpgz" "value" "lawrpikwsk" "value" "socoxaegfa" "value" "snomfrutha" "value" "yxsnreuepl" "value" "vjihaakiof" "value" "nnhrgirrtw" "value" "jccorylnjg" "value" "gehuriygwq" "value" "icqjxcermo" "value" "ocgjeuljxf" "value" "qslrwqmixc" "value" "rhzpguhsws" "value" "zxlbhyeckf" "value" "iziwqojsoq" "value" "qlorevyltp" "value" "gbjzsedhag" "value" "mkxysrkpug" "value" "bhrvnadcdk" "value" "qxxinxaqxn" "value" "ctnaggdbru" "value" "fsthobmdxk" "value" "cvnnitrrow" "value" "vlhtdpqavh" "value" "vhjaphfdpj" "value" "yhdgqenmwv" "value" "ysntbzffxq" "value" "emfjcnujqn" "value" "qnqzibcmip" "value" "ngcxqjjpdm" "value" "gkneclxnnt" "value" "rhkpfsuhoq" "value" "dgodkfjzos" "value" "isqymcuffe" "value" "ripecixnpr" "value" "dxpepbctea" "value" "gbeizdzdyb" "value" "aqlapmghln" "value" "yhlalzusch" "value" "xglrugpjkt" "value" "ngwifjdpha" "value" "jvekvvldai" "value" "hmdzsuuyrn" "value" "ncabqesziv" "value" "whdftyqojv" "value" "rhzqdtxucc" "value" "ftyxhyfokj" "value" "vqtixjkcbb" "value" "krfosgrmjb" "value" "ahcaaodvgi" "value" "ooeswhfdnj" "value" "jhctncrzlw" "value" "haxesjafmh" "value" "vxrtzngznb" "value" "fidsuuizcf" "value" "mamtueyrqn" "value" "quemrlmwod" "value" "pkgpjwyfbh" "value" "ckibsdtfff" "value" "tjnjhejnju" "value" "puvgjfjyaf" "value" "cvmicoarvv" "value" "mxpzuzrzuo" "value" "rrrfhnclbv" "value" "xeurpmfdmo" "value" "yqvkykgjbe" "value" "behdxlfdho" "value" "dyzedskzkq" "value" "rfhlttsuqy" "value" "pkehotsmka" "value" "alokvrpbih" "value" "mobwpcyxuk" "value" "umwunfzsvo" "value" "naggqdxcjm" "value" "rakustfykw" "value" "dtkfydidli" "value" "kohpozxkhl" "value" "usjmfkopln" "value" "axhoxkubdv" "value" "asretszbav" "value" "tmkoxwdgpx" "value" "wjhaavxfge" "value" "pcuaesomdc" "value" "vjhpmffzxc" "value" "qwxzqlqter" "value" "jjumoixniz" "value" "ruxsmttpak" "value" "pjdundsxrd" "value" "kdklhpxntt" "value" "muhewfzihs" "value" "dplonqlliz" "value" "wjibkklezg" "value" "dfemamyevk" "value" "nryvfijxhj" "value" "bqqohkuylc" "value" "wiqhmhkiel" "value" "lftmqoxhfc" "value" "sjbaedopjb" "value" "dlomhvkoxg" "value" "jhkdwtqvwl" "value" "vqashxkrik" "value" "mupcilqfjg" "value" "suahxaebee" "value" "rqkcyxiwhz" "value" "jqgtbgbybq" "value" "ygbfgfefac" "value" "kjblkrvknt" "value" "yajpmxmuwz" "value" "wwowdvybjj" "value" "bdtbaxnuko" "value" "adfhfatarh" "value" "vfcpevtekf" "value" "fiugzrozky" "value" "spogjykkfs" "value" "tdggmsxysk" "value" "aoqlctikzg" "value" "nwywtydqew" "value" "qjrhtqgwjc" "value" "dhzgpwewsx" "value" "outdlyeqvq" "value" "trwzipsers" "value" "qtpcwuafar" "value" "scgjdkyetq" "value" "aqyfvxyjqr" "value" "xkvgnzjgrm" "value" "hhbceuegvh" "value" "paitaeqrpb" "value" "yfdsmhtria" "value" "bxwvqvndcc" "value" "dpyjoihqrs" "value" "tnratexlre" "value" "hplvvuoscb" "value" "muocqqypmt" "value" "pxzkuasjek" "value" "flrsaczxzc" "value" "pubqtzzzko" "value" "vpqlxtfkjz" "value" "fiafoggekm" "value" "qtewhixedb" "value" "iijjcabgak" "value" "tqjpijliii" "value" "uttazeawix" "value" "hxbmykkugi" "value" "bekchebgys" "value" "ffrviosqzo" "value" "rjrptuhkav" "value" "sldzewoxas" "value" "uesalivsis" "value" "maxylirjgh" "value" "vpzsmbjkvy" "value" "eiziligjfr" "value" "tqblforkpa" "value" "nszbrpweoz" "value" "rzanpefsfy" "value" "cejkfhuykf" "value" "abinkgshoi" "value" "gqybtjuhvq" "value" "oqdlpaubsc" "value" "nrbfkysxaf" "value" "mhxojehvxx" "value" "vuqlqdpfdn" "value" "orqqevpmca" "value" "xigznrdgqy" "value" "jzceexkqam" "value" "szupcnvvij" "value" "btgeubdzbb" "value" "nojnedgabk" "value" "sdnkjddyut" "value" "lbjarnpxhh" "value" "wevfinjbqk" "value" "dvgqwzignk" "value" "ejzwnidqwr" "value" "nlxwjmzwln" "value" "brrlblrxwa" "value" "hyikggurti" "value" "wybmlpqblt" "value" "hertbwuzyw" "value" "rwhzzytdsq" "value" "symbgeyple" "value" "zbfeyptemz" "value" "pghbwbtfmk" "value" "mxydilgynv" "value" "bhwytqsafu" "value" "ecsburyjhh" "value" "cvohdragtx" "value" "lscjhgztom" "value" "giswndixdf" "value" "etsngvbrff" "value" "lgqazzajpx" "value" "pypepewjvq" "value" "nswjopvtqv" "value" "tuajnnqtcq" "value" "bvvoibkfrt" "value" "kjqeujfkoh" "value" "diwmfuckel" "value" "bwizktcwmb" "value" "ughnpilqqm" "value" "ihealvwnxb" "value" "thqttakyzy" "value" "auwfujaoya" "value" "rofnkytnhm" "value" "ilkuddrdvh" "value" "hmwfncgzxg" "value" "pzrchtwaaw" "value" "ffksbrtbfq" "value" "ethxaycsil" "value" "uwiqrvcqvu" "value" "fgcehqgsso" "value" "yoblelzlkd" "value" "gjiwldcfqh" "value" "sbrjnwxdip" "value" "nenhiiibwx" "value" "ebhhhgabjd" "value" "xpkwqbfban" "value" "pupmdjgyed" "value" "aejnvyfdst" "value" "krxneqolle" "value" "nouncgkoik" "value" "kamgfgbxel" "value" "fffylsswky" "value" "agswwrfabr" "value" "pkvcbelpos" "value" "mxapzqqqsw" "value" "ywmqoaztmy" "value" "sfuvzzxbxq" "value" "kdcvbkrbsj" "value" "twpiiaedpc" "value" "egmgddriry" "value" "nmfihtnkel" "value" "kqzjnkdlxd" "value" "eovsizpcjp" "value" "bsavjyaksg" "value" "xlmvatfsly" "value" "dlhjfafskj" "value" "wmvhvwnowp" "value" "vjjozwrovk" "value" "gbazuqnmit" "value" "ubwlcefgqb" "value" "jttqzbazgz" "value" "dozecfsvue" "value" "pgdhjrxhga" "value" "gzekysdunp" "value" "ygoiannoht" "value" "hklchdenoe" "value" "sotbjzlsvz" "value" "qjwrnhooax" "value" "cdghgcsoth" "value" "mjlpvuoghe" "value" "qclkaeciey" "value" "oownjpxrov" "value" "nvqfyljbef" "value" "tsnawydcru" "value" "wrrgxxkxkc" "value" "ylulwsnjay" "value" "lxsinouutc" "value" "ozpyyaznsh" "value" "cmhkstsjok" "value" "ybckvbeoib" "value" "fsoardckcw" "value" "ltkauvxggz" "value" "sqwhsgboef" "value" "wgtjxahmef" "value" "spoqshzjoi" "value" "pfvfxrrfhl" "value" "nahweurftw" "value" "fojjpqmbck" "value" "zexblqeora" "value" "qsoiwsugdv" "value" "ksppwhhqzj" "value" "otadcihtmd" "value" "imnjbkmsls" "value" "zzenkvuesw" "value" "kbfqdppnfa" "value" "igehetokzq" "value" "koujdppfua" "value" "wqsqzzbqhm" "value" "tglieutcis" "value" "owovlhorvw" "value" "nraylduhut" "value" "nwnyjkugcf" "value" "kpfqxroqbs" "value" "xwxwosqkhm" "value" "ollacusjzj" "value" "wcouaiatsu" "value" "nvkfnfzoki" "value" "fgjnsosfrp" "value" "pltsnzqvpi" "value" "rhnkzlsjtk" "value" "ysnndkycix" "value" "bpnfopinub" "value" "blujwnyluy" "value" "wgtmckqknh" "value" "zorzyqtjtr" "value" "hvtlkrungk" "value" "rgtondctpo" "value" "mjgvtydjtm" "value" "kcbotffyca" "value" "gybxnvwchp" "value" "gazojexans" "value" "hmcpcrjumm" "value" "zejhycldyy" "value" "iiissmznfe" "value" "qvpuudyuks" "value" "gviypfayfm" "value" "plqbwsiuzw" "value" "nunchscyqc" "value" "qocjpufxio" "value" "iqbyikqjmx" "value" "omwbgglqsp" "value" "nywteueaig" "value" "ntmgbzaivy" "value" "ijdgnlzprg" "value" "rnlaakgsrf" "value" "fpdflprzvn" "value" "azkdbpnshy" "value" "mvfnirshbd" "value" "sotsxznskx" "value" "uzktwqcdeb" "value" "myrrmvflyw" "value" "jgaieawkcu" "value" "utymwhxigo" "value" "vtaiyncmyg" "value" "gpodilvrnm" "value" "xgfzndhodu" "value" "saqilljaid" "value" "jxiewthqls" "value" "nbwksmwxpx" "value" "rwfykeeqgx" "value" "tlnkrncpwi" "value" "ogyvxbgcwi" "value" "ffcqkkzllx" "value" "rtnhivnxtb" "value" "vzcclamtun" "value" "jjlefkekuw" "value" "xjksnqifds" "value" "ctusqixohm" "value" "osaekeukqx" "value" "irlduoinie" "value" "nifzrybfuh" "value" "ctqxoyxbwc" "value" "vsvhjrymqc" "value" "bzwxqcpftf" "value" "ltghdkluqq" "value" "vklwhyzqhk" "value" "ghwcrdlbjj" "value" "lzzptujbjp" "value" "qlvgfplbod" "value" "ghepftfjgk" "value" "aiqqyusnuv" "value" "rspghuhpbp" "value" "lfkqrtxocm" "value" "iibgagtkpg" "value" "ywiurvfbpg" "value" "tdceweesxh" "value" "pvwvdaorrl" "value" "ejlunxlwxn" "value" "ymqxhmnidz" "value" "lydebbpmfb" "value" "ztjuqomjck" "value" "eyrbqexkff" "value" "oqmuhlruqy" "value" "gnrmnwaxls" "value" "mumhqarhgg" "value" "skbzfbeziu" "value" "hnnfmyurhx" "value" "yrsizkbbwz" "value" "azpwrzovza" "value" "txhllnvudv" "value" "aslibwggrp" "value" "ubghghklvj" "value" "jqqogagqni" "value" "emfqsjraia" "value" "ctgwmawlgl" "value" "mivctgaajt" "value" "knycrcrsbm" "value" "ubtiscdgrn" "value" "ulepgommyy" "value" "qbhdjhoohc" "value" "cctlfgicpv" "value" "phfuspevwk" "value" "oeawjlqnyg" "value" "jpphbjtbrh" "value" "ofykgotycd" "value" "csjfbpjyzq" "value" "thmmmlqluk" "value" "buzhjxsbkm" "value" "pisgqibyae" "value" "skkawcmqqt" "value" "mmqblvrscy" "value" "dpkiubfzbx" "value" "yivxcecwlp" "value" "kbnjiilaqd" "value" "rwrxxrnwtq" "value" "veegnotgmj" "value" "pbfijwccjp" "value" "expefhkisx" "value" "ynnhyctikq" "value" "bhfmhanvxe" "value" "otclvmbilg" "value" "hskkmrluuf" "value" "ftnbjymlll" "value" "nbkaxrojqq" "value" "qydrgilxxt" "value" "dxufcyurjx" "value" "fgygwdazbm" "value" "tivnqailcl" "value" "jwvqixjhho" "value" "oglqutqfcx" "value" "wvrlxfoxff" "value" "ropuqidkxv" "value" "qcsxjrjcfc" "value" "twuvkpjzzw" "value" "fqtktfghcv" "value" "suhwnartid" "value" "wvsnfinuil" "value" "rngtndwjyg" "value" "tsmzfswaxo" "value" "uvlswctlhx" "value" "llamjvxyqo" "value" "wovoupawzt" "value" "caxgjftjyj" "value" "gwzqcetcji" "value" "yzrdbalexf" "value" "fnpdsuozxt" "value" "dbtbtvkqss" "value" "pwgjoppmgc" "value" "wxjdgbugeu" "value" "qchpfcigwa" "value" "lxzdcbveuy" "value" "bwjyghaztz" "value" "uedehyieof" "value" "pfaytznuaa" "value" "lspvrnxnjo" "value" "zkbqvttlzy" "value" "fkdmuxraqf" "value" "nbizrabfuo" "value" "fgzwwaedjy" "value" "gkmwutvars" "value" "bwsdzrxzse" "value" "txgjxzovte" "value" "cbtpbbfrdd" "value" "vqgztpmzhz" "value" "rdipvyeqoi" "value" "bovkdabcdo" "value" "fhobhpwwkp" "value" "mkbkflixkr" "value" "mjifqzmtsd" "value" "pkcqdokojd" "value" "dtgjnddwch" "value" "uboipezuni" "value" "dfdodbelzn" "value" "fzsoiryhfn" "value" "krtsiucvvu" "value" "aieekmivcb" "value" "aeafusfzdn" "value" "ehnrizfmfo" "value" "dcjlwhfstw" "value" "wksgvbkbyw" "value" "hvfprkjlbc" "value" "jlgepeyhpc" "value" "ljklggibcy" "value" "mhrvuemywb" "value" "wdqygrxkya" "value" "ystnkbogee" "value" "flvftlpbjq" "value" "vgfgbsbnwy" "value" "rsivptwulz" "value" "bzjzucrypq" "value" "bweysooxiv" "value" "mmcunsiwad" "value" "mszjkgsrio" "value" "bvurseeqmh" "value" "wtcpliaxmk" "value" "ndwiompimr" "value" "mdcwoblmkl" "value" "dflxukffgl" "value" "mcojdazpfq" "value" "tctgzmjads" "value" "dewdgfrhos" "value" "iwqanwtvcd" "value" "nfucelqjfe" "value" "wgtrwefdsw" "value" "skstqdgbos" "value" "rwllkdzxrj" "value" "qwozutlufu" "value" "fmpdixcckx" "value" "jybzltmwrs" "value" "ossjrvqmaa" "value" "adlxahxsbq" "value" "mbewprqunw" "value" "xbvbujurqw" "value" "rnvhfxbuoi" "value" "pyrpwxalpc" "value" "adlryhdbpr" "value" "gritvkzfgw" "value" "aufhfrhccf" "value" "umoicweaab" "value" "kgirldeylz" "value" "nknlysgviv" "value" "plbxaamppj" "value" "ikpikupjoi" "value" "eioxaswdee" "value" "imexfccbxk" "value" "ouroipthpq" "value" "jbzyfznpdn" "value" "asidljmwgb" "value" "jeazfmhrcb" "value" "dablvesuho" "value" "zuoqjiciij" "value" "qmxxfyuodo" "value" "vkqalcokst" "value" "jhibapuhga" "value" "cmqraybrlw" "value" "beqsnrixhl" "value" "rmqxtqcxua" "value" "ndltyojjxj" "value" "hyanpicfan" "value" "yzutuazhmh" "value" "tumnalubch" "value" "eksvvoxziw" "value" "weqhfkosif" "value" "wwfbpjatrp" "value" "lrhrkuyzry" "value" "uvbtcgtopw" "value" "fmyleefltp" "value" "kkrxiaiife" "value" "gbkqhfumyu" "value" "tdmjyuitvv" "value" "jvtalmlkng" "value" "rdsfcdvkqz" "value" "xqvjnlpssl" "value" "fuftndsnim" "value" "keklddczkd" "value" "wrqnytptzm" "value" "rwzijctxzs" "value" "btakuczlec" "value" "fuipidfbjt" "value" "kjiqagynco" "value" "ahjawbsqcw" "value" "iehxaaneev" "value" "ezbiwqnabg" "value" "pnnzqcutoq" "value" "wlogkzxkpo" "value" "xzswnnldvs" "value" "qqfnugftmr" "value" "zuccleayil" "value" "ckqebhazel" "value" "brwlqbfoat" "value" "anmcogawkg" "value" "roqzbzpbbt" "value" "dxnprfawun" "value" "fffreqppjj" "value" "gfdzgxfdcg" "value" "sshbuxfljd" "value" "shckmujxzo" "value" "rqurawzebz" "value" "vpehhmoxva" "value" "vldwfdnicm" "value" "tzhjrlfvfp" "value" "ymwwctfodg" "value" "qsxfnsicrx" "value" "gfhrrjczsp" "value" "gtqrsktbaa" "value" "dniplpxfof" "value" "htawohddyn" "value" "dbcxnsiacw" "value" "dhfundvlpn" "value" "uewpgskfpu" "value" "cuuytorpnp" "value" "vlcnbfqvox" "value" "jbqibabrmv" "value" "xhspgwheck" "value" "fsuovvpgng" "value" "gcjruttnno" "value" "wxswusqpeo" "value" "qhhhipzncq" "value" "mcbuftndrr" "value" "owjfgjqqjc" "value" "vvmkjgajwa" "value" "wvlvshnhmx" "value" "ekponflaeq" "value" "kuiumwomxi" "value" "aoydkdfrpe" "value" "cglxptkcsz" "value" "uqbpcvkipa" "value" "ubzgvzputq" "value" "wmyphdckda" "value" "ukdnaklmcp" "value" "ramoirrdyd" "value" "vwayaqmtid" "value" "ltomuspfzc" "value" "wzxdkpehwf" "value" "yzcspfvcot" "value" "cgpvvnbvlk" "value" "farwqgfyjf" "value" "lbxvlwzony" "value" "ocesqguvym" "value" "yzviqaobku" "value" "cnngbbpowp" "value" "ucxeoqcssr" "value" "zcffhzusrl" "value" "yzmodbpsnb" "value" "aryiyaltqw" "value" "xkaailrpns" "value" "lpahctqgna" "value" "cnbqnvxmjp" "value" "nugjvhftma" "value" "xsgcuvxzor" "value" "xwtwtwmbgu" "value" "emdwpvauyc" "value" "ahfktrqmgh" "value" "jznackjcrd" "value" "etcsjxoqab" "value" "kpzmuwqbnt" "value" "dspznsgszk" "value" "rcwbzvwbva" "value" "mlznoaajqq" "value" "iwuuxdactm" "value" "zujobawsct" "value" "snepgcispg" "value" "cgmivhyskk" "value" "snunzlgfkd" "value" "ppdxnadmje" "value" "wtzqqecgfy" "value" "ncremxgfdb" "value" "cblsafugqk" "value" "hjekcxfyds" "value" "faxedqgskm" "value" "jjczogqdwz" "value" "jfbgmhtjke" "value" "nehqnkqnld" "value" "lcdchjadll" "value" "llimzyabsp" "value" "iwapedwyle" "value" "iobkwbwceu" "value" "twmbtaxdro" "value" "nmtmjmhmdl" "value" "ewoqykjbkc" "value" "tmyuncyoyd" "value" "dcepfcdddn" "value" "dnvwyhyhsn" "value" "nrencopzqn" "value" "yjyffpgoop" "value" "uvqtefqdhk" "value" "yjhypaonqq" "value" "uqvzpcvugl" "value" "cakvxrdpmj" "value" "tvzacklhdz" "value" "higdkhodzy" "value" "ormdblyhhn" "value" "wbouqpojzl" "value" "eyhgspybnr" "value" "lywsezpzgf" "value" "usykkwszvh" "value" "bcwncpnibg" "value" "jgcqryhsvk" "value" "yfvwesgulw" "value" "geizujxrkg" "value" "zknlteeaxq" "value" "nqwjivcosg" "value" "qmnxipsiga" "value" "pthacnunjj" "value" "afamsavgsi" "value" "bzfzxzecrs" "value" "sxcihybfci" "value" "padscbypdo" "value" "gaotvjctjh" "value" "beicnwdryg" "value" "xsueeljljp" "value" "mkrrypcfzy" "value" "ekjgqnjxyl" "value" "iyeiercbxr" "value" "rkwlgzhvvy" "value" "hmnaoeeasz" "value" "aquymkrswt" "value" "ulnnuwyptq" "value" "xftfzsoiwc" "value" "urkkyscfti" "value" "wabroeeoop" "value" "qpzkuxsipr" "value" "dxdngrmypg" "value" "icatrrbcjs" "value" "fhuptkhkzm" "value" "apyzwvajot" "value" "vealtjlqyc" "value" "khkkfmzkow" "value" "trzqdcaqdw" "value" "itmekixthv" "value" "pudgkcbwdx" "value" "zuibhuihtz" "value" "kzuywkxlku" "value" "ogtqmpnzie" "value" "jetamrlglx" "value" "fjdjumschq" "value" "kprzbyngsw" "value" "xeyxlxiqch" "value" "dtuhvpszzt" "value" "fpmbbgiaao" "value" "hjlhurakwh" "value" "mshexjmkmn" "value" "cynhehkcxs" "value" "cvbbbdzmie" "value" "cvnlzjdfgf" "value" "ifhkjgmxrd" "value" "audguegpmo" "value" "jzstgleeby" "value" "eafrzhdhhq" "value" "fmmammvdyj" "value" "uncqdpbhwb" "value" "fzatoyblsr" "value" "xtwlklqdna" "value" "ydqppngxvh" "value" "mkngszsxeu" "value" "vyewicgjio" "value" "tstbluhyhj" "value" "qzxxwlfeki" "value" "ocmtsfpsgh" "value" "xmknbbmdbf" "value" "pdjmftsmob" "value" "ygrpkpstxq" "value" "hrhiqcarju" "value" "aadzbodres" "value" "curhymvwsx" "value" "tbqidtevrl" "value" "avchkjnlwm" "value" "tyephutkmb" "value" "lxoaezrdxs" "value" "ctkwlhmgfz" "value" "xkiuuciwrn" "value" "irrovfyshb" "value" "hwuofuftlr" "value" "mhbfsuaovv" "value" "wzuhzzdezi" "value" "jlpobgvouj" "value" "qbpmtomqpu" "value" "shlwywnxpk" "value" "srkvjhetmj" "value" "hvxefqtmqu" "value" "fazsvkljef" "value" "bstezdkmig" "value" "asbtvfzien" "value" "vewfxcxkpf" "value" "tqkprkoixe" "value" "rcaatkjyur" "value" "euleuicawb" "value" "ifiizdeong" "value" "cjcrpmggtu" "value" "kxggjpatkd" "value" "klwqsggtob" "value" "mnsaklzgob" "value" "xfxlervrgn" "value" "eraxdyjftw" "value" "xrvonyieqa" "value" "fswhywqxhy" "value" "iqzxblqkeo" "value" "rxvhmzvbcv" "value" "wvdmobfisx" "value" "ujybghjfnf" "value" "yufagalzhk" "value" "qxbqbfcgjp" "value" "vorgqhmaoq" "value" "zewylkylsy" "value" "vvmaucizkv" "value" "bgcoyoduda" "value" "vnsufnurol" "value" "rtskokvklv" "value" "svvdufedug" "value" "qgdgujdvtg" "value" "rjrtvpntke" "value" "shgetgsird" "value" "ywgeotcect" "value" "zsikdzycyt" "value" "gcsswbksnc" "value" "qgobfhgspy" "value" "pbxrbaxnor" "value" "viwarrumob" "value" "eaetplspga" "value" "jqmscuprwq" "value" "nkyuframnm" "value" "gygftrsdbm" "value" "qzlfnntjar" "value" "fzzcioobeb" "value" "ydigxptqbl" "value" "bgtxhxkhvv" "value" "hggqmlgwha" "value" "ywlqbjqeug" "value" "qwowxqzrkz" "value" "zybosgbtxt" "value" "cflarkquuv" "value" "klaeknlbrm" "value" "ccnbldglgl" "value" "dpauqcpgyi" "value" "ylxiwiesps" "value" "xyxmlrdbui" "value" "arqfxfqkzh" "value" "byrkeibrfb" "value" "laepwenqmc" "value" "kluswgtjsf" "value" "mgldvzleyy" "value" "yqmzmmzwpd" "value" "tvlckdoyfe" "value" "dmxcbvzrxg" "value" "qquwyuyvvw" "value" "pmytvtksfi" "value" "umttshfkpk" "value" "rmdayyptch" "value" "glwrmjpotx" "value" "bgcnzgcmza" "value" "ivinvxopgz" "value" "dmbarohbfj" "value" "rncdgqxqfq" "value" "zmmwzkjrjl" "value" "gdlztbhpeq" "value" "zrwgpknaop" "value" "powzkcrtvv" "value" "cszvzbrmoy" "value" "dtjljhzqcm" "value" "anznywecwk" "value" "amuwlfaxwv" "value" "ajdkqflpen" "value" "evjrybtwww" "value" "oxsdmrdbit" "value" "yafipxfsip" "value" "xekxarmwcq" "value" "dgcesswkvc" "value" "gdqgmwxkmt" "value" "spdyueanru" "value" "yrvmdhnnfc" "value" "aexxjlgwuo" "value" "xpcpytommm" "value" "gjutzwoxlf" "value" "stnfirydgi" "value" "snpuvnebpy" "value" "rfxibyjmpg" "value" "ortxlvmdoc" "value" "gdozstnglr" "value" "eqiukbyscu" "value" "qzcrpbvatq" "value" "dwzqowbrsd" "value" "iesbitdnjd" "value" "inboyxgoqa" "value" "lfojnetxdc" "value" "njmufqrykx" "value" "ybcdthmgws" "value" "igwekdegcw" "value" "ajkgxmtamu" "value" "qkyfpamste" "value" "nwybjbhgep" "value" "arqqmfmmbz" "value" "rqiyxwpuyv" "value" "nsdvirehqh" "value" "qckueiqiwh" "value" "tjnbsybxws" "value" "jphvxuqipp" "value" "ghtoyhrfxh" "value" "erglflfnql" "value" "kngwkkzwts" "value" "nmguhcygct" "value" "jigyicdeft" "value" "gamcdtywne" "value" "nunpqugdit" "value" "ghqwxaqlef" "value" "nqxdrqigvf" "value" "xepfvvcovk" "value" "ezgxjiwwig" "value" "izizuzzjuv" "value" "mallnshtok" "value" "tctrsxgnrc" "value" "exhjfssojj" "value" "yilvzcevlj" "value" "nepxmyiuhr" "value" "dqqfcdugde" "value" "iamjlqlznh" "value" "mvmsikqfxu" "value" "kmqlwfbsex" "value" "pribqncfuf" "value" "zavrjnezrf" "value" "kmcwshsbye" "value" "uzaejrbwue" "value" "olezxlliej" "value" "hjjxyybxiv" "value"' tested-groups: - hash tested-commands: diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-load-hash-1K-fields-with-5B-values.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-load-hash-1K-fields-with-5B-values.yml index 3acc7389..ab55915d 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-load-hash-1K-fields-with-5B-values.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-load-hash-1K-fields-with-5B-values.yml @@ -1,5 +1,5 @@ version: 0.4 -name: memtier_benchmark-1key-load-hash-1K-fields-with-5B-"value"s +name: memtier_benchmark-1key-load-hash-1K-fields-with-5B-values description: "" dbconfig: configuration-parameters: @@ -21,7 +21,7 @@ build-variants: clientconfig: run_image: redislabs/memtier_benchmark:edge tool: memtier_benchmark - arguments: --test-time 120 --distinct-client-seed "--data-size" "10" --command 'HSET "hash:1000" "tocawprsxz" "value" "csqcfxyzsy" "value" "ipubipttcb" "value" "jqurtadjro" "value" "zdulfflfqx" "value" "bbfvuialin" "value" "ifpfyncdfe" "value" "kjeevccyof" "value" "stttkrbfqs" "value" "qatkvfuttq" "value" "ltvfnuuwil" "value" "znartcywze" "value" "bzursuzuei" "value" "jlghqxtvok" "value" "osncqcuest" "value" "uxvibjduto" "value" "giubyhvaav" "value" "joijmgposs" "value" "lqxpnplleo" "value" "bnatichltp" "value" "nnfxoqebys" "value" "lyhqvxolfw" "value" "caaqjozcqh" "value" "nlqtadqinl" "value" "hfjxrrsszf" "value" "fussukqrph" "value" "cbjovvgqqy" "value" "wcpbfslakk" "value" "slskrnekbc" "value" "nvonwipkta" "value" "jhdcicttmm" "value" "rpyroriegs" "value" "lnuuootxmp" "value" "ufdxqlonpg" "value" "qgasrnjrld" "value" "jhocasnttw" "value" "smwbxeqbed" "value" "kapxglqccs" "value" "hhwvslfxmf" "value" "rbdabbmnrf" "value" "ltgidziwzm" "value" "qpffifpdiz" "value" "sadqcfniau" "value" "bqoabrqwwj" "value" "wghyakzbit" "value" "bnxtlmiwup" "value" "akzsgaeqon" "value" "zwlhpcahwu" "value" "kfselnpkim" "value" "dxtzxeguoi" "value" "roczxpuisd" "value" "myzjxvtvjh" "value" "alfftdxaxc" "value" "vyiqkfoics" "value" "dygkzcpakt" "value" "ukprrucywq" "value" "afzlyodwiz" "value" "vdaebbupfe" "value" "wemmvswznk" "value" "xzbqjpzqlm" "value" "lqqivzlppd" "value" "rrzcqyzdzf" "value" "ncckxlmsvg" "value" "cpjveufsvk" "value" "babfjxxabw" "value" "btcvhacldb" "value" "mqqrgbacfa" "value" "eqaxrccwjq" "value" "erahoeivfw" "value" "omeatkwwtc" "value" "mjwrbndexu" "value" "gktcjcfxbb" "value" "tfonhwnuxj" "value" "pheajlhymx" "value" "vefgwelnfo" "value" "gayysuldha" "value" "tqpqihwjtl" "value" "eirhwkdgfq" "value" "rnfodijavx" "value" "erqgyscser" "value" "nnnxouavyp" "value" "yhejmjwwni" "value" "mwmcwqzbld" "value" "ofcurtthcs" "value" "idmjjbjvni" "value" "ovqohpxjft" "value" "ocoflktdhp" "value" "kgopxvsdah" "value" "pyjpxqnavq" "value" "nubsytpfao" "value" "ddpgrvwowd" "value" "glynpmsjcf" "value" "whsxmqffqg" "value" "sstqpivwip" "value" "cqfnhujrbj" "value" "gsvkmnluiz" "value" "zdmgjjyukl" "value" "gcfcbjybkx" "value" "qmhyoyctod" "value" "kdodndexvr" "value" "tkgihmsrha" "value" "kmifjielrw" "value" "gefoharnza" "value" "tcpwkimype" "value" "nxllkzroin" "value" "bpvbnmpekh" "value" "ljinllovsw" "value" "mugdxqnjxj" "value" "tqqmmvwact" "value" "uidvmrqyjd" "value" "dthtfrqkce" "value" "efhynoxlul" "value" "iosqxoobrk" "value" "sujbwndgwl" "value" "btxehrokkw" "value" "pmaagvqldo" "value" "evuxmkrrfl" "value" "dclualrzqb" "value" "jfqxkxgqhj" "value" "fvemodlpgz" "value" "lawrpikwsk" "value" "socoxaegfa" "value" "snomfrutha" "value" "yxsnreuepl" "value" "vjihaakiof" "value" "nnhrgirrtw" "value" "jccorylnjg" "value" "gehuriygwq" "value" "icqjxcermo" "value" "ocgjeuljxf" "value" "qslrwqmixc" "value" "rhzpguhsws" "value" "zxlbhyeckf" "value" "iziwqojsoq" "value" "qlorevyltp" "value" "gbjzsedhag" "value" "mkxysrkpug" "value" "bhrvnadcdk" "value" "qxxinxaqxn" "value" "ctnaggdbru" "value" "fsthobmdxk" "value" "cvnnitrrow" "value" "vlhtdpqavh" "value" "vhjaphfdpj" "value" "yhdgqenmwv" "value" "ysntbzffxq" "value" "emfjcnujqn" "value" "qnqzibcmip" "value" "ngcxqjjpdm" "value" "gkneclxnnt" "value" "rhkpfsuhoq" "value" "dgodkfjzos" "value" "isqymcuffe" "value" "ripecixnpr" "value" "dxpepbctea" "value" "gbeizdzdyb" "value" "aqlapmghln" "value" "yhlalzusch" "value" "xglrugpjkt" "value" "ngwifjdpha" "value" "jvekvvldai" "value" "hmdzsuuyrn" "value" "ncabqesziv" "value" "whdftyqojv" "value" "rhzqdtxucc" "value" "ftyxhyfokj" "value" "vqtixjkcbb" "value" "krfosgrmjb" "value" "ahcaaodvgi" "value" "ooeswhfdnj" "value" "jhctncrzlw" "value" "haxesjafmh" "value" "vxrtzngznb" "value" "fidsuuizcf" "value" "mamtueyrqn" "value" "quemrlmwod" "value" "pkgpjwyfbh" "value" "ckibsdtfff" "value" "tjnjhejnju" "value" "puvgjfjyaf" "value" "cvmicoarvv" "value" "mxpzuzrzuo" "value" "rrrfhnclbv" "value" "xeurpmfdmo" "value" "yqvkykgjbe" "value" "behdxlfdho" "value" "dyzedskzkq" "value" "rfhlttsuqy" "value" "pkehotsmka" "value" "alokvrpbih" "value" "mobwpcyxuk" "value" "umwunfzsvo" "value" "naggqdxcjm" "value" "rakustfykw" "value" "dtkfydidli" "value" "kohpozxkhl" "value" "usjmfkopln" "value" "axhoxkubdv" "value" "asretszbav" "value" "tmkoxwdgpx" "value" "wjhaavxfge" "value" "pcuaesomdc" "value" "vjhpmffzxc" "value" "qwxzqlqter" "value" "jjumoixniz" "value" "ruxsmttpak" "value" "pjdundsxrd" "value" "kdklhpxntt" "value" "muhewfzihs" "value" "dplonqlliz" "value" "wjibkklezg" "value" "dfemamyevk" "value" "nryvfijxhj" "value" "bqqohkuylc" "value" "wiqhmhkiel" "value" "lftmqoxhfc" "value" "sjbaedopjb" "value" "dlomhvkoxg" "value" "jhkdwtqvwl" "value" "vqashxkrik" "value" "mupcilqfjg" "value" "suahxaebee" "value" "rqkcyxiwhz" "value" "jqgtbgbybq" "value" "ygbfgfefac" "value" "kjblkrvknt" "value" "yajpmxmuwz" "value" "wwowdvybjj" "value" "bdtbaxnuko" "value" "adfhfatarh" "value" "vfcpevtekf" "value" "fiugzrozky" "value" "spogjykkfs" "value" "tdggmsxysk" "value" "aoqlctikzg" "value" "nwywtydqew" "value" "qjrhtqgwjc" "value" "dhzgpwewsx" "value" "outdlyeqvq" "value" "trwzipsers" "value" "qtpcwuafar" "value" "scgjdkyetq" "value" "aqyfvxyjqr" "value" "xkvgnzjgrm" "value" "hhbceuegvh" "value" "paitaeqrpb" "value" "yfdsmhtria" "value" "bxwvqvndcc" "value" "dpyjoihqrs" "value" "tnratexlre" "value" "hplvvuoscb" "value" "muocqqypmt" "value" "pxzkuasjek" "value" "flrsaczxzc" "value" "pubqtzzzko" "value" "vpqlxtfkjz" "value" "fiafoggekm" "value" "qtewhixedb" "value" "iijjcabgak" "value" "tqjpijliii" "value" "uttazeawix" "value" "hxbmykkugi" "value" "bekchebgys" "value" "ffrviosqzo" "value" "rjrptuhkav" "value" "sldzewoxas" "value" "uesalivsis" "value" "maxylirjgh" "value" "vpzsmbjkvy" "value" "eiziligjfr" "value" "tqblforkpa" "value" "nszbrpweoz" "value" "rzanpefsfy" "value" "cejkfhuykf" "value" "abinkgshoi" "value" "gqybtjuhvq" "value" "oqdlpaubsc" "value" "nrbfkysxaf" "value" "mhxojehvxx" "value" "vuqlqdpfdn" "value" "orqqevpmca" "value" "xigznrdgqy" "value" "jzceexkqam" "value" "szupcnvvij" "value" "btgeubdzbb" "value" "nojnedgabk" "value" "sdnkjddyut" "value" "lbjarnpxhh" "value" "wevfinjbqk" "value" "dvgqwzignk" "value" "ejzwnidqwr" "value" "nlxwjmzwln" "value" "brrlblrxwa" "value" "hyikggurti" "value" "wybmlpqblt" "value" "hertbwuzyw" "value" "rwhzzytdsq" "value" "symbgeyple" "value" "zbfeyptemz" "value" "pghbwbtfmk" "value" "mxydilgynv" "value" "bhwytqsafu" "value" "ecsburyjhh" "value" "cvohdragtx" "value" "lscjhgztom" "value" "giswndixdf" "value" "etsngvbrff" "value" "lgqazzajpx" "value" "pypepewjvq" "value" "nswjopvtqv" "value" "tuajnnqtcq" "value" "bvvoibkfrt" "value" "kjqeujfkoh" "value" "diwmfuckel" "value" "bwizktcwmb" "value" "ughnpilqqm" "value" "ihealvwnxb" "value" "thqttakyzy" "value" "auwfujaoya" "value" "rofnkytnhm" "value" "ilkuddrdvh" "value" "hmwfncgzxg" "value" "pzrchtwaaw" "value" "ffksbrtbfq" "value" "ethxaycsil" "value" "uwiqrvcqvu" "value" "fgcehqgsso" "value" "yoblelzlkd" "value" "gjiwldcfqh" "value" "sbrjnwxdip" "value" "nenhiiibwx" "value" "ebhhhgabjd" "value" "xpkwqbfban" "value" "pupmdjgyed" "value" "aejnvyfdst" "value" "krxneqolle" "value" "nouncgkoik" "value" "kamgfgbxel" "value" "fffylsswky" "value" "agswwrfabr" "value" "pkvcbelpos" "value" "mxapzqqqsw" "value" "ywmqoaztmy" "value" "sfuvzzxbxq" "value" "kdcvbkrbsj" "value" "twpiiaedpc" "value" "egmgddriry" "value" "nmfihtnkel" "value" "kqzjnkdlxd" "value" "eovsizpcjp" "value" "bsavjyaksg" "value" "xlmvatfsly" "value" "dlhjfafskj" "value" "wmvhvwnowp" "value" "vjjozwrovk" "value" "gbazuqnmit" "value" "ubwlcefgqb" "value" "jttqzbazgz" "value" "dozecfsvue" "value" "pgdhjrxhga" "value" "gzekysdunp" "value" "ygoiannoht" "value" "hklchdenoe" "value" "sotbjzlsvz" "value" "qjwrnhooax" "value" "cdghgcsoth" "value" "mjlpvuoghe" "value" "qclkaeciey" "value" "oownjpxrov" "value" "nvqfyljbef" "value" "tsnawydcru" "value" "wrrgxxkxkc" "value" "ylulwsnjay" "value" "lxsinouutc" "value" "ozpyyaznsh" "value" "cmhkstsjok" "value" "ybckvbeoib" "value" "fsoardckcw" "value" "ltkauvxggz" "value" "sqwhsgboef" "value" "wgtjxahmef" "value" "spoqshzjoi" "value" "pfvfxrrfhl" "value" "nahweurftw" "value" "fojjpqmbck" "value" "zexblqeora" "value" "qsoiwsugdv" "value" "ksppwhhqzj" "value" "otadcihtmd" "value" "imnjbkmsls" "value" "zzenkvuesw" "value" "kbfqdppnfa" "value" "igehetokzq" "value" "koujdppfua" "value" "wqsqzzbqhm" "value" "tglieutcis" "value" "owovlhorvw" "value" "nraylduhut" "value" "nwnyjkugcf" "value" "kpfqxroqbs" "value" "xwxwosqkhm" "value" "ollacusjzj" "value" "wcouaiatsu" "value" "nvkfnfzoki" "value" "fgjnsosfrp" "value" "pltsnzqvpi" "value" "rhnkzlsjtk" "value" "ysnndkycix" "value" "bpnfopinub" "value" "blujwnyluy" "value" "wgtmckqknh" "value" "zorzyqtjtr" "value" "hvtlkrungk" "value" "rgtondctpo" "value" "mjgvtydjtm" "value" "kcbotffyca" "value" "gybxnvwchp" "value" "gazojexans" "value" "hmcpcrjumm" "value" "zejhycldyy" "value" "iiissmznfe" "value" "qvpuudyuks" "value" "gviypfayfm" "value" "plqbwsiuzw" "value" "nunchscyqc" "value" "qocjpufxio" "value" "iqbyikqjmx" "value" "omwbgglqsp" "value" "nywteueaig" "value" "ntmgbzaivy" "value" "ijdgnlzprg" "value" "rnlaakgsrf" "value" "fpdflprzvn" "value" "azkdbpnshy" "value" "mvfnirshbd" "value" "sotsxznskx" "value" "uzktwqcdeb" "value" "myrrmvflyw" "value" "jgaieawkcu" "value" "utymwhxigo" "value" "vtaiyncmyg" "value" "gpodilvrnm" "value" "xgfzndhodu" "value" "saqilljaid" "value" "jxiewthqls" "value" "nbwksmwxpx" "value" "rwfykeeqgx" "value" "tlnkrncpwi" "value" "ogyvxbgcwi" "value" "ffcqkkzllx" "value" "rtnhivnxtb" "value" "vzcclamtun" "value" "jjlefkekuw" "value" "xjksnqifds" "value" "ctusqixohm" "value" "osaekeukqx" "value" "irlduoinie" "value" "nifzrybfuh" "value" "ctqxoyxbwc" "value" "vsvhjrymqc" "value" "bzwxqcpftf" "value" "ltghdkluqq" "value" "vklwhyzqhk" "value" "ghwcrdlbjj" "value" "lzzptujbjp" "value" "qlvgfplbod" "value" "ghepftfjgk" "value" "aiqqyusnuv" "value" "rspghuhpbp" "value" "lfkqrtxocm" "value" "iibgagtkpg" "value" "ywiurvfbpg" "value" "tdceweesxh" "value" "pvwvdaorrl" "value" "ejlunxlwxn" "value" "ymqxhmnidz" "value" "lydebbpmfb" "value" "ztjuqomjck" "value" "eyrbqexkff" "value" "oqmuhlruqy" "value" "gnrmnwaxls" "value" "mumhqarhgg" "value" "skbzfbeziu" "value" "hnnfmyurhx" "value" "yrsizkbbwz" "value" "azpwrzovza" "value" "txhllnvudv" "value" "aslibwggrp" "value" "ubghghklvj" "value" "jqqogagqni" "value" "emfqsjraia" "value" "ctgwmawlgl" "value" "mivctgaajt" "value" "knycrcrsbm" "value" "ubtiscdgrn" "value" "ulepgommyy" "value" "qbhdjhoohc" "value" "cctlfgicpv" "value" "phfuspevwk" "value" "oeawjlqnyg" "value" "jpphbjtbrh" "value" "ofykgotycd" "value" "csjfbpjyzq" "value" "thmmmlqluk" "value" "buzhjxsbkm" "value" "pisgqibyae" "value" "skkawcmqqt" "value" "mmqblvrscy" "value" "dpkiubfzbx" "value" "yivxcecwlp" "value" "kbnjiilaqd" "value" "rwrxxrnwtq" "value" "veegnotgmj" "value" "pbfijwccjp" "value" "expefhkisx" "value" "ynnhyctikq" "value" "bhfmhanvxe" "value" "otclvmbilg" "value" "hskkmrluuf" "value" "ftnbjymlll" "value" "nbkaxrojqq" "value" "qydrgilxxt" "value" "dxufcyurjx" "value" "fgygwdazbm" "value" "tivnqailcl" "value" "jwvqixjhho" "value" "oglqutqfcx" "value" "wvrlxfoxff" "value" "ropuqidkxv" "value" "qcsxjrjcfc" "value" "twuvkpjzzw" "value" "fqtktfghcv" "value" "suhwnartid" "value" "wvsnfinuil" "value" "rngtndwjyg" "value" "tsmzfswaxo" "value" "uvlswctlhx" "value" "llamjvxyqo" "value" "wovoupawzt" "value" "caxgjftjyj" "value" "gwzqcetcji" "value" "yzrdbalexf" "value" "fnpdsuozxt" "value" "dbtbtvkqss" "value" "pwgjoppmgc" "value" "wxjdgbugeu" "value" "qchpfcigwa" "value" "lxzdcbveuy" "value" "bwjyghaztz" "value" "uedehyieof" "value" "pfaytznuaa" "value" "lspvrnxnjo" "value" "zkbqvttlzy" "value" "fkdmuxraqf" "value" "nbizrabfuo" "value" "fgzwwaedjy" "value" "gkmwutvars" "value" "bwsdzrxzse" "value" "txgjxzovte" "value" "cbtpbbfrdd" "value" "vqgztpmzhz" "value" "rdipvyeqoi" "value" "bovkdabcdo" "value" "fhobhpwwkp" "value" "mkbkflixkr" "value" "mjifqzmtsd" "value" "pkcqdokojd" "value" "dtgjnddwch" "value" "uboipezuni" "value" "dfdodbelzn" "value" "fzsoiryhfn" "value" "krtsiucvvu" "value" "aieekmivcb" "value" "aeafusfzdn" "value" "ehnrizfmfo" "value" "dcjlwhfstw" "value" "wksgvbkbyw" "value" "hvfprkjlbc" "value" "jlgepeyhpc" "value" "ljklggibcy" "value" "mhrvuemywb" "value" "wdqygrxkya" "value" "ystnkbogee" "value" "flvftlpbjq" "value" "vgfgbsbnwy" "value" "rsivptwulz" "value" "bzjzucrypq" "value" "bweysooxiv" "value" "mmcunsiwad" "value" "mszjkgsrio" "value" "bvurseeqmh" "value" "wtcpliaxmk" "value" "ndwiompimr" "value" "mdcwoblmkl" "value" "dflxukffgl" "value" "mcojdazpfq" "value" "tctgzmjads" "value" "dewdgfrhos" "value" "iwqanwtvcd" "value" "nfucelqjfe" "value" "wgtrwefdsw" "value" "skstqdgbos" "value" "rwllkdzxrj" "value" "qwozutlufu" "value" "fmpdixcckx" "value" "jybzltmwrs" "value" "ossjrvqmaa" "value" "adlxahxsbq" "value" "mbewprqunw" "value" "xbvbujurqw" "value" "rnvhfxbuoi" "value" "pyrpwxalpc" "value" "adlryhdbpr" "value" "gritvkzfgw" "value" "aufhfrhccf" "value" "umoicweaab" "value" "kgirldeylz" "value" "nknlysgviv" "value" "plbxaamppj" "value" "ikpikupjoi" "value" "eioxaswdee" "value" "imexfccbxk" "value" "ouroipthpq" "value" "jbzyfznpdn" "value" "asidljmwgb" "value" "jeazfmhrcb" "value" "dablvesuho" "value" "zuoqjiciij" "value" "qmxxfyuodo" "value" "vkqalcokst" "value" "jhibapuhga" "value" "cmqraybrlw" "value" "beqsnrixhl" "value" "rmqxtqcxua" "value" "ndltyojjxj" "value" "hyanpicfan" "value" "yzutuazhmh" "value" "tumnalubch" "value" "eksvvoxziw" "value" "weqhfkosif" "value" "wwfbpjatrp" "value" "lrhrkuyzry" "value" "uvbtcgtopw" "value" "fmyleefltp" "value" "kkrxiaiife" "value" "gbkqhfumyu" "value" "tdmjyuitvv" "value" "jvtalmlkng" "value" "rdsfcdvkqz" "value" "xqvjnlpssl" "value" "fuftndsnim" "value" "keklddczkd" "value" "wrqnytptzm" "value" "rwzijctxzs" "value" "btakuczlec" "value" "fuipidfbjt" "value" "kjiqagynco" "value" "ahjawbsqcw" "value" "iehxaaneev" "value" "ezbiwqnabg" "value" "pnnzqcutoq" "value" "wlogkzxkpo" "value" "xzswnnldvs" "value" "qqfnugftmr" "value" "zuccleayil" "value" "ckqebhazel" "value" "brwlqbfoat" "value" "anmcogawkg" "value" "roqzbzpbbt" "value" "dxnprfawun" "value" "fffreqppjj" "value" "gfdzgxfdcg" "value" "sshbuxfljd" "value" "shckmujxzo" "value" "rqurawzebz" "value" "vpehhmoxva" "value" "vldwfdnicm" "value" "tzhjrlfvfp" "value" "ymwwctfodg" "value" "qsxfnsicrx" "value" "gfhrrjczsp" "value" "gtqrsktbaa" "value" "dniplpxfof" "value" "htawohddyn" "value" "dbcxnsiacw" "value" "dhfundvlpn" "value" "uewpgskfpu" "value" "cuuytorpnp" "value" "vlcnbfqvox" "value" "jbqibabrmv" "value" "xhspgwheck" "value" "fsuovvpgng" "value" "gcjruttnno" "value" "wxswusqpeo" "value" "qhhhipzncq" "value" "mcbuftndrr" "value" "owjfgjqqjc" "value" "vvmkjgajwa" "value" "wvlvshnhmx" "value" "ekponflaeq" "value" "kuiumwomxi" "value" "aoydkdfrpe" "value" "cglxptkcsz" "value" "uqbpcvkipa" "value" "ubzgvzputq" "value" "wmyphdckda" "value" "ukdnaklmcp" "value" "ramoirrdyd" "value" "vwayaqmtid" "value" "ltomuspfzc" "value" "wzxdkpehwf" "value" "yzcspfvcot" "value" "cgpvvnbvlk" "value" "farwqgfyjf" "value" "lbxvlwzony" "value" "ocesqguvym" "value" "yzviqaobku" "value" "cnngbbpowp" "value" "ucxeoqcssr" "value" "zcffhzusrl" "value" "yzmodbpsnb" "value" "aryiyaltqw" "value" "xkaailrpns" "value" "lpahctqgna" "value" "cnbqnvxmjp" "value" "nugjvhftma" "value" "xsgcuvxzor" "value" "xwtwtwmbgu" "value" "emdwpvauyc" "value" "ahfktrqmgh" "value" "jznackjcrd" "value" "etcsjxoqab" "value" "kpzmuwqbnt" "value" "dspznsgszk" "value" "rcwbzvwbva" "value" "mlznoaajqq" "value" "iwuuxdactm" "value" "zujobawsct" "value" "snepgcispg" "value" "cgmivhyskk" "value" "snunzlgfkd" "value" "ppdxnadmje" "value" "wtzqqecgfy" "value" "ncremxgfdb" "value" "cblsafugqk" "value" "hjekcxfyds" "value" "faxedqgskm" "value" "jjczogqdwz" "value" "jfbgmhtjke" "value" "nehqnkqnld" "value" "lcdchjadll" "value" "llimzyabsp" "value" "iwapedwyle" "value" "iobkwbwceu" "value" "twmbtaxdro" "value" "nmtmjmhmdl" "value" "ewoqykjbkc" "value" "tmyuncyoyd" "value" "dcepfcdddn" "value" "dnvwyhyhsn" "value" "nrencopzqn" "value" "yjyffpgoop" "value" "uvqtefqdhk" "value" "yjhypaonqq" "value" "uqvzpcvugl" "value" "cakvxrdpmj" "value" "tvzacklhdz" "value" "higdkhodzy" "value" "ormdblyhhn" "value" "wbouqpojzl" "value" "eyhgspybnr" "value" "lywsezpzgf" "value" "usykkwszvh" "value" "bcwncpnibg" "value" "jgcqryhsvk" "value" "yfvwesgulw" "value" "geizujxrkg" "value" "zknlteeaxq" "value" "nqwjivcosg" "value" "qmnxipsiga" "value" "pthacnunjj" "value" "afamsavgsi" "value" "bzfzxzecrs" "value" "sxcihybfci" "value" "padscbypdo" "value" "gaotvjctjh" "value" "beicnwdryg" "value" "xsueeljljp" "value" "mkrrypcfzy" "value" "ekjgqnjxyl" "value" "iyeiercbxr" "value" "rkwlgzhvvy" "value" "hmnaoeeasz" "value" "aquymkrswt" "value" "ulnnuwyptq" "value" "xftfzsoiwc" "value" "urkkyscfti" "value" "wabroeeoop" "value" "qpzkuxsipr" "value" "dxdngrmypg" "value" "icatrrbcjs" "value" "fhuptkhkzm" "value" "apyzwvajot" "value" "vealtjlqyc" "value" "khkkfmzkow" "value" "trzqdcaqdw" "value" "itmekixthv" "value" "pudgkcbwdx" "value" "zuibhuihtz" "value" "kzuywkxlku" "value" "ogtqmpnzie" "value" "jetamrlglx" "value" "fjdjumschq" "value" "kprzbyngsw" "value" "xeyxlxiqch" "value" "dtuhvpszzt" "value" "fpmbbgiaao" "value" "hjlhurakwh" "value" "mshexjmkmn" "value" "cynhehkcxs" "value" "cvbbbdzmie" "value" "cvnlzjdfgf" "value" "ifhkjgmxrd" "value" "audguegpmo" "value" "jzstgleeby" "value" "eafrzhdhhq" "value" "fmmammvdyj" "value" "uncqdpbhwb" "value" "fzatoyblsr" "value" "xtwlklqdna" "value" "ydqppngxvh" "value" "mkngszsxeu" "value" "vyewicgjio" "value" "tstbluhyhj" "value" "qzxxwlfeki" "value" "ocmtsfpsgh" "value" "xmknbbmdbf" "value" "pdjmftsmob" "value" "ygrpkpstxq" "value" "hrhiqcarju" "value" "aadzbodres" "value" "curhymvwsx" "value" "tbqidtevrl" "value" "avchkjnlwm" "value" "tyephutkmb" "value" "lxoaezrdxs" "value" "ctkwlhmgfz" "value" "xkiuuciwrn" "value" "irrovfyshb" "value" "hwuofuftlr" "value" "mhbfsuaovv" "value" "wzuhzzdezi" "value" "jlpobgvouj" "value" "qbpmtomqpu" "value" "shlwywnxpk" "value" "srkvjhetmj" "value" "hvxefqtmqu" "value" "fazsvkljef" "value" "bstezdkmig" "value" "asbtvfzien" "value" "vewfxcxkpf" "value" "tqkprkoixe" "value" "rcaatkjyur" "value" "euleuicawb" "value" "ifiizdeong" "value" "cjcrpmggtu" "value" "kxggjpatkd" "value" "klwqsggtob" "value" "mnsaklzgob" "value" "xfxlervrgn" "value" "eraxdyjftw" "value" "xrvonyieqa" "value" "fswhywqxhy" "value" "iqzxblqkeo" "value" "rxvhmzvbcv" "value" "wvdmobfisx" "value" "ujybghjfnf" "value" "yufagalzhk" "value" "qxbqbfcgjp" "value" "vorgqhmaoq" "value" "zewylkylsy" "value" "vvmaucizkv" "value" "bgcoyoduda" "value" "vnsufnurol" "value" "rtskokvklv" "value" "svvdufedug" "value" "qgdgujdvtg" "value" "rjrtvpntke" "value" "shgetgsird" "value" "ywgeotcect" "value" "zsikdzycyt" "value" "gcsswbksnc" "value" "qgobfhgspy" "value" "pbxrbaxnor" "value" "viwarrumob" "value" "eaetplspga" "value" "jqmscuprwq" "value" "nkyuframnm" "value" "gygftrsdbm" "value" "qzlfnntjar" "value" "fzzcioobeb" "value" "ydigxptqbl" "value" "bgtxhxkhvv" "value" "hggqmlgwha" "value" "ywlqbjqeug" "value" "qwowxqzrkz" "value" "zybosgbtxt" "value" "cflarkquuv" "value" "klaeknlbrm" "value" "ccnbldglgl" "value" "dpauqcpgyi" "value" "ylxiwiesps" "value" "xyxmlrdbui" "value" "arqfxfqkzh" "value" "byrkeibrfb" "value" "laepwenqmc" "value" "kluswgtjsf" "value" "mgldvzleyy" "value" "yqmzmmzwpd" "value" "tvlckdoyfe" "value" "dmxcbvzrxg" "value" "qquwyuyvvw" "value" "pmytvtksfi" "value" "umttshfkpk" "value" "rmdayyptch" "value" "glwrmjpotx" "value" "bgcnzgcmza" "value" "ivinvxopgz" "value" "dmbarohbfj" "value" "rncdgqxqfq" "value" "zmmwzkjrjl" "value" "gdlztbhpeq" "value" "zrwgpknaop" "value" "powzkcrtvv" "value" "cszvzbrmoy" "value" "dtjljhzqcm" "value" "anznywecwk" "value" "amuwlfaxwv" "value" "ajdkqflpen" "value" "evjrybtwww" "value" "oxsdmrdbit" "value" "yafipxfsip" "value" "xekxarmwcq" "value" "dgcesswkvc" "value" "gdqgmwxkmt" "value" "spdyueanru" "value" "yrvmdhnnfc" "value" "aexxjlgwuo" "value" "xpcpytommm" "value" "gjutzwoxlf" "value" "stnfirydgi" "value" "snpuvnebpy" "value" "rfxibyjmpg" "value" "ortxlvmdoc" "value" "gdozstnglr" "value" "eqiukbyscu" "value" "qzcrpbvatq" "value" "dwzqowbrsd" "value" "iesbitdnjd" "value" "inboyxgoqa" "value" "lfojnetxdc" "value" "njmufqrykx" "value" "ybcdthmgws" "value" "igwekdegcw" "value" "ajkgxmtamu" "value" "qkyfpamste" "value" "nwybjbhgep" "value" "arqqmfmmbz" "value" "rqiyxwpuyv" "value" "nsdvirehqh" "value" "qckueiqiwh" "value" "tjnbsybxws" "value" "jphvxuqipp" "value" "ghtoyhrfxh" "value" "erglflfnql" "value" "kngwkkzwts" "value" "nmguhcygct" "value" "jigyicdeft" "value" "gamcdtywne" "value" "nunpqugdit" "value" "ghqwxaqlef" "value" "nqxdrqigvf" "value" "xepfvvcovk" "value" "ezgxjiwwig" "value" "izizuzzjuv" "value" "mallnshtok" "value" "tctrsxgnrc" "value" "exhjfssojj" "value" "yilvzcevlj" "value" "nepxmyiuhr" "value" "dqqfcdugde" "value" "iamjlqlznh" "value" "mvmsikqfxu" "value" "kmqlwfbsex" "value" "pribqncfuf" "value" "zavrjnezrf" "value" "kmcwshsbye" "value" "uzaejrbwue" "value" "olezxlliej" "value" "hjjxyybxiv"' --command-key-pattern="R" --key-minimum=1 --key-maximum 100000 -c 50 -t 4 --hide-histogram + arguments: --test-time 120 --distinct-client-seed "--data-size" "10" --command 'HSET "hash:1000" "tocawprsxz" "value" "csqcfxyzsy" "value" "ipubipttcb" "value" "jqurtadjro" "value" "zdulfflfqx" "value" "bbfvuialin" "value" "ifpfyncdfe" "value" "kjeevccyof" "value" "stttkrbfqs" "value" "qatkvfuttq" "value" "ltvfnuuwil" "value" "znartcywze" "value" "bzursuzuei" "value" "jlghqxtvok" "value" "osncqcuest" "value" "uxvibjduto" "value" "giubyhvaav" "value" "joijmgposs" "value" "lqxpnplleo" "value" "bnatichltp" "value" "nnfxoqebys" "value" "lyhqvxolfw" "value" "caaqjozcqh" "value" "nlqtadqinl" "value" "hfjxrrsszf" "value" "fussukqrph" "value" "cbjovvgqqy" "value" "wcpbfslakk" "value" "slskrnekbc" "value" "nvonwipkta" "value" "jhdcicttmm" "value" "rpyroriegs" "value" "lnuuootxmp" "value" "ufdxqlonpg" "value" "qgasrnjrld" "value" "jhocasnttw" "value" "smwbxeqbed" "value" "kapxglqccs" "value" "hhwvslfxmf" "value" "rbdabbmnrf" "value" "ltgidziwzm" "value" "qpffifpdiz" "value" "sadqcfniau" "value" "bqoabrqwwj" "value" "wghyakzbit" "value" "bnxtlmiwup" "value" "akzsgaeqon" "value" "zwlhpcahwu" "value" "kfselnpkim" "value" "dxtzxeguoi" "value" "roczxpuisd" "value" "myzjxvtvjh" "value" "alfftdxaxc" "value" "vyiqkfoics" "value" "dygkzcpakt" "value" "ukprrucywq" "value" "afzlyodwiz" "value" "vdaebbupfe" "value" "wemmvswznk" "value" "xzbqjpzqlm" "value" "lqqivzlppd" "value" "rrzcqyzdzf" "value" "ncckxlmsvg" "value" "cpjveufsvk" "value" "babfjxxabw" "value" "btcvhacldb" "value" "mqqrgbacfa" "value" "eqaxrccwjq" "value" "erahoeivfw" "value" "omeatkwwtc" "value" "mjwrbndexu" "value" "gktcjcfxbb" "value" "tfonhwnuxj" "value" "pheajlhymx" "value" "vefgwelnfo" "value" "gayysuldha" "value" "tqpqihwjtl" "value" "eirhwkdgfq" "value" "rnfodijavx" "value" "erqgyscser" "value" "nnnxouavyp" "value" "yhejmjwwni" "value" "mwmcwqzbld" "value" "ofcurtthcs" "value" "idmjjbjvni" "value" "ovqohpxjft" "value" "ocoflktdhp" "value" "kgopxvsdah" "value" "pyjpxqnavq" "value" "nubsytpfao" "value" "ddpgrvwowd" "value" "glynpmsjcf" "value" "whsxmqffqg" "value" "sstqpivwip" "value" "cqfnhujrbj" "value" "gsvkmnluiz" "value" "zdmgjjyukl" "value" "gcfcbjybkx" "value" "qmhyoyctod" "value" "kdodndexvr" "value" "tkgihmsrha" "value" "kmifjielrw" "value" "gefoharnza" "value" "tcpwkimype" "value" "nxllkzroin" "value" "bpvbnmpekh" "value" "ljinllovsw" "value" "mugdxqnjxj" "value" "tqqmmvwact" "value" "uidvmrqyjd" "value" "dthtfrqkce" "value" "efhynoxlul" "value" "iosqxoobrk" "value" "sujbwndgwl" "value" "btxehrokkw" "value" "pmaagvqldo" "value" "evuxmkrrfl" "value" "dclualrzqb" "value" "jfqxkxgqhj" "value" "fvemodlpgz" "value" "lawrpikwsk" "value" "socoxaegfa" "value" "snomfrutha" "value" "yxsnreuepl" "value" "vjihaakiof" "value" "nnhrgirrtw" "value" "jccorylnjg" "value" "gehuriygwq" "value" "icqjxcermo" "value" "ocgjeuljxf" "value" "qslrwqmixc" "value" "rhzpguhsws" "value" "zxlbhyeckf" "value" "iziwqojsoq" "value" "qlorevyltp" "value" "gbjzsedhag" "value" "mkxysrkpug" "value" "bhrvnadcdk" "value" "qxxinxaqxn" "value" "ctnaggdbru" "value" "fsthobmdxk" "value" "cvnnitrrow" "value" "vlhtdpqavh" "value" "vhjaphfdpj" "value" "yhdgqenmwv" "value" "ysntbzffxq" "value" "emfjcnujqn" "value" "qnqzibcmip" "value" "ngcxqjjpdm" "value" "gkneclxnnt" "value" "rhkpfsuhoq" "value" "dgodkfjzos" "value" "isqymcuffe" "value" "ripecixnpr" "value" "dxpepbctea" "value" "gbeizdzdyb" "value" "aqlapmghln" "value" "yhlalzusch" "value" "xglrugpjkt" "value" "ngwifjdpha" "value" "jvekvvldai" "value" "hmdzsuuyrn" "value" "ncabqesziv" "value" "whdftyqojv" "value" "rhzqdtxucc" "value" "ftyxhyfokj" "value" "vqtixjkcbb" "value" "krfosgrmjb" "value" "ahcaaodvgi" "value" "ooeswhfdnj" "value" "jhctncrzlw" "value" "haxesjafmh" "value" "vxrtzngznb" "value" "fidsuuizcf" "value" "mamtueyrqn" "value" "quemrlmwod" "value" "pkgpjwyfbh" "value" "ckibsdtfff" "value" "tjnjhejnju" "value" "puvgjfjyaf" "value" "cvmicoarvv" "value" "mxpzuzrzuo" "value" "rrrfhnclbv" "value" "xeurpmfdmo" "value" "yqvkykgjbe" "value" "behdxlfdho" "value" "dyzedskzkq" "value" "rfhlttsuqy" "value" "pkehotsmka" "value" "alokvrpbih" "value" "mobwpcyxuk" "value" "umwunfzsvo" "value" "naggqdxcjm" "value" "rakustfykw" "value" "dtkfydidli" "value" "kohpozxkhl" "value" "usjmfkopln" "value" "axhoxkubdv" "value" "asretszbav" "value" "tmkoxwdgpx" "value" "wjhaavxfge" "value" "pcuaesomdc" "value" "vjhpmffzxc" "value" "qwxzqlqter" "value" "jjumoixniz" "value" "ruxsmttpak" "value" "pjdundsxrd" "value" "kdklhpxntt" "value" "muhewfzihs" "value" "dplonqlliz" "value" "wjibkklezg" "value" "dfemamyevk" "value" "nryvfijxhj" "value" "bqqohkuylc" "value" "wiqhmhkiel" "value" "lftmqoxhfc" "value" "sjbaedopjb" "value" "dlomhvkoxg" "value" "jhkdwtqvwl" "value" "vqashxkrik" "value" "mupcilqfjg" "value" "suahxaebee" "value" "rqkcyxiwhz" "value" "jqgtbgbybq" "value" "ygbfgfefac" "value" "kjblkrvknt" "value" "yajpmxmuwz" "value" "wwowdvybjj" "value" "bdtbaxnuko" "value" "adfhfatarh" "value" "vfcpevtekf" "value" "fiugzrozky" "value" "spogjykkfs" "value" "tdggmsxysk" "value" "aoqlctikzg" "value" "nwywtydqew" "value" "qjrhtqgwjc" "value" "dhzgpwewsx" "value" "outdlyeqvq" "value" "trwzipsers" "value" "qtpcwuafar" "value" "scgjdkyetq" "value" "aqyfvxyjqr" "value" "xkvgnzjgrm" "value" "hhbceuegvh" "value" "paitaeqrpb" "value" "yfdsmhtria" "value" "bxwvqvndcc" "value" "dpyjoihqrs" "value" "tnratexlre" "value" "hplvvuoscb" "value" "muocqqypmt" "value" "pxzkuasjek" "value" "flrsaczxzc" "value" "pubqtzzzko" "value" "vpqlxtfkjz" "value" "fiafoggekm" "value" "qtewhixedb" "value" "iijjcabgak" "value" "tqjpijliii" "value" "uttazeawix" "value" "hxbmykkugi" "value" "bekchebgys" "value" "ffrviosqzo" "value" "rjrptuhkav" "value" "sldzewoxas" "value" "uesalivsis" "value" "maxylirjgh" "value" "vpzsmbjkvy" "value" "eiziligjfr" "value" "tqblforkpa" "value" "nszbrpweoz" "value" "rzanpefsfy" "value" "cejkfhuykf" "value" "abinkgshoi" "value" "gqybtjuhvq" "value" "oqdlpaubsc" "value" "nrbfkysxaf" "value" "mhxojehvxx" "value" "vuqlqdpfdn" "value" "orqqevpmca" "value" "xigznrdgqy" "value" "jzceexkqam" "value" "szupcnvvij" "value" "btgeubdzbb" "value" "nojnedgabk" "value" "sdnkjddyut" "value" "lbjarnpxhh" "value" "wevfinjbqk" "value" "dvgqwzignk" "value" "ejzwnidqwr" "value" "nlxwjmzwln" "value" "brrlblrxwa" "value" "hyikggurti" "value" "wybmlpqblt" "value" "hertbwuzyw" "value" "rwhzzytdsq" "value" "symbgeyple" "value" "zbfeyptemz" "value" "pghbwbtfmk" "value" "mxydilgynv" "value" "bhwytqsafu" "value" "ecsburyjhh" "value" "cvohdragtx" "value" "lscjhgztom" "value" "giswndixdf" "value" "etsngvbrff" "value" "lgqazzajpx" "value" "pypepewjvq" "value" "nswjopvtqv" "value" "tuajnnqtcq" "value" "bvvoibkfrt" "value" "kjqeujfkoh" "value" "diwmfuckel" "value" "bwizktcwmb" "value" "ughnpilqqm" "value" "ihealvwnxb" "value" "thqttakyzy" "value" "auwfujaoya" "value" "rofnkytnhm" "value" "ilkuddrdvh" "value" "hmwfncgzxg" "value" "pzrchtwaaw" "value" "ffksbrtbfq" "value" "ethxaycsil" "value" "uwiqrvcqvu" "value" "fgcehqgsso" "value" "yoblelzlkd" "value" "gjiwldcfqh" "value" "sbrjnwxdip" "value" "nenhiiibwx" "value" "ebhhhgabjd" "value" "xpkwqbfban" "value" "pupmdjgyed" "value" "aejnvyfdst" "value" "krxneqolle" "value" "nouncgkoik" "value" "kamgfgbxel" "value" "fffylsswky" "value" "agswwrfabr" "value" "pkvcbelpos" "value" "mxapzqqqsw" "value" "ywmqoaztmy" "value" "sfuvzzxbxq" "value" "kdcvbkrbsj" "value" "twpiiaedpc" "value" "egmgddriry" "value" "nmfihtnkel" "value" "kqzjnkdlxd" "value" "eovsizpcjp" "value" "bsavjyaksg" "value" "xlmvatfsly" "value" "dlhjfafskj" "value" "wmvhvwnowp" "value" "vjjozwrovk" "value" "gbazuqnmit" "value" "ubwlcefgqb" "value" "jttqzbazgz" "value" "dozecfsvue" "value" "pgdhjrxhga" "value" "gzekysdunp" "value" "ygoiannoht" "value" "hklchdenoe" "value" "sotbjzlsvz" "value" "qjwrnhooax" "value" "cdghgcsoth" "value" "mjlpvuoghe" "value" "qclkaeciey" "value" "oownjpxrov" "value" "nvqfyljbef" "value" "tsnawydcru" "value" "wrrgxxkxkc" "value" "ylulwsnjay" "value" "lxsinouutc" "value" "ozpyyaznsh" "value" "cmhkstsjok" "value" "ybckvbeoib" "value" "fsoardckcw" "value" "ltkauvxggz" "value" "sqwhsgboef" "value" "wgtjxahmef" "value" "spoqshzjoi" "value" "pfvfxrrfhl" "value" "nahweurftw" "value" "fojjpqmbck" "value" "zexblqeora" "value" "qsoiwsugdv" "value" "ksppwhhqzj" "value" "otadcihtmd" "value" "imnjbkmsls" "value" "zzenkvuesw" "value" "kbfqdppnfa" "value" "igehetokzq" "value" "koujdppfua" "value" "wqsqzzbqhm" "value" "tglieutcis" "value" "owovlhorvw" "value" "nraylduhut" "value" "nwnyjkugcf" "value" "kpfqxroqbs" "value" "xwxwosqkhm" "value" "ollacusjzj" "value" "wcouaiatsu" "value" "nvkfnfzoki" "value" "fgjnsosfrp" "value" "pltsnzqvpi" "value" "rhnkzlsjtk" "value" "ysnndkycix" "value" "bpnfopinub" "value" "blujwnyluy" "value" "wgtmckqknh" "value" "zorzyqtjtr" "value" "hvtlkrungk" "value" "rgtondctpo" "value" "mjgvtydjtm" "value" "kcbotffyca" "value" "gybxnvwchp" "value" "gazojexans" "value" "hmcpcrjumm" "value" "zejhycldyy" "value" "iiissmznfe" "value" "qvpuudyuks" "value" "gviypfayfm" "value" "plqbwsiuzw" "value" "nunchscyqc" "value" "qocjpufxio" "value" "iqbyikqjmx" "value" "omwbgglqsp" "value" "nywteueaig" "value" "ntmgbzaivy" "value" "ijdgnlzprg" "value" "rnlaakgsrf" "value" "fpdflprzvn" "value" "azkdbpnshy" "value" "mvfnirshbd" "value" "sotsxznskx" "value" "uzktwqcdeb" "value" "myrrmvflyw" "value" "jgaieawkcu" "value" "utymwhxigo" "value" "vtaiyncmyg" "value" "gpodilvrnm" "value" "xgfzndhodu" "value" "saqilljaid" "value" "jxiewthqls" "value" "nbwksmwxpx" "value" "rwfykeeqgx" "value" "tlnkrncpwi" "value" "ogyvxbgcwi" "value" "ffcqkkzllx" "value" "rtnhivnxtb" "value" "vzcclamtun" "value" "jjlefkekuw" "value" "xjksnqifds" "value" "ctusqixohm" "value" "osaekeukqx" "value" "irlduoinie" "value" "nifzrybfuh" "value" "ctqxoyxbwc" "value" "vsvhjrymqc" "value" "bzwxqcpftf" "value" "ltghdkluqq" "value" "vklwhyzqhk" "value" "ghwcrdlbjj" "value" "lzzptujbjp" "value" "qlvgfplbod" "value" "ghepftfjgk" "value" "aiqqyusnuv" "value" "rspghuhpbp" "value" "lfkqrtxocm" "value" "iibgagtkpg" "value" "ywiurvfbpg" "value" "tdceweesxh" "value" "pvwvdaorrl" "value" "ejlunxlwxn" "value" "ymqxhmnidz" "value" "lydebbpmfb" "value" "ztjuqomjck" "value" "eyrbqexkff" "value" "oqmuhlruqy" "value" "gnrmnwaxls" "value" "mumhqarhgg" "value" "skbzfbeziu" "value" "hnnfmyurhx" "value" "yrsizkbbwz" "value" "azpwrzovza" "value" "txhllnvudv" "value" "aslibwggrp" "value" "ubghghklvj" "value" "jqqogagqni" "value" "emfqsjraia" "value" "ctgwmawlgl" "value" "mivctgaajt" "value" "knycrcrsbm" "value" "ubtiscdgrn" "value" "ulepgommyy" "value" "qbhdjhoohc" "value" "cctlfgicpv" "value" "phfuspevwk" "value" "oeawjlqnyg" "value" "jpphbjtbrh" "value" "ofykgotycd" "value" "csjfbpjyzq" "value" "thmmmlqluk" "value" "buzhjxsbkm" "value" "pisgqibyae" "value" "skkawcmqqt" "value" "mmqblvrscy" "value" "dpkiubfzbx" "value" "yivxcecwlp" "value" "kbnjiilaqd" "value" "rwrxxrnwtq" "value" "veegnotgmj" "value" "pbfijwccjp" "value" "expefhkisx" "value" "ynnhyctikq" "value" "bhfmhanvxe" "value" "otclvmbilg" "value" "hskkmrluuf" "value" "ftnbjymlll" "value" "nbkaxrojqq" "value" "qydrgilxxt" "value" "dxufcyurjx" "value" "fgygwdazbm" "value" "tivnqailcl" "value" "jwvqixjhho" "value" "oglqutqfcx" "value" "wvrlxfoxff" "value" "ropuqidkxv" "value" "qcsxjrjcfc" "value" "twuvkpjzzw" "value" "fqtktfghcv" "value" "suhwnartid" "value" "wvsnfinuil" "value" "rngtndwjyg" "value" "tsmzfswaxo" "value" "uvlswctlhx" "value" "llamjvxyqo" "value" "wovoupawzt" "value" "caxgjftjyj" "value" "gwzqcetcji" "value" "yzrdbalexf" "value" "fnpdsuozxt" "value" "dbtbtvkqss" "value" "pwgjoppmgc" "value" "wxjdgbugeu" "value" "qchpfcigwa" "value" "lxzdcbveuy" "value" "bwjyghaztz" "value" "uedehyieof" "value" "pfaytznuaa" "value" "lspvrnxnjo" "value" "zkbqvttlzy" "value" "fkdmuxraqf" "value" "nbizrabfuo" "value" "fgzwwaedjy" "value" "gkmwutvars" "value" "bwsdzrxzse" "value" "txgjxzovte" "value" "cbtpbbfrdd" "value" "vqgztpmzhz" "value" "rdipvyeqoi" "value" "bovkdabcdo" "value" "fhobhpwwkp" "value" "mkbkflixkr" "value" "mjifqzmtsd" "value" "pkcqdokojd" "value" "dtgjnddwch" "value" "uboipezuni" "value" "dfdodbelzn" "value" "fzsoiryhfn" "value" "krtsiucvvu" "value" "aieekmivcb" "value" "aeafusfzdn" "value" "ehnrizfmfo" "value" "dcjlwhfstw" "value" "wksgvbkbyw" "value" "hvfprkjlbc" "value" "jlgepeyhpc" "value" "ljklggibcy" "value" "mhrvuemywb" "value" "wdqygrxkya" "value" "ystnkbogee" "value" "flvftlpbjq" "value" "vgfgbsbnwy" "value" "rsivptwulz" "value" "bzjzucrypq" "value" "bweysooxiv" "value" "mmcunsiwad" "value" "mszjkgsrio" "value" "bvurseeqmh" "value" "wtcpliaxmk" "value" "ndwiompimr" "value" "mdcwoblmkl" "value" "dflxukffgl" "value" "mcojdazpfq" "value" "tctgzmjads" "value" "dewdgfrhos" "value" "iwqanwtvcd" "value" "nfucelqjfe" "value" "wgtrwefdsw" "value" "skstqdgbos" "value" "rwllkdzxrj" "value" "qwozutlufu" "value" "fmpdixcckx" "value" "jybzltmwrs" "value" "ossjrvqmaa" "value" "adlxahxsbq" "value" "mbewprqunw" "value" "xbvbujurqw" "value" "rnvhfxbuoi" "value" "pyrpwxalpc" "value" "adlryhdbpr" "value" "gritvkzfgw" "value" "aufhfrhccf" "value" "umoicweaab" "value" "kgirldeylz" "value" "nknlysgviv" "value" "plbxaamppj" "value" "ikpikupjoi" "value" "eioxaswdee" "value" "imexfccbxk" "value" "ouroipthpq" "value" "jbzyfznpdn" "value" "asidljmwgb" "value" "jeazfmhrcb" "value" "dablvesuho" "value" "zuoqjiciij" "value" "qmxxfyuodo" "value" "vkqalcokst" "value" "jhibapuhga" "value" "cmqraybrlw" "value" "beqsnrixhl" "value" "rmqxtqcxua" "value" "ndltyojjxj" "value" "hyanpicfan" "value" "yzutuazhmh" "value" "tumnalubch" "value" "eksvvoxziw" "value" "weqhfkosif" "value" "wwfbpjatrp" "value" "lrhrkuyzry" "value" "uvbtcgtopw" "value" "fmyleefltp" "value" "kkrxiaiife" "value" "gbkqhfumyu" "value" "tdmjyuitvv" "value" "jvtalmlkng" "value" "rdsfcdvkqz" "value" "xqvjnlpssl" "value" "fuftndsnim" "value" "keklddczkd" "value" "wrqnytptzm" "value" "rwzijctxzs" "value" "btakuczlec" "value" "fuipidfbjt" "value" "kjiqagynco" "value" "ahjawbsqcw" "value" "iehxaaneev" "value" "ezbiwqnabg" "value" "pnnzqcutoq" "value" "wlogkzxkpo" "value" "xzswnnldvs" "value" "qqfnugftmr" "value" "zuccleayil" "value" "ckqebhazel" "value" "brwlqbfoat" "value" "anmcogawkg" "value" "roqzbzpbbt" "value" "dxnprfawun" "value" "fffreqppjj" "value" "gfdzgxfdcg" "value" "sshbuxfljd" "value" "shckmujxzo" "value" "rqurawzebz" "value" "vpehhmoxva" "value" "vldwfdnicm" "value" "tzhjrlfvfp" "value" "ymwwctfodg" "value" "qsxfnsicrx" "value" "gfhrrjczsp" "value" "gtqrsktbaa" "value" "dniplpxfof" "value" "htawohddyn" "value" "dbcxnsiacw" "value" "dhfundvlpn" "value" "uewpgskfpu" "value" "cuuytorpnp" "value" "vlcnbfqvox" "value" "jbqibabrmv" "value" "xhspgwheck" "value" "fsuovvpgng" "value" "gcjruttnno" "value" "wxswusqpeo" "value" "qhhhipzncq" "value" "mcbuftndrr" "value" "owjfgjqqjc" "value" "vvmkjgajwa" "value" "wvlvshnhmx" "value" "ekponflaeq" "value" "kuiumwomxi" "value" "aoydkdfrpe" "value" "cglxptkcsz" "value" "uqbpcvkipa" "value" "ubzgvzputq" "value" "wmyphdckda" "value" "ukdnaklmcp" "value" "ramoirrdyd" "value" "vwayaqmtid" "value" "ltomuspfzc" "value" "wzxdkpehwf" "value" "yzcspfvcot" "value" "cgpvvnbvlk" "value" "farwqgfyjf" "value" "lbxvlwzony" "value" "ocesqguvym" "value" "yzviqaobku" "value" "cnngbbpowp" "value" "ucxeoqcssr" "value" "zcffhzusrl" "value" "yzmodbpsnb" "value" "aryiyaltqw" "value" "xkaailrpns" "value" "lpahctqgna" "value" "cnbqnvxmjp" "value" "nugjvhftma" "value" "xsgcuvxzor" "value" "xwtwtwmbgu" "value" "emdwpvauyc" "value" "ahfktrqmgh" "value" "jznackjcrd" "value" "etcsjxoqab" "value" "kpzmuwqbnt" "value" "dspznsgszk" "value" "rcwbzvwbva" "value" "mlznoaajqq" "value" "iwuuxdactm" "value" "zujobawsct" "value" "snepgcispg" "value" "cgmivhyskk" "value" "snunzlgfkd" "value" "ppdxnadmje" "value" "wtzqqecgfy" "value" "ncremxgfdb" "value" "cblsafugqk" "value" "hjekcxfyds" "value" "faxedqgskm" "value" "jjczogqdwz" "value" "jfbgmhtjke" "value" "nehqnkqnld" "value" "lcdchjadll" "value" "llimzyabsp" "value" "iwapedwyle" "value" "iobkwbwceu" "value" "twmbtaxdro" "value" "nmtmjmhmdl" "value" "ewoqykjbkc" "value" "tmyuncyoyd" "value" "dcepfcdddn" "value" "dnvwyhyhsn" "value" "nrencopzqn" "value" "yjyffpgoop" "value" "uvqtefqdhk" "value" "yjhypaonqq" "value" "uqvzpcvugl" "value" "cakvxrdpmj" "value" "tvzacklhdz" "value" "higdkhodzy" "value" "ormdblyhhn" "value" "wbouqpojzl" "value" "eyhgspybnr" "value" "lywsezpzgf" "value" "usykkwszvh" "value" "bcwncpnibg" "value" "jgcqryhsvk" "value" "yfvwesgulw" "value" "geizujxrkg" "value" "zknlteeaxq" "value" "nqwjivcosg" "value" "qmnxipsiga" "value" "pthacnunjj" "value" "afamsavgsi" "value" "bzfzxzecrs" "value" "sxcihybfci" "value" "padscbypdo" "value" "gaotvjctjh" "value" "beicnwdryg" "value" "xsueeljljp" "value" "mkrrypcfzy" "value" "ekjgqnjxyl" "value" "iyeiercbxr" "value" "rkwlgzhvvy" "value" "hmnaoeeasz" "value" "aquymkrswt" "value" "ulnnuwyptq" "value" "xftfzsoiwc" "value" "urkkyscfti" "value" "wabroeeoop" "value" "qpzkuxsipr" "value" "dxdngrmypg" "value" "icatrrbcjs" "value" "fhuptkhkzm" "value" "apyzwvajot" "value" "vealtjlqyc" "value" "khkkfmzkow" "value" "trzqdcaqdw" "value" "itmekixthv" "value" "pudgkcbwdx" "value" "zuibhuihtz" "value" "kzuywkxlku" "value" "ogtqmpnzie" "value" "jetamrlglx" "value" "fjdjumschq" "value" "kprzbyngsw" "value" "xeyxlxiqch" "value" "dtuhvpszzt" "value" "fpmbbgiaao" "value" "hjlhurakwh" "value" "mshexjmkmn" "value" "cynhehkcxs" "value" "cvbbbdzmie" "value" "cvnlzjdfgf" "value" "ifhkjgmxrd" "value" "audguegpmo" "value" "jzstgleeby" "value" "eafrzhdhhq" "value" "fmmammvdyj" "value" "uncqdpbhwb" "value" "fzatoyblsr" "value" "xtwlklqdna" "value" "ydqppngxvh" "value" "mkngszsxeu" "value" "vyewicgjio" "value" "tstbluhyhj" "value" "qzxxwlfeki" "value" "ocmtsfpsgh" "value" "xmknbbmdbf" "value" "pdjmftsmob" "value" "ygrpkpstxq" "value" "hrhiqcarju" "value" "aadzbodres" "value" "curhymvwsx" "value" "tbqidtevrl" "value" "avchkjnlwm" "value" "tyephutkmb" "value" "lxoaezrdxs" "value" "ctkwlhmgfz" "value" "xkiuuciwrn" "value" "irrovfyshb" "value" "hwuofuftlr" "value" "mhbfsuaovv" "value" "wzuhzzdezi" "value" "jlpobgvouj" "value" "qbpmtomqpu" "value" "shlwywnxpk" "value" "srkvjhetmj" "value" "hvxefqtmqu" "value" "fazsvkljef" "value" "bstezdkmig" "value" "asbtvfzien" "value" "vewfxcxkpf" "value" "tqkprkoixe" "value" "rcaatkjyur" "value" "euleuicawb" "value" "ifiizdeong" "value" "cjcrpmggtu" "value" "kxggjpatkd" "value" "klwqsggtob" "value" "mnsaklzgob" "value" "xfxlervrgn" "value" "eraxdyjftw" "value" "xrvonyieqa" "value" "fswhywqxhy" "value" "iqzxblqkeo" "value" "rxvhmzvbcv" "value" "wvdmobfisx" "value" "ujybghjfnf" "value" "yufagalzhk" "value" "qxbqbfcgjp" "value" "vorgqhmaoq" "value" "zewylkylsy" "value" "vvmaucizkv" "value" "bgcoyoduda" "value" "vnsufnurol" "value" "rtskokvklv" "value" "svvdufedug" "value" "qgdgujdvtg" "value" "rjrtvpntke" "value" "shgetgsird" "value" "ywgeotcect" "value" "zsikdzycyt" "value" "gcsswbksnc" "value" "qgobfhgspy" "value" "pbxrbaxnor" "value" "viwarrumob" "value" "eaetplspga" "value" "jqmscuprwq" "value" "nkyuframnm" "value" "gygftrsdbm" "value" "qzlfnntjar" "value" "fzzcioobeb" "value" "ydigxptqbl" "value" "bgtxhxkhvv" "value" "hggqmlgwha" "value" "ywlqbjqeug" "value" "qwowxqzrkz" "value" "zybosgbtxt" "value" "cflarkquuv" "value" "klaeknlbrm" "value" "ccnbldglgl" "value" "dpauqcpgyi" "value" "ylxiwiesps" "value" "xyxmlrdbui" "value" "arqfxfqkzh" "value" "byrkeibrfb" "value" "laepwenqmc" "value" "kluswgtjsf" "value" "mgldvzleyy" "value" "yqmzmmzwpd" "value" "tvlckdoyfe" "value" "dmxcbvzrxg" "value" "qquwyuyvvw" "value" "pmytvtksfi" "value" "umttshfkpk" "value" "rmdayyptch" "value" "glwrmjpotx" "value" "bgcnzgcmza" "value" "ivinvxopgz" "value" "dmbarohbfj" "value" "rncdgqxqfq" "value" "zmmwzkjrjl" "value" "gdlztbhpeq" "value" "zrwgpknaop" "value" "powzkcrtvv" "value" "cszvzbrmoy" "value" "dtjljhzqcm" "value" "anznywecwk" "value" "amuwlfaxwv" "value" "ajdkqflpen" "value" "evjrybtwww" "value" "oxsdmrdbit" "value" "yafipxfsip" "value" "xekxarmwcq" "value" "dgcesswkvc" "value" "gdqgmwxkmt" "value" "spdyueanru" "value" "yrvmdhnnfc" "value" "aexxjlgwuo" "value" "xpcpytommm" "value" "gjutzwoxlf" "value" "stnfirydgi" "value" "snpuvnebpy" "value" "rfxibyjmpg" "value" "ortxlvmdoc" "value" "gdozstnglr" "value" "eqiukbyscu" "value" "qzcrpbvatq" "value" "dwzqowbrsd" "value" "iesbitdnjd" "value" "inboyxgoqa" "value" "lfojnetxdc" "value" "njmufqrykx" "value" "ybcdthmgws" "value" "igwekdegcw" "value" "ajkgxmtamu" "value" "qkyfpamste" "value" "nwybjbhgep" "value" "arqqmfmmbz" "value" "rqiyxwpuyv" "value" "nsdvirehqh" "value" "qckueiqiwh" "value" "tjnbsybxws" "value" "jphvxuqipp" "value" "ghtoyhrfxh" "value" "erglflfnql" "value" "kngwkkzwts" "value" "nmguhcygct" "value" "jigyicdeft" "value" "gamcdtywne" "value" "nunpqugdit" "value" "ghqwxaqlef" "value" "nqxdrqigvf" "value" "xepfvvcovk" "value" "ezgxjiwwig" "value" "izizuzzjuv" "value" "mallnshtok" "value" "tctrsxgnrc" "value" "exhjfssojj" "value" "yilvzcevlj" "value" "nepxmyiuhr" "value" "dqqfcdugde" "value" "iamjlqlznh" "value" "mvmsikqfxu" "value" "kmqlwfbsex" "value" "pribqncfuf" "value" "zavrjnezrf" "value" "kmcwshsbye" "value" "uzaejrbwue" "value" "olezxlliej" "value" "hjjxyybxiv" "value"' --command-key-pattern="R" --key-minimum=1 --key-maximum 100000 -c 50 -t 4 --hide-histogram resources: requests: cpus: '4' diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrank-100K-elements-pipeline-1.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrank-100K-elements-pipeline-1.yml new file mode 100644 index 00000000..f857cfcb --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrank-100K-elements-pipeline-1.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: memtier_benchmark-1key-zrank-100K-elements-pipeline-1 +description: Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The SORTED SET contains 100K elements and we query it using ZRANK. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --pipeline 50 --command="ZADD key1 __key__ __key__" --command-key-pattern=P --key-maximum 100000 --key-prefix "" -n allkeys --hide-histogram -t 1 -c 1 + resources: + requests: + memory: 1g +tested-groups: +- sorted-set +tested-commands: +- zrank +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --command="ZRANK key1 __key__" --key-maximum 100000 --command-key-pattern=R --key-prefix "" --hide-histogram --test-time 180 --pipeline 1 -c 1 -t 1 + resources: + requests: + cpus: '4' + memory: 2g + +priority: 72 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrank-10M-elements-pipeline-1.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrank-10M-elements-pipeline-1.yml new file mode 100644 index 00000000..819ede35 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrank-10M-elements-pipeline-1.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: memtier_benchmark-1key-zrank-10M-elements-pipeline-1 +description: Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The SORTED SET contains 10M elements and we query it using ZRANK. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --pipeline 50 --command="ZADD key1 __key__ __key__" --command-key-pattern=P --key-maximum 10000000 --key-prefix "" -n 1000000 --hide-histogram -t 10 -c 1 + resources: + requests: + memory: 1g +tested-groups: +- sorted-set +tested-commands: +- zrank +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --command="ZRANK key1 __key__" --key-maximum 10000000 --command-key-pattern=R --key-prefix "" --hide-histogram --test-time 180 --pipeline 1 -c 1 -t 1 + resources: + requests: + cpus: '4' + memory: 2g + +priority: 72 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yml index a26cba2e..aac26320 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yml @@ -9,7 +9,7 @@ dbconfig: preload_tool: run_image: redislabs/memtier_benchmark:edge tool: memtier_benchmark - arguments: --command="ZADD key1 __key__ __key__" --command-key-pattern=P --key-maximum 1000000 --key-prefix "" -n 1000000 --hide-histogram -t 1 -c 1 + arguments: --pipeline 50 --command="ZADD key1 __key__ __key__" --command-key-pattern=P --key-maximum 1000000 --key-prefix "" -n 100000 --hide-histogram -t 10 -c 1 resources: requests: memory: 1g diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-load-string-with-512B-values copy.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-load-string-with-512B-values-pipeline-10.yml similarity index 73% rename from redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-load-string-with-512B-values copy.yml rename to redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-load-string-with-512B-values-pipeline-10.yml index 5f33d54c..28b2f75f 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-load-string-with-512B-values copy.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-load-string-with-512B-values-pipeline-10.yml @@ -1,5 +1,5 @@ version: 0.4 -name: memtier_benchmark-3Mkeys-load-string-with-512B-values +name: memtier_benchmark-3Mkeys-load-string-with-512B-values-pipeline-10 description: Runs memtier_benchmark, for a keyspace length of 3M keys loading STRINGs in which the value has a data size of 512 Bytes, with 650 clients running sequential SET commands. dbconfig: configuration-parameters: @@ -17,15 +17,13 @@ redis-topologies: - oss-standalone-04-io-threads - oss-standalone-08-io-threads - oss-standalone-16-io-threads -- oss-standalone-32-io-threads -- oss-standalone-64-io-threads build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub clientconfig: run_image: redislabs/memtier_benchmark:edge tool: memtier_benchmark - arguments: '"--data-size" "512" --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 50 -t 13 --hide-histogram' + arguments: '"--data-size" "512" --pipeline 10 --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 50 -t 13 --hide-histogram' resources: requests: cpus: '13' diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-load-string-with-512B-values.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-load-string-with-512B-values.yml index 5f33d54c..b3e6c393 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-load-string-with-512B-values.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-load-string-with-512B-values.yml @@ -17,8 +17,6 @@ redis-topologies: - oss-standalone-04-io-threads - oss-standalone-08-io-threads - oss-standalone-16-io-threads -- oss-standalone-32-io-threads -- oss-standalone-64-io-threads build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-2000_conns.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-2000_conns.yml index f635f602..4cde79b1 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-2000_conns.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-2000_conns.yml @@ -17,6 +17,10 @@ tested-commands: - set redis-topologies: - oss-standalone +- oss-standalone-02-io-threads +- oss-standalone-04-io-threads +- oss-standalone-08-io-threads +- oss-standalone-16-io-threads build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-400_conns.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-400_conns.yml index b13067bd..041b2a97 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-400_conns.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-400_conns.yml @@ -17,6 +17,10 @@ tested-commands: - set redis-topologies: - oss-standalone +- oss-standalone-02-io-threads +- oss-standalone-04-io-threads +- oss-standalone-08-io-threads +- oss-standalone-16-io-threads build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-40_conns.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-40_conns.yml index 1de649dc..1cc8770e 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-40_conns.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-40_conns.yml @@ -17,6 +17,10 @@ tested-commands: - set redis-topologies: - oss-standalone +- oss-standalone-02-io-threads +- oss-standalone-04-io-threads +- oss-standalone-08-io-threads +- oss-standalone-16-io-threads build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-2000_conns.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-2000_conns.yml index c6ff7c87..ed06b123 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-2000_conns.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-2000_conns.yml @@ -17,6 +17,10 @@ tested-commands: - set redis-topologies: - oss-standalone +- oss-standalone-02-io-threads +- oss-standalone-04-io-threads +- oss-standalone-08-io-threads +- oss-standalone-16-io-threads build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-400_conns.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-400_conns.yml index 3c63c703..e8b73897 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-400_conns.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-400_conns.yml @@ -17,6 +17,10 @@ tested-commands: - set redis-topologies: - oss-standalone +- oss-standalone-02-io-threads +- oss-standalone-04-io-threads +- oss-standalone-08-io-threads +- oss-standalone-16-io-threads build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-5200_conns.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-5200_conns.yml index 5c151c66..9c617949 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-5200_conns.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-5200_conns.yml @@ -17,6 +17,10 @@ tested-commands: - set redis-topologies: - oss-standalone +- oss-standalone-02-io-threads +- oss-standalone-04-io-threads +- oss-standalone-08-io-threads +- oss-standalone-16-io-threads build-variants: - gcc:8.5.0-amd64-debian-buster-default - dockerhub From 0be6f69a248770469cbe4c99a0db5807570b9289 Mon Sep 17 00:00:00 2001 From: fcosta_oliveira Date: Mon, 16 Dec 2024 17:01:12 +0000 Subject: [PATCH 20/22] applied fmt --- redis_benchmarks_specification/__compare__/compare.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/redis_benchmarks_specification/__compare__/compare.py b/redis_benchmarks_specification/__compare__/compare.py index 75d2110f..864e98e3 100644 --- a/redis_benchmarks_specification/__compare__/compare.py +++ b/redis_benchmarks_specification/__compare__/compare.py @@ -819,7 +819,7 @@ def compute_regression_table( if len_no_datapoints > 0: table_output += f"\n WARNING: There were {len_no_datapoints} benchmarks with NO datapoints for both baseline and comparison.\n\n" no_datapoints_test_names_str = "|".join([l for l in no_datapoints_list]) - + table_output += ( f" NO DATAPOINTS test regexp names: {no_datapoints_test_names_str}\n\n" ) From ec7d7b89478fd704095c3052375f02ed17633294 Mon Sep 17 00:00:00 2001 From: fcosta_oliveira Date: Wed, 29 Jan 2025 20:28:53 +0000 Subject: [PATCH 21/22] Updated command priority from latest feedback. Extended the statistics/summary of benchmarks --- commands-priority.json | 438 ++++++------------ pyproject.toml | 2 +- .../__cli__/stats.py | 168 ++++++- .../__compare__/args.py | 10 + .../__compare__/compare.py | 81 ++++ .../__runner__/args.py | 6 + .../__runner__/runner.py | 17 +- ...mark-1Mkeys-10B-psetex-expire-use-case.yml | 34 ++ ...hmark-1Mkeys-10B-setex-expire-use-case.yml | 34 ++ ...mark-1Mkeys-generic-exists-pipeline-10.yml | 2 +- ...mark-1Mkeys-generic-expire-pipeline-10.yml | 2 +- ...rk-1Mkeys-generic-expireat-pipeline-10.yml | 2 +- ...ark-1Mkeys-generic-pexpire-pipeline-10.yml | 2 +- ...chmark-1Mkeys-generic-scan-pipeline-10.yml | 2 +- ...ier_benchmark-1Mkeys-hash-hincrbyfloat.yml | 34 ++ ...-1Mkeys-list-rpoplpush-with-10B-values.yml | 34 ++ ...1Mkeys-load-list-rpush-with-10B-values.yml | 30 ++ ...oad-string-with-10B-values-pipeline-10.yml | 4 +- ...ad-string-with-10B-values-pipeline-100.yml | 30 ++ ...oad-string-with-10B-values-pipeline-50.yml | 30 ++ ...ad-string-with-10B-values-pipeline-500.yml | 30 ++ ...ark-1Mkeys-string-get-100B-pipeline-10.yml | 2 +- ...mark-1Mkeys-string-get-10B-pipeline-10.yml | 4 +- ...ark-1Mkeys-string-get-10B-pipeline-100.yml | 34 ++ ...mark-1Mkeys-string-get-10B-pipeline-50.yml | 34 ++ ...ark-1Mkeys-string-get-10B-pipeline-500.yml | 34 ++ ...emtier_benchmark-1Mkeys-string-get-10B.yml | 4 +- ...nchmark-1Mkeys-string-incr-pipeline-10.yml | 28 ++ ...string-int-encoding-strlen-pipeline-10.yml | 34 ++ ...key-list-100-elements-llen-pipeline-10.yml | 32 ++ ...key-set-10M-elements-srem-50pct-chance.yml | 33 ++ ...k-1key-set-200K-elements-sadd-constant.yml | 2 +- ...-elements-zremrangebyscore-pipeline-10.yml | 34 ++ ...ark-nokeys-connection-ping-pipeline-10.yml | 28 ++ ...publish-1K-channels-10B-no-subscribers.yml | 28 ++ ...nchmark-nokeys-server-time-pipeline-10.yml | 28 ++ 36 files changed, 1045 insertions(+), 306 deletions(-) create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-10B-psetex-expire-use-case.yml create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-10B-setex-expire-use-case.yml create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-hash-hincrbyfloat.yml create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-list-rpoplpush-with-10B-values.yml create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-list-rpush-with-10B-values.yml create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-100.yml create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-50.yml create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-500.yml create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-100.yml create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-50.yml create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-500.yml create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-incr-pipeline-10.yml create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-int-encoding-strlen-pipeline-10.yml create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-llen-pipeline-10.yml create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-10M-elements-srem-50pct-chance.yml create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-1M-elements-zremrangebyscore-pipeline-10.yml create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-connection-ping-pipeline-10.yml create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-pubsub-publish-1K-channels-10B-no-subscribers.yml create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-server-time-pipeline-10.yml diff --git a/commands-priority.json b/commands-priority.json index 2274d198..0ddbb7bc 100644 --- a/commands-priority.json +++ b/commands-priority.json @@ -1,289 +1,155 @@ { - "set": 1, - "get": 2, - "mget": 3, - "hget": 4, - "hmget": 5, - "hgetall": 6, - "hset": 7, - "zrangebyscore": 8, - "multi": 9, - "exec": 10, - "zadd": 11, - "zcard": 12, - "zrevrangebyscore": 13, - "evalsha": 14, - "expire": 15, - "zscore": 16, - "bf.exists": 17, - "hmset": 18, - "exists": 19, - "bitfield": 20, - "hincrby": 21, - "getbit": 22, - "rpoplpush": 23, - "ping": 24, - "ttl": 25, - "sadd": 26, - "smembers": 27, - "spop": 28, - "del": 29, - "bf.insert": 30, - "setex": 31, - "sismember": 32, - "rpush": 33, - "lrange": 34, - "zrem": 35, - "incrby": 36, - "expireat": 37, - "publish": 38, - "lpush": 39, - "brpop": 40, - "eval": 41, - "pexpire": 42, - "lpop": 43, - "scan": 44, - "zrevrank": 45, - "zrange": 46, - "llen": 47, - "hexists": 48, - "lrem": 49, - "brpoplpush": 50, - "hdel": 51, - "zremrangebyscore": 52, - "scard": 53, - "xadd": 54, - "replconf": 55, - "hvals": 56, - "incr": 57, - "zincrby": 58, - "hincrbyfloat": 59, - "zremrangebyrank": 60, - "zrevrange": 61, - "srem": 62, - "time": 63, - "blpop": 64, - "rpop": 65, - "xreadgroup": 66, - "hscan": 67, - "client": 68, - "unlink": 69, - "zrank": 70, - "json.set": 71, - "pfadd": 72, - "hlen": 73, - "type": 74, - "sscan": 75, - "select": 76, - "lindex": 77, - "setnx": 78, - "srandmember": 79, - "ltrim": 80, - "hsetnx": 81, - "setbit": 82, - "pttl": 83, - "pexpireat": 84, - "bf.mexists": 85, - "xack": 86, - "psetex": 87, - "zscan": 88, - "getset": 89, - "xread": 90, - "persist": 91, - "xtrim": 92, - "decrby": 93, - "xdel": 94, - "json.get": 95, - "bzpopmin": 96, - "touch": 97, - "decr": 98, - "zcount": 99, - "xrange": 100, - "ts.add": 101, - "incrbyfloat": 102, - "json.mget": 103, - "ft.search": 104, - "xpending": 105, - "rpushx": 106, - "sunion": 107, - "sinter": 108, - "dbsize": 109, - "mset": 110, - "sinterstore": 111, - "hkeys": 112, - "restore": 113, - "ts.madd": 114, - "smismember": 115, - "geoadd": 116, - "ts.info": 117, - "zpopmin": 118, - "echo": 119, - "lmove": 120, - "xclaim": 121, - "ft.sugadd": 122, - "_ft.sugadd": 123, - "lset": 124, - "xlen": 125, - "randomkey": 126, - "pfcount": 127, - "append": 128, - "graph.query": 129, - "zinterstore": 130, - "rename": 131, - "dump": 132, - "ft.get": 133, - "_ft.get": 134, - "ts.range": 135, - "_ft.search": 136, - "zunionstore": 137, - "json.type": 138, + "get": 1, + "sismember": 2, + "hget": 3, + "mget": 4, + "evalsha": 5, + "expire": 6, + "getbit": 7, + "hgetall": 8, + "hmget": 9, + "hdel": 10, + "hmset": 11, + "set": 12, + "hset": 13, + "exists": 14, + "multi": 15, + "exec": 16, + "smembers": 17, + "zadd": 18, + "del": 19, + "hincrby": 20, + "zscore": 21, + "setex": 22, + "sadd": 23, + "publish": 24, + "hincrbyfloat": 25, + "zrangebyscore": 26, + "zrange": 27, + "incrbyfloat": 28, + "time": 29, + "incr": 30, + "ping": 31, + "lrange": 32, + "zcard": 33, + "hello": 34, + "pexpire": 35, + "ttl": 36, + "rpoplpush": 37, + "llen": 38, + "eval": 39, + "rpush": 40, + "zrem": 41, + "hexists": 42, + "srem": 43, + "psetex": 44, + "incrby": 45, + "zremrangebyscore": 46, + "xadd": 47, + "expireat": 48, + "pfadd": 49, + "touch": 50, + "zrevrank": 51, + "scard": 52, + "lpop": 53, + "hlen": 54, + "getset": 55, + "xreadgroup": 56, + "spop": 57, + "randomkey": 58, + "scan": 59, + "lpush": 60, + "getex": 61, + "xrange": 62, + "zincrby": 63, + "rpop": 64, + "zcount": 65, + "zrank": 66, + "replconf": 67, + "pexpireat": 68, + "xrevrange": 69, + "lrem": 70, + "brpop": 71, + "xread": 72, + "pttl": 73, + "zrevrange": 74, + "zpopmin": 75, + "zrevrangebyscore": 76, + "ltrim": 77, + "hscan": 78, + "xpending": 79, + "smismember": 80, + "lmove": 81, + "hvals": 82, + "xack": 83, + "hsetnx": 84, + "unlink": 85, + "brpoplpush": 86, + "select": 87, + "setnx": 88, + "mset": 89, + "type": 90, + "lindex": 91, + "decr": 92, + "hkeys": 93, + "zremrangebyrank": 94, + "setbit": 95, + "xdel": 96, + "georadius_ro": 97, + "getdel": 98, + "blpop": 99, + "persist": 100, + "rpushx": 101, + "echo": 102, + "blmove": 103, + "discard": 104, + "getrange": 105, + "sinterstore": 106, + "bzpopmin": 107, + "decrby": 108, + "xlen": 109, + "xtrim": 110, + "zscan": 111, + "pfcount": 112, + "client": 113, + "sscan": 114, + "restore": 115, + "srandmember": 116, + "rename": 117, + "pubsub": 118, + "fcall_ro": 119, + "geoadd": 120, + "renamenx": 121, + "bitfield": 122, + "xclaim": 123, + "smove": 124, + "xautoclaim": 125, + "lset": 126, + "append": 127, + "zrangebylex": 128, + "dump": 129, + "dbsize": 130, + "zpopmax": 131, + "lpos": 132, + "zunion": 133, + "sinter": 134, + "sunionstore": 135, + "zmscore": 136, + "zinterstore": 137, + "sunion": 138, "bitpos": 139, - "ts.get": 140, - "getrange": 141, - "sunionstore": 142, - "getex": 143, - "ts.revrange": 144, - "graph.ro_query": 145, - "blmove": 146, - "zrangebylex": 147, - "json.del": 148, - "pubsub": 149, - "sort": 150, - "bitcount": 151, - "getdel": 152, - "ts.mrange": 153, - "setrange": 154, - "msetnx": 155, - "bf.add": 156, - "renamenx": 157, - "linsert": 158, - "sdiff": 159, - "geopos": 160, - "ts.alter": 161, - "georadius": 162, - "xrevrange": 163, - "zlexcount": 164, - "pfmerge": 165, - "strlen": 166, - "json.objkeys": 167, - "zremrangebylex": 168, - "ft.add": 169, - "lpos": 170, - "json.numincrby": 171, - "georadiusbymember": 172, - "ft.aggregate": 173, - "_ft.cursor": 174, - "_ft.aggregate": 175, - "sdiffstore": 176, - "hrandfield": 177, - "ts.incrby": 178, - "ts.queryindex": 179, - "zmscore": 180, - "ft.mget": 181, - "_ft.mget": 182, - "json.arrappend": 183, - "flushdb": 184, - "zpopmax": 185, - "zrevrangebylex": 186, - "ts.create": 187, - "ft.tagvals": 188, - "ts.mget": 189, - "discard": 190, - "_ft.add": 191, - "bf.madd": 192, - "_ft.tagvals": 193, - "ft.del": 194, - "ft.create": 195, - "json.arrpop": 196, - "json.objlen": 197, - "ft.dropindex": 198, - "ts.createrule": 199, - "xautoclaim": 200, - "json.arrinsert": 201, - "cf.mexists": 202, - "psync": 203, - "cf.addnx": 204, - "bzpopmax": 205, - "zdiffstore": 206, - "smove": 207, - "flushall": 208, - "ft.info": 209, - "zrandmember": 210, - "_ft.info": 211, - "georadius_ro": 212, - "ft.alter": 213, - "zrangestore": 214, - "restoremodaux": 215, - "_ft.del": 216, - "cf.del": 217, - "copy": 218, - "json.resp": 219, - "cms.incrby": 220, - "cf.reserve": 221, - "cf.info": 222, - "cf.insert": 223, - "geosearch": 224, - "xsetid": 225, - "graph.delete": 226, - "ft.sugget": 227, - "ts.decrby": 228, - "ft._list": 229, - "bf.reserve": 230, - "json.arrlen": 231, - "zinter": 232, - "json.debug": 233, - "bf.info": 234, - "timeseries.clusterset": 235, - "_ft._list": 236, - "ft.syndump": 237, - "cf.exists": 238, - "cf.insertnx": 239, - "geodist": 240, - "ft.drop": 241, - "zunion": 242, - "graph.list": 243, - "cf.add": 244, - "ts.del": 245, - "ts.mrevrange": 246, - "ft._createifnx": 247, - "ft._dropindexifx": 248, - "search.clusterset": 249, - "ft.cursor": 250, - "acl": 251, - "ft.sugdel": 252, - "ft.aliasupdate": 253, - "cms.initbydim": 254, - "json.strlen": 255, - "ft.explain": 256, - "ft.profile": 257, - "graph.profile": 258, - "lolwut": 259, - "geohash": 260, - "cms.query": 261, - "graph.explain": 262, - "json.strappend": 263, - "ft._alterifnx": 264, - "bf.debug": 265, - "graph.slowlog": 266, - "ft.dictdump": 267, - "bitop": 268, - "timeseries.hello": 269, - "ft.spellcheck": 270, - "ft.aliasdel": 271, - "cf.debug": 272, - "_ft.profile": 273, - "graph.bulk": 274, - "hstrlen": 275, - "cf.count": 276, - "ft.aliasadd": 277, - "topk.reserve": 278, - "topk.query": 279, - "topk.list": 280, - "topk.info": 281, - "topk.incrby": 282, - "topk.add": 283, - "ft.suglen": 284, - "cms.initbyprob": 285, - "cms.info": 286, - "_ft.create": 287 + "linsert": 140, + "strlen": 141, + "sdiffstore": 142, + "hrandfield": 143, + "geopos": 144, + "bitcount": 145, + "zunionstore": 146, + "setrange": 147, + "sdiff": 148, + "georadius": 149, + "msetnx": 150, + "hexpire": 151, + "geosearch": 152, + "expiretime": 153 } \ No newline at end of file diff --git a/pyproject.toml b/pyproject.toml index f06bd072..8fa7cf05 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "redis-benchmarks-specification" -version = "0.1.256" +version = "0.1.259" description = "The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute." authors = ["filipecosta90 ","Redis Performance Group "] readme = "Readme.md" diff --git a/redis_benchmarks_specification/__cli__/stats.py b/redis_benchmarks_specification/__cli__/stats.py index adf6f2e9..ad7ed53f 100644 --- a/redis_benchmarks_specification/__cli__/stats.py +++ b/redis_benchmarks_specification/__cli__/stats.py @@ -8,6 +8,8 @@ from redis_benchmarks_specification.__common__.runner import get_benchmark_specs + + # logging settings logging.basicConfig( format="%(asctime)s %(levelname)-4s %(message)s", @@ -16,6 +18,41 @@ ) +def clean_number(value): + """ Cleans and converts numeric values from CSV, handling B (billion), M (million), K (thousand). """ + try: + value = value.replace(",", "").strip() # Remove commas and spaces + + # Determine the scale factor + multiplier = 1 + if value.endswith("B"): + multiplier = 1_000_000_000 # Billion + value = value[:-1] # Remove "B" + elif value.endswith("M"): + multiplier = 1_000_000 # Million + value = value[:-1] # Remove "M" + elif value.endswith("K"): + multiplier = 1_000 # Thousand + value = value[:-1] # Remove "K" + + return int(float(value) * multiplier) # Convert to full number + except ValueError: + logging.error(f"Skipping invalid count value: {value}") + return 0 # Default to 0 if invalid + +def get_arg_value(args, flag, default): + """Extract integer values safely from CLI arguments""" + if flag in args: + try: + val = ( + args[args.index(flag) + 1].lstrip("=").strip() + ) # Remove any leading '=' + return int(val) # Convert to integer safely + except (IndexError, ValueError): + logging.error(f"Failed to extract {flag}, using default: {default}") + return default # Return default if not found or invalid + + def generate_stats_cli_command_logic(args, project_name, project_version): logging.info( "Using: {project_name} {project_version}".format( @@ -55,10 +92,14 @@ def generate_stats_cli_command_logic(args, project_name, project_version): ) priority_json = json.load(fd) tracked_groups = [] + tracked_groups_hist = {} override_enabled = args.override_tests fail_on_required_diff = args.fail_on_required_diff overall_result = True test_names = [] + pipelines = {} + connections = {} + data_sizes = {} defaults_filename = args.defaults_filename for test_file in testsuite_spec_files: @@ -83,6 +124,13 @@ def generate_stats_cli_command_logic(args, project_name, project_version): test_names.append(test_name) group = "" is_memtier = False + + ## defaults + pipeline_size = 1 + clients = 50 + threads = 4 + data_size = 32 + if "memtier" in test_name: is_memtier = True tested_groups = [] @@ -101,6 +149,32 @@ def generate_stats_cli_command_logic(args, project_name, project_version): tested_commands.append(tested_command.lower()) if is_memtier: arguments = benchmark_config["clientconfig"]["arguments"] + arg_list = ( + benchmark_config["clientconfig"]["arguments"] + .replace('"', "") + .split() + ) + + data_size = get_arg_value(arg_list, "--data-size", data_size) + data_size = get_arg_value(arg_list, "-d", data_size) + + # Extract values using the safer parsing function + pipeline_size = get_arg_value(arg_list, "--pipeline", pipeline_size) + pipeline_size = get_arg_value( + arg_list, "-P", pipeline_size + ) # Support short form + + # Extract values using the safer parsing function + clients = get_arg_value(arg_list, "--clients", clients) + clients = get_arg_value( + arg_list, "-c", clients + ) # Support short form + + threads = get_arg_value(arg_list, "--threads", threads) + threads = get_arg_value( + arg_list, "-t", threads + ) # Support short form + arguments_split = arguments.split("--command") if len(arguments_split) == 1: @@ -133,9 +207,27 @@ def generate_stats_cli_command_logic(args, project_name, project_version): group = command_json["group"] if group not in tested_groups: + tested_groups.append(group) if group not in tracked_groups: tracked_groups.append(group) + tracked_groups_hist[group]=0 + tracked_groups_hist[group]=tracked_groups_hist[group]+1 + + # Calculate total connections + total_connections = clients * threads + + if pipeline_size not in pipelines: + pipelines[pipeline_size] = 0 + pipelines[pipeline_size] = pipelines[pipeline_size] + 1 + + if total_connections not in connections: + connections[total_connections] = 0 + connections[total_connections] = connections[total_connections] + 1 + + if data_size not in data_sizes: + data_sizes[data_size] = 0 + data_sizes[data_size] = data_sizes[data_size] + 1 if tested_commands != origin_tested_commands: requires_override = True @@ -281,10 +373,10 @@ def generate_stats_cli_command_logic(args, project_name, project_version): if "cmdstat_" not in cmdstat: continue cmdstat = cmdstat.replace("cmdstat_", "") - count = int(row[1]) + count = clean_number(row[1]) usecs = None if len(row) > 2: - usecs = int(row[2]) + usecs = clean_number(row[2]) total_usecs += usecs if count == 0: continue @@ -470,11 +562,11 @@ def generate_stats_cli_command_logic(args, project_name, project_version): logging.info("Top 10 fully tracked?: {}".format(len(top_10_missing) == 0)) logging.info("Top 30 fully tracked?: {}".format(len(top_30_missing) == 0)) if len(top_30_missing) > 0: - logging.info("\t\tTotal missing for Top 30: {}".format(len(top_30_missing))) + logging.info(f"\t\tTotal missing for Top 30: {len(top_30_missing)}. {top_30_missing}") logging.info("Top 50 fully tracked?: {}".format(len(top_50_missing) == 0)) if len(top_50_missing) > 0: - logging.info("\t\tTotal missing for Top 50: {}".format(len(top_50_missing))) + logging.info(f"\t\tTotal missing for Top 50: {len(top_50_missing)}. {top_50_missing}") if overall_result is False and fail_on_required_diff: logging.error( @@ -500,3 +592,71 @@ def generate_stats_cli_command_logic(args, project_name, project_version): conn.sadd(tested_groups_key, group) for command in list(tracked_commands_json.keys()): conn.sadd(tested_commands_key, command) + + logging.info(f"There is a total of : {len(tracked_groups)} tracked command groups.") + logging.info( + f"There is a total of : {len(list(tracked_commands_json.keys()))} tracked commands." + ) + # Save pipeline count to CSV + csv_filename = "memtier_pipeline_count.csv" + with open(csv_filename, "w", newline="") as csvfile: + fieldnames = ["pipeline", "count"] + writer = csv.DictWriter(csvfile, fieldnames=fieldnames) + writer.writeheader() + for pipeline_size in sorted(pipelines.keys()): + writer.writerow( + {"pipeline": pipeline_size, "count": pipelines[pipeline_size]} + ) + + logging.info(f"Pipeline count data saved to {csv_filename}") + + csv_filename = "memtier_connection_count.csv" + with open(csv_filename, "w", newline="") as csvfile: + fieldnames = ["connections", "count"] + writer = csv.DictWriter(csvfile, fieldnames=fieldnames) + writer.writeheader() + + # Sort connections dictionary by keys before writing + for connection_count in sorted(connections.keys()): + writer.writerow( + { + "connections": connection_count, + "count": connections[connection_count], + } + ) + + logging.info(f"Sorted connection count data saved to {csv_filename}") + + csv_filename = "memtier_data_size_histogram.csv" + with open(csv_filename, "w", newline="") as csvfile: + fieldnames = ["data_size", "count"] + writer = csv.DictWriter(csvfile, fieldnames=fieldnames) + writer.writeheader() + + # Sort connections dictionary by keys before writing + for data_size in sorted(data_sizes.keys()): + writer.writerow( + { + "data_size": data_size, + "count": data_sizes[data_size], + } + ) + + logging.info(f"Sorted data size count data saved to {csv_filename}") + + csv_filename = "memtier_groups_histogram.csv" + with open(csv_filename, "w", newline="") as csvfile: + fieldnames = ["group", "count"] + writer = csv.DictWriter(csvfile, fieldnames=fieldnames) + writer.writeheader() + + # Sort connections dictionary by keys before writing + for group in sorted(tracked_groups_hist.keys()): + writer.writerow( + { + "group": group, + "count": tracked_groups_hist[group], + } + ) + + logging.info(f"Sorted command groups count data saved to {csv_filename}") diff --git a/redis_benchmarks_specification/__compare__/args.py b/redis_benchmarks_specification/__compare__/args.py index df087fd5..fc5ace11 100644 --- a/redis_benchmarks_specification/__compare__/args.py +++ b/redis_benchmarks_specification/__compare__/args.py @@ -8,6 +8,10 @@ import datetime import os +from redis_benchmarks_specification.__common__.env import ( + SPECS_PATH_TEST_SUITES, +) + def get_start_time_vars(start_time=None): if start_time is None: @@ -30,6 +34,12 @@ def get_start_time_vars(start_time=None): def create_compare_arguments(parser): + parser.add_argument( + "--test-suites-folder", + type=str, + default=SPECS_PATH_TEST_SUITES, + help="Test suites folder, containing the different test variations", + ) parser.add_argument( "--test", type=str, diff --git a/redis_benchmarks_specification/__compare__/compare.py b/redis_benchmarks_specification/__compare__/compare.py index 864e98e3..a8f53231 100644 --- a/redis_benchmarks_specification/__compare__/compare.py +++ b/redis_benchmarks_specification/__compare__/compare.py @@ -27,6 +27,7 @@ ) from redis_benchmarks_specification.__compare__.args import create_compare_arguments +from redis_benchmarks_specification.__common__.runner import get_benchmark_specs from redis_benchmarks_specification.__common__.package import ( get_version_string, @@ -268,6 +269,40 @@ def compare_command_logic(args, project_name, project_version): ) ) + testsuites_folder = os.path.abspath(args.test_suites_folder) + logging.info("Using test-suites folder dir {}".format(testsuites_folder)) + testsuite_spec_files = get_benchmark_specs(testsuites_folder) + logging.info( + "There are a total of {} test-suites being run in folder {}".format( + len(testsuite_spec_files), testsuites_folder + ) + ) + tests_with_config = {} + for test_file in testsuite_spec_files: + if args.defaults_filename in test_file: + continue + benchmark_config = {} + with open(test_file, "r") as stream: + try: + benchmark_config = yaml.safe_load(stream) + test_name = benchmark_config["name"] + tests_with_config[test_name] = benchmark_config + if "tested-groups" in benchmark_config: + origin_tested_groups = benchmark_config["tested-groups"] + else: + logging.warn("dont have test groups in {}".format(test_name)) + if "tested-commands" in benchmark_config: + origin_tested_commands = benchmark_config["tested-commands"] + else: + logging.warn("dont have test commands in {}".format(test_name)) + except Exception as e: + logging.error( + "while loading file {} and error was returned: {}".format( + test_file, e.__str__() + ) + ) + pass + fn = check_regression_comment ( contains_regression_comment, @@ -330,6 +365,7 @@ def compare_command_logic(args, project_name, project_version): comparison_github_org, args.regression_str, args.improvement_str, + tests_with_config, ) total_regressions = len(regressions_list) total_improvements = len(improvements_list) @@ -588,6 +624,7 @@ def compute_regression_table( comparison_github_org="redis", regression_str="REGRESSION", improvement_str="IMPROVEMENT", + tests_with_config={}, ): START_TIME_NOW_UTC, _, _ = get_start_time_vars() START_TIME_LAST_MONTH_UTC = START_TIME_NOW_UTC - datetime.timedelta(days=31) @@ -668,6 +705,8 @@ def compute_regression_table( baseline_only_list, comparison_only_list, no_datapoints_list, + group_change, + command_change, ) = from_rts_to_regression_table( baseline_deployment_name, comparison_deployment_name, @@ -698,6 +737,7 @@ def compute_regression_table( comparison_github_org, regression_str, improvement_str, + tests_with_config, ) logging.info( "Printing differential analysis between {} and {}".format( @@ -712,6 +752,22 @@ def compute_regression_table( baseline_deployment_name, ) + table_output += "
\n By GROUP change csv:\n\n" + table_output += "\ncommand_group,min_change,max_change \n" + for group_name, changes_list in group_change.items(): + max_change = max(changes_list) + min_change = min(changes_list) + table_output += f"{group_name},{min_change:.3f},{max_change:.3f}\n" + table_output += "\n
\n" + table_output += "\n\n" + table_output += "
\n By COMMAND change csv:\n\n" + table_output += "\ncommand,min_change,max_change \n" + for command_name, changes_list in command_change.items(): + max_change = max(changes_list) + min_change = min(changes_list) + table_output += f"{command_name},{min_change:.3f},{max_change:.3f}\n" + table_output += "\n
\n" + if total_unstable > 0: old_stdout = sys.stdout sys.stdout = mystdout = StringIO() @@ -999,6 +1055,7 @@ def from_rts_to_regression_table( comparison_github_org="redis", regression_str="REGRESSION", improvement_str="IMPROVEMENT", + tests_with_config={}, ): print_all = print_regressions_only is False and print_improvements_only is False table_full = [] @@ -1022,8 +1079,20 @@ def from_rts_to_regression_table( no_datapoints_list = [] no_datapoints_baseline_list = [] no_datapoints_comparison_list = [] + group_change = {} + command_change = {} original_metric_mode = metric_mode for test_name in test_names: + tested_groups = [] + tested_commands = [] + if test_name in tests_with_config: + test_spec = tests_with_config[test_name] + if "tested-groups" in test_spec: + tested_groups = test_spec["tested-groups"] + if "tested-commands" in test_spec: + tested_commands = test_spec["tested-commands"] + else: + logging.error(f"Test does not contain spec info: {test_name}") metric_mode = original_metric_mode compare_version = "main" # GE @@ -1257,6 +1326,16 @@ def from_rts_to_regression_table( if simplify_table is False: note = note + " No Change" + for test_group in tested_groups: + if test_group not in group_change: + group_change[test_group] = [] + group_change[test_group].append(percentage_change) + + for test_command in tested_commands: + if test_command not in command_change: + command_change[test_command] = [] + command_change[test_command].append(percentage_change) + if ( detected_improvement is False and detected_regression is False @@ -1345,6 +1424,8 @@ def from_rts_to_regression_table( baseline_only_list, comparison_only_list, no_datapoints_list, + group_change, + command_change, ) diff --git a/redis_benchmarks_specification/__runner__/args.py b/redis_benchmarks_specification/__runner__/args.py index e58f56a8..96f1f0fa 100644 --- a/redis_benchmarks_specification/__runner__/args.py +++ b/redis_benchmarks_specification/__runner__/args.py @@ -146,6 +146,12 @@ def create_client_runner_args(project_name): action="store_true", help="Run tests that contain a dbconfig with dataset", ) + parser.add_argument( + "--skip-tests-with-preload-via-tool", + default=False, + action="store_true", + help="Run tests that contain a dbconfig with dataset", + ) parser.add_argument( "--client_aggregated_results_folder", type=str, diff --git a/redis_benchmarks_specification/__runner__/runner.py b/redis_benchmarks_specification/__runner__/runner.py index 2ba57d7d..127fb381 100644 --- a/redis_benchmarks_specification/__runner__/runner.py +++ b/redis_benchmarks_specification/__runner__/runner.py @@ -9,7 +9,7 @@ import traceback from pathlib import Path import re - +import tqdm import docker import redis from docker.models.containers import Container @@ -391,7 +391,7 @@ def delete_temporary_files( _, ) = get_defaults(defaults_filename) - for test_file in testsuite_spec_files: + for test_file in tqdm.tqdm(testsuite_spec_files): if defaults_filename in test_file: continue client_containers = [] @@ -605,6 +605,19 @@ def delete_temporary_files( benchmark_tool_global=benchmark_tool_global, ) continue + if "preload_tool" in benchmark_config["dbconfig"]: + if args.skip_tests_with_preload_via_tool is False: + logging.warning( + "Skipping test {} giving it implies dataset preload via tool".format( + test_name + ) + ) + delete_temporary_files( + temporary_dir_client=temporary_dir_client, + full_result_path=None, + benchmark_tool_global=benchmark_tool_global, + ) + continue if dry_run is True: dry_run_count = dry_run_count + 1 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-10B-psetex-expire-use-case.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-10B-psetex-expire-use-case.yml new file mode 100644 index 00000000..5f935955 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-10B-psetex-expire-use-case.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: memtier_benchmark-1Mkeys-10B-psetex-expire-use-case +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data size of 10 Bytes for each key, which 50% of the keys have expiration set during the benchmark. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "10" "--command" "SET __key__ __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-groups: +- string +tested-commands: +- psetex +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "10" --command "PSETEX __key__ 10 __data__" --command-key-pattern="R" -c 50 -t 2 --hide-histogram --test-time 120' + resources: + requests: + cpus: '3' + memory: 2g + +priority: 33 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-10B-setex-expire-use-case.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-10B-setex-expire-use-case.yml new file mode 100644 index 00000000..4852b9b4 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-10B-setex-expire-use-case.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: memtier_benchmark-1Mkeys-10B-setex-expire-use-case +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data size of 10 Bytes for each key, which 50% of the keys have expiration set during the benchmark. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "10" "--command" "SET __key__ __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-groups: +- string +tested-commands: +- setex +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "10" --command "SETEX __key__ 10 __data__" --command-key-pattern="R" -c 50 -t 2 --hide-histogram --test-time 120' + resources: + requests: + cpus: '3' + memory: 2g + +priority: 33 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yml index 13a4fe37..2e2573e3 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yml @@ -9,7 +9,7 @@ dbconfig: preload_tool: run_image: redislabs/memtier_benchmark:edge tool: memtier_benchmark - arguments: '"--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + arguments: '"--pipeline" "100" "--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' resources: requests: memory: 1g diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yml index 62dc39ae..f2a3acbf 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yml @@ -9,7 +9,7 @@ dbconfig: preload_tool: run_image: redislabs/memtier_benchmark:edge tool: memtier_benchmark - arguments: '"--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + arguments: '"--pipeline" "100" "--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' resources: requests: memory: 1g diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yml index 7d9ba6fc..8b4f85c3 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yml @@ -9,7 +9,7 @@ dbconfig: preload_tool: run_image: redislabs/memtier_benchmark:edge tool: memtier_benchmark - arguments: '"--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + arguments: '"--pipeline" "100" "--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' resources: requests: memory: 1g diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yml index b8245bc8..b3c7011d 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yml @@ -9,7 +9,7 @@ dbconfig: preload_tool: run_image: redislabs/memtier_benchmark:edge tool: memtier_benchmark - arguments: '"--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + arguments: '"--pipeline" "100" "--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' resources: requests: memory: 1g diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yml index f3b79d9c..4625927d 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yml @@ -9,7 +9,7 @@ dbconfig: preload_tool: run_image: redislabs/memtier_benchmark:edge tool: memtier_benchmark - arguments: '"--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + arguments: '"--pipeline" "100" "--data-size" "100" "--command" "HSET __key__ field __data__" "--command-key-pattern" "P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' resources: requests: memory: 1g diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-hash-hincrbyfloat.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-hash-hincrbyfloat.yml new file mode 100644 index 00000000..7cb36243 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-hash-hincrbyfloat.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: memtier_benchmark-1Mkeys-hash-hincrbyfloat +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading HASHES with 5 fields each. Each field value has a data size of 1000 Bytes. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "1000" --command "HSET __key__ field1 __data__ field2 __data__ field3 __data__ field4 __data__ field5 __data__" --command-key-pattern="P" --key-minimum=1 --key-maximum 1000000 -n 5000 -c 50 -t 4 --hide-histogram' + resources: + requests: + memory: 6g +tested-groups: +- hash +tested-commands: +- hincrbyfloat +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --test-time 180 --command "HINCRBYFLOAT __key__ field1 0.999999" --command-key-pattern="R" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 --hide-histogram + resources: + requests: + cpus: '4' + memory: 2g + +priority: 21 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-list-rpoplpush-with-10B-values.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-list-rpoplpush-with-10B-values.yml new file mode 100644 index 00000000..36781c7c --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-list-rpoplpush-with-10B-values.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: memtier_benchmark-1Mkeys-list-rpoplpush-with-10B-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys pre-loading LISTs in which the value has a data size of 10 Bytes. After pre-loading the data it issues LPOP and RPOP commands. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "10" --command "LPUSH __key__ __data__" --command-key-pattern="P" --key-minimum=1 --key-maximum 1000000 --test-time 60 -c 50 -t 4 --hide-histogram' + resources: + requests: + memory: 2g +tested-groups: +- list +tested-commands: +- rpoplpush +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "10" --command "RPOPLPUSH __key__ myotherlist" --command-key-pattern="R" --key-minimum=1 --key-maximum 1000000 --test-time 120 -c 50 -t 4 --hide-histogram' + resources: + requests: + cpus: '4' + memory: 2g + +priority: 55 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-list-rpush-with-10B-values.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-list-rpush-with-10B-values.yml new file mode 100644 index 00000000..0edb428e --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-list-rpush-with-10B-values.yml @@ -0,0 +1,30 @@ +version: 0.4 +name: memtier_benchmark-1Mkeys-load-list-rpush-with-10B-values +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading LISTs in which the value has a data size of 10 Bytes. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +tested-groups: +- list +tested-commands: +- rpush +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--data-size" "10" --command "RPUSH __key__ __data__" --command-key-pattern="P" --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram' + resources: + requests: + cpus: '4' + memory: 2g + +priority: 38 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml index 52443b26..49d2bb82 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml @@ -19,10 +19,10 @@ build-variants: clientconfig: run_image: redislabs/memtier_benchmark:edge tool: memtier_benchmark - arguments: '"--pipeline" "10" "--data-size" "10" --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 1000000 --test-time 180 -c 50 -t 4 --hide-histogram' + arguments: '"--pipeline" "10" "--data-size" "10" --distinct-client-seed --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 1000000 --test-time 120 -c 10 -t 10 --hide-histogram' resources: requests: - cpus: '4' + cpus: '10' memory: 2g tested-groups: diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-100.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-100.yml new file mode 100644 index 00000000..07e3bef2 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-100.yml @@ -0,0 +1,30 @@ +version: 0.4 +name: memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-100 +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STRINGs in which the value has a data size of 10 Bytes. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +tested-commands: +- set +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--pipeline" "100" "--data-size" "10" --distinct-client-seed --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 1000000 --test-time 120 -c 10 -t 10 --hide-histogram' + resources: + requests: + cpus: '10' + memory: 2g + +tested-groups: +- string +priority: 17 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-50.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-50.yml new file mode 100644 index 00000000..98a0c782 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-50.yml @@ -0,0 +1,30 @@ +version: 0.4 +name: memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-50 +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STRINGs in which the value has a data size of 10 Bytes. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +tested-commands: +- set +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--pipeline" "50" "--data-size" "10" --distinct-client-seed --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 1000000 --test-time 120 -c 10 -t 10 --hide-histogram' + resources: + requests: + cpus: '10' + memory: 2g + +tested-groups: +- string +priority: 17 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-500.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-500.yml new file mode 100644 index 00000000..45e6edd7 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-500.yml @@ -0,0 +1,30 @@ +version: 0.4 +name: memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-500 +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading STRINGs in which the value has a data size of 10 Bytes. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +tested-commands: +- set +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--pipeline" "500" "--data-size" "10" --distinct-client-seed --ratio 1:0 --key-pattern P:P --key-minimum=1 --key-maximum 1000000 --test-time 120 -c 10 -t 10 --hide-histogram' + resources: + requests: + cpus: '10' + memory: 2g + +tested-groups: +- string +priority: 17 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml index b92ba6d9..0abf4988 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml @@ -23,7 +23,7 @@ build-variants: clientconfig: run_image: redislabs/memtier_benchmark:edge tool: memtier_benchmark - arguments: '"--pipeline" "10" "--data-size" "100" --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram --test-time 180' + arguments: '--pipeline 10 --data-size 100 --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram --test-time 180' resources: requests: cpus: '4' diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml index 457ec036..a17577c7 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml @@ -23,10 +23,10 @@ build-variants: clientconfig: run_image: redislabs/memtier_benchmark:edge tool: memtier_benchmark - arguments: '"--key-minimum" "1" "--key-maximum" "1000000" "--pipeline" "10" "--data-size" "10" --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram --test-time 180' + arguments: '"--pipeline" "10" --distinct-client-seed "--data-size" "10" --ratio 0:1 --key-pattern R:R -c 10 -t 10 --hide-histogram --test-time 120' resources: requests: - cpus: '4' + cpus: '10' memory: 2g tested-groups: diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-100.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-100.yml new file mode 100644 index 00000000..88463051 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-100.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: memtier_benchmark-1Mkeys-string-get-10B-pipeline-100 +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data size of 10 Bytes for each key. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--key-maximum" "1000000" "-n" "allkeys" "--data-size" "10" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- get +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--pipeline" "100" --distinct-client-seed "--data-size" "10" --ratio 0:1 --key-pattern R:R -c 10 -t 10 --hide-histogram --test-time 120' + resources: + requests: + cpus: '10' + memory: 2g + +tested-groups: +- string +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-50.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-50.yml new file mode 100644 index 00000000..315e7c26 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-50.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: memtier_benchmark-1Mkeys-string-get-10B-pipeline-50 +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data size of 10 Bytes for each key. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--key-maximum" "1000000" "-n" "allkeys" "--data-size" "10" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- get +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--pipeline" "50" --distinct-client-seed "--data-size" "10" --ratio 0:1 --key-pattern R:R -c 10 -t 10 --hide-histogram --test-time 120' + resources: + requests: + cpus: '10' + memory: 2g + +tested-groups: +- string +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-500.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-500.yml new file mode 100644 index 00000000..72efc843 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-500.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: memtier_benchmark-1Mkeys-string-get-10B-pipeline-500 +description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data size of 10 Bytes for each key. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1000000 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--key-maximum" "1000000" "-n" "allkeys" "--data-size" "10" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"' + resources: + requests: + memory: 1g +tested-commands: +- get +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: '"--pipeline" "500" --distinct-client-seed "--data-size" "10" --ratio 0:1 --key-pattern R:R -c 10 -t 10 --hide-histogram --test-time 120' + resources: + requests: + cpus: '10' + memory: 2g + +tested-groups: +- string +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B.yml index 2568d88b..516c999f 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B.yml @@ -23,10 +23,10 @@ build-variants: clientconfig: run_image: redislabs/memtier_benchmark:edge tool: memtier_benchmark - arguments: '"--data-size" "10" --ratio 0:1 --key-pattern R:R -c 25 -t 4 --hide-histogram --test-time 180' + arguments: '"--data-size" "10" --distinct-client-seed --ratio 0:1 --key-pattern R:R -c 10 -t 10 --hide-histogram --test-time 120' resources: requests: - cpus: '4' + cpus: '10' memory: 2g tested-groups: diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-incr-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-incr-pipeline-10.yml new file mode 100644 index 00000000..57098f5d --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-incr-pipeline-10.yml @@ -0,0 +1,28 @@ +version: 0.4 +name: memtier_benchmark-1Mkeys-string-incr-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys doing incr of 1. +dbconfig: + configuration-parameters: + save: '""' + resources: + requests: + memory: 1g +tested-groups: +- string +tested-commands: +- incr +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --test-time 120 --pipeline 10 --command "INCR __key__" --command-key-pattern="R" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 --hide-histogram + resources: + requests: + cpus: '4' + memory: 2g + +priority: 21 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-int-encoding-strlen-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-int-encoding-strlen-pipeline-10.yml new file mode 100644 index 00000000..1de3e44c --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-int-encoding-strlen-pipeline-10.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: memtier_benchmark-1Mkeys-string-int-encoding-strlen-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys int encoded, checking STRLEN command performance. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 999998 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: ' --command "SET __key__ __key__" --key-prefix "" --command-key-pattern="S" --key-minimum=2 --key-maximum 1000000 -c 1 -t 1 --pipeline 100 --hide-histogram -n allkeys' + resources: + requests: + memory: 1g +tested-commands: +- strlen +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --command "STRLEN __key__" --key-prefix "" --command-key-pattern="G" --key-minimum=2 --key-maximum 1000000 -c 50 -t 4 --pipeline 10 --hide-histogram --test-time 60 + resources: + requests: + cpus: '4' + memory: 2g + +tested-groups: +- string +priority: 98 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-llen-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-llen-pipeline-10.yml new file mode 100644 index 00000000..7f0b7fa4 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-llen-pipeline-10.yml @@ -0,0 +1,32 @@ +version: 0.4 +name: memtier_benchmark-1key-list-100-elements-llen-pipeline-10 +description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST contains 100 elements in it and we query its size using LLEN. ' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + init_commands: + - '"LPUSH" "list:100" "vyoomgwuzv" "xamjodnbpf" "ewomnmugfa" "ljcgdooafo" "pcxdhdjwnf" "djetcyfxuc" "licotqplim" "alqlzsvuuz" "ijsmoyesvd" "whmotknaff" "rkaznetutk" "ksqpdywgdd" "gorgpnnqwr" "gekntrykfh" "rjkknoigmu" "luemuetmia" "gxephxbdru" "ncjfckgkcl" "hhjclfbbka" "cgoeihlnei" "zwnitejtpg" "upodnpqenn" "mibvtmqxcy" "htvbwmfyic" "rqvryfvlie" "nxcdcaqgit" "gfdqdrondm" "lysbgqqfqw" "nxzsnkmxvi" "nsxaigrnje" "cwaveajmcz" "xsepfhdizi" "owtkxlzaci" "agsdggdghc" "tcjvjofxtd" "kgqrovsxce" "ouuybhtvyb" "ueyrvldzwl" "vpbkvwgxsf" "pytrnqdhvs" "qbiwbqiubb" "ssjqrsluod" "urvgxwbiiz" "ujrxcmpvsq" "mtccjerdon" "xczfmrxrja" "imyizmhzjk" "oguwnmniig" "mxwgdcutnb" "pqyurbvifk" "ccagtnjilc" "mbxohpancs" "lgrkndhekf" "eqlgkwosie" "jxoxtnzujs" "lbtpbknelm" "ichqzmiyot" "mbgehjiauu" "aovfsvbwjg" "nmgxcctxpn" "vyqqkuszzh" "rojeolnopp" "ibhohmfxzt" "qbyhorvill" "nhfnbxqgol" "wkbasfyzqz" "mjjuylgssm" "imdqxmkzdj" "oapbvnisyq" "bqntlsaqjb" "ocrcszcznp" "hhniikmtsx" "hlpdstpvzw" "wqiwdbncmt" "vymjzlzqcn" "hhjchwjlmc" "ypfeltycpy" "qjyeqcfhjj" "uapsgmizgh" "owbbdezgxn" "qrosceblyo" "sahqeskveq" "dapacykoah" "wvcnqbvlnf" "perfwnpvkl" "ulbrotlhze" "fhuvzpxjbc" "holjcdpijr" "onzjrteqmu" "pquewclxuy" "vpmpffdoqz" "eouliovvra" "vxcbagyymm" "jekkafodvk" "ypekeuutef" "dlbqcynhrn" "erxulvebrj" "qwxrsgafzy" "dlsjwmqzhx" "exvhmqxvvp"' +tested-groups: +- list +tested-commands: +- llen +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --pipeline 10 --command="LLEN list:100" --hide-histogram --test-time 60 + resources: + requests: + cpus: '4' + memory: 2g + +priority: 34 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-10M-elements-srem-50pct-chance.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-10M-elements-srem-50pct-chance.yml new file mode 100644 index 00000000..307d8920 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-10M-elements-srem-50pct-chance.yml @@ -0,0 +1,33 @@ +version: 0.4 +name: memtier_benchmark-1key-set-10M-elements-srem-50pct-chance +description: 'Runs memtier_benchmark, for a keyspace length of 1 SET key with 10M elements. We query it using SISMEMBER in which the value has 50% change of being member. ' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + resources: + requests: + memory: 1g + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --command="SADD set:10M:elements __key__" --command-key-pattern=P --key-maximum 10000000 --key-prefix "" -n 10000000 --hide-histogram -t 1 -c 1 +tested-groups: +- set +tested-commands: +- srem +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --command="SREM set:10M:elements __key__" --key-maximum 20000000 --key-prefix "" --hide-histogram --test-time 120 + resources: + requests: + cpus: '4' + memory: 2g +priority: 1 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-200K-elements-sadd-constant.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-200K-elements-sadd-constant.yml index 59c8023e..c505ee96 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-200K-elements-sadd-constant.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-200K-elements-sadd-constant.yml @@ -12,7 +12,7 @@ dbconfig: preload_tool: run_image: redislabs/memtier_benchmark:edge tool: memtier_benchmark - arguments: --command="SADD myset __key__" --command-key-pattern=P --key-maximum 200000 --key-prefix "" -n 200000 --hide-histogram -t 1 -c 1 + arguments: --command="SADD myset __key__" --command-key-pattern=P --pipeline 100 --key-maximum 200000 --key-prefix "" -n 200000 --hide-histogram -t 1 -c 1 tested-groups: - set tested-commands: diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-1M-elements-zremrangebyscore-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-1M-elements-zremrangebyscore-pipeline-10.yml new file mode 100644 index 00000000..bd0629a2 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-1M-elements-zremrangebyscore-pipeline-10.yml @@ -0,0 +1,34 @@ +version: 0.4 +name: memtier_benchmark-1key-zset-1M-elements-zremrangebyscore-pipeline-10 +description: 'Runs memtier_benchmark, for a keyspace length of 1 SORTED SET key. The SORTED SET contains 1M elements in it and we query it using ZREVRANGE with a range of 5 elements. This benchmarks helps assessing: https://github.com/redis/redis/issues/10310' +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 1 + preload_tool: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --key-maximum 1000000 --key-prefix "" --command="ZADD lb __key__ __key__" --command-key-pattern P --hide-histogram -t 4 -c 100 + resources: + requests: + memory: 1g +tested-groups: +- sorted-set +tested-commands: +- zremrangebyscore +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --command="ZREMRANGEBYSCORE lb __key__ __key__" --hide-histogram --test-time 120 --pipeline 10 + resources: + requests: + cpus: '4' + memory: 2g + +priority: 8 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-connection-ping-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-connection-ping-pipeline-10.yml new file mode 100644 index 00000000..9ff4086c --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-connection-ping-pipeline-10.yml @@ -0,0 +1,28 @@ +version: 0.4 +name: memtier_benchmark-nokeys-connection-ping-pipeline-10 +description: Runs memtier_benchmark, for a empty keyspace doing the TIME command. +dbconfig: + configuration-parameters: + save: '""' + resources: + requests: + memory: 1g +tested-groups: +- connection +tested-commands: +- ping +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --test-time 120 --pipeline 10 --command "PING" --command-key-pattern="R" -c 50 -t 4 --hide-histogram + resources: + requests: + cpus: '4' + memory: 2g + +priority: 21 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-pubsub-publish-1K-channels-10B-no-subscribers.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-pubsub-publish-1K-channels-10B-no-subscribers.yml new file mode 100644 index 00000000..9fe634e8 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-pubsub-publish-1K-channels-10B-no-subscribers.yml @@ -0,0 +1,28 @@ +version: 0.4 +name: memtier_benchmark-nokeys-pubsub-publish-1K-channels-10B-no-subscribers +description: Runs memtier_benchmark, for a empty keyspace doing the PUBSUB's PUBLISH command with no subscribers. +dbconfig: + configuration-parameters: + save: '""' + resources: + requests: + memory: 1g +tested-groups: +- pubsub +tested-commands: +- publish +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --test-time 120 --pipeline 10 -d 10 --key-maximum 1000 --command "PUBLISH __key__ __data__" --command-key-pattern="R" -c 50 -t 4 --hide-histogram + resources: + requests: + cpus: '4' + memory: 2g + +priority: 21 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-server-time-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-server-time-pipeline-10.yml new file mode 100644 index 00000000..4fb4c501 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-server-time-pipeline-10.yml @@ -0,0 +1,28 @@ +version: 0.4 +name: memtier_benchmark-nokeys-server-time-pipeline-10 +description: Runs memtier_benchmark, for a empty keyspace doing the TIME command. +dbconfig: + configuration-parameters: + save: '""' + resources: + requests: + memory: 1g +tested-groups: +- server +tested-commands: +- time +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --test-time 120 --pipeline 10 --command "TIME" --command-key-pattern="R" -c 50 -t 4 --hide-histogram + resources: + requests: + cpus: '4' + memory: 2g + +priority: 21 From 57fcb06d2e9b59a54a90de6a3edb0c46b70102de Mon Sep 17 00:00:00 2001 From: fcosta_oliveira Date: Wed, 29 Jan 2025 20:41:54 +0000 Subject: [PATCH 22/22] fixed fmt --- .../__cli__/stats.py | 18 +++++++++++------- 1 file changed, 11 insertions(+), 7 deletions(-) diff --git a/redis_benchmarks_specification/__cli__/stats.py b/redis_benchmarks_specification/__cli__/stats.py index ad7ed53f..dbca65ad 100644 --- a/redis_benchmarks_specification/__cli__/stats.py +++ b/redis_benchmarks_specification/__cli__/stats.py @@ -9,7 +9,6 @@ from redis_benchmarks_specification.__common__.runner import get_benchmark_specs - # logging settings logging.basicConfig( format="%(asctime)s %(levelname)-4s %(message)s", @@ -19,7 +18,7 @@ def clean_number(value): - """ Cleans and converts numeric values from CSV, handling B (billion), M (million), K (thousand). """ + """Cleans and converts numeric values from CSV, handling B (billion), M (million), K (thousand).""" try: value = value.replace(",", "").strip() # Remove commas and spaces @@ -40,6 +39,7 @@ def clean_number(value): logging.error(f"Skipping invalid count value: {value}") return 0 # Default to 0 if invalid + def get_arg_value(args, flag, default): """Extract integer values safely from CLI arguments""" if flag in args: @@ -207,12 +207,12 @@ def generate_stats_cli_command_logic(args, project_name, project_version): group = command_json["group"] if group not in tested_groups: - + tested_groups.append(group) if group not in tracked_groups: tracked_groups.append(group) - tracked_groups_hist[group]=0 - tracked_groups_hist[group]=tracked_groups_hist[group]+1 + tracked_groups_hist[group] = 0 + tracked_groups_hist[group] = tracked_groups_hist[group] + 1 # Calculate total connections total_connections = clients * threads @@ -562,11 +562,15 @@ def generate_stats_cli_command_logic(args, project_name, project_version): logging.info("Top 10 fully tracked?: {}".format(len(top_10_missing) == 0)) logging.info("Top 30 fully tracked?: {}".format(len(top_30_missing) == 0)) if len(top_30_missing) > 0: - logging.info(f"\t\tTotal missing for Top 30: {len(top_30_missing)}. {top_30_missing}") + logging.info( + f"\t\tTotal missing for Top 30: {len(top_30_missing)}. {top_30_missing}" + ) logging.info("Top 50 fully tracked?: {}".format(len(top_50_missing) == 0)) if len(top_50_missing) > 0: - logging.info(f"\t\tTotal missing for Top 50: {len(top_50_missing)}. {top_50_missing}") + logging.info( + f"\t\tTotal missing for Top 50: {len(top_50_missing)}. {top_50_missing}" + ) if overall_result is False and fail_on_required_diff: logging.error(