From d1c86c236536e289198ed5c1f97b1f554a151a68 Mon Sep 17 00:00:00 2001 From: Paulo Sousa Date: Thu, 26 Jun 2025 15:47:36 +0100 Subject: [PATCH 1/2] Add memtier intset load tests with 19-digit integers Add benchmark tests for loading 1M keys with sets containing 100 19-digit integer elements (including pipelined variant) for parsing performance evaluation. --- ...ith-100-elements-19-digits-pipeline-10.yml | 30 +++++++++++++++++++ ...set-intset-with-100-elements-19-digits.yml | 30 +++++++++++++++++++ 2 files changed, 60 insertions(+) create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-19-digits-pipeline-10.yml create mode 100644 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-19-digits.yml diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-19-digits-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-19-digits-pipeline-10.yml new file mode 100644 index 00000000..18c9869f --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-19-digits-pipeline-10.yml @@ -0,0 +1,30 @@ +version: 0.4 +name: memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading SETs with 100 integer elements. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +tested-commands: +- sadd +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --pipeline 10 --test-time 180 -c 50 -t 4 --command "SADD __key__ 1234567890123456789 9876543210987654321 5647382910564738291 8192736450819273645 3456789012345678901 7890123456789012345 2468135792468135792 1357924680135792468 9753186420975318642 6420975318642097531 8642097531864209753 1975308642197530864 5308641975308641975 0864197530864197530 4197530864197530864 7530864197530864197 3086419753086419753 0641975308641975308 9753086419753086419 5308641975308641975 1975308641975308641 8641975308641975308 4197530864197530864 0864197530864197530 7530864197530864197 3086419753086419753 6419753086419753086 9753086419753086419 5308641975308641975 1975308641975308641 8641975308641975308 4197530864197530864 0864197530864197530 7530864197530864197 3086419753086419753 6419753086419753086 2975318642097531864 8642097531864209753 1864209753186420975 5186420975318642097 9753186420975318642 3186420975318642097 7531864209753186420 0975318642097531864 4209753186420975318 8642097531864209753 1864209753186420975 5186420975318642097 9753186420975318642 3186420975318642097 7531864209753186420 0975318642097531864 4209753186420975318 8642097531864209753 1864209753186420975 5186420975318642097 9753186420975318642 3186420975318642097 7531864209753186420 0975318642097531864 4209753186420975318 8642097531864209753 1864209753186420975 5186420975318642097 9753186420975318642 3186420975318642097 7531864209753186420 0975318642097531864 4209753186420975318 8642097531864209753 1864209753186420975 5186420975318642097 9753186420975318642 3186420975318642097 7531864209753186420 0975318642097531864 4209753186420975318 8642097531864209753 1864209753186420975 5186420975318642097 9753186420975318642 3186420975318642097 7531864209753186420 0975318642097531864 4209753186420975318 8642097531864209753 1864209753186420975 5186420975318642097 9753186420975318642 3186420975318642097 7531864209753186420 0975318642097531864 4209753186420975318 8642097531864209753 1864209753186420975 5186420975318642097 9753186420975318642 3186420975318642097 7531864209753186420 0975318642097531864 4209753186420975318 8642097531864209753 1864209753186420975" --command-key-pattern="P" --key-minimum=1 --key-maximum 1000000 --hide-histogram + resources: + requests: + cpus: '4' + memory: 4g + +tested-groups: +- set +priority: 12 diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-19-digits.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-19-digits.yml new file mode 100644 index 00000000..782d3b40 --- /dev/null +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-19-digits.yml @@ -0,0 +1,30 @@ +version: 0.4 +name: memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-19-digits +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading SETs with 100 integer elements with 19 digits each. +dbconfig: + configuration-parameters: + save: '""' + check: + keyspacelen: 0 + resources: + requests: + memory: 1g +tested-commands: +- sadd +redis-topologies: +- oss-standalone +build-variants: +- gcc:8.5.0-amd64-debian-buster-default +- dockerhub +clientconfig: + run_image: redislabs/memtier_benchmark:edge + tool: memtier_benchmark + arguments: --test-time 180 -c 50 -t 4 --command "SADD __key__ 1234567890123456789 9876543210987654321 5647382910564738291 8192736450819273645 3456789012345678901 7890123456789012345 2468135792468135792 1357924680135792468 9753186420975318642 6420975318642097531 8642097531864209753 1975308642197530864 5308641975308641975 0864197530864197530 4197530864197530864 7530864197530864197 3086419753086419753 0641975308641975308 9753086419753086419 5308641975308641975 1975308641975308641 8641975308641975308 4197530864197530864 0864197530864197530 7530864197530864197 3086419753086419753 6419753086419753086 9753086419753086419 5308641975308641975 1975308641975308641 8641975308641975308 4197530864197530864 0864197530864197530 7530864197530864197 3086419753086419753 6419753086419753086 2975318642097531864 8642097531864209753 1864209753186420975 5186420975318642097 9753186420975318642 3186420975318642097 7531864209753186420 0975318642097531864 4209753186420975318 8642097531864209753 1864209753186420975 5186420975318642097 9753186420975318642 3186420975318642097 7531864209753186420 0975318642097531864 4209753186420975318 8642097531864209753 1864209753186420975 5186420975318642097 9753186420975318642 3186420975318642097 7531864209753186420 0975318642097531864 4209753186420975318 8642097531864209753 1864209753186420975 5186420975318642097 9753186420975318642 3186420975318642097 7531864209753186420 0975318642097531864 4209753186420975318 8642097531864209753 1864209753186420975 5186420975318642097 9753186420975318642 3186420975318642097 7531864209753186420 0975318642097531864 4209753186420975318 8642097531864209753 1864209753186420975 5186420975318642097 9753186420975318642 3186420975318642097 7531864209753186420 0975318642097531864 4209753186420975318 8642097531864209753 1864209753186420975 5186420975318642097 9753186420975318642 3186420975318642097 7531864209753186420 0975318642097531864 4209753186420975318 8642097531864209753 1864209753186420975 5186420975318642097 9753186420975318642 3186420975318642097 7531864209753186420 0975318642097531864 4209753186420975318 8642097531864209753 1864209753186420975" --command-key-pattern="P" --key-minimum=1 --key-maximum 1000000 --hide-histogram + resources: + requests: + cpus: '4' + memory: 4g + +tested-groups: +- set +priority: 12 From c26fc21dfbf54c5e8b9c77b6e8672b6ba5f22a64 Mon Sep 17 00:00:00 2001 From: Paulo Sousa Date: Thu, 26 Jun 2025 16:23:39 +0100 Subject: [PATCH 2/2] Fix benchmark name to include 19-digit integers --- ...oad-set-intset-with-100-elements-19-digits-pipeline-10.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-19-digits-pipeline-10.yml b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-19-digits-pipeline-10.yml index 18c9869f..636e2a30 100644 --- a/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-19-digits-pipeline-10.yml +++ b/redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-19-digits-pipeline-10.yml @@ -1,6 +1,6 @@ version: 0.4 -name: memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-pipeline-10 -description: Runs memtier_benchmark, for a keyspace length of 1M keys loading SETs with 100 integer elements. +name: memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-19-digits-pipeline-10 +description: Runs memtier_benchmark, for a keyspace length of 1M keys loading SETs with 100 integer elements with 19 digits each. dbconfig: configuration-parameters: save: '""'